File size: 2,702 Bytes
2edb151 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 | from __future__ import annotations
import math
import pytest
from app.config import Settings
from app.db import add_catalog_item, init_schema, upsert_vector, VecLoadError, connect
from app.match import band_for, distance_to_similarity, match_line_item
from app.schemas import LineItem, MatchBand, ReceiptExtract
from backends.base import InputType
class FakeEmbed:
name = "fake"
dim = 8
def embed(self, texts: list[str], *, input_type: InputType) -> list[list[float]]:
del input_type
out = []
for text in texts:
vec = [(b / 255.0) for b in (text.encode("utf-8") + b"\x00" * 8)[:8]]
if "milk" in text.lower() or "MILK-1" in text:
vec[0] = 1.0
vec[1] = 0.95
n = math.sqrt(sum(x * x for x in vec)) or 1.0
out.append([x / n for x in vec])
return out
def health(self) -> bool:
return True
def test_bands() -> None:
assert band_for(0.91, auto=0.88, review=0.72) is MatchBand.auto
assert band_for(0.80, auto=0.88, review=0.72) is MatchBand.review
assert band_for(0.10, auto=0.88, review=0.72) is MatchBand.unmatched
assert abs(distance_to_similarity(0.2) - 0.8) < 1e-9
def test_exact_sku(settings: Settings) -> None:
try:
con = connect(settings.db_path)
init_schema(con, settings)
except VecLoadError:
pytest.skip("sqlite-vec not loadable")
cid = add_catalog_item(con, description="Milk 2%", sku="MILK-1", vendor="HEB")
embed = FakeEmbed()
from app.match import embed_catalog_row
embed_catalog_row(con, settings, embed, cid)
extract = ReceiptExtract(vendor="HEB", line_items=[])
item = LineItem(description="2% milk", sku="MILK-1")
hit = match_line_item(con, settings, embed, extract, item)
assert hit.band is MatchBand.exact
assert hit.catalog_id == cid
con.close()
def test_knn_auto(settings: Settings) -> None:
try:
con = connect(settings.db_path)
init_schema(con, settings)
except VecLoadError:
pytest.skip("sqlite-vec not loadable")
embed = FakeEmbed()
milk = add_catalog_item(con, description="organic milk", sku="X", vendor="HEB")
other = add_catalog_item(con, description="bolts", sku="Y", vendor="Ace")
from app.match import embed_catalog_row
embed_catalog_row(con, settings, embed, milk)
embed_catalog_row(con, settings, embed, other)
extract = ReceiptExtract(vendor="HEB", line_items=[])
item = LineItem(description="milk")
hit = match_line_item(con, settings, embed, extract, item)
assert hit.catalog_id == milk
assert hit.band in {MatchBand.auto, MatchBand.review}
con.close()
|