Spaces:
Sleeping
Sleeping
File size: 1,480 Bytes
c96b98a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | from typing import Optional, Dict, Any, List
from pydantic import BaseModel, ConfigDict
from phi.embedder import Embedder
class Document(BaseModel):
"""Model for managing a document"""
content: str
id: Optional[str] = None
name: Optional[str] = None
meta_data: Dict[str, Any] = {}
embedder: Optional[Embedder] = None
embedding: Optional[List[float]] = None
usage: Optional[Dict[str, Any]] = None
reranking_score: Optional[float] = None
model_config = ConfigDict(arbitrary_types_allowed=True)
def embed(self, embedder: Optional[Embedder] = None) -> None:
"""Embed the document using the provided embedder"""
_embedder = embedder or self.embedder
if _embedder is None:
raise ValueError("No embedder provided")
self.embedding, self.usage = _embedder.get_embedding_and_usage(self.content)
def to_dict(self) -> Dict[str, Any]:
"""Returns a dictionary representation of the document"""
return self.model_dump(include={"name", "meta_data", "content"}, exclude_none=True)
@classmethod
def from_dict(cls, document: Dict[str, Any]) -> "Document":
"""Returns a Document object from a dictionary representation"""
return cls.model_validate(**document)
@classmethod
def from_json(cls, document: str) -> "Document":
"""Returns a Document object from a json string representation"""
return cls.model_validate_json(document)
|