File size: 1,614 Bytes
1905805 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 | '''
Embedding Operations (at minimum) require the following fields for input chunks:
- content: (str) text to be embedded
Adds to chunk:
- embedding: (str) UTF-8 string containing base64 bytes
'''
from typing import Dict, Any, AsyncGenerator
from ..base import Operation
class EmbeddingOperation(Operation):
def __init__(self, op_id: str):
super().__init__("EMBEDDING", op_id)
## TO BE OVERRIDEN ####
async def start(self) -> None:
'''General setup needed to start generated'''
await super().start()
async def close(self) -> None:
'''Clean up resources before unloading'''
await super().close()
async def _parse_chunk(self, chunk_in: Dict[str, Any]) -> Dict[str, Any]:
'''Extract information from input for use in _generate'''
assert "content" in chunk_in
assert isinstance(chunk_in["content"], str)
assert len(chunk_in["content"]) > 0
return {
"content": chunk_in["content"]
}
## TO BE IMPLEMENTED ####
async def configure(self, config_d: Dict[str, Any]):
'''Configure and validate operation-specific configuration'''
raise NotImplementedError
async def get_configuration(self) -> Dict[str, Any]:
'''Returns values of configurable fields'''
raise NotImplementedError
async def _generate(self, content: str = None, **kwargs) -> AsyncGenerator[Dict[str, Any], None]:
'''Generate a output stream'''
raise NotImplementedError
yield {
"embedding": b""
} |