File size: 389 Bytes
ce45eb0
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
"""Recall query model."""
from __future__ import annotations
from dataclasses import dataclass, field
from typing import List, Optional


@dataclass
class RecallQuery:
    text: str
    scopes: List[str] = field(default_factory=lambda: ["/"])
    experts: Optional[List[str]] = None      # None = let the router decide
    top_experts: int = 3
    top_k: int = 8
    max_tokens: int = 600