aditya-joshi-05 commited on
Commit
6af68c2
·
1 Parent(s): 52fcf29
Files changed (1) hide show
  1. generation/generator.py +1 -0
generation/generator.py CHANGED
@@ -138,6 +138,7 @@ class GenerationRequest:
138
  chunks: list[RetrievedChunk]
139
  stream: bool = True
140
  conversation: list[dict] = field(default_factory=list) # [{role, content}, ...] provider: Optional[str] = None # e.g. "groq", "nvidia_nim", "openai", "custom"
 
141
  model: Optional[str] = None # model id string
142
  api_key: Optional[str] = None # override .env key for this request
143
  base_url: Optional[str] = None # only used when provider == "custom"
 
138
  chunks: list[RetrievedChunk]
139
  stream: bool = True
140
  conversation: list[dict] = field(default_factory=list) # [{role, content}, ...] provider: Optional[str] = None # e.g. "groq", "nvidia_nim", "openai", "custom"
141
+ provider: Optional[str] = None
142
  model: Optional[str] = None # model id string
143
  api_key: Optional[str] = None # override .env key for this request
144
  base_url: Optional[str] = None # only used when provider == "custom"