Spaces:
Runtime error
Runtime error
Commit
·
799409f
1
Parent(s):
3431979
added openAI schema based endpoint and response v5
Browse files- main/api.py +3 -2
main/api.py
CHANGED
|
@@ -19,10 +19,11 @@ class InferenceApi(LitAPI):
|
|
| 19 |
self.config = config
|
| 20 |
self.llm_config = config.get('llm_server', {})
|
| 21 |
|
| 22 |
-
|
| 23 |
-
"""
|
| 24 |
self._device = device
|
| 25 |
self.logger.info(f"Inference API setup completed on device: {device}")
|
|
|
|
| 26 |
|
| 27 |
async def _get_client(self):
|
| 28 |
"""Get or create HTTP client as needed"""
|
|
|
|
| 19 |
self.config = config
|
| 20 |
self.llm_config = config.get('llm_server', {})
|
| 21 |
|
| 22 |
+
def setup(self, device: Optional[str] = None):
|
| 23 |
+
"""Synchronous setup method required by LitAPI"""
|
| 24 |
self._device = device
|
| 25 |
self.logger.info(f"Inference API setup completed on device: {device}")
|
| 26 |
+
return self # It's common for setup methods to return self for chaining
|
| 27 |
|
| 28 |
async def _get_client(self):
|
| 29 |
"""Get or create HTTP client as needed"""
|