Spaces:
Runtime error
Runtime error
Commit
·
799409f
1
Parent(s):
3431979
added openAI schema based endpoint and response v5
Browse files- main/api.py +3 -2
main/api.py
CHANGED
@@ -19,10 +19,11 @@ class InferenceApi(LitAPI):
|
|
19 |
self.config = config
|
20 |
self.llm_config = config.get('llm_server', {})
|
21 |
|
22 |
-
|
23 |
-
"""
|
24 |
self._device = device
|
25 |
self.logger.info(f"Inference API setup completed on device: {device}")
|
|
|
26 |
|
27 |
async def _get_client(self):
|
28 |
"""Get or create HTTP client as needed"""
|
|
|
19 |
self.config = config
|
20 |
self.llm_config = config.get('llm_server', {})
|
21 |
|
22 |
+
def setup(self, device: Optional[str] = None):
|
23 |
+
"""Synchronous setup method required by LitAPI"""
|
24 |
self._device = device
|
25 |
self.logger.info(f"Inference API setup completed on device: {device}")
|
26 |
+
return self # It's common for setup methods to return self for chaining
|
27 |
|
28 |
async def _get_client(self):
|
29 |
"""Get or create HTTP client as needed"""
|