AurelioAguirre commited on
Commit
799409f
·
1 Parent(s): 3431979

added openAI schema based endpoint and response v5

Browse files
Files changed (1) hide show
  1. main/api.py +3 -2
main/api.py CHANGED
@@ -19,10 +19,11 @@ class InferenceApi(LitAPI):
19
  self.config = config
20
  self.llm_config = config.get('llm_server', {})
21
 
22
- async def setup(self, device: Optional[str] = None):
23
- """Setup method required by LitAPI"""
24
  self._device = device
25
  self.logger.info(f"Inference API setup completed on device: {device}")
 
26
 
27
  async def _get_client(self):
28
  """Get or create HTTP client as needed"""
 
19
  self.config = config
20
  self.llm_config = config.get('llm_server', {})
21
 
22
+ def setup(self, device: Optional[str] = None):
23
+ """Synchronous setup method required by LitAPI"""
24
  self._device = device
25
  self.logger.info(f"Inference API setup completed on device: {device}")
26
+ return self # It's common for setup methods to return self for chaining
27
 
28
  async def _get_client(self):
29
  """Get or create HTTP client as needed"""