AurelioAguirre commited on
Commit
9a5d1e4
·
1 Parent(s): 94c7e5b

changed to uvicorn setup for HF v15

Browse files
Files changed (1) hide show
  1. main/api.py +7 -1
main/api.py CHANGED
@@ -29,8 +29,14 @@ class InferenceApi(LitAPI):
29
 
30
  async def _get_client(self):
31
  """Get or create HTTP client as needed"""
 
 
 
 
 
 
32
  return httpx.AsyncClient(
33
- base_url=self.llm_config.get('base_url', 'http://localhost:8001'),
34
  timeout=float(self.llm_config.get('timeout', 60.0))
35
  )
36
 
 
29
 
30
  async def _get_client(self):
31
  """Get or create HTTP client as needed"""
32
+ base_url = self.llm_config.get('base_url', 'http://localhost:8002')
33
+
34
+ # If it's a HF space URL, remove any port specification
35
+ if 'hf.space' in base_url:
36
+ base_url = base_url.split(':')[0] # Take everything before any port number
37
+
38
  return httpx.AsyncClient(
39
+ base_url=base_url,
40
  timeout=float(self.llm_config.get('timeout', 60.0))
41
  )
42