AurelioAguirre commited on
Commit
94c7e5b
·
1 Parent(s): 31d57ff

changed to uvicorn setup for HF v14

Browse files
Files changed (1) hide show
  1. main/api.py +2 -6
main/api.py CHANGED
@@ -51,8 +51,6 @@ class InferenceApi(LitAPI):
51
  stream: bool = False
52
  ) -> Any:
53
  """Make an authenticated request to the LLM Server."""
54
- access_token = os.environ.get("InfAPITokenWrite")
55
- headers = {"Authorization": f"Bearer {access_token}"} if access_token else {}
56
  base_url = self.llm_config.get('base_url', 'http://localhost:8002')
57
  full_endpoint = f"{base_url.rstrip('/')}/{self._get_endpoint(endpoint).lstrip('/')}"
58
 
@@ -64,16 +62,14 @@ class InferenceApi(LitAPI):
64
  method,
65
  self._get_endpoint(endpoint),
66
  params=params,
67
- json=json,
68
- headers=headers
69
  )
70
  else:
71
  response = await client.request(
72
  method,
73
  self._get_endpoint(endpoint),
74
  params=params,
75
- json=json,
76
- headers=headers
77
  )
78
  response.raise_for_status()
79
  return response
 
51
  stream: bool = False
52
  ) -> Any:
53
  """Make an authenticated request to the LLM Server."""
 
 
54
  base_url = self.llm_config.get('base_url', 'http://localhost:8002')
55
  full_endpoint = f"{base_url.rstrip('/')}/{self._get_endpoint(endpoint).lstrip('/')}"
56
 
 
62
  method,
63
  self._get_endpoint(endpoint),
64
  params=params,
65
+ json=json
 
66
  )
67
  else:
68
  response = await client.request(
69
  method,
70
  self._get_endpoint(endpoint),
71
  params=params,
72
+ json=json
 
73
  )
74
  response.raise_for_status()
75
  return response