Update api/utils.py
Browse files- api/utils.py +8 -11
api/utils.py
CHANGED
@@ -7,13 +7,13 @@ import uuid
|
|
7 |
import httpx
|
8 |
from api import validate
|
9 |
from api.config import MODEL_MAPPING, headers, AGENT_MODE, TRENDING_AGENT_MODE
|
10 |
-
from fastapi import Depends
|
11 |
from fastapi.security import HTTPAuthorizationCredentials
|
12 |
|
13 |
from api.config import APP_SECRET, BASE_URL
|
14 |
from api.models import ChatRequest
|
15 |
|
16 |
-
from api.logger import setup_logger
|
17 |
|
18 |
logger = setup_logger(__name__)
|
19 |
|
@@ -60,9 +60,8 @@ async def process_streaming_response(request: ChatRequest):
|
|
60 |
agent_mode = AGENT_MODE.get(request.model, {})
|
61 |
trending_agent_mode = TRENDING_AGENT_MODE.get(request.model, {})
|
62 |
|
63 |
-
# Log reduced information
|
64 |
-
|
65 |
-
logger,
|
66 |
f"Streaming request for model: '{request.model}', "
|
67 |
f"agent mode: {agent_mode}, trending agent mode: {trending_agent_mode}"
|
68 |
)
|
@@ -117,19 +116,18 @@ async def process_streaming_response(request: ChatRequest):
|
|
117 |
yield f"data: {json.dumps(create_chat_completion_data('', request.model, timestamp, 'stop'))}\n\n"
|
118 |
yield "data: [DONE]\n\n"
|
119 |
except httpx.HTTPStatusError as e:
|
120 |
-
|
121 |
raise HTTPException(status_code=e.response.status_code, detail=str(e))
|
122 |
except httpx.RequestError as e:
|
123 |
-
|
124 |
raise HTTPException(status_code=500, detail=str(e))
|
125 |
|
126 |
async def process_non_streaming_response(request: ChatRequest):
|
127 |
agent_mode = AGENT_MODE.get(request.model, {})
|
128 |
trending_agent_mode = TRENDING_AGENT_MODE.get(request.model, {})
|
129 |
|
130 |
-
# Log reduced information
|
131 |
-
|
132 |
-
logger,
|
133 |
f"Non-streaming request for model: '{request.model}', "
|
134 |
f"agent mode: {agent_mode}, trending agent mode: {trending_agent_mode}"
|
135 |
)
|
@@ -169,7 +167,6 @@ async def process_non_streaming_response(request: ChatRequest):
|
|
169 |
full_response = "hid已刷新,重新对话即可"
|
170 |
if full_response.startswith("$@$v=undefined-rv1$@$"):
|
171 |
full_response = full_response[21:]
|
172 |
-
|
173 |
return {
|
174 |
"id": f"chatcmpl-{uuid.uuid4()}",
|
175 |
"object": "chat.completion",
|
|
|
7 |
import httpx
|
8 |
from api import validate
|
9 |
from api.config import MODEL_MAPPING, headers, AGENT_MODE, TRENDING_AGENT_MODE
|
10 |
+
from fastapi import Depends, security
|
11 |
from fastapi.security import HTTPAuthorizationCredentials
|
12 |
|
13 |
from api.config import APP_SECRET, BASE_URL
|
14 |
from api.models import ChatRequest
|
15 |
|
16 |
+
from api.logger import setup_logger
|
17 |
|
18 |
logger = setup_logger(__name__)
|
19 |
|
|
|
60 |
agent_mode = AGENT_MODE.get(request.model, {})
|
61 |
trending_agent_mode = TRENDING_AGENT_MODE.get(request.model, {})
|
62 |
|
63 |
+
# Log reduced information
|
64 |
+
logger.info(
|
|
|
65 |
f"Streaming request for model: '{request.model}', "
|
66 |
f"agent mode: {agent_mode}, trending agent mode: {trending_agent_mode}"
|
67 |
)
|
|
|
116 |
yield f"data: {json.dumps(create_chat_completion_data('', request.model, timestamp, 'stop'))}\n\n"
|
117 |
yield "data: [DONE]\n\n"
|
118 |
except httpx.HTTPStatusError as e:
|
119 |
+
logger.error(f"HTTP error occurred: {e}")
|
120 |
raise HTTPException(status_code=e.response.status_code, detail=str(e))
|
121 |
except httpx.RequestError as e:
|
122 |
+
logger.error(f"Error occurred during request: {e}")
|
123 |
raise HTTPException(status_code=500, detail=str(e))
|
124 |
|
125 |
async def process_non_streaming_response(request: ChatRequest):
|
126 |
agent_mode = AGENT_MODE.get(request.model, {})
|
127 |
trending_agent_mode = TRENDING_AGENT_MODE.get(request.model, {})
|
128 |
|
129 |
+
# Log reduced information
|
130 |
+
logger.info(
|
|
|
131 |
f"Non-streaming request for model: '{request.model}', "
|
132 |
f"agent mode: {agent_mode}, trending agent mode: {trending_agent_mode}"
|
133 |
)
|
|
|
167 |
full_response = "hid已刷新,重新对话即可"
|
168 |
if full_response.startswith("$@$v=undefined-rv1$@$"):
|
169 |
full_response = full_response[21:]
|
|
|
170 |
return {
|
171 |
"id": f"chatcmpl-{uuid.uuid4()}",
|
172 |
"object": "chat.completion",
|