Update api/utils.py
Browse files- api/utils.py +12 -8
api/utils.py
CHANGED
@@ -45,10 +45,8 @@ def create_chat_completion_data(
|
|
45 |
}
|
46 |
|
47 |
# Function to convert message to dictionary format for API
|
48 |
-
def message_to_dict(message
|
49 |
content = message.content if isinstance(message.content, str) else message.content[0]["text"]
|
50 |
-
if model_prefix:
|
51 |
-
content = f"{model_prefix} {content}"
|
52 |
if isinstance(message.content, list) and len(message.content) == 2 and "image_url" in message.content[1]:
|
53 |
return {
|
54 |
"role": message.role,
|
@@ -61,11 +59,17 @@ def message_to_dict(message, model_prefix: Optional[str] = None) -> Dict[str, An
|
|
61 |
}
|
62 |
return {"role": message.role, "content": content}
|
63 |
|
64 |
-
# Function to
|
65 |
def get_agent_modes(model: str) -> Dict[str, Any]:
|
|
|
|
|
|
|
|
|
|
|
|
|
66 |
return {
|
67 |
-
"agentMode":
|
68 |
-
"trendingAgentMode":
|
69 |
}
|
70 |
|
71 |
# Process streaming response with headers from config.py
|
@@ -101,7 +105,7 @@ async def process_streaming_response(request: ChatRequest):
|
|
101 |
"visitFromDelta": False,
|
102 |
}
|
103 |
|
104 |
-
logger.debug(f"Data Payload: {json_data}") #
|
105 |
async with httpx.AsyncClient() as client:
|
106 |
try:
|
107 |
async with client.stream(
|
@@ -158,7 +162,7 @@ async def process_non_streaming_response(request: ChatRequest):
|
|
158 |
"visitFromDelta": False,
|
159 |
}
|
160 |
|
161 |
-
logger.debug(f"Data Payload: {json_data}") #
|
162 |
full_response = ""
|
163 |
async with httpx.AsyncClient() as client:
|
164 |
try:
|
|
|
45 |
}
|
46 |
|
47 |
# Function to convert message to dictionary format for API
|
48 |
+
def message_to_dict(message) -> Dict[str, Any]:
|
49 |
content = message.content if isinstance(message.content, str) else message.content[0]["text"]
|
|
|
|
|
50 |
if isinstance(message.content, list) and len(message.content) == 2 and "image_url" in message.content[1]:
|
51 |
return {
|
52 |
"role": message.role,
|
|
|
59 |
}
|
60 |
return {"role": message.role, "content": content}
|
61 |
|
62 |
+
# Function to retrieve agent modes for a specific model
|
63 |
def get_agent_modes(model: str) -> Dict[str, Any]:
|
64 |
+
agent_mode = AGENT_MODE.get(model, {})
|
65 |
+
trending_agent_mode = TRENDING_AGENT_MODE.get(model, {})
|
66 |
+
|
67 |
+
logger.debug(f"Agent Mode for model '{model}': {agent_mode}")
|
68 |
+
logger.debug(f"Trending Agent Mode for model '{model}': {trending_agent_mode}")
|
69 |
+
|
70 |
return {
|
71 |
+
"agentMode": agent_mode,
|
72 |
+
"trendingAgentMode": trending_agent_mode,
|
73 |
}
|
74 |
|
75 |
# Process streaming response with headers from config.py
|
|
|
105 |
"visitFromDelta": False,
|
106 |
}
|
107 |
|
108 |
+
logger.debug(f"Data Payload: {json_data}") # Inspect payload for accuracy
|
109 |
async with httpx.AsyncClient() as client:
|
110 |
try:
|
111 |
async with client.stream(
|
|
|
162 |
"visitFromDelta": False,
|
163 |
}
|
164 |
|
165 |
+
logger.debug(f"Data Payload: {json_data}") # Inspect payload for accuracy
|
166 |
full_response = ""
|
167 |
async with httpx.AsyncClient() as client:
|
168 |
try:
|