Spaces:
Starting
on
T4
Starting
on
T4
update
Browse files- routes/llm.py +6 -4
routes/llm.py
CHANGED
@@ -70,7 +70,7 @@ def insert_search_results_to_message(
|
|
70 |
return False
|
71 |
|
72 |
def try_insert_search_results(
|
73 |
-
chat_request: ChatRequest, search_results: str
|
74 |
) -> bool:
|
75 |
for msg in reversed(chat_request.history):
|
76 |
if msg.role == "user":
|
@@ -105,12 +105,14 @@ def collapse_history_to_first_message(chat_request: ChatRequest) -> ChatRequest:
|
|
105 |
if msg.content.strip():
|
106 |
collapsed_content.append(f"{msg.role.strip()}: {msg.content.strip()}")
|
107 |
# Добавляем reasoning, если есть
|
108 |
-
if msg.reasoning.strip():
|
109 |
-
|
110 |
# Добавляем search-results, если они есть
|
111 |
if msg.searchResults.strip():
|
112 |
collapsed_content.append(f"<search-results>{msg.searchResults}</search-results>")
|
|
|
113 |
|
|
|
114 |
# Формируем финальный текст с переносами строк
|
115 |
new_content = "\n".join(collapsed_content)
|
116 |
|
@@ -136,7 +138,7 @@ async def sse_generator(request: ChatRequest, llm_api: DeepInfraApi, system_prom
|
|
136 |
role=msg.role,
|
137 |
content=msg.content,
|
138 |
reasoning=msg.reasoning,
|
139 |
-
searchResults=msg.searchResults[:
|
140 |
searchEntities=[],
|
141 |
) for msg in old_history]
|
142 |
request.history = new_history
|
|
|
70 |
return False
|
71 |
|
72 |
def try_insert_search_results(
|
73 |
+
chat_request: ChatRequest, search_results: str
|
74 |
) -> bool:
|
75 |
for msg in reversed(chat_request.history):
|
76 |
if msg.role == "user":
|
|
|
105 |
if msg.content.strip():
|
106 |
collapsed_content.append(f"{msg.role.strip()}: {msg.content.strip()}")
|
107 |
# Добавляем reasoning, если есть
|
108 |
+
# if msg.reasoning.strip():
|
109 |
+
# collapsed_content.append(f"<reasoning>{msg.reasoning}</reasoning>")
|
110 |
# Добавляем search-results, если они есть
|
111 |
if msg.searchResults.strip():
|
112 |
collapsed_content.append(f"<search-results>{msg.searchResults}</search-results>")
|
113 |
+
|
114 |
|
115 |
+
collapsed_content.append(f"\n####\nassistant:")
|
116 |
# Формируем финальный текст с переносами строк
|
117 |
new_content = "\n".join(collapsed_content)
|
118 |
|
|
|
138 |
role=msg.role,
|
139 |
content=msg.content,
|
140 |
reasoning=msg.reasoning,
|
141 |
+
searchResults='', #msg.searchResults[:10000] + "..." if msg.searchResults else '',
|
142 |
searchEntities=[],
|
143 |
) for msg in old_history]
|
144 |
request.history = new_history
|