muryshev commited on
Commit
7a1ff59
·
1 Parent(s): e4f90b8
Files changed (1) hide show
  1. routes/llm.py +6 -4
routes/llm.py CHANGED
@@ -70,7 +70,7 @@ def insert_search_results_to_message(
70
  return False
71
 
72
  def try_insert_search_results(
73
- chat_request: ChatRequest, search_results: str,
74
  ) -> bool:
75
  for msg in reversed(chat_request.history):
76
  if msg.role == "user":
@@ -105,12 +105,14 @@ def collapse_history_to_first_message(chat_request: ChatRequest) -> ChatRequest:
105
  if msg.content.strip():
106
  collapsed_content.append(f"{msg.role.strip()}: {msg.content.strip()}")
107
  # Добавляем reasoning, если есть
108
- if msg.reasoning.strip():
109
- collapsed_content.append(f"<reasoning>{msg.reasoning}</reasoning>")
110
  # Добавляем search-results, если они есть
111
  if msg.searchResults.strip():
112
  collapsed_content.append(f"<search-results>{msg.searchResults}</search-results>")
 
113
 
 
114
  # Формируем финальный текст с переносами строк
115
  new_content = "\n".join(collapsed_content)
116
 
@@ -136,7 +138,7 @@ async def sse_generator(request: ChatRequest, llm_api: DeepInfraApi, system_prom
136
  role=msg.role,
137
  content=msg.content,
138
  reasoning=msg.reasoning,
139
- searchResults=msg.searchResults[:500] + "..." if msg.searchResults else '',
140
  searchEntities=[],
141
  ) for msg in old_history]
142
  request.history = new_history
 
70
  return False
71
 
72
  def try_insert_search_results(
73
+ chat_request: ChatRequest, search_results: str
74
  ) -> bool:
75
  for msg in reversed(chat_request.history):
76
  if msg.role == "user":
 
105
  if msg.content.strip():
106
  collapsed_content.append(f"{msg.role.strip()}: {msg.content.strip()}")
107
  # Добавляем reasoning, если есть
108
+ # if msg.reasoning.strip():
109
+ # collapsed_content.append(f"<reasoning>{msg.reasoning}</reasoning>")
110
  # Добавляем search-results, если они есть
111
  if msg.searchResults.strip():
112
  collapsed_content.append(f"<search-results>{msg.searchResults}</search-results>")
113
+
114
 
115
+ collapsed_content.append(f"\n####\nassistant:")
116
  # Формируем финальный текст с переносами строк
117
  new_content = "\n".join(collapsed_content)
118
 
 
138
  role=msg.role,
139
  content=msg.content,
140
  reasoning=msg.reasoning,
141
+ searchResults='', #msg.searchResults[:10000] + "..." if msg.searchResults else '',
142
  searchEntities=[],
143
  ) for msg in old_history]
144
  request.history = new_history