Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
@@ -82,24 +82,20 @@ def _history_to_genai(history, model_name):
|
|
82 |
# 5. Генераторы для стрима обычных моделей и "thinking" моделей
|
83 |
###############################################################################
|
84 |
|
85 |
-
async def
|
86 |
-
"""
|
87 |
-
Стриминговый ответ для обычных моделей:
|
88 |
-
- Кусочек за кусочком (partial_text).
|
89 |
-
"""
|
90 |
if model_name not in MODELS:
|
91 |
yield "Ошибка: модель не найдена."
|
92 |
return
|
93 |
|
94 |
model = MODELS[model_name]
|
95 |
-
genai_history =
|
96 |
|
97 |
try:
|
98 |
chat = model.start_chat(history=genai_history)
|
99 |
-
|
100 |
|
101 |
partial_text = ""
|
102 |
-
async for chunk in
|
103 |
partial_text += (chunk.text or "")
|
104 |
yield partial_text
|
105 |
|
|
|
82 |
# 5. Генераторы для стрима обычных моделей и "thinking" моделей
|
83 |
###############################################################################
|
84 |
|
85 |
+
async def _respond_stream_enh(model_name, user_message, history):
|
|
|
|
|
|
|
|
|
86 |
if model_name not in MODELS:
|
87 |
yield "Ошибка: модель не найдена."
|
88 |
return
|
89 |
|
90 |
model = MODELS[model_name]
|
91 |
+
genai_history = _history_to_genai_enhanced(history, model_name)
|
92 |
|
93 |
try:
|
94 |
chat = model.start_chat(history=genai_history)
|
95 |
+
stream = chat.send_message(user_message, stream=True) # stream=True here
|
96 |
|
97 |
partial_text = ""
|
98 |
+
async for chunk in stream:
|
99 |
partial_text += (chunk.text or "")
|
100 |
yield partial_text
|
101 |
|