Update app.py

app.py

@@ -15,6 +15,7 @@ def respond(
     temperature,
     top_p,
 ):
+    # Prepara as mensagens para a API
     messages = [{"role": "system", "content": system_message}]
 
     for val in history:
@@ -25,34 +26,37 @@ def respond(
 
     messages.append({"role": "user", "content": message})
 
-response = ""
+    response = ""  # Resposta acumulada
 
-try:
-    for message in client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        # Verifica se a resposta contém o conteúdo esperado
-        if 'choices' not in message or len(message.choices) == 0 or 'delta' not in message.choices[0]:
-            raise ValueError("Resposta inesperada do modelo.")
+    try:
+        # Chama a API de completamento com streaming
+        for message in client.chat_completion(
+            messages,
+            max_tokens=max_tokens,
+            stream=True,
+            temperature=temperature,
+            top_p=top_p,
+        ):
+            # Verifica se a resposta contém o conteúdo esperado
+            if 'choices' not in message or len(message.choices) == 0 or 'delta' not in message.choices[0]:
+                raise ValueError("Resposta inesperada do modelo.")
 
-        token = message.choices[0].delta.content
+            token = message.choices[0].delta.content
+            response += token  # Acumula o conteúdo
 
-        response += token
-        yield response
+            # Retorna a resposta incrementalmente
+            yield response
 
-except ValueError as e:
-    print(f"Erro de valor: {e}")
-except ConnectionError as e:
-    print(f"Erro de conexão: {e}")
-except TimeoutError as e:
-    print(f"Erro de tempo: {e}")
-except Exception as e:
-    print(f"Erro inesperado: {e}")
+    except ValueError as e:
+        print(f"Erro de valor: {e}")
+    except ConnectionError as e:
+        print(f"Erro de conexão: {e}")
+    except TimeoutError as e:
+        print(f"Erro de tempo: {e}")
+    except Exception as e:
+        print(f"Erro inesperado: {e}")
 
+    return response  # Retorna a resposta final ao final do processamento
 
 
 """