Update main.py

main.py

@@ -121,11 +121,11 @@ def API_France_Travail_Metier(metier):
 def Connexion_Mistral():
     #endpoint = "https://models.inference.ai.azure.com"
     #return Mistral(api_key=os.environ["GITHUB_TOKEN"], server_url=endpoint)
-    #repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
+    repo_id = "mistralai/Mistral-7B-Instruct-v0.2"
     #repo_id = "Qwen/Qwen2.5-3B-Instruct"
     #repo_id = "HuggingFaceH4/zephyr-7b-beta"
     #repo_id = "HuggingFaceH4/zephyr-7b-alpha"
-    repo_id = "microsoft/Phi-3-mini-128k-instruct"
+    #repo_id = "microsoft/Phi-3-mini-128k-instruct"
     #repo_id = "tiiuae/falcon-7b-instruct"
     #repo_id = "HuggingFaceTB/SmolLM2-1.7B-Instruct"
     #repo_id = "microsoft/Phi-3.5-mini-instruct"
@@ -193,21 +193,21 @@ def Generation_completion(client, data, question):
 async def Affichage_reponse(response, question, data):
     memory = cl.user_session.get("memory")
     result = cl.Message(author="COPILOT",content="")
-    async for chunk in response.astream({"question": question, "data": data},config=RunnableConfig(callbacks=[cl.AsyncLangchainCallbackHandler(stream_final_answer=True)])):
-        time.sleep(0.125)
-        await result.stream_token(chunk.replace('Ã','é').replace('©','').replace('Ã','è').replace('¨','').replace('â','\'').replace('€','').replace('™','').replace('Å','oe').replace('“','').replace('®','î').replace('´','ô').replace('<','').replace('>','').replace('/',''))
+    #async for chunk in response.astream({"question": question, "data": data},config=RunnableConfig(callbacks=[cl.AsyncLangchainCallbackHandler(stream_final_answer=True)])):
+    #    time.sleep(0.125)
+    #    await result.stream_token(chunk.replace('Ã','é').replace('©','').replace('Ã','è').replace('¨','').replace('â','\'').replace('€','').replace('™','').replace('Å','oe').replace('“','').replace('®','î').replace('´','ô').replace('<','').replace('>','').replace('/',''))
     
     #### Avec Traduction #####
-    #msg = response.invoke({"question": question, "data": data})
+    msg = response.invoke({"question": question, "data": data})
     #msg = msg.replace('Ã','é').replace('©','').replace('Ã','è').replace('¨','').replace('â','\'').replace('€','').replace('™','').replace('Å','oe').replace('“','').replace('®','î').replace('´','ô').replace('<','').replace('>','').replace('/','')
-    #msg = GoogleTranslator(source='auto', target='fr').translate(msg[0:4999])
-    #msgList = msg.split(' ')
-    #for chunk in msgList:
-    #    time.sleep(0.125)
-    #    await result.stream_token(chunk + ' ')
+    msg = GoogleTranslator(source='auto', target='fr').translate(msg[0:4999])
+    msgList = msg.split(' ')
+    for chunk in msgList:
+        time.sleep(0.125)
+        await result.stream_token(chunk + ' ')
     #### Avec Traduction #####
 
-    msg = result.content
+    #msg = result.content
     await result.send()
     memory.chat_memory.add_user_message(question)
     memory.chat_memory.add_ai_message(msg)
@@ -530,7 +530,7 @@ async def main(message: cl.Message):
             msg = await Affichage_reponse(response, message.content, data, langsmith_extra={"metadata": {"session_id": session_id}})
             rt.end(outputs={"output": msg})
     
-        #await Affichage_question_contexte(msg, message.content, cl.user_session.get("chat_profile"))
+        await Affichage_question_contexte(msg, message.content, cl.user_session.get("chat_profile"))
     else:
         codeRomeStr = message.content
         if codeRomeStr.find('-') != -1 or isinstance(codeRomeStr[-4], int) or isinstance(codeRomeStr[1:5], int):