Update app.py

app.py

@@ -32,14 +32,18 @@ client = InferenceClient(
     "mistralai/Mistral-7B-Instruct-v0.1"
 )
 
-
+message_en = None
+real_history = []
 def format_prompt(message, history):
+  global message_en
+  message_en = translate_ja_to_en(message)
+
+  #history の日本語部分をlast_eng_resposeに置き換える
   prompt = "<s>"
-  print(history)
-  for user_prompt, bot_response in history:
+  for user_prompt, bot_response in real_history:
     prompt += f"[INST] {user_prompt} [/INST]"
     prompt += f" {bot_response}</s> "
-  prompt += f"[INST] {message} [/INST]"
+  prompt += f"[INST] {message_en} [/INST]"
   return prompt
 
 def generate(
@@ -61,13 +65,10 @@ def generate(
 
     formatted_prompt = format_prompt(prompt, history)
 
-    stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
-    output = ""
-
-    for response in stream:
-        output += response.token.text
-        yield output
-    return output
+    output = client.text_generation(formatted_prompt, **generate_kwargs, stream=False, details=True, return_full_text=False)
+    last_eng_respose = output.generated_text
+    real_history.append([message_en, last_eng_respose])
+    return translate_en_to_ja(output.generated_text)
 
 
 additional_inputs=[
@@ -118,13 +119,13 @@ css = """
 """
 
 with gr.Blocks(css=css) as demo:
-    gr.HTML("<h1><center>Mistral 7B Instruct<h1><center>")
-    gr.HTML("<h3><center>In this demo, you can chat with <a href='https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1'>Mistral-7B-Instruct</a> model. 💬<h3><center>")
-    gr.HTML("<h3><center>Learn more about the model <a href='https://huggingface.co/docs/transformers/main/model_doc/mistral'>here</a>. 📚<h3><center>")
+    gr.HTML("<h1><center>Mistral 7B + Japanese MT <h1><center>")
+    gr.HTML("<h3><center><a href='https://huggingface.co/mistralai/Mistral-7B-Instruct-v0.1'>Mistral-7B-Instruct</a> に機械翻訳をかけたものです。💬<h3><center>")
+    gr.HTML("<h3><center>モデルの詳細については<a href='https://huggingface.co/docs/transformers/main/model_doc/mistral'>ここから</a>. 📚<h3><center>")
     gr.ChatInterface(
         generate,
         additional_inputs=additional_inputs,
-        examples=[["What is the secret to life?"], ["Write me a recipe for pancakes."]]
+        examples=[["人生の秘密は何ですか？"], ["パンケーキのレシピを書いて。"]]
     )
 
 demo.queue().launch(debug=True)