Update app.py

app.py

@@ -2,11 +2,11 @@ import os
 import subprocess
 
 def run_command(command):
-    process = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    process = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True)
     stdout, stderr = process.communicate()
     if process.returncode != 0:
-        raise Exception(f"Command failed with error: {stderr.decode('utf-8')}")
-    return stdout.decode('utf-8')
+        raise Exception(f"Command failed with error: {stderr}")
+    return stdout
 
 def main():
     # Clone the repository
@@ -30,14 +30,34 @@ def main():
 Transcript of a dialog, where the User interacts with an Assistant named Bob. Bob is a helpful TCM medical assistant, also named 仲景中医大语言模型, and never fails to answer the User's requests immediately and with precision.
 
 User: Hello, Bob.
-Bob: Hello. How may I help you today?
+Bob: Hello. How may I help you today?不断地从书中获取知识,以获得更全面的知识结构。
 """
     with open("prompts/chat-with-bob.txt", "w") as f:
         f.write(dialog_content)
     
     # Run the llama-cli command
     print("Running the llama-cli command...")
-    run_command("./llama-cli -m ZhongJing1_5-1_8b-q4_0.gguf -n 256 --repeat_penalty 1.0 --color -i -r 'User:' -f prompts/chat-with-bob.txt")
+    process = subprocess.Popen(
+        ['./llama-cli', '-m', 'ZhongJing1_5-1_8b-q4_0.gguf', '-n', '256', '--repeat_penalty', '1.0', '--color', '-i', '-r', 'User:', '-f', 'prompts/chat-with-bob.txt'],
+        stdout=subprocess.PIPE,
+        stderr=subprocess.PIPE,
+        text=True
+    )
+
+    # Capture the output and filter it
+    while True:
+        output = process.stdout.readline()
+        if 'Transcript of a dialog' in output:
+            print(output, end='')
+            break
+    
+    while True:
+        output = process.stdout.readline()
+        if output.startswith('User:') or output.startswith('Bob:'):
+            print(output, end='')
+        elif process.poll() is not None:
+            break
 
 if __name__ == "__main__":
     main()
+