Update app.py

app.py

@@ -1,75 +1,43 @@
-import gradio as gr
-from huggingface_hub import hf_hub_download
 import os
 import subprocess
 
-# 模型下载链接
-model_url = "https://huggingface.co/CMLL/ZhongJing-2-1_8b-GGUF/resolve/main/ZhongJing1_5-1_8b-q4_0.gguf"
-
-# 下载模型函数
-def download_model(url, model_dir="models"):
-    os.makedirs(model_dir, exist_ok=True)
-    model_path = hf_hub_download(repo_id="CMLL/ZhongJing-2-1_8b-GGUF", filename="ZhongJing1_5-1_8b-q4_0.gguf", local_dir=model_dir)
-    return model_path
-
-# 安装环境函数
-def setup_environment():
-    if not os.path.exists("llama.cpp"):
-        os.system("git clone https://github.com/ggerganov/llama.cpp.git")
-        os.system("cd llama.cpp && mkdir build && cd build && cmake .. && make")
-
-    model_path = download_model(model_url)
+def run_command(command):
+    process = subprocess.Popen(command, shell=True, stdout=subprocess.PIPE, stderr=subprocess.PIPE)
+    stdout, stderr = process.communicate()
+    if process.returncode != 0:
+        raise Exception(f"Command failed with error: {stderr.decode('utf-8')}")
+    return stdout.decode('utf-8')
+
+def main():
+    # Clone the repository
+    print("Cloning the repository...")
+    run_command("git clone https://github.com/ggerganov/llama.cpp.git")
     
-    prompts_dir = "llama.cpp/prompts"
-    os.makedirs(prompts_dir, exist_ok=True)
-    with open(os.path.join(prompts_dir, "TcmChat.txt"), "w") as f:
-        f.write("You are a helpful TCM medical assistant named 仲景中医大语言模型.\n")
+    # Change directory to the cloned repository
+    os.chdir("/content/llama.cpp")
     
-    return "Environment setup complete. Model downloaded and prompts file created."
-
-# 聊天函数
-def chat_with_model(user_input, history):
-    prompt = f"User: {user_input}\nAssistant:"
-    with open(os.path.join("llama.cpp/prompts", "TcmChat.txt"), "a") as f:
-        f.write(prompt + "\n")
-
-    # 执行命令并捕获输出
-    command = f"./llama.cpp/build/bin/main -m models/ZhongJing1_5-1_8b-q4_0.gguf -n 256 --repeat_penalty 1.0 --color -i -r \"User:\" -f llama.cpp/prompts/chat-with-bob.txt"
-    result = subprocess.run(command, shell=True, capture_output=True, text=True)
+    # Download the file
+    print("Downloading the GGUF file...")
+    run_command("wget -O ZhongJing1_5-1_8b-q4_0.gguf https://huggingface.co/CMLL/ZhongJing-2-1_8b-GGUF/resolve/main/ZhongJing1_5-1_8b-q4_0.gguf?download=true")
     
-    # 解析输出
-    output_lines = result.stdout.split("\n")
-    response = ""
-    capture = False
-    for line in output_lines:
-        if "User:" in line:
-            capture = True
-        if capture:
-            response += line + "\n"
+    # Compile the project
+    print("Compiling the project...")
+    run_command("make")
     
-    response = response.strip()
-    history.append((user_input, response))
-    return history, history
-
-# 创建 Gradio 界面
-with gr.Blocks() as demo:
-    chatbot = gr.Chatbot()
-    state = gr.State([])
-
-    with gr.Row():
-        with gr.Column():
-            setup_btn = gr.Button("Setup Environment")
-            setup_output = gr.Textbox(label="Setup Output")
-        
-        with gr.Column():
-            user_input = gr.Textbox(show_label=False, placeholder="Enter your message...")
-            submit_btn = gr.Button("Submit")
+    # Modify the prompts/chat-with-bob.txt file
+    print("Modifying the chat-with-bob.txt file...")
+    dialog_content = """
+Transcript of a dialog, where the User interacts with an Assistant named Bob. Bob is a helpful TCM medical assistant, also named 仲景中医大语言模型, and never fails to answer the User's requests immediately and with precision.
+
+User: Hello, Bob.
+Bob: Hello. How may I help you today?
+"""
+    with open("prompts/chat-with-bob.txt", "w") as f:
+        f.write(dialog_content)
     
-    setup_btn.click(setup_environment, outputs=setup_output)
-    submit_btn.click(chat_with_model, [user_input, state], [chatbot, state])
+    # Run the llama-cli command
+    print("Running the llama-cli command...")
+    run_command("./llama-cli -m /content/ZhongJing1_5-1_8b-q4_0.gguf -n 256 --repeat_penalty 1.0 --color -i -r 'User:' -f prompts/chat-with-bob.txt")
 
 if __name__ == "__main__":
-    demo.launch()
-
-
-
+    main()