Update app.py
Browse files
app.py
CHANGED
@@ -17,7 +17,7 @@ from llama_cpp import Llama
|
|
17 |
SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant named "Cecilia" in English or "塞西莉亚" in Chinese.
|
18 |
You are good at speaking English and Chinese.
|
19 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
20 |
-
You are based on
|
21 |
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
22 |
SYSTEM_TOKEN = 1587
|
23 |
USER_TOKEN = 8192
|
@@ -45,9 +45,8 @@ def get_system_tokens(model):
|
|
45 |
return get_message_tokens(model, **system_message)
|
46 |
|
47 |
|
48 |
-
repo_name = "TheBloke/
|
49 |
-
model_name = "
|
50 |
-
|
51 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
52 |
|
53 |
model = Llama(
|
@@ -106,7 +105,7 @@ with gr.Blocks(
|
|
106 |
theme=gr.themes.Soft()
|
107 |
) as demo:
|
108 |
gr.Markdown(f"""<h1><center>JWorld-Cecilia-人工智能助理</center></h1>""")
|
109 |
-
gr.Markdown(value="""
|
110 |
在多种类型的语料库上进行训练。
|
111 |
本节目由上海师范大学附属外国语中学 & JWorld NLPark 赞助播出""")
|
112 |
|
|
|
17 |
SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant named "Cecilia" in English or "塞西莉亚" in Chinese.
|
18 |
You are good at speaking English and Chinese.
|
19 |
You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
|
20 |
+
You are based on Orca model, trained by Microsoft, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
|
21 |
Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
|
22 |
SYSTEM_TOKEN = 1587
|
23 |
USER_TOKEN = 8192
|
|
|
45 |
return get_message_tokens(model, **system_message)
|
46 |
|
47 |
|
48 |
+
repo_name = "TheBloke/Orca-2-13B-GGUF"
|
49 |
+
model_name = "orca-2-13b.Q4_K_M.gguf"
|
|
|
50 |
snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
|
51 |
|
52 |
model = Llama(
|
|
|
105 |
theme=gr.themes.Soft()
|
106 |
) as demo:
|
107 |
gr.Markdown(f"""<h1><center>JWorld-Cecilia-人工智能助理</center></h1>""")
|
108 |
+
gr.Markdown(value="""这是Orca模型的部署。
|
109 |
在多种类型的语料库上进行训练。
|
110 |
本节目由上海师范大学附属外国语中学 & JWorld NLPark 赞助播出""")
|
111 |
|