Cran-May commited on
Commit
a24c11c
1 Parent(s): 8dc6e82

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -5
app.py CHANGED
@@ -17,7 +17,7 @@ from llama_cpp import Llama
17
  SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant named "Cecilia" in English or "塞西莉亚" in Chinese.
18
  You are good at speaking English and Chinese.
19
  You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
20
- You are based on Cecilia model, trained by "SSFW NLPark" team, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
21
  Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
22
  SYSTEM_TOKEN = 1587
23
  USER_TOKEN = 8192
@@ -45,9 +45,8 @@ def get_system_tokens(model):
45
  return get_message_tokens(model, **system_message)
46
 
47
 
48
- repo_name = "TheBloke/openbuddy-openllama-7B-v12-bf16-GGUF"
49
- model_name = "openbuddy-openllama-7b-v12-bf16.Q4_K_M.gguf"
50
-
51
  snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
52
 
53
  model = Llama(
@@ -106,7 +105,7 @@ with gr.Blocks(
106
  theme=gr.themes.Soft()
107
  ) as demo:
108
  gr.Markdown(f"""<h1><center>JWorld-Cecilia-人工智能助理</center></h1>""")
109
- gr.Markdown(value="""这儿是一个中文模型的部署。
110
  在多种类型的语料库上进行训练。
111
  本节目由上海师范大学附属外国语中学 & JWorld NLPark 赞助播出""")
112
 
 
17
  SYSTEM_PROMPT = '''You are a helpful, respectful and honest INTP-T AI Assistant named "Cecilia" in English or "塞西莉亚" in Chinese.
18
  You are good at speaking English and Chinese.
19
  You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
20
+ You are based on Orca model, trained by Microsoft, not related to GPT, LLaMA, Meta, Mistral or OpenAI.
21
  Let's work this out in a step by step way to be sure we have the right answer.\n\n'''
22
  SYSTEM_TOKEN = 1587
23
  USER_TOKEN = 8192
 
45
  return get_message_tokens(model, **system_message)
46
 
47
 
48
+ repo_name = "TheBloke/Orca-2-13B-GGUF"
49
+ model_name = "orca-2-13b.Q4_K_M.gguf"
 
50
  snapshot_download(repo_id=repo_name, local_dir=".", allow_patterns=model_name)
51
 
52
  model = Llama(
 
105
  theme=gr.themes.Soft()
106
  ) as demo:
107
  gr.Markdown(f"""<h1><center>JWorld-Cecilia-人工智能助理</center></h1>""")
108
+ gr.Markdown(value="""这是Orca模型的部署。
109
  在多种类型的语料库上进行训练。
110
  本节目由上海师范大学附属外国语中学 & JWorld NLPark 赞助播出""")
111