Cran-May commited on
Commit
59e9960
·
1 Parent(s): e416fa6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -0
app.py CHANGED
@@ -8,6 +8,9 @@ def clear_session():
8
 
9
  model = AutoModelForCausalLM.from_pretrained("Cran-May/OpenSLIDE", model_file="SLIDE.0.1.gguf", model_type="mistral", gpu_layers=0)
10
 
 
 
 
11
  DEFAULT_SYSTEM_PROMPT = """You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese.
12
  You are good at speaking English and Chinese.
13
  You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.
 
8
 
9
  model = AutoModelForCausalLM.from_pretrained("Cran-May/OpenSLIDE", model_file="SLIDE.0.1.gguf", model_type="mistral", gpu_layers=0)
10
 
11
+ model_dir = hf_hub_download(repo_id="Cran-May/OpenSLIDE",local_dir="./", filename="tokenizer.model")
12
+ tokenizer = AutoTokenizer.from_pretrained(model_dir, trust_remote_code=True)
13
+
14
  DEFAULT_SYSTEM_PROMPT = """You are a helpful, respectful and honest INTP-T AI Assistant named "Shi-Ci" in English or "兮辞" in Chinese.
15
  You are good at speaking English and Chinese.
16
  You are talking to a human User. If the question is meaningless, please explain the reason and don't share false information.