daniellefranca96 commited on
Commit
476f0ee
·
1 Parent(s): c828cec

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +3 -3
main.py CHANGED
@@ -8,9 +8,9 @@ import gc
8
  llms = {
9
  "TinyLLama 1b 4_K_M 2048": {
10
  "nctx": 2048,
11
- "file": "tinyllama-1.1b-chat-v0.3.Q4_K_M.gguf",
12
- "prefix": "### Human:",
13
- "suffix": "### Assistant:"
14
  },
15
  "TinyLLama 1b OpenOrca 4_K_M 2048": {
16
  "nctx": 2048,
 
8
  llms = {
9
  "TinyLLama 1b 4_K_M 2048": {
10
  "nctx": 2048,
11
+ "file": "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
12
+ "prefix": "<|system|>You are a helpfull assistant</s><|user|>",
13
+ "suffix": "</s><|assistant|>"
14
  },
15
  "TinyLLama 1b OpenOrca 4_K_M 2048": {
16
  "nctx": 2048,