Spaces:
Sleeping
Sleeping
Commit
·
476f0ee
1
Parent(s):
c828cec
Update main.py
Browse files
main.py
CHANGED
@@ -8,9 +8,9 @@ import gc
|
|
8 |
llms = {
|
9 |
"TinyLLama 1b 4_K_M 2048": {
|
10 |
"nctx": 2048,
|
11 |
-
"file": "tinyllama-1.1b-chat-
|
12 |
-
"prefix": "
|
13 |
-
"suffix": "
|
14 |
},
|
15 |
"TinyLLama 1b OpenOrca 4_K_M 2048": {
|
16 |
"nctx": 2048,
|
|
|
8 |
llms = {
|
9 |
"TinyLLama 1b 4_K_M 2048": {
|
10 |
"nctx": 2048,
|
11 |
+
"file": "tinyllama-1.1b-chat-v1.0.Q4_K_M.gguf",
|
12 |
+
"prefix": "<|system|>You are a helpfull assistant</s><|user|>",
|
13 |
+
"suffix": "</s><|assistant|>"
|
14 |
},
|
15 |
"TinyLLama 1b OpenOrca 4_K_M 2048": {
|
16 |
"nctx": 2048,
|