Commit
·
4492e0e
1
Parent(s):
ad2b624
use q2
Browse files- README.md +5 -0
- run.sh +5 -0
- vistral-meow_Q4.gguf → vistral-meow_Q2.gguf +2 -2
README.md
CHANGED
|
@@ -1,4 +1,9 @@
|
|
| 1 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2 |
license: mit
|
| 3 |
---
|
| 4 |
|
|
|
|
| 1 |
---
|
| 2 |
+
language:
|
| 3 |
+
- vi
|
| 4 |
+
library_name: gguf
|
| 5 |
+
tags:
|
| 6 |
+
- Vietnamese
|
| 7 |
license: mit
|
| 8 |
---
|
| 9 |
|
run.sh
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#!/bin/bash
|
| 2 |
+
|
| 3 |
+
# image: https://hub.docker.com/r/ngxson/llama-cpp-meow
|
| 4 |
+
|
| 5 |
+
/server -m /repository/vistral-meow_Q2.gguf --host "0.0.0.0" --port 80 -ngl 100 --chat-template mistral
|
vistral-meow_Q4.gguf → vistral-meow_Q2.gguf
RENAMED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:50c0cccdea0704088daab29b446af9ab949a4f10404eba2f26ca2971e143e693
|
| 3 |
+
size 2749350688
|