AWQ model for mistralai/Ministral-8B-Instruct-2410: {'w_bit': 4, 'zero_point': True, 'q_group_size': 128, 'version': 'GEMM'}
Browse files- config.json +1 -1
- model-00001-of-00002.safetensors +1 -1
- model.safetensors.index.json +0 -0
config.json
CHANGED
|
@@ -30,6 +30,6 @@
|
|
| 30 |
"tie_word_embeddings": false,
|
| 31 |
"torch_dtype": "float16",
|
| 32 |
"transformers_version": "4.45.2",
|
| 33 |
-
"use_cache":
|
| 34 |
"vocab_size": 131072
|
| 35 |
}
|
|
|
|
| 30 |
"tie_word_embeddings": false,
|
| 31 |
"torch_dtype": "float16",
|
| 32 |
"transformers_version": "4.45.2",
|
| 33 |
+
"use_cache": false,
|
| 34 |
"vocab_size": 131072
|
| 35 |
}
|
model-00001-of-00002.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4682977328
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:94ae9f11a6fa56475a729eaad6b1fddff6720bcaf43d78100d0f8a6a90e83567
|
| 3 |
size 4682977328
|
model.safetensors.index.json
CHANGED
|
The diff for this file is too large to render.
See raw diff
|
|
|