AWQ model for mistralai/Mistral-7B-Instruct-v0.3: {'w_bit': 4, 'zero_point': True, 'q_group_size': 128, 'version': 'GEMM'}
Browse files- config.json +1 -1
- model.safetensors +1 -1
config.json
CHANGED
|
@@ -30,6 +30,6 @@
|
|
| 30 |
"tie_word_embeddings": false,
|
| 31 |
"torch_dtype": "float16",
|
| 32 |
"transformers_version": "4.45.2",
|
| 33 |
-
"use_cache":
|
| 34 |
"vocab_size": 32768
|
| 35 |
}
|
|
|
|
| 30 |
"tie_word_embeddings": false,
|
| 31 |
"torch_dtype": "float16",
|
| 32 |
"transformers_version": "4.45.2",
|
| 33 |
+
"use_cache": false,
|
| 34 |
"vocab_size": 32768
|
| 35 |
}
|
model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4163463144
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:aa050a86fdf55b795b69b96c5213a94c7f1ca59a7bc3d1d2f584bc7271c4bed6
|
| 3 |
size 4163463144
|