Hugging Face's logo

davidbzyk
/
QuantQwen2.5-14b-Coder-merged_16bit

Text Generation
Transformers
Safetensors
English
qwen2
text-generation-inference
unsloth
trl
sft
conversational
Inference Endpoints
Model card Files Community
davidbzyk commited on
Commit
76a3cd8
•
1 Parent(s): 4c71409

Trained with Unsloth

Browse files
Files changed (7) hide show
  1. config.json +2 -2
  2. model-00001-of-00006.safetensors +1 -1
  3. model-00002-of-00006.safetensors +1 -1
  4. model-00003-of-00006.safetensors +1 -1
  5. model-00004-of-00006.safetensors +1 -1
  6. model-00005-of-00006.safetensors +1 -1
  7. model-00006-of-00006.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "unsloth/qwen2.5-coder-14b-instruct-bnb-4bit",
3
  "architectures": [
4
  "Qwen2ForCausalLM"
5
  ],
@@ -25,7 +25,7 @@
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.46.2",
27
  "unsloth_fixed": true,
28
- "unsloth_version": "2024.11.7",
29
  "use_cache": true,
30
  "use_sliding_window": false,
31
  "vocab_size": 152064
 
1
  {
2
+ "_name_or_path": "davidbzyk/QuantQwen2.5-14b-Coder-merged_16bit",
3
  "architectures": [
4
  "Qwen2ForCausalLM"
5
  ],
 
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.46.2",
27
  "unsloth_fixed": true,
28
+ "unsloth_version": "2024.11.9",
29
  "use_cache": true,
30
  "use_sliding_window": false,
31
  "vocab_size": 152064
model-00001-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c48cda7c9ef995a41edcac4457cd12ec39da924dc9fa5d7ca1a075eb9d7d692
3
  size 4986211280
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bf5cda32d55db6cb0a9f749dc35e5c405c1e4d422dd667653b06f5f65943201
3
  size 4986211280
model-00002-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4df3cc4133344860487a84712eca78b4f8f743d319183504112ead7838008282
3
  size 4954847344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f481cf68e2e9d080f413bde22a7148f95e3d58b694e394ba61e4550db232223a
3
  size 4954847344
model-00003-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dda9e68280069d70b0fba55add16008f27a474649b408b2f935796e403cfe155
3
  size 4954847392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f7d72d120dc2592bc117ef96a90f2099855163ac22ed58db72b6ad152f39b09
3
  size 4954847392
model-00004-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:22db678df8f63bdd1b12fd636d6c10ce0af401f2cab5d19f3469a9297f64b61d
3
  size 4954847392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:830547930230c3056f1ed36f6c0f16b59938fb7a7753b0a4ff9b792d8c22d143
3
  size 4954847392
model-00005-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4213d5889caf2f7219da1ddaf605c7ffb865c856a09ad463b15c8e738ddc2fba
3
  size 4954847392
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6212d1f4107390970952987c9a0285c832f78a8409d528eed9fa1854bdeff3b
3
  size 4954847392
model-00006-of-00006.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a49f2879faa873301dcd115a05e643dfd0d0558861c16fa2052f3182b4e7de63
3
  size 4734533160
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd447f81ea2b54770bacb2524a3597d022c5b7a3e0dc5ad6867a31a287aa3763
3
  size 4734533160