Hugging Face's logo

brittlewis12
/
Nemotron-Mini-4B-Instruct-GGUF

GGUF
Inference Endpoints
conversational
Model card Files Community
brittlewis12 commited on
Commit
2464d84
·
verified ·
1 Parent(s): 356f69d

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. nemotron-mini-4b-instruct.IQ2_M.gguf +3 -0
  3. nemotron-mini-4b-instruct.IQ2_S.gguf +3 -0
  4. nemotron-mini-4b-instruct.IQ3_M.gguf +3 -0
  5. nemotron-mini-4b-instruct.IQ3_S.gguf +3 -0
  6. nemotron-mini-4b-instruct.IQ3_XS.gguf +3 -0
  7. nemotron-mini-4b-instruct.IQ3_XXS.gguf +3 -0
  8. nemotron-mini-4b-instruct.IQ4_NL.gguf +3 -0
  9. nemotron-mini-4b-instruct.IQ4_XS.gguf +3 -0
  10. nemotron-mini-4b-instruct.Q2_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -53,3 +53,12 @@ nemotron-mini-4b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
53
  nemotron-mini-4b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
  nemotron-mini-4b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  nemotron-mini-4b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
53
  nemotron-mini-4b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
54
  nemotron-mini-4b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
55
  nemotron-mini-4b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
56
+ nemotron-mini-4b-instruct.IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ nemotron-mini-4b-instruct.IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ nemotron-mini-4b-instruct.IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
59
+ nemotron-mini-4b-instruct.IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
60
+ nemotron-mini-4b-instruct.IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
61
+ nemotron-mini-4b-instruct.IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
62
+ nemotron-mini-4b-instruct.IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
63
+ nemotron-mini-4b-instruct.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
64
+ nemotron-mini-4b-instruct.Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
nemotron-mini-4b-instruct.IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62221bdfd13dd296ef922cba54b39a13cb3653c5f66a18001a264a1e017f57b3
3
+ size 1781292064
nemotron-mini-4b-instruct.IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f10fe99287e4fd33a632944769f06784462628a123937710d42a6ab70287f33
3
+ size 1715624992
nemotron-mini-4b-instruct.IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f31f321b683f7164aeb650e628456c84eb78a84d5c67e26b253cce98245c2d88
3
+ size 2184092704
nemotron-mini-4b-instruct.IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72233f52076d290cb5fbff6c29b2550e2aa1544454be8fb673f7e56a568b524c
3
+ size 2115574816
nemotron-mini-4b-instruct.IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85f8448f480b982cbd9d5f121451fff17ca2986a9bb396eab021b64192c1aef7
3
+ size 2064849952
nemotron-mini-4b-instruct.IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f12ff5cc69db31d27024718aed87ffd2b301f29044baf1b4acf35c64ec7131f
3
+ size 1877433376
nemotron-mini-4b-instruct.IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b5f8aedbfe88976d054ae99648f4660e1cd7ec565782f987583e3fe8b516c5b
3
+ size 2567625760
nemotron-mini-4b-instruct.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f3c30c447e095b7d2d2dd7be3ca42901dc8ca47a3a03dfab5854dbe06e1f9ea
3
+ size 2461260832
nemotron-mini-4b-instruct.Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe85400f9f6c8077a3db4128ae7d9ab8c4ba1f4a8e1268a3f4eb22dee5b8a0b0
3
+ size 1796430880