Hugging Face's logo

SanctumAI
/
OpenELM-3B-Instruct-GGUF

Transformers
GGUF
openelm
Inference Endpoints
Model card Files Community
AndreyBest commited on
Commit
7385dd4
·
verified ·
1 Parent(s): 1756a2a

Uploading quants for the OpenELM-3B-Instruct-GGUF model

Browse files
Files changed (19) hide show
  1. .gitattributes +17 -0
  2. config.json +3 -0
  3. openelm-3b-instruct.Q2_K.gguf +3 -0
  4. openelm-3b-instruct.Q3_K_L.gguf +3 -0
  5. openelm-3b-instruct.Q3_K_M.gguf +3 -0
  6. openelm-3b-instruct.Q3_K_S.gguf +3 -0
  7. openelm-3b-instruct.Q4_0.gguf +3 -0
  8. openelm-3b-instruct.Q4_1.gguf +3 -0
  9. openelm-3b-instruct.Q4_K.gguf +3 -0
  10. openelm-3b-instruct.Q4_K_M.gguf +3 -0
  11. openelm-3b-instruct.Q4_K_S.gguf +3 -0
  12. openelm-3b-instruct.Q5_0.gguf +3 -0
  13. openelm-3b-instruct.Q5_1.gguf +3 -0
  14. openelm-3b-instruct.Q5_K.gguf +3 -0
  15. openelm-3b-instruct.Q5_K_M.gguf +3 -0
  16. openelm-3b-instruct.Q5_K_S.gguf +3 -0
  17. openelm-3b-instruct.Q6_K.gguf +3 -0
  18. openelm-3b-instruct.Q8_0.gguf +3 -0
  19. openelm-3b-instruct.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,20 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ openelm-3b-instruct.f16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ openelm-3b-instruct.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ openelm-3b-instruct.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ openelm-3b-instruct.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ openelm-3b-instruct.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ openelm-3b-instruct.Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ openelm-3b-instruct.Q4_1.gguf filter=lfs diff=lfs merge=lfs -text
43
+ openelm-3b-instruct.Q4_K.gguf filter=lfs diff=lfs merge=lfs -text
44
+ openelm-3b-instruct.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
45
+ openelm-3b-instruct.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ openelm-3b-instruct.Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ openelm-3b-instruct.Q5_1.gguf filter=lfs diff=lfs merge=lfs -text
48
+ openelm-3b-instruct.Q5_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ openelm-3b-instruct.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ openelm-3b-instruct.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ openelm-3b-instruct.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
52
+ openelm-3b-instruct.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "model_type": "openelm"
3
+ }
openelm-3b-instruct.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8097956105a49e2d2c45f382f8edb6d8cf277c65ca139f95502a82b2f01bd04
3
+ size 1150218592
openelm-3b-instruct.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83b2b25eb393ea9b5a334d83867eef535128eb4d19963385fc2794f9d029436b
3
+ size 1659752800
openelm-3b-instruct.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:509745fe00317384946648dc42955c8ff72563ddae5d8f929f9aa1982db494b5
3
+ size 1533235552
openelm-3b-instruct.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:014fbae1f36d7ba7876bcbee4e0070c003579261a5c226792ae4c2e2ce2feb99
3
+ size 1344786784
openelm-3b-instruct.Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14fa5e2f7c6bc98a49037be074c077c605e78146f313aeb41f01808231018635
3
+ size 1735004512
openelm-3b-instruct.Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9687342039aec2512fafdf9f1da5877f40177ce46132ecb446230e3db5281e55
3
+ size 1918636384
openelm-3b-instruct.Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3def4952360c4b04bd15636db0f46ad0d630fe4a03576f5366f000de91ef246
3
+ size 1887787360
openelm-3b-instruct.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e3def4952360c4b04bd15636db0f46ad0d630fe4a03576f5366f000de91ef246
3
+ size 1887787360
openelm-3b-instruct.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1f7974bc578544e4e417dadff38e0cbefb2342809be4fbb5aacd648a40d82f5
3
+ size 1739919712
openelm-3b-instruct.Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b94868a34cf3e14669f2b1fe2c45d0abc7574796604ec3a388eaf7a9225e3fe8
3
+ size 2102268256
openelm-3b-instruct.Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ad00d6ca3770ba7111bdb0e8b35105023c5b44aa51b54df715148bcf0c235a8
3
+ size 2285900128
openelm-3b-instruct.Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8308909dd8bf8f1e34fe4bc6eb7040f5f27b038b6c445a2d87404740b6bb1f70
3
+ size 2207447392
openelm-3b-instruct.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8308909dd8bf8f1e34fe4bc6eb7040f5f27b038b6c445a2d87404740b6bb1f70
3
+ size 2207447392
openelm-3b-instruct.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f48bb22767e0b634547f2a3d3c5d720b2cf069077e7d890bc5b404ac0e82fa82
3
+ size 2102268256
openelm-3b-instruct.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9e3f0362786c9377f9b2d07876cf9e60db17037dbb7bb02cdc509ca0b7acee1
3
+ size 2492485984
openelm-3b-instruct.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b878ea25afc1952c7875044340e29bd19032759805d2ec795efe802126f0c74e
3
+ size 3227867488
openelm-3b-instruct.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8da89b6877e994e60ecb927d66b691007fa4ce855c36e57ef4b2187786cebff8
3
+ size 6074505568