Hugging Face's logo

cortexso
/
phi-3.5

Text Generation
GGUF
cortex.cpp
conversational
Model card Files Community
jan-hq commited on
Commit
ee34b0d
·
verified ·
1 Parent(s): 97de836

Upload folder using huggingface_hub

Browse files
Files changed (11) hide show
  1. .gitattributes +10 -0
  2. phi-3.5-mini-instruct-q2_k.gguf +3 -0
  3. phi-3.5-mini-instruct-q3_k_l.gguf +3 -0
  4. phi-3.5-mini-instruct-q3_k_m.gguf +3 -0
  5. phi-3.5-mini-instruct-q3_k_s.gguf +3 -0
  6. phi-3.5-mini-instruct-q4_k_m.gguf +3 -0
  7. phi-3.5-mini-instruct-q4_k_s.gguf +3 -0
  8. phi-3.5-mini-instruct-q5_k_m.gguf +3 -0
  9. phi-3.5-mini-instruct-q5_k_s.gguf +3 -0
  10. phi-3.5-mini-instruct-q6_k.gguf +3 -0
  11. phi-3.5-mini-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,13 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ phi-3.5-mini-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
37
+ phi-3.5-mini-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phi-3.5-mini-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phi-3.5-mini-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phi-3.5-mini-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-3.5-mini-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-3.5-mini-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-3.5-mini-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phi-3.5-mini-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phi-3.5-mini-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
phi-3.5-mini-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fcaa54c276f10289f930ed6a2db097f7a4acacdc4fbedbd403a2eb1868a8b9d8
3
+ size 1416204288
phi-3.5-mini-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd8ec8b0c6be7b909705b17f656f7623b118e1dc523798c68c1bbdd89208bce
3
+ size 2087597568
phi-3.5-mini-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139d62f8cb08ae36fe2ab0521b7ac149076ee7c1ff66ba141e0e19a83f01ee14
3
+ size 1955476992
phi-3.5-mini-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc36aa3abc21f39ea9e0a81264f8a54235130e9aa0970ec719c386c725c76bfc
3
+ size 1681798656
phi-3.5-mini-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c547fc0b8ecc2ff64f11e3180e00f8ba0e823a56c591efd9f1773fe7537a526
3
+ size 2393232384
phi-3.5-mini-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2ea8d8807f79673777146e3cc72aec3f82ce8c5c6ebca49382cb68ffab8ea72
3
+ size 2188760064
phi-3.5-mini-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:581ddfc4bc36dcfea7e853bf97252c2f31ece2272a69668499301858af1a2202
3
+ size 2815276032
phi-3.5-mini-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1f887b782ad4b5fe314d8dde129436bbe2cde7afccb2ebe3711c1f170966d7d
3
+ size 2641474560
phi-3.5-mini-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:567330ee02f1d18c5bbaacf12984e57dcd9c5cdffad20be988f0154e362e50fd
3
+ size 3135853056
phi-3.5-mini-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfe6b9881e856dcb0fb33fede9b4b24c88f6a07592aa4f66568aa38d29a14153
3
+ size 4061222400