Hugging Face's logo

codegood
/
Phi_3.5_mini_GGUF

Text Generation
GGUF
English
Inference Endpoints
conversational
Model card Files Community
codegood commited on
Commit
a955b54
·
verified ·
1 Parent(s): b6f7135

Upload folder using huggingface_hub

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. phi-3.5-mini-instruct-q2_k.gguf +3 -0
  3. phi-3.5-mini-instruct-q3_k_l.gguf +3 -0
  4. phi-3.5-mini-instruct-q3_k_m.gguf +3 -0
  5. phi-3.5-mini-instruct-q3_k_s.gguf +3 -0
  6. phi-3.5-mini-instruct-q4_0.gguf +3 -0
  7. phi-3.5-mini-instruct-q4_k_m.gguf +3 -0
  8. phi-3.5-mini-instruct-q4_k_s.gguf +3 -0
  9. phi-3.5-mini-instruct-q5_0.gguf +3 -0
  10. phi-3.5-mini-instruct-q5_k_m.gguf +3 -0
  11. phi-3.5-mini-instruct-q5_k_s.gguf +3 -0
  12. phi-3.5-mini-instruct-q6_k.gguf +3 -0
  13. phi-3.5-mini-instruct-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -38,3 +38,15 @@ Phi3_mini-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
  Phi3_mini-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
  Phi3_mini-F32.gguf filter=lfs diff=lfs merge=lfs -text
40
  Phi3_mini-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
38
  Phi3_mini-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
  Phi3_mini-F32.gguf filter=lfs diff=lfs merge=lfs -text
40
  Phi3_mini-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-3.5-mini-instruct-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-3.5-mini-instruct-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-3.5-mini-instruct-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ phi-3.5-mini-instruct-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
45
+ phi-3.5-mini-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
46
+ phi-3.5-mini-instruct-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
47
+ phi-3.5-mini-instruct-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
48
+ phi-3.5-mini-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
49
+ phi-3.5-mini-instruct-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
50
+ phi-3.5-mini-instruct-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
51
+ phi-3.5-mini-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
52
+ phi-3.5-mini-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
phi-3.5-mini-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d47caa8bf30afce66f6945667b03df2df4deb94711c21d854706481c9c4c4b
3
+ size 1416204288
phi-3.5-mini-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda3c938fc13343a80f60881f4987bbbb990a59403aafce7f81d4380b76fd2f1
3
+ size 2087597568
phi-3.5-mini-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abcfd2f187d16cb29ba3e5d1fd9b05b860e9a5afdd4d609e40ec0596fdbdc8c8
3
+ size 1955476992
phi-3.5-mini-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c2147a6c5a94b01185b14ae424a26163543afa2333560c7d2297f000cb31ee
3
+ size 1681798656
phi-3.5-mini-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5374915da534cb93df39f03bd4f2cd5a0c533df0d5e21957dc9556c260be9eb
3
+ size 2176177152
phi-3.5-mini-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef532675b6684b28e0a1a0dca8b3bf4132673bf2294b7d87b41b1d64bb03bca
3
+ size 2393232384
phi-3.5-mini-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db3e683309003f16a47246b8e4b610204c16c0d3abe0de86ccf971569493d68
3
+ size 2188760064
phi-3.5-mini-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b75226072ac8ef8c1e279fd7de436b5aedca7b6fcae6bed3e2d6c933ca2d55a
3
+ size 2641474560
phi-3.5-mini-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef57be356e37cdf6045f7ef9149f7f6974e7c18f23b384296608029466c48f01
3
+ size 2815276032
phi-3.5-mini-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50b8dc3b4ccc9c28778f43df7356709463d96a1bd35e942ed46ee88a34a4b22f
3
+ size 2641474560
phi-3.5-mini-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e5e74919d7935fe84e29a2e525feb9f1cce5beb6d550bc8cb2098f0f931410
3
+ size 3135853056
phi-3.5-mini-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81fd0b829a6ff15b3df3cc792de3f3e75a9fb2f1f55c0059af55a698b1173150
3
+ size 4061222400