Hugging Face's logo

gaianet
/
Phi-3-mini-4k-instruct-GGUF

Text Generation
GGUF
English
nlp
code
Inference Endpoints
conversational
Model card Files Community
apepkuss79 commited on
Commit
c091a26
•
1 Parent(s): f4114a8

Update models

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Phi-3-mini-4k-instruct-Q2_K.gguf +3 -0
  3. Phi-3-mini-4k-instruct-Q3_K_L.gguf +3 -0
  4. Phi-3-mini-4k-instruct-Q3_K_M.gguf +3 -0
  5. Phi-3-mini-4k-instruct-Q3_K_S.gguf +3 -0
  6. Phi-3-mini-4k-instruct-Q4_0.gguf +3 -0
  7. Phi-3-mini-4k-instruct-Q4_K_M.gguf +3 -0
  8. Phi-3-mini-4k-instruct-Q4_K_S.gguf +3 -0
  9. Phi-3-mini-4k-instruct-Q5_0.gguf +3 -0
  10. Phi-3-mini-4k-instruct-Q5_K_M.gguf +2 -2
  11. Phi-3-mini-4k-instruct-Q5_K_S.gguf +3 -0
  12. Phi-3-mini-4k-instruct-Q6_K.gguf +3 -0
  13. Phi-3-mini-4k-instruct-Q8_0.gguf +3 -0
  14. Phi-3-mini-4k-instruct-f16.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Phi-3-mini-4k-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  Phi-3-mini-4k-instruct-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Phi-3-mini-4k-instruct-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Phi-3-mini-4k-instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Phi-3-mini-4k-instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Phi-3-mini-4k-instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Phi-3-mini-4k-instruct-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Phi-3-mini-4k-instruct-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Phi-3-mini-4k-instruct-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Phi-3-mini-4k-instruct-Q5_0.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Phi-3-mini-4k-instruct-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Phi-3-mini-4k-instruct-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Phi-3-mini-4k-instruct-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Phi-3-mini-4k-instruct-f16.gguf filter=lfs diff=lfs merge=lfs -text
Phi-3-mini-4k-instruct-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c64694bf9380d4b0277b26bd7ce8743700bf6d3fe9e60f164b26e01e3bf28866
3
+ size 1416203200
Phi-3-mini-4k-instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b8aed74d07f506021e81cb99b88a5b0f3d2d2247c3f8b9a94b22a3abae522656
3
+ size 2087596480
Phi-3-mini-4k-instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e42942f2030cf3d9f5f7defdeadfd0be0bd7163af6c852d180d2ffe76572aebe
3
+ size 1955475904
Phi-3-mini-4k-instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:02a017bd724413db45b4aecce25629673d6698711ba29be8c672c84b39baf431
3
+ size 1681797568
Phi-3-mini-4k-instruct-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfaba5b45a3ae45bbf608a65ae2ec2f8fcca0f0ddb193d81c41b010e79893d6c
3
+ size 2176176064
Phi-3-mini-4k-instruct-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:351e2c1360d39bb46958ab741335fc2cca3a087e5f7a0e0a67e1dc5a5552ef3b
3
+ size 2393231296
Phi-3-mini-4k-instruct-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4787d1017ca72e603fbe8acb2a89aab7965df73dcde901f7010fc38f7e334ba5
3
+ size 2188758976
Phi-3-mini-4k-instruct-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ebdc2357fdd2ccd03eec8b0311b72a8866c42c9b7bbd78b132a42734bb5321b
3
+ size 2641473472
Phi-3-mini-4k-instruct-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ed4479317c3d28c3b7fe68f21176cd2a1b8862cc6ee89934a2defec9f502fa50
3
- size 2815274656
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ba9aeb7c73f3170f8fab831b578ab302bbdc7206af49309695731128aa4e948
3
+ size 2815274944
Phi-3-mini-4k-instruct-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:118aae5acb1eebb220660e29b6e7defe1f62eea5c1f34645dbdd161829444758
3
+ size 2641473472
Phi-3-mini-4k-instruct-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcd7a862dff7f0ef275accb62581dbd7aef3a917fdf4d1c47a9fc388b4dab3b3
3
+ size 3135851968
Phi-3-mini-4k-instruct-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ed43aab9e9d7ec750670c5e8b55b0922a1f3bf8212bc56bcc675231e2c5569c
3
+ size 4061221312
Phi-3-mini-4k-instruct-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75ae3a460cb3a7292354e8b983e3a651b0333d3fb91bc1096433321b03787989
3
+ size 7643296192