Upload folder using huggingface_hub
Browse files- .gitattributes +8 -0
- README.md +42 -0
- phi-4-F16.imatrix +3 -0
- phi-4-IQ2_S.gguf +3 -0
- phi-4-IQ3_XS.gguf +3 -0
- phi-4-IQ4_KS.gguf +3 -0
- phi-4-IQ4_NL.gguf +3 -0
- phi-4-IQ4_NL_R4.gguf +3 -0
- phi-4-IQ4_XS.gguf +3 -0
- phi-4-Q4_K_M.gguf +3 -0
.gitattributes
CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
36 |
+
phi-4-F16.imatrix filter=lfs diff=lfs merge=lfs -text
|
37 |
+
phi-4-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
|
38 |
+
phi-4-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
39 |
+
phi-4-IQ4_KS.gguf filter=lfs diff=lfs merge=lfs -text
|
40 |
+
phi-4-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
|
41 |
+
phi-4-IQ4_NL_R4.gguf filter=lfs diff=lfs merge=lfs -text
|
42 |
+
phi-4-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
|
43 |
+
phi-4-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
|
README.md
ADDED
@@ -0,0 +1,42 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
license: mit
|
3 |
+
license_link: https://huggingface.co/microsoft/phi-4/resolve/main/LICENSE
|
4 |
+
language:
|
5 |
+
- en
|
6 |
+
tags:
|
7 |
+
- phi
|
8 |
+
- phi4
|
9 |
+
- unsloth
|
10 |
+
- nlp
|
11 |
+
- math
|
12 |
+
- code
|
13 |
+
- chat
|
14 |
+
- conversational
|
15 |
+
base_model: microsoft/phi-4
|
16 |
+
---
|
17 |
+
|
18 |
+
## llama.cpp and ik_llama.cpp imatrix Quantizations of [unsloth/phi-4-GGUF](https://huggingface.co/unsloth/phi-4-GGUF)
|
19 |
+
|
20 |
+
Imatrix and quantizations created from https://huggingface.co/unsloth/phi-4-GGUF/phi-4-F16.gguf
|
21 |
+
|
22 |
+
Imatrix dataset from [bartowski1182](https://gist.github.com/bartowski1182/eb213dccb3571f863da82e99418f81e8)
|
23 |
+
|
24 |
+
## [llama.cpp](https://github.com/ggerganov/llama.cpp) quants
|
25 |
+
|
26 |
+
```
|
27 |
+
phi-4-IQ2_S.gguf
|
28 |
+
phi-4-IQ3_XS.gguf
|
29 |
+
phi-4-Q4_K_M.gguf
|
30 |
+
phi-4-IQ4_XS.gguf
|
31 |
+
phi-4-IQ4_NL.gguf
|
32 |
+
```
|
33 |
+
|
34 |
+
## [ik_llama.cpp](https://github.com/ikawrakow/ik_llama.cpp) new quants
|
35 |
+
|
36 |
+
```
|
37 |
+
phi-4-IQ4_KS.gguf
|
38 |
+
phi-4-IQ4_NL_R4.gguf
|
39 |
+
```
|
40 |
+
|
41 |
+
## Credits
|
42 |
+
llama.cpp, ik_llama.cpp, bartowski, microsoft, unsloth, huggingface
|
phi-4-F16.imatrix
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8d1194cd41227054b45d777a471fd63c1e7a580d50e4e608f29937c6df2d484e
|
3 |
+
size 7791692
|
phi-4-IQ2_S.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f6050e8012007bf992b631815b8012d2147e5e486a841c5a00f33404836be60f
|
3 |
+
size 4803235616
|
phi-4-IQ3_XS.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a6d9c2e58ab49eb6ddcdcc2a85e231f9acda89a62c4c3e66ca947db04b289fee
|
3 |
+
size 6220082976
|
phi-4-IQ4_KS.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:88e9855dc0e6ddad81a97f10850de0fa54d443aa7ef3178716e982c762cc9faa
|
3 |
+
size 7991144224
|
phi-4-IQ4_NL.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4d441beb8c2ae5b80b542b47c34c8417ce0cb7195df1adccc4046d9e93e88c0
|
3 |
+
size 8416194336
|
phi-4-IQ4_NL_R4.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb826483ee7ac5e3057cf6ba14a59c22e8d0680773309bae1d013531ba5d4855
|
3 |
+
size 8416194336
|
phi-4-IQ4_XS.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:638389e4ddf3e46512da2a74d0cded3680debefad52e81b6f1906db6b5f454d5
|
3 |
+
size 7982346016
|
phi-4-Q4_K_M.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e37859cf999c1219f327d2bdc4e6ca3f020ed34bf7f7ff35afa838fbf35ba20f
|
3 |
+
size 8890306336
|