mcm07 commited on
Commit
9545aa5
·
verified ·
1 Parent(s): b7bd2c8

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ phi-4-F16.imatrix filter=lfs diff=lfs merge=lfs -text
37
+ phi-4-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ phi-4-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ phi-4-IQ4_KS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ phi-4-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
41
+ phi-4-IQ4_NL_R4.gguf filter=lfs diff=lfs merge=lfs -text
42
+ phi-4-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ phi-4-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ license: mit
3
+ license_link: https://huggingface.co/microsoft/phi-4/resolve/main/LICENSE
4
+ language:
5
+ - en
6
+ tags:
7
+ - phi
8
+ - phi4
9
+ - unsloth
10
+ - nlp
11
+ - math
12
+ - code
13
+ - chat
14
+ - conversational
15
+ base_model: microsoft/phi-4
16
+ ---
17
+
18
+ ## llama.cpp and ik_llama.cpp imatrix Quantizations of [unsloth/phi-4-GGUF](https://huggingface.co/unsloth/phi-4-GGUF)
19
+
20
+ Imatrix and quantizations created from https://huggingface.co/unsloth/phi-4-GGUF/phi-4-F16.gguf
21
+
22
+ Imatrix dataset from [bartowski1182](https://gist.github.com/bartowski1182/eb213dccb3571f863da82e99418f81e8)
23
+
24
+ ## [llama.cpp](https://github.com/ggerganov/llama.cpp) quants
25
+
26
+ ```
27
+ phi-4-IQ2_S.gguf
28
+ phi-4-IQ3_XS.gguf
29
+ phi-4-Q4_K_M.gguf
30
+ phi-4-IQ4_XS.gguf
31
+ phi-4-IQ4_NL.gguf
32
+ ```
33
+
34
+ ## [ik_llama.cpp](https://github.com/ikawrakow/ik_llama.cpp) new quants
35
+
36
+ ```
37
+ phi-4-IQ4_KS.gguf
38
+ phi-4-IQ4_NL_R4.gguf
39
+ ```
40
+
41
+ ## Credits
42
+ llama.cpp, ik_llama.cpp, bartowski, microsoft, unsloth, huggingface
phi-4-F16.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d1194cd41227054b45d777a471fd63c1e7a580d50e4e608f29937c6df2d484e
3
+ size 7791692
phi-4-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6050e8012007bf992b631815b8012d2147e5e486a841c5a00f33404836be60f
3
+ size 4803235616
phi-4-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6d9c2e58ab49eb6ddcdcc2a85e231f9acda89a62c4c3e66ca947db04b289fee
3
+ size 6220082976
phi-4-IQ4_KS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88e9855dc0e6ddad81a97f10850de0fa54d443aa7ef3178716e982c762cc9faa
3
+ size 7991144224
phi-4-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4d441beb8c2ae5b80b542b47c34c8417ce0cb7195df1adccc4046d9e93e88c0
3
+ size 8416194336
phi-4-IQ4_NL_R4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb826483ee7ac5e3057cf6ba14a59c22e8d0680773309bae1d013531ba5d4855
3
+ size 8416194336
phi-4-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:638389e4ddf3e46512da2a74d0cded3680debefad52e81b6f1906db6b5f454d5
3
+ size 7982346016
phi-4-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e37859cf999c1219f327d2bdc4e6ca3f020ed34bf7f7ff35afa838fbf35ba20f
3
+ size 8890306336