Hugging Face's logo

dahara1
/
Qwen2.5-7B-Instruct-gguf-japanese-imatrix-128K

GGUF
Japanese
Inference Endpoints
imatrix
conversational
Model card Files Community
dahara1 commited on
Commit
a652356
·
verified ·
1 Parent(s): 86048dc

Upload 8 files

Browse files
Files changed (9) hide show
  1. .gitattributes +8 -0
  2. Qwen2.5-7B-Instruct-IQ3_M.gguf +3 -0
  3. Qwen2.5-7B-Instruct-IQ3_XS.gguf +3 -0
  4. Qwen2.5-7B-Instruct-IQ3_XXS.gguf +3 -0
  5. Qwen2.5-7B-Instruct-IQ4_XS.gguf +3 -0
  6. Qwen2.5-7B-Instruct-Q3_K-f16.gguf +3 -0
  7. Qwen2.5-7B-Instruct-Q3_K_L.gguf +3 -0
  8. Qwen2.5-7B-Instruct-Q3_K_M.gguf +3 -0
  9. Qwen2.5-7B-Instruct-Q3_K_S.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,11 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Qwen2.5-7B-Instruct-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Qwen2.5-7B-Instruct-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Qwen2.5-7B-Instruct-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Qwen2.5-7B-Instruct-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Qwen2.5-7B-Instruct-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Qwen2.5-7B-Instruct-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Qwen2.5-7B-Instruct-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Qwen2.5-7B-Instruct-Q3_K-f16.gguf filter=lfs diff=lfs merge=lfs -text
Qwen2.5-7B-Instruct-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d46c55fcd7d4d56a6e39dcd5890ad483f381be9dd9c17d1919c4b80c7851212
3
+ size 3574012544
Qwen2.5-7B-Instruct-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ffbf17e690a4cc06157d98e77d4f6c7b7cb503537f5de7256aeb117b53e5d89
3
+ size 3346256512
Qwen2.5-7B-Instruct-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b81614da86e2c4927fa99a7d4374377b3753cd5da63d56276893eaf6a367e3c0
3
+ size 3114515072
Qwen2.5-7B-Instruct-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:73d2a8e5dbfedc938ccbeafe7f2c2450d32a5433a70ca6983c0d5f8897e48c82
3
+ size 4218473088
Qwen2.5-7B-Instruct-Q3_K-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:088353f44b0bc96685be33501cc5ae35eededf07713a9791bd869f6c9ba3349d
3
+ size 5307134592
Qwen2.5-7B-Instruct-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8654b20fc6ae51452eefd819bf37075357a512b99e9d77d09a565b43027645fc
3
+ size 4285264512
Qwen2.5-7B-Instruct-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b4ca83e5489eaa630fae7d0398e2f4e089c8055dc3f1bd5f875c5c910609ae2
3
+ size 3808391808
Qwen2.5-7B-Instruct-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da94588f1b922ec7e9c45d9162a9425cfa3022059d8ff95c60105172a9212c1e
3
+ size 3492369024