Hugging Face's logo

unsloth
/
gemma-3-27b-it-GGUF

Image-Text-to-Text
Transformers
GGUF
English
gemma3
unsloth
gemma
google
Inference Endpoints
conversational
Model card Files Community
3
danielhanchen commited on
Commit
3ada436
·
verified ·
1 Parent(s): 01bd8db

Add files using upload-large-folder tool

Browse files
Files changed (11) hide show
  1. .gitattributes +3 -0
  2. BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf +3 -0
  3. BF16/gemma-3-27b-it-BF16-00002-of-00002.gguf +3 -0
  4. config.json +0 -1
  5. gemma-3-27b-it-Q2_K.gguf +1 -1
  6. gemma-3-27b-it-Q2_K_L.gguf +1 -1
  7. gemma-3-27b-it-Q3_K_M.gguf +1 -1
  8. gemma-3-27b-it-Q4_K_M.gguf +1 -1
  9. gemma-3-27b-it-Q5_K_M.gguf +1 -1
  10. gemma-3-27b-it-Q6_K.gguf +1 -1
  11. gemma-3-27b-it-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -42,3 +42,6 @@ gemma-3-27b-it-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
  BF16/gemma-3-27b-it.BF16-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
43
  gemma-3-27b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
  gemma-3-27b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
42
  BF16/gemma-3-27b-it.BF16-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
43
  gemma-3-27b-it-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
  gemma-3-27b-it-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
45
+ BF16/gemma-3-27b-it-BF16-00002-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
46
+ gemma-3-27b-it-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf filter=lfs diff=lfs merge=lfs -text
BF16/gemma-3-27b-it-BF16-00001-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a70d8c2e6e9c6c85b6a989fe524b4d291a013474087de3aeee70a7107776aaa
3
+ size 49898757184
BF16/gemma-3-27b-it-BF16-00002-of-00002.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dc1b732f3ffff1a4db5f14367181204f575c52258f5286455d3a25d58b95275
3
+ size 4129207200
config.json CHANGED
@@ -16,7 +16,6 @@
16
  "attention_dropout": 0.0,
17
  "attn_logit_softcapping": null,
18
  "cache_implementation": "hybrid",
19
- "eos_token_id": 106,
20
  "final_logit_softcapping": null,
21
  "head_dim": 128,
22
  "hidden_activation": "gelu_pytorch_tanh",
 
16
  "attention_dropout": 0.0,
17
  "attn_logit_softcapping": null,
18
  "cache_implementation": "hybrid",
 
19
  "final_logit_softcapping": null,
20
  "head_dim": 128,
21
  "hidden_activation": "gelu_pytorch_tanh",
gemma-3-27b-it-Q2_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ad04ec6fd32e56cb25446847c1f310c9669ef0f79100f34c543366ed0e430886
3
  size 10503720320
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c4000e892a73b32fb29e1129d85730fe3f1f1add22616c53f61402bfad45288
3
  size 10503720320
gemma-3-27b-it-Q2_K_L.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc06f9da5c41c53901af61d537e155e543cfa1ac6e84db6eb34ed76c67470e84
3
  size 10140300032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecac3d2afb5fba98bb12bd029a0959a25fdf7875fb53869fded4b0bb0e6aeb1f
3
  size 10140300032
gemma-3-27b-it-Q3_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b250b62f626994d1a455781074c20593b5ee84a750564c44b15ce26638e5b25
3
  size 13437640064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:731060f3838f7169093754afdd9af24e22b5b098cea0e3d13b483fa4583deac3
3
  size 13437640064
gemma-3-27b-it-Q4_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a315f53c7bb54fc40bc677dd5c2ffc28567facf38f287fe1ba4160c60d6102ed
3
  size 16546688384
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37fa17d565dbf946550ad6c1e5036cc682b515592381bf6e27246351e1927623
3
  size 16546688384
gemma-3-27b-it-Q5_K_M.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c47344d86b641d217de96dff1c961e995b52a1a70dc0183eb7505d35842c5aaf
3
  size 19271675264
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1aeb324f3988a6c7aa019de5dc36887407ec53f4212ccdc487980cea83a9e8d2
3
  size 19271675264
gemma-3-27b-it-Q6_K.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:20b9647a01179816c84866cfa0dbe4e91ca7975e627beb37988b508240a8ba1c
3
  size 22166973824
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04340c9d10d684eaf3c944cc8943392cf971127ea13b541fd886afeebc7fed9f
3
  size 22166973824
gemma-3-27b-it-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bdf2532a7fc6115108e3ba005cfe0acb8bb8b0f61f2c2afb59d9ee5d15dc4f47
3
+ size 28707971840