Hugging Face's logo

Esperanto
/
gemma-2b-it-kvc-AWQ-int4-onnx

ONNX
text-generation-inference
gemma
4-bit precision
AWQ
Model card Files Community
ericsorides commited on
Commit
645572f
•
1 Parent(s): db071ca

Uploaded model and tokenizer

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +2 -0
  2. model.embed_tokens.weight +3 -0
  3. model.layers.0.mlp.down_proj.qweight +3 -0
  4. model.layers.0.mlp.down_proj.qzeros +3 -0
  5. model.layers.0.mlp.down_proj.scales +3 -0
  6. model.layers.0.mlp.gate_proj.qweight +3 -0
  7. model.layers.0.mlp.gate_proj.qzeros +3 -0
  8. model.layers.0.mlp.gate_proj.scales +3 -0
  9. model.layers.0.mlp.up_proj.qweight +3 -0
  10. model.layers.0.mlp.up_proj.qzeros +3 -0
  11. model.layers.0.mlp.up_proj.scales +3 -0
  12. model.layers.0.self_attn.k_proj.qweight +3 -0
  13. model.layers.0.self_attn.k_proj.qzeros +3 -0
  14. model.layers.0.self_attn.k_proj.scales +3 -0
  15. model.layers.0.self_attn.o_proj.qweight +3 -0
  16. model.layers.0.self_attn.o_proj.qzeros +3 -0
  17. model.layers.0.self_attn.o_proj.scales +3 -0
  18. model.layers.0.self_attn.q_proj.qweight +3 -0
  19. model.layers.0.self_attn.q_proj.qzeros +3 -0
  20. model.layers.0.self_attn.q_proj.scales +3 -0
  21. model.layers.0.self_attn.v_proj.qweight +3 -0
  22. model.layers.0.self_attn.v_proj.qzeros +3 -0
  23. model.layers.0.self_attn.v_proj.scales +3 -0
  24. model.layers.1.mlp.down_proj.qweight +3 -0
  25. model.layers.1.mlp.down_proj.qzeros +3 -0
  26. model.layers.1.mlp.down_proj.scales +3 -0
  27. model.layers.1.mlp.gate_proj.qweight +3 -0
  28. model.layers.1.mlp.gate_proj.qzeros +3 -0
  29. model.layers.1.mlp.gate_proj.scales +3 -0
  30. model.layers.1.mlp.up_proj.qweight +3 -0
  31. model.layers.1.mlp.up_proj.qzeros +3 -0
  32. model.layers.1.mlp.up_proj.scales +3 -0
  33. model.layers.1.self_attn.k_proj.qweight +3 -0
  34. model.layers.1.self_attn.k_proj.qzeros +3 -0
  35. model.layers.1.self_attn.k_proj.scales +3 -0
  36. model.layers.1.self_attn.o_proj.qweight +3 -0
  37. model.layers.1.self_attn.o_proj.qzeros +3 -0
  38. model.layers.1.self_attn.o_proj.scales +3 -0
  39. model.layers.1.self_attn.q_proj.qweight +3 -0
  40. model.layers.1.self_attn.q_proj.qzeros +3 -0
  41. model.layers.1.self_attn.q_proj.scales +3 -0
  42. model.layers.1.self_attn.v_proj.qweight +3 -0
  43. model.layers.1.self_attn.v_proj.qzeros +3 -0
  44. model.layers.1.self_attn.v_proj.scales +3 -0
  45. model.layers.10.mlp.down_proj.qweight +3 -0
  46. model.layers.10.mlp.down_proj.qzeros +3 -0
  47. model.layers.10.mlp.down_proj.scales +3 -0
  48. model.layers.10.mlp.gate_proj.qweight +3 -0
  49. model.layers.10.mlp.gate_proj.qzeros +3 -0
  50. model.layers.10.mlp.gate_proj.scales +3 -0
.gitattributes CHANGED
@@ -33,3 +33,5 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ onnx__* filter=lfs diff=lfs merge=lfs -text
37
+ model.* filter=lfs diff=lfs merge=lfs -text
model.embed_tokens.weight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17b87ab2c01c80657855a5413d0457b4a041afaeda0cc785080e44e2f04acf07
3
+ size 1048576000
model.layers.0.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ecdea091d763a51b67a75d90ebf30f6a6be5346548fc464c26427452ec5a55d4
3
+ size 16777216
model.layers.0.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7caa1f94a092f4188ea435d76f1cf246b3f5e52cd65250bdedd612aa878c7135
3
+ size 131072
model.layers.0.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1891e4efe3dce1f3adbcf0d41382ba4ba5bd6d6077493658a5b7528e6e19555c
3
+ size 524288
model.layers.0.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5316633111167b23030061dd49d54b3c354e6b111003376298a1a3504b86101
3
+ size 16777216
model.layers.0.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0afc48be59083697d1a70d2159d4a0dbdf16cf1f9b84d56f4ea0e986e825413d
3
+ size 131072
model.layers.0.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc1cff1c4bce75cac44979d669fef7c0c270c4faad2b55037af154a74e77f4e0
3
+ size 524288
model.layers.0.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395073e978a51241928d4624f7995f17a03aa74ca740de262870aa10cf35e133
3
+ size 16777216
model.layers.0.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b0a0d19b2d46d2c45a9b799a3a8a70c74b75d41c2a14280e320283769346310
3
+ size 131072
model.layers.0.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50a14998d01c5c3060f0dcbfe08dd114e5771cdf06be9063e16f88d7d8440a87
3
+ size 524288
model.layers.0.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ae6074281ff50b30cc1c95424507837b2fa74dbbca8412689ab8bb1b09279c8
3
+ size 262144
model.layers.0.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2b0c059755566496d810edee56d943aac3166952e5c1cca41995018fd58f559
3
+ size 2048
model.layers.0.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a44aa40c1fd68b56172522f63a6a958d4d75bbd033d08184636986446fb1816
3
+ size 8192
model.layers.0.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1daae68a4d8e5c21aeb52f746ec2344eb69200cb3ad6413bc36ed0af1d528962
3
+ size 2097152
model.layers.0.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:356f1d449f39431a80d31398bc6368a70a12102b33fef43a5007298ea938b5ac
3
+ size 16384
model.layers.0.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b45088c75d8d9b2e7d2cb4876a00c55d41411806f227b234b7862a4b2fda4858
3
+ size 65536
model.layers.0.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fa6b8170e7abf91ed5cc2ce78c1dc2eb2ff4aadfdc6d79d438e302e58d25db3
3
+ size 2097152
model.layers.0.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5bfc7cce068603a3a4e102db85482dff7aa18204aeeda403af62f57403a58e3
3
+ size 16384
model.layers.0.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7baaeec82efaf34039f76eebc030add31aa0f77af24d6fc829a3e5d5a4aac15
3
+ size 65536
model.layers.0.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74a1aacb5b05749cac4bfc4f670d5ccd3e5368e7ab0eb5765a885a9f78e6f086
3
+ size 262144
model.layers.0.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bbb03568ada491ed95735d2aa01800f6a2f6ff1e2b8680fd3b314ac26dbff1b
3
+ size 2048
model.layers.0.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157d6cd2c2ef8917e99448d368b8354568b4c068f35c803f57e19fc1f6fa6393
3
+ size 8192
model.layers.1.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf6029f136dd8f16d888e58efb7c808282f17dd1d20607cb40728cd60517a888
3
+ size 16777216
model.layers.1.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0eb558167f67effbc5efbc24446abc960f03493a4be4d46bbc371269d2d0b710
3
+ size 131072
model.layers.1.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c673718b2fda8ae5ac7f9d538e3f169664a4ce9d840c517f96a148a9b78fd9c
3
+ size 524288
model.layers.1.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:355275b70c9359ae3b9d7c24b1659117b2368dc8ad9a1632bf3f252ab3cb1ffd
3
+ size 16777216
model.layers.1.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a738feb6c6c9521db93d4c9932459a58855606c9d05472dec8183e5a7f57a2
3
+ size 131072
model.layers.1.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a155e1638a95d5bb8f8122ea6e3d21a0836e82e547afa094eed868849801c28
3
+ size 524288
model.layers.1.mlp.up_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cafed436056994de8a98ea3c4832c2672cdb00748f0ffa72d0ad87d84e8e3c51
3
+ size 16777216
model.layers.1.mlp.up_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b11aa86e0ba16cef57fa88d3b5e350779543591682057369f574dd48295394c
3
+ size 131072
model.layers.1.mlp.up_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:244f4d65b946db864bf21b4a78de633478b8ad0c6655d49ea3ef4c555cbc4177
3
+ size 524288
model.layers.1.self_attn.k_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98046ff1a673478e8ebb0f88faf7d7d8c9a386d92ac65b8aaf1960bf0c261924
3
+ size 262144
model.layers.1.self_attn.k_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:102d3022e1073ec89c372cb74bf472efdecdea56afb326d89f751d8db52b9803
3
+ size 2048
model.layers.1.self_attn.k_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5a0a26adb11d997e7c70a3cc536dd665d8a7dbb2cdc1cde231dd08cf14edc8f2
3
+ size 8192
model.layers.1.self_attn.o_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa56a1a39069645030c157de24619a881d626caa9f46311744e53013ee0226eb
3
+ size 2097152
model.layers.1.self_attn.o_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88d07e1f95c3fdf860fe4c36e10be1fdf373fba6557ac43109e9ad205a5b27c1
3
+ size 16384
model.layers.1.self_attn.o_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:874d22b829396ca90fec33c7adf9eb83e39034b90971819a86afc37255075866
3
+ size 65536
model.layers.1.self_attn.q_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b7d21fd13685d838330e06e32de082a7bb1920fb4f0d61fea998c3ec257e325
3
+ size 2097152
model.layers.1.self_attn.q_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2e322d24fc9c9ac8cac8c2220594c87e5b0a5614f54c4b7332f69d7e0994cb8
3
+ size 16384
model.layers.1.self_attn.q_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b71f83ae3ad9f8be76c115cf2ca64c12ce5fce3a65f4f7501ca8c6de0f140c5
3
+ size 65536
model.layers.1.self_attn.v_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2b6b44e06e1cfdc145bd9c4b3c59f3494e918799628e2650a9ba2e6268c27a0d
3
+ size 262144
model.layers.1.self_attn.v_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2de9d7bacfbcc3353ef2ad4201bef82894cb723ff1ec1113e36186c20bd2e408
3
+ size 2048
model.layers.1.self_attn.v_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4a75ebf5bd1ea99e22b455095ead9146b19aaf4bcd8e138319e696565521b15
3
+ size 8192
model.layers.10.mlp.down_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dd352ca94d825e2d241ff38c1f5a0f1ecddd6337c04805497788ee3cb6f20a8
3
+ size 16777216
model.layers.10.mlp.down_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e1bee46ae461ca017a23552f26e2d765bfc0127efa7d811ae465b2922776168
3
+ size 131072
model.layers.10.mlp.down_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a743e353edb827a436f52f6350d0b0b8022e029553488af884d70de443f94d1
3
+ size 524288
model.layers.10.mlp.gate_proj.qweight ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55d96eed61c9147a9676f0e46e2f4a024e019199572aabe65f1f2a24cde33792
3
+ size 16777216
model.layers.10.mlp.gate_proj.qzeros ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fac57cf9caf7af650473794c5173b98bdd7b1c5bcddcf5393793281d343af2fc
3
+ size 131072
model.layers.10.mlp.gate_proj.scales ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb56b5127e21cb8975d430904a82f8a42f5152fbdbcc6e2d92b0816432eb193
3
+ size 524288