Hugging Face's logo

c01zaut
/
deepseek-coder-7b-instruct-v1.5-rk3588-1.1.1

Safetensors
llama
Model card Files Community
c01zaut commited on
Commit
06a193b
•
1 Parent(s): e0cdf3c

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +8 -0
  2. README.md +1 -1
  3. deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  4. deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  5. deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  6. deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm +3 -0
  7. deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm +3 -0
  8. deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm +3 -0
  9. deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm +3 -0
  10. deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm +3 -0
.gitattributes CHANGED
@@ -37,3 +37,11 @@ deepseek-coder-7b-instruct-v1.5-rk3588-w8a8-opt-0-hybrid-ratio-0.0.rkllm filter=
37
  deepseek-coder-7b-instruct-v1.5-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
38
  deepseek-coder-7b-instruct-v1.5-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
39
  deepseek-coder-7b-instruct-v1.5-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
37
  deepseek-coder-7b-instruct-v1.5-rk3588-w8a8-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
38
  deepseek-coder-7b-instruct-v1.5-rk3588-w8a8-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
39
  deepseek-coder-7b-instruct-v1.5-rk3588-w8a8-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
40
+ deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
41
+ deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
42
+ deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
43
+ deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
44
+ deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
45
+ deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
46
+ deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm filter=lfs diff=lfs merge=lfs -text
47
+ deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm filter=lfs diff=lfs merge=lfs -text
README.md CHANGED
@@ -5,7 +5,7 @@ license_link: LICENSE
5
  ---
6
  # deepseek-coder-7b-instruct-v1.5-RK3588-1.1.1
7
 
8
- This version of deepseek-coder-7b-instruct-v1.5 has been converted to run on the RK3588 NPU using {'w8a8'} quantization.
9
 
10
  This model has been optimized with the following LoRA:
11
 
 
5
  ---
6
  # deepseek-coder-7b-instruct-v1.5-RK3588-1.1.1
7
 
8
+ This version of deepseek-coder-7b-instruct-v1.5 has been converted to run on the RK3588 NPU using {'w8a8_g256', 'w8a8_g128'} quantization.
9
 
10
  This model has been optimized with the following LoRA:
11
 
deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b597e8290f1a0c1a81778965581f21b01091f145e815dd7fed8c0b074a3fbdb
3
+ size 7813053988
deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b597e8290f1a0c1a81778965581f21b01091f145e815dd7fed8c0b074a3fbdb
3
+ size 7813053988
deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55d74e6dcab5b01a1a125307c2e17c9b2275a5dce209451418452e63ba541eee
3
+ size 7813053988
deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g128-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:55d74e6dcab5b01a1a125307c2e17c9b2275a5dce209451418452e63ba541eee
3
+ size 7813053988
deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:894f688536bf640e465fe8278aa99b58d6050f5d1b6d574faae05cc4679bb006
3
+ size 7580501756
deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-0-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:894f688536bf640e465fe8278aa99b58d6050f5d1b6d574faae05cc4679bb006
3
+ size 7580501756
deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.0.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d75f2c72db58ea708b558d0240dc11fdf3a38504d2efd1b4e99102a9a104b3
3
+ size 7580501756
deepseek-coder-7b-instruct-v1.5-rk3588-w8a8_g256-opt-1-hybrid-ratio-0.5.rkllm ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d75f2c72db58ea708b558d0240dc11fdf3a38504d2efd1b4e99102a9a104b3
3
+ size 7580501756