Update README.md
Browse files
README.md
CHANGED
@@ -15,7 +15,7 @@ deepseek_coder_v2_cpu_iq4xm.gguf-00004-of-00004.gguf
|
|
15 |
```
|
16 |
|
17 |
>[!TIP]
|
18 |
-
|
19 |
>
|
20 |
```verilog
|
21 |
sudo apt install -y aria2
|
@@ -31,4 +31,27 @@ aria2c -x 8 -o deepseek_coder_v2_cpu_iq4xm.gguf-00003-of-00004.gguf \
|
|
31 |
|
32 |
aria2c -x 8 -o deepseek_coder_v2_cpu_iq4xm.gguf-00004-of-00004.gguf \
|
33 |
https://huggingface.co/nisten/deepseek-coder-v2-inst-cpu-optimized-gguf/resolve/main/deepseek_coder_v2_cpu_iq4xm.gguf-00004-of-00004.gguf
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
34 |
```
|
|
|
15 |
```
|
16 |
|
17 |
>[!TIP]
|
18 |
+
>### To download the 4bit version much faster on linux apt install aria2, on mac: brew install aria2
|
19 |
>
|
20 |
```verilog
|
21 |
sudo apt install -y aria2
|
|
|
31 |
|
32 |
aria2c -x 8 -o deepseek_coder_v2_cpu_iq4xm.gguf-00004-of-00004.gguf \
|
33 |
https://huggingface.co/nisten/deepseek-coder-v2-inst-cpu-optimized-gguf/resolve/main/deepseek_coder_v2_cpu_iq4xm.gguf-00004-of-00004.gguf
|
34 |
+
```
|
35 |
+
>[!TIP]
|
36 |
+
> ### And for downloading the Q8_0 version converted in the most lossless way possible from hf bf16 model
|
37 |
+
>
|
38 |
+
```verilog
|
39 |
+
|
40 |
+
aria2c -x 8 -o deepseek_coder_v2_cpu_q8_0-00001-of-00006.gguf \
|
41 |
+
https://huggingface.co/nisten/deepseek-coder-v2-inst-cpu-optimized-gguf/resolve/main/deepseek_coder_v2_cpu_q8_0-00001-of-00006.gguf
|
42 |
+
|
43 |
+
aria2c -x 8 -o deepseek_coder_v2_cpu_q8_0-00002-of-00006.gguf \
|
44 |
+
https://huggingface.co/nisten/deepseek-coder-v2-inst-cpu-optimized-gguf/resolve/main/deepseek_coder_v2_cpu_q8_0-00002-of-00006.gguf
|
45 |
+
|
46 |
+
aria2c -x 8 -o deepseek_coder_v2_cpu_q8_0-00003-of-00006.gguf \
|
47 |
+
https://huggingface.co/nisten/deepseek-coder-v2-inst-cpu-optimized-gguf/resolve/main/deepseek_coder_v2_cpu_q8_0-00003-of-00006.gguf
|
48 |
+
|
49 |
+
aria2c -x 8 -o deepseek_coder_v2_cpu_q8_0-00004-of-00006.gguf \
|
50 |
+
https://huggingface.co/nisten/deepseek-coder-v2-inst-cpu-optimized-gguf/resolve/main/deepseek_coder_v2_cpu_q8_0-00004-of-00006.gguf
|
51 |
+
|
52 |
+
aria2c -x 8 -o deepseek_coder_v2_cpu_q8_0-00005-of-00006.gguf \
|
53 |
+
https://huggingface.co/nisten/deepseek-coder-v2-inst-cpu-optimized-gguf/resolve/main/deepseek_coder_v2_cpu_q8_0-00005-of-00006.gguf
|
54 |
+
|
55 |
+
aria2c -x 8 -o deepseek_coder_v2_cpu_q8_0-00006-of-00006.gguf \
|
56 |
+
https://huggingface.co/nisten/deepseek-coder-v2-inst-cpu-optimized-gguf/resolve/main/deepseek_coder_v2_cpu_q8_0-00006-of-00006.gguf
|
57 |
```
|