Upload 60 files

Modelfile

@@ -0,0 +1,37 @@
+FROM huihui-ai/DeepSeek-R1-Pruned-Coder-411B/ggml-model-Q4_K_M.gguf
+TEMPLATE """{{- if .System }}{{ .System }}{{ end }}
+{{- range $i, $_ := .Messages }}
+{{- $last := eq (len (slice $.Messages $i)) 1}}
+{{- if eq .Role "user" }}<｜User｜>{{ .Content }}
+{{- else if eq .Role "assistant" }}<｜Assistant｜>{{ .Content }}{{- if not $last }}<｜end▁of▁sentence｜>{{- end }}
+{{- end }}
+{{- if and $last (ne .Role "assistant") }}<｜Assistant｜>{{- end }}
+{{- end }}"""
+PARAMETER stop <｜begin▁of▁sentence｜>
+PARAMETER stop <｜end▁of▁sentence｜>
+PARAMETER stop <｜User｜>
+PARAMETER stop <｜Assistant｜>
+PARAMETER num_gpu 1
+LICENSE """MIT License
+
+Copyright (c) 2023 DeepSeek
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.
+"""
+

README.md

@@ -1,3 +1,118 @@
----
-license: apache-2.0
----
+---
+license: mit
+base_model:
+- deepseek-ai/DeepSeek-R1
+tags:
+- deepseek_R1
+- bf16
+- Safetensors
+- custom_code
+- Pruned
+---
+
+# huihui-ai/DeepSeek-R1-Pruned-Coder-411B
+
+
+
+
+This is a pruned version of the [deepseek-ai/DeepSeek-R1](https://huggingface.co/deepseek-ai/DeepSeek-R1), 
+reduced from 256 experts to 160 experts. The pruned model is mainly used for [code](https://huggingface.co/huihui-ai/DeepSeek-R1-Pruned-Coder-411B/blob/main/coding_problems.py) generation.
+
+
+This is a test validation to see if we can prune the model according to professional requirements and still maintain acceptable performance. 
+The model size has been reduced by about 1/3, and no distortion has occurred.
+
+This allows the model to be pruned according to one's needs.
+
+This pruned model has a total parameter is equivalent to 441B.
+
+We will also try to prune [perplexity-ai/r1-1776](https://huggingface.co/perplexity-ai/r1-1776).
+
+## Use with ollama
+
+You can use [huihui_ai/deepseek-r1-pruned](https://ollama.com/huihui_ai/deepseek-r1-pruned) directly
+```
+ollama run huihui_ai/deepseek-r1-pruned
+```
+
+
+## Use with transformers
+
+```
+from transformers import AutoModelForCausalLM, AutoTokenizer, BitsAndBytesConfig
+import torch
+
+# Load the model and tokenizer
+NEW_MODEL_ID = "huihui-ai/DeepSeek-R1-Pruned-Coder-411B"
+quant_config_4 = BitsAndBytesConfig(
+    load_in_4bit=True,
+    bnb_4bit_compute_dtype=torch.bfloat16,
+    bnb_4bit_use_double_quant=True,
+    llm_int8_enable_fp32_cpu_offload=True,
+)
+
+model = AutoModelForCausalLM.from_pretrained(
+    NEW_MODEL_ID, 
+    device_map="auto", 
+    trust_remote_code=True,
+    quantization_config=quant_config_4,
+    torch_dtype=torch.bfloat16
+)
+tokenizer = AutoTokenizer.from_pretrained(NEW_MODEL_ID, trust_remote_code=True)
+if tokenizer.pad_token is None:
+    tokenizer.pad_token = tokenizer.eos_token
+
+tokenizer.pad_token_id = tokenizer.eos_token_id
+
+# Initialize conversation context
+initial_messages = [
+    {"role": "system", "content": "You are a helpful assistant."}
+]
+messages = initial_messages.copy()  # Copy the initial conversation context
+
+# Enter conversation loop
+while True:
+    # Get user input
+    user_input = input("User: ").strip()  # Strip leading and trailing spaces
+
+    # If the user types '/exit', end the conversation
+    if user_input.lower() == "/exit":
+        print("Exiting chat.")
+        break
+
+    # If the user types '/clean', reset the conversation context
+    if user_input.lower() == "/clear":
+        messages = initial_messages.copy()  # Reset conversation context
+        print("Chat history cleared. Starting a new conversation.")
+        continue
+
+    # If input is empty, prompt the user and continue
+    if not user_input:
+        print("Input cannot be empty. Please enter something.")
+        continue
+
+    # Add user input to the conversation
+    messages.append({"role": "user", "content": user_input})
+
+    tokenized_message = tokenizer.apply_chat_template(messages, tokenize=True, add_generation_prompt=True, return_tensors="pt", return_dict=True)
+    response_token_ids = model.generate(tokenized_message['input_ids'].to("cuda:0"), use_cache=False, pad_token_id=tokenizer.pad_token_id, max_new_tokens=8192)
+    generated_tokens =response_token_ids[:, len(tokenized_message['input_ids'][0]):]
+    response = tokenizer.batch_decode(generated_tokens, skip_special_tokens=True)[0]
+
+    # Add the model's response to the conversation
+    messages.append({"role": "assistant", "content": response})
+
+    # Print the model's response
+    print(f"Response: {response}")
+```
+
+### Donation
+
+If you like it, please click 'like' and follow us for more updates.  
+You can follow [x.com/support_huihui](https://x.com/support_huihui) to get the latest model information from huihui.ai.
+
+##### Your donation helps us continue our further development and improvement, a cup of coffee can do it.
+- bitcoin:
+```
+  bc1qqnkhuchxw0zqjh2ku3lu4hq45hc6gy84uk70ge
+```

model-00118-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0649551d4a5230c35e422b638110dfdf2d322e7a0512f6d9c29a2bd9acef431e
+size 4986098600

model-00119-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217eaa128143ba9547f7a5dd2dfdf9b413caa03aa58d663c2e0a879a7ec697b0
+size 4991243000

model-00120-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a808e0cf73b2fb0855797f984b87f8cecc2163c0d9719afceeb42f8fd618f9e4
+size 4991243072

model-00121-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0d54014a5ec8f99d835711fb55e2efec3313f480753b76fb0fe1578fad6a368
+size 4986098568

model-00122-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0e4e85c7ff01c9a76cde94e910f89745a0a02aa86017f5176d92ec58c940664
+size 4991243016

model-00123-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4455bbf45575e5bd7edc26d6ed92103f30326972329ba5bbad788d33f0312f14
+size 4991243088

model-00124-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe3aee94f8e4ded9a829fe139afa904f77cd9ae1b2ff430153a44e288b51535
+size 4986098544

model-00125-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe45c2d2ae72e03540b6ee6369a0d2722d3f36a1db0e8252bd9498a41359f1ff
+size 4991243024

model-00126-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c63d64d29835f35afef2245e3f97a383fc940cb7e8245aa788912d846762f31
+size 4991243104

model-00127-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2955248e8318f00a28a3a056d835c5d6ef68234006d8ea084b63621f966a2fe
+size 4986098536

model-00128-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1c11939cd79c72afc4c6c2bb1339da2f90dcb6e11986212261a14213947c17
+size 4991243024

model-00129-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed6fac23d737633a1365917bd7e678af0ca353759e72c56c66c48ccebda9704f
+size 4991243120

model-00130-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7663e2e704262ffcebc2ea2213f8404b0108744c4ada9d0e2676298ce3c5f33d
+size 4986098520

model-00131-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d318e9c4f80c8aa5a5fee9fc6dee2d14db62fc33b7846ce6bd9d4e75c590b7
+size 4991243032

model-00132-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ef1cbff39efecd65e0d8cf873e100c225c63b2c99905dc190a70d9188a142c0
+size 4991243128

model-00133-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2577ff49113c892b4becf8a4732656d51dad1de1b5f880120b284e63356740f
+size 4986098504

model-00134-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55ae74230280bd685dffcff0ee8ba2e9eb37586a5ba3e5d6fb97f83f39ded85d
+size 4991243024

model-00135-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9f0cdf3124ef580f8a5c460942a8953707f136f48cb6b1e2eeb363727a81aac
+size 4991243144

model-00136-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0de3def260244a8b4ee705683dd4dca378ce16eb3b775e6a8fe1aab0075d1d2a
+size 4986098488

model-00137-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92a4adc0f0fff956450bb45ac61051512ac13b3b08a6c73b63d63ab2d8bfd57b
+size 4991243024

model-00138-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:267908951c5f4b48be1af5c05a8380109d7bbf73a22372e59ea412f370288253
+size 4991243160

model-00139-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e303927d307b6de4d051f97d3633001d3a4de606c3f7855869e0e8bb2e2ce939
+size 4986098472

model-00140-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d5ee581c22cfa110de000865e7e102b70828b165dfd4fb62ede6fb60a43eded
+size 4991243032

model-00141-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911a1ba61c8405b9afcc616654455c8d0ac6c5aba5d8715218e5ff24f14727f6
+size 4991243168

model-00142-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28271bbff538e11a83087a502674ec9f55b704592341378703d60490c4ed9939
+size 4986098464

model-00143-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72c8f1243fd2d79dce7bec60f958ab3fc172e17c2507783bb704ba0bf6cd4fe1
+size 4991243024

model-00144-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22b3d1d28a2e16f5aae508c70abb1cddd410474c34b64ec9f9e6edf27bbec67e
+size 4991243184

model-00145-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81892813e9baabf355a6ae664d145188622d6f5b3ebb243d7344c700ccce5a2e
+size 4986098448

model-00146-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:191fc4786c9bc725ff3b2bda8ec64267ea3afcbb790dd9bd6261a38deda3c660
+size 4991243032

model-00147-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dbcaa53bf177748ce01533c60f073d660b34e24af7e88dd26c33f417df6fd07
+size 4991243200

model-00148-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b1d3e780c32261085797c26619c0a6134f4de1ef663f5eeab0641c9c5b0d43
+size 4986098432

model-00149-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b809cfeb846467d49c3cbdf2c830c42f35b5984248e3a08c8701e2b2790aa1
+size 4991243048

model-00150-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1904da2c18ba7726326bcd0f77123bfc38fea43fd8ee2f5ff010cf66954d32
+size 4927509056

model-00151-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67ad01f8f1945c994e48b9d53be19d1da329d1ea509b71f8f64b26e6233c75e9
+size 4991112056

model-00152-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfbabfcdc87d09bd8edbf9524a70c01a989f9987b52c288ebe0a2def9a053f5c
+size 4991243056

model-00153-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a89d4a7f94d0944469ce5daea684950c1abdd6d479ec68dc3a7dc9f352a4fbbe
+size 4986098608

model-00154-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e82e1af17992b9ce7201cbaf414c10b164541ff7183ec832d90a9d7ca1e7fa12
+size 4991243000

model-00155-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71a9fe11699a48799a2f033e14bff27d5556d7bca7b5579ff92b1e7df7294635
+size 4991243072

model-00156-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c073c9346c45267a345289304837e59f163556875fd43420251825949360d080
+size 4986098576

model-00157-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad78ab98cc6df4b7882acf1443f62db4b713252a23a327fd2cfc376786d910cd
+size 4991243016

model-00158-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23921089c2b016543ab12cfffe6ff3e2ca4807b689c539f55022ae443e75f1f2
+size 4991243080

model-00159-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:110908642033b74c1fe13f4eb36a301ca6d89df0dcd2c9f2f34228e86c67d2d2
+size 4986098552

model-00160-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392906699dce51dd58c64128a9a5181a799c155a69d53c009899f17075917bb8
+size 4991243024

model-00161-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c867d37463cfaa446f8775fe7f6e75d1af3f15089d91e7f7183fe4275af79d8
+size 4991243096

model-00162-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1cbf820d37c1ffa85c59ab88abce9acb2dfa6d3327bb60820ec763faa0fb9d60
+size 4986098536

model-00163-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ee9b52b8e2ce2f20b02e1581c9ff8a5cca5fcfb964c04d35569e0c0ec7d174
+size 4991243032

model-00164-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b51faefac3057f08f2b2b9d3ee1b907c9ec3286e2ab91db45e1e57a7fcf33de
+size 4991243112

model-00165-of-00171.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77f98de439c1c1b05715437183556cfaf7dd5cc56933c1156829f712c71d6080
+size 4986098520