Hugging Face's logo

win10
/
WhiteRabbitNeo-2.5-Qwen-2.5-Coder-12.3B

Text Generation
Transformers
Safetensors
qwen2
mergekit
Merge
conversational
text-generation-inference
Model card Files
xet
Community
1
win10 commited on
Commit
c0c8749
·
verified ·
1 Parent(s): 79a0c62

Upload folder using huggingface_hub

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. README.md +50 -0
  3. added_tokens.json +25 -0
  4. config.json +29 -0
  5. mergekit_config.yml +21 -0
  6. merges.txt +0 -0
  7. model-00001-of-00051.safetensors +3 -0
  8. model-00002-of-00051.safetensors +3 -0
  9. model-00003-of-00051.safetensors +3 -0
  10. model-00004-of-00051.safetensors +3 -0
  11. model-00005-of-00051.safetensors +3 -0
  12. model-00006-of-00051.safetensors +3 -0
  13. model-00007-of-00051.safetensors +3 -0
  14. model-00008-of-00051.safetensors +3 -0
  15. model-00009-of-00051.safetensors +3 -0
  16. model-00010-of-00051.safetensors +3 -0
  17. model-00011-of-00051.safetensors +3 -0
  18. model-00012-of-00051.safetensors +3 -0
  19. model-00013-of-00051.safetensors +3 -0
  20. model-00014-of-00051.safetensors +3 -0
  21. model-00015-of-00051.safetensors +3 -0
  22. model-00016-of-00051.safetensors +3 -0
  23. model-00017-of-00051.safetensors +3 -0
  24. model-00018-of-00051.safetensors +3 -0
  25. model-00019-of-00051.safetensors +3 -0
  26. model-00020-of-00051.safetensors +3 -0
  27. model-00021-of-00051.safetensors +3 -0
  28. model-00022-of-00051.safetensors +3 -0
  29. model-00023-of-00051.safetensors +3 -0
  30. model-00024-of-00051.safetensors +3 -0
  31. model-00025-of-00051.safetensors +3 -0
  32. model-00026-of-00051.safetensors +3 -0
  33. model-00027-of-00051.safetensors +3 -0
  34. model-00028-of-00051.safetensors +3 -0
  35. model-00029-of-00051.safetensors +3 -0
  36. model-00030-of-00051.safetensors +3 -0
  37. model-00031-of-00051.safetensors +3 -0
  38. model-00032-of-00051.safetensors +3 -0
  39. model-00033-of-00051.safetensors +3 -0
  40. model-00034-of-00051.safetensors +3 -0
  41. model-00035-of-00051.safetensors +3 -0
  42. model-00036-of-00051.safetensors +3 -0
  43. model-00037-of-00051.safetensors +3 -0
  44. model-00038-of-00051.safetensors +3 -0
  45. model-00039-of-00051.safetensors +3 -0
  46. model-00040-of-00051.safetensors +3 -0
  47. model-00041-of-00051.safetensors +3 -0
  48. model-00042-of-00051.safetensors +3 -0
  49. model-00043-of-00051.safetensors +3 -0
  50. model-00044-of-00051.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,50 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model:
3
+ - WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
4
+ library_name: transformers
5
+ tags:
6
+ - mergekit
7
+ - merge
8
+
9
+ ---
10
+ # merge
11
+
12
+ This is a merge of pre-trained language models created using [mergekit](https://github.com/cg123/mergekit).
13
+
14
+ ## Merge Details
15
+ ### Merge Method
16
+
17
+ This model was merged using the passthrough merge method.
18
+
19
+ ### Models Merged
20
+
21
+ The following models were included in the merge:
22
+ * [WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B](https://huggingface.co/WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B)
23
+
24
+ ### Configuration
25
+
26
+ The following YAML configuration was used to produce this model:
27
+
28
+ ```yaml
29
+ dtype: bfloat16
30
+ merge_method: passthrough
31
+ slices:
32
+ - sources:
33
+ - layer_range: [0, 8]
34
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
35
+ - sources:
36
+ - layer_range: [4, 12]
37
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
38
+ - sources:
39
+ - layer_range: [8, 16]
40
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
41
+ - sources:
42
+ - layer_range: [12, 20]
43
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
44
+ - sources:
45
+ - layer_range: [16, 24]
46
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
47
+ - sources:
48
+ - layer_range: [20, 28]
49
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
50
+ ```
added_tokens.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<pad>": 151665,
4
+ "<tool_call>": 151657,
5
+ "<|box_end|>": 151649,
6
+ "<|box_start|>": 151648,
7
+ "<|endoftext|>": 151643,
8
+ "<|file_sep|>": 151664,
9
+ "<|fim_middle|>": 151660,
10
+ "<|fim_pad|>": 151662,
11
+ "<|fim_prefix|>": 151659,
12
+ "<|fim_suffix|>": 151661,
13
+ "<|im_end|>": 151645,
14
+ "<|im_start|>": 151644,
15
+ "<|image_pad|>": 151655,
16
+ "<|object_ref_end|>": 151647,
17
+ "<|object_ref_start|>": 151646,
18
+ "<|quad_end|>": 151651,
19
+ "<|quad_start|>": 151650,
20
+ "<|repo_name|>": 151663,
21
+ "<|video_pad|>": 151656,
22
+ "<|vision_end|>": 151653,
23
+ "<|vision_pad|>": 151654,
24
+ "<|vision_start|>": 151652
25
+ }
config.json ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "bos_token_id": 128245,
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 3584,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 18944,
13
+ "max_position_embeddings": 32768,
14
+ "max_window_layers": 28,
15
+ "model_type": "qwen2",
16
+ "num_attention_heads": 28,
17
+ "num_hidden_layers": 48,
18
+ "num_key_value_heads": 4,
19
+ "rms_norm_eps": 1e-06,
20
+ "rope_scaling": null,
21
+ "rope_theta": 1000000.0,
22
+ "sliding_window": null,
23
+ "tie_word_embeddings": false,
24
+ "torch_dtype": "bfloat16",
25
+ "transformers_version": "4.45.2",
26
+ "use_cache": false,
27
+ "use_sliding_window": false,
28
+ "vocab_size": 152064
29
+ }
mergekit_config.yml ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ dtype: bfloat16
2
+ merge_method: passthrough
3
+ slices:
4
+ - sources:
5
+ - layer_range: [0, 8]
6
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
7
+ - sources:
8
+ - layer_range: [4, 12]
9
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
10
+ - sources:
11
+ - layer_range: [8, 16]
12
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
13
+ - sources:
14
+ - layer_range: [12, 20]
15
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
16
+ - sources:
17
+ - layer_range: [16, 24]
18
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
19
+ - sources:
20
+ - layer_range: [20, 28]
21
+ model: WhiteRabbitNeo/WhiteRabbitNeo-2.5-Qwen-2.5-Coder-7B
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7cadc619b93a3b6a9f8a452a29e5dac1693c28eb929eb33c630abefc31235fa
3
+ size 1089994880
model-00002-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5698d3daeef89727edbc96462f42d5b326430c7008b0d4f112a2e4dca98a902f
3
+ size 1089994896
model-00003-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07f5d005615f561078e810e12e0088d36003db42916e03232ff07bcc52b74c27
3
+ size 466124232
model-00004-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9aacb45899a8ceef58dadf7a7f18b1ab2d0e684b2237dd0b36f36f68f973650
3
+ size 466124240
model-00005-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:978c00ddceaf36c89a9373188de25809acbc870a5c40abd203fde8ff420240b6
3
+ size 407372152
model-00006-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c10e6f95097b5a50c24238fa74edf5dba3abc9475ac9e3055c371ef0d8e6f89a
3
+ size 491814488
model-00007-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b25bf0fdd0bd9499ce51df7a9545fd02dec51310acdfaac17c6ac35a49559193
3
+ size 440419456
model-00008-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3e1e95198f4a82a89a40de6d28894c0f44d7f3704b588503aae10c6ef881ae6
3
+ size 491814488
model-00009-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b28bc9bd28f508b777a812a6a1ba55a897d0776bb34874987ca487e8698f842
3
+ size 440419448
model-00010-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60377b5372995c51b02c382914c5d702c87d3c25da39bd64b0401e12e0dfce70
3
+ size 491814488
model-00011-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2661298c5346a492cb12bc48eb61feb03ab8a4a9ea7d9cb27e96e114df2b72d5
3
+ size 440419456
model-00012-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be5c913c79a6a33aeabde639ca498c46a778308d916aa9e9d442bf59eae4c6e
3
+ size 491814488
model-00013-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f77148e563a407b216bd7aec378083ab9b2225c70ffcf36be366263fb09ab41
3
+ size 440419456
model-00014-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01751dac32ac1f77f267f6a7a298d0109b06af99b456ff429159ac412c984205
3
+ size 491814488
model-00015-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69e6a53bff2ec20bc093738cb2b7b0a06677ecbe64b30e8189eb47b703efc9cc
3
+ size 440419456
model-00016-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:876604fd59b190ead289c8b3703fc2413a33d660c2cf2720342a9f76eadb5f52
3
+ size 491814488
model-00017-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42e50b8d97a5ee4d349c9b189ddb47ec3a2eed999846dec2d4fffc679e92ce04
3
+ size 440419448
model-00018-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4953d6c0a14a82f5040753f00c7203891c9d28901bb5ecf9def681a8ad863959
3
+ size 491814488
model-00019-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce35cfcb58966664081efb2773277467c837fa3f9c1c3600101144cb43d53b9d
3
+ size 440419456
model-00020-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:501735d223d677f39e94fc3803686115753e9acce847690a572a48f8784b3c25
3
+ size 491814488
model-00021-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c285eb228fde4204739ef9b5a1dc80364ed4d855869df4145f8b233c8615a98f
3
+ size 440419456
model-00022-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:681eda8a52bc5eac7fb519e739357d44a9dc7ab26944417a166e2e5400d54371
3
+ size 491814488
model-00023-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401283da5aeb158f3f70b6661593935ac9bb1af0b3893f338a8c600583e39c00
3
+ size 440419456
model-00024-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:360e8cd28688f331787bfd0e7bab2113c5d158a10f069966fbc493b86d49f730
3
+ size 491814488
model-00025-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8b520dbf1a60788523782c233c03a5e96cc800c147c49834eb0d4983a49739ae
3
+ size 499164264
model-00026-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:790c77614dfe4ae805841b2aa4e301fbbb505b105b78d0c1ae969b0ac363117a
3
+ size 407372152
model-00027-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2979cec9c41d2a8e75d7aced9768a86325c533ef3ebf8f637fd47a3cca837a5
3
+ size 491814488
model-00028-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f994cf868d6a55bca08f20f5a4d9d2e3ea4cf60c37eedada6fd0e4c30d8d74
3
+ size 440419456
model-00029-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8c206d35e60029ef1691b73c33e76d1a994be0910ece74a4f6bc259af26abd3
3
+ size 491814488
model-00030-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3c6ed4e7b1b6363ca2c4a211cf2a55e4052cc7098097cd319534d6f64807c01
3
+ size 440419456
model-00031-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa5125ce8f04e15c9ac4d22c42720f1b5ae36d7270653ad885d50f4055a2916f
3
+ size 491814488
model-00032-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb4440966569b68e60c1ccc0793aedd19da734dfbe844a0e11efa992def904ed
3
+ size 440419456
model-00033-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0ffbee18d0f522338a48e811387c321068516813b3a3a2121ddf6593d78b8b7
3
+ size 491814488
model-00034-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8bc9da3abb373f627175b2713c73110bbe162877cd5f326f80e148d6d898e31
3
+ size 499156992
model-00035-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cb9e52943203a7e51420059cdc8c60f2471505150ba26f56f186ec4a88799dd
3
+ size 466116976
model-00036-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f28e28b6ca8731e655b45c2429df47c1705a533f04f2809f004fa55e110dffd
3
+ size 466116976
model-00037-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fa031395c8d3f1fa658cdf13a5b8be82a1d4546a83a4e450ec43f89180e4bf9
3
+ size 466116968
model-00038-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd59f5f888b4c84e94fcc6ccd6ae3b7e0349f700fa4e4c547d89bc92c9781c38
3
+ size 466124240
model-00039-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c22d36c129777c10468570c365c4d84f49924b65704aa6cad1b1b5e364bcfe2
3
+ size 407372152
model-00040-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b862db5ca9c931ef737c8f51ad989db62e6a69fcf7126ac290868e6ad2d84a92
3
+ size 491814472
model-00041-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f69783de9ca4b29b0dc3fb82807f71827eb54eda11219d575522a1f6809865
3
+ size 440419448
model-00042-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39aa220d6d5a2ec70d7b60f96a5a1fa3b028b0f47483a4682b187f5924ca2958
3
+ size 491814472
model-00043-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3563f66e1680a8fe97b274396c5ebffd714c4209811de32613f18bfb744af38
3
+ size 440419448
model-00044-of-00051.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd19fa04b4367277a607c94b46aa2d70ad93384ca95b770a4dffbf2b218a77de
3
+ size 491814480