Hugging Face's logo

mergekit-community
/
Qwen2.5-32B-Instruct-Coder-Tie

Text Generation
Transformers
Safetensors
qwen2
mergekit
Merge
conversational
text-generation-inference
Inference Endpoints
Model card Files Community
chargoddard commited on
Commit
9aca2d3
·
verified ·
1 Parent(s): f9a533f

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. README.md +5 -1
  2. mergekit_config.yml +4 -0
README.md CHANGED
@@ -1,7 +1,7 @@
1
  ---
2
  base_model:
3
- - Qwen/Qwen2.5-32B-Instruct
4
  - Qwen/Qwen2.5-Coder-32B-Instruct
 
5
  library_name: transformers
6
  tags:
7
  - mergekit
@@ -31,12 +31,16 @@ models:
31
  - model: Qwen/Qwen2.5-Coder-32B-Instruct
32
  parameters:
33
  weight: 1
 
34
  - model: Qwen/Qwen2.5-32B-Instruct
35
  parameters:
36
  weight: 1
 
37
  merge_method: ties
38
  base_model: Qwen/Qwen2.5-32B-Instruct
39
  parameters:
 
 
40
  normalize: true
41
  int8_mask: true
42
  dtype: bfloat16
 
1
  ---
2
  base_model:
 
3
  - Qwen/Qwen2.5-Coder-32B-Instruct
4
+ - Qwen/Qwen2.5-32B-Instruct
5
  library_name: transformers
6
  tags:
7
  - mergekit
 
31
  - model: Qwen/Qwen2.5-Coder-32B-Instruct
32
  parameters:
33
  weight: 1
34
+ density: 1
35
  - model: Qwen/Qwen2.5-32B-Instruct
36
  parameters:
37
  weight: 1
38
+ density: 1
39
  merge_method: ties
40
  base_model: Qwen/Qwen2.5-32B-Instruct
41
  parameters:
42
+ weight: 1
43
+ density: 1
44
  normalize: true
45
  int8_mask: true
46
  dtype: bfloat16
mergekit_config.yml CHANGED
@@ -2,12 +2,16 @@ models:
2
  - model: Qwen/Qwen2.5-Coder-32B-Instruct
3
  parameters:
4
  weight: 1
 
5
  - model: Qwen/Qwen2.5-32B-Instruct
6
  parameters:
7
  weight: 1
 
8
  merge_method: ties
9
  base_model: Qwen/Qwen2.5-32B-Instruct
10
  parameters:
 
 
11
  normalize: true
12
  int8_mask: true
13
  dtype: bfloat16
 
2
  - model: Qwen/Qwen2.5-Coder-32B-Instruct
3
  parameters:
4
  weight: 1
5
+ density: 1
6
  - model: Qwen/Qwen2.5-32B-Instruct
7
  parameters:
8
  weight: 1
9
+ density: 1
10
  merge_method: ties
11
  base_model: Qwen/Qwen2.5-32B-Instruct
12
  parameters:
13
+ weight: 1
14
+ density: 1
15
  normalize: true
16
  int8_mask: true
17
  dtype: bfloat16