macadeliccc
commited on
Commit
•
dd39bb7
1
Parent(s):
ee5738c
Upload 11 files
Browse files
mergekit_moe_config.yml
ADDED
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
base_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
|
2 |
+
gate_mode: hidden
|
3 |
+
dtype: bfloat16
|
4 |
+
experts:
|
5 |
+
- source_model: cognitivecomputations/dolphin-2.1-mistral-7b
|
6 |
+
positive_prompts:
|
7 |
+
- "code"
|
8 |
+
- "solutions"
|
9 |
+
- "chat"
|
10 |
+
- "questions"
|
11 |
+
|
12 |
+
- source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
|
13 |
+
positive_prompts:
|
14 |
+
- "mathematics"
|
15 |
+
- "optimization"
|
16 |
+
- "python"
|
17 |
+
- "instruction"
|
18 |
+
|
model-00001-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 9919830088
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5615f516b72c6ce949740f420fcd4480731759b895a5dfa4122fa86cc6846cd9
|
3 |
size 9919830088
|
model-00002-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 9982454736
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a49639d532b835abe8f83ef69b0810e58bd7e108002f05c094055f7765e0ca7b
|
3 |
size 9982454736
|
model-00003-of-00003.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 5856061008
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5ef08b360a01598f848efc397788064854963eec80097b8151c8e77202ba6f0a
|
3 |
size 5856061008
|