macadeliccc commited on
Commit
dd39bb7
1 Parent(s): ee5738c

Upload 11 files

Browse files
mergekit_moe_config.yml ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ base_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
2
+ gate_mode: hidden
3
+ dtype: bfloat16
4
+ experts:
5
+ - source_model: cognitivecomputations/dolphin-2.1-mistral-7b
6
+ positive_prompts:
7
+ - "code"
8
+ - "solutions"
9
+ - "chat"
10
+ - "questions"
11
+
12
+ - source_model: cognitivecomputations/dolphin-2.6-mistral-7b-dpo-laser
13
+ positive_prompts:
14
+ - "mathematics"
15
+ - "optimization"
16
+ - "python"
17
+ - "instruction"
18
+
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e2858bbd26cfdeae4fb7f00b54a40af9b6349e8eb23ece463337b28baca9c69
3
  size 9919830088
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5615f516b72c6ce949740f420fcd4480731759b895a5dfa4122fa86cc6846cd9
3
  size 9919830088
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:247d0ea86a6322b974c21e12fea77adb50253fe56917387033878c722641f63b
3
  size 9982454736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a49639d532b835abe8f83ef69b0810e58bd7e108002f05c094055f7765e0ca7b
3
  size 9982454736
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:71919546d19e9f394af7583b8bc06839c61f011cef0551eae39e97b8acef668d
3
  size 5856061008
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef08b360a01598f848efc397788064854963eec80097b8151c8e77202ba6f0a
3
  size 5856061008