Upload folder using huggingface_hub

README.md

@@ -6,34 +6,28 @@ tags:
 - lazymergekit
 - automerger
 base_model:
-- rwitz/experiment26-truthy-iter-1
 - liminerity/M7-7b
 ---
 
 # Experiment26M7-7B
 
 Experiment26M7-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
-* [rwitz/experiment26-truthy-iter-1](https://huggingface.co/rwitz/experiment26-truthy-iter-1)
 * [liminerity/M7-7b](https://huggingface.co/liminerity/M7-7b)
 
 ## 🧩 Configuration
 
 ```yaml
-slices:
-  - sources:
-      - model: rwitz/experiment26-truthy-iter-1
-        layer_range: [0, 32]
-      - model: liminerity/M7-7b
-        layer_range: [0, 32]
-merge_method: slerp
-base_model: rwitz/experiment26-truthy-iter-1
+models:
+- model: rwitz/experiment26-truthy-iter-0
+  # No parameters necessary for base model
+- model: liminerity/M7-7b
+  parameters:
+    density: 0.53
+    weight: 0.6
+merge_method: dare_ties
+base_model: rwitz/experiment26-truthy-iter-0
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+int8_mask: true
 dtype: bfloat16
 random_seed: 0
     ```

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "rwitz/experiment26-truthy-iter-1",
+  "_name_or_path": "rwitz/experiment26-truthy-iter-0",
   "architectures": [
     "MistralForCausalLM"
   ],

mergekit_config.yml

@@ -1,19 +1,15 @@
 
-slices:
-  - sources:
-      - model: rwitz/experiment26-truthy-iter-1
-        layer_range: [0, 32]
-      - model: liminerity/M7-7b
-        layer_range: [0, 32]
-merge_method: slerp
-base_model: rwitz/experiment26-truthy-iter-1
+models:
+- model: rwitz/experiment26-truthy-iter-0
+  # No parameters necessary for base model
+- model: liminerity/M7-7b
+  parameters:
+    density: 0.53
+    weight: 0.6
+merge_method: dare_ties
+base_model: rwitz/experiment26-truthy-iter-0
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+int8_mask: true
 dtype: bfloat16
 random_seed: 0
     

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:775a4036f716a633c046975b438da24f071307dc4e40743cbf710d837ba8b430
+oid sha256:94bfdf09ecf2bc004d9a98eaa9acfea00c49cb8e30b09019dce6489e05882490
 size 9825524456

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3c6da51c2a282b83898ee0b89761bd8c6569d85782d4ead6885aa6a81701a7e
+oid sha256:57d5c00c37898fb038461d909b19e6eebb8e2be9fc8ba33ceec4f9b89e875822
 size 4657973592