Upload folder using huggingface_hub

README.md

@@ -6,37 +6,31 @@ tags:
 - lazymergekit
 - automerger
 base_model:
-- nlpguy/AlloyIngotNeoY
 - Kukedlc/NeuralSirKrishna-7b
 ---
 
 # AlloyingotneoyNeuralsirkrishna-7B
 
 AlloyingotneoyNeuralsirkrishna-7B is an automated merge created by [Maxime Labonne](https://huggingface.co/mlabonne) using the following configuration.
-* [nlpguy/AlloyIngotNeoY](https://huggingface.co/nlpguy/AlloyIngotNeoY)
 * [Kukedlc/NeuralSirKrishna-7b](https://huggingface.co/Kukedlc/NeuralSirKrishna-7b)
 
 ## 🧩 Configuration
 
 ```yaml
-slices:
-  - sources:
-      - model: nlpguy/AlloyIngotNeoY
-        layer_range: [0, 32]
-      - model: Kukedlc/NeuralSirKrishna-7b
-        layer_range: [0, 32]
-merge_method: slerp
+models:
+- model: nlpguy/AlloyIngotNeoY
+  # No parameters necessary for base model
+- model: Kukedlc/NeuralSirKrishna-7b
+  parameters:
+    density: 0.53
+    weight: 0.6
+merge_method: dare_ties
 base_model: nlpguy/AlloyIngotNeoY
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+int8_mask: true
 dtype: bfloat16
 random_seed: 0
-    ```
+```
 
 ## 💻 Usage
 

config.json

@@ -21,7 +21,7 @@
   "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.38.2",
+  "transformers_version": "4.39.0",
   "use_cache": true,
   "vocab_size": 32000
 }

mergekit_config.yml

@@ -1,19 +1,14 @@
 
-slices:
-  - sources:
-      - model: nlpguy/AlloyIngotNeoY
-        layer_range: [0, 32]
-      - model: Kukedlc/NeuralSirKrishna-7b
-        layer_range: [0, 32]
-merge_method: slerp
+models:
+- model: nlpguy/AlloyIngotNeoY
+  # No parameters necessary for base model
+- model: Kukedlc/NeuralSirKrishna-7b
+  parameters:
+    density: 0.53
+    weight: 0.6
+merge_method: dare_ties
 base_model: nlpguy/AlloyIngotNeoY
 parameters:
-  t:
-    - filter: self_attn
-      value: [0, 0.5, 0.3, 0.7, 1]
-    - filter: mlp
-      value: [1, 0.5, 0.7, 0.3, 0]
-    - value: 0.5
+int8_mask: true
 dtype: bfloat16
 random_seed: 0
-    

model-00001-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b868bc025487a8dff6b9399f16fe8a10c5292d041e8dfadc9e55e89810ff1d1a
+oid sha256:a04579ef4cdfc587466d43f0bc612812490fdef88e80fb49fee3b2a97b549871
 size 9825524456

model-00002-of-00002.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e3364d3470d76141b7be686d9ff659985f74ed0db4a5b67d7ab66ef5138e299a
+oid sha256:84db58379e13e5ce65486c57b37d136c5d88ed144cbbb42381864a78032c3565
 size 4657973592