Update README.md

README.md

@@ -11,11 +11,8 @@ tags:
 - rp
 - roleplay
 - role-play
-- chain-of-thoughts
 - summarization
 - emotion classification
-- biology
-- psychology
 base_model:
 - nothingiisreal/L3-8B-Celeste-v1
 - Nitral-AI/Hathor_Tahsin-L3-8B-v0.85
@@ -33,6 +30,14 @@ base_model:
 - OEvortex/Emotional-llama-8B
 - lighteternal/Llama3-merge-biomed-8b
 - Casual-Autopsy/Llama3-merge-psychotherapy-8b
+- Sao10K/L3-8B-Tamamo-v1
+- ResplendentAI/Nymph_8B
+- ChaoticNeutrals/T-900-8B
+- Sao10K/L3-8B-Niitama-v1
+- bluuwhale/L3-SthenoMaidBlackroot-8B-V1
+- Hastagaras/Jamet-8B-L3-MK.V-Blackroot
+- Hastagaras/Halu-8B-Llama3-Blackroot
+- crestf411/L3-8B-sunfall-v0.4-stheno-v3.2
 ---
 | <img src="https://huggingface.co/Casual-Autopsy/L3-Super-Nova-RP-8B/resolve/main/Card-Assets/NovaKid-Girl.jpeg" width="50%" height="50%" style="display: block; margin: auto;"> |
 |:---:|
@@ -45,10 +50,14 @@ base_model:
 ***
 ***
 ## Presets
-I've(or anyone else) yet to find good Textgen Preset so here's the starting point preset I use instead, It should get you by for now.
+
+***
+### Text Gen
+The Current good staring preset for this model. **Subject to change.**
+**Settings by yours truly**
 ```yaml
-Top K: 50
-Top P: 0.85
+Top K: 40
+Min P: 0.075
 Repetition Penalty: 1.01
 # Don't make this higher, DRY handles the bulk of Squashing Repetition.
 # This is justs to lightly nudge the bot to move the plot forward
@@ -68,6 +77,10 @@ Dynamic Temperature:
   Exponent: 0.85
 ```
 
+***
+### Context/Instruct
+[Virt-io's SillyTavern](https://huggingface.co/Virt-io/SillyTavern-Presets) Presets work really well with this.
+
 ***
 ***
 ## Usage Info
@@ -110,6 +123,14 @@ The following models were used to make this merge:
 * [OEvortex/Emotional-llama-8B](https://huggingface.co/OEvortex/Emotional-llama-8B)
 * [lighteternal/Llama3-merge-biomed-8b](https://huggingface.co/lighteternal/Llama3-merge-biomed-8b)
 * [Casual-Autopsy/Llama3-merge-psychotherapy-8b](https://huggingface.co/Casual-Autopsy/Llama3-merge-psychotherapy-8b)
+* [Sao10K/L3-8B-Tamamo-v1](https://huggingface.co/Sao10K/L3-8B-Tamamo-v1)
+* [ResplendentAI/Nymph_8B](https://huggingface.co/ResplendentAI/Nymph_8B)
+* [ChaoticNeutrals/T-900-8B](https://huggingface.co/ChaoticNeutrals/T-900-8B)
+* [Sao10K/L3-8B-Niitama-v1](https://huggingface.co/Sao10K/L3-8B-Niitama-v1)
+* [bluuwhale/L3-SthenoMaidBlackroot-8B-V1](https://huggingface.co/bluuwhale/L3-SthenoMaidBlackroot-8B-V1)
+* [Hastagaras/Jamet-8B-L3-MK.V-Blackroot](https://huggingface.co/Hastagaras/Jamet-8B-L3-MK.V-Blackroot)
+* [Hastagaras/Halu-8B-Llama3-Blackroot](https://huggingface.co/Hastagaras/Halu-8B-Llama3-Blackroot)
+* [crestf411/L3-8B-sunfall-v0.4-stheno-v3.2](https://huggingface.co/crestf411/L3-8B-sunfall-v0.4-stheno-v3.2)
 
 ***
 ***
@@ -118,8 +139,6 @@ The following models were used to make this merge:
 ***
 ### [Open LLM Leaderboard](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard)
 
-Detailed results can be found [here](https://huggingface.co/datasets/open-llm-leaderboard/details_Casual-Autopsy__L3-Umbral-Mind-RP-v2.0-8B)
-
 **Explaination for AI RP newbies:** IFEval is the most important evaluation for RP AIs as it determines how well it can follow OOC, Lorebooks, and most importantly character cards.
 The rest don't matter. At least not nearly as much as IFEval.
 
@@ -158,42 +177,167 @@ The following YAML configs were used to make this merge.
 ### Super-Nova-CRE_pt.1
 
 ```yaml
-
+models:
+  - model: nothingiisreal/L3-8B-Celeste-v1
+  - model: Nitral-AI/Hathor_Tahsin-L3-8B-v0.85
+    parameters:
+      density: [0.35, 0.45, 0.5, 0.55, 0.65, 0.55, 0.5, 0.45, 0.35]
+      weight: [0.495, 0.165, 0.165, 0.495, 0.495, 0.165, 0.165, 0.495]
+  - model: Sao10K/L3-8B-Stheno-v3.2
+    parameters:
+      density: [0.65, 0.55, 0.5, 0.45, 0.35, 0.45, 0.5, 0.55, 0.65]
+      weight: [0.165, 0.495, 0.495, 0.165, 0.165, 0.495, 0.495, 0.165]
+merge_method: dare_ties
+base_model: nothingiisreal/L3-8B-Celeste-v1
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
 ### Super-Nova-CRE_pt.2
 
 ```yaml
-
+models:
+  - model: nothingiisreal/L3-8B-Celeste-v1
+  - model: ChaoticNeutrals/Poppy_Porpoise-1.0-L3-8B
+    parameters:
+      density: [0.35, 0.45, 0.5, 0.55, 0.65, 0.55, 0.5, 0.45, 0.35]
+      weight: [0.165, 0.495, 0.495, 0.165, 0.165, 0.495, 0.495, 0.165]
+  - model: Sao10K/L3-8B-Lunaris-v1
+    parameters:
+      density: [0.65, 0.55, 0.5, 0.45, 0.35, 0.45, 0.5, 0.55, 0.65]
+      weight: [0.495, 0.165, 0.165, 0.495, 0.495, 0.165, 0.165, 0.495]
+merge_method: dare_ties
+base_model: nothingiisreal/L3-8B-Celeste-v1
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
 ### Super-Nova-UNC_pt.1
 
 ```yaml
-
+models:
+  - model: turboderp/llama3-turbcat-instruct-8b
+  - model: ChaoticNeutrals/Domain-Fusion-L3-8B
+    parameters:
+      density: 0.5
+      weight: [0.495, 0.165, 0.165, 0.495, 0.495, 0.165, 0.165, 0.495]
+  - model: migtissera/Llama-3-8B-Synthia-v3.5
+    parameters:
+      density: 0.5
+      weight: [0.165, 0.495, 0.495, 0.165, 0.165, 0.495, 0.495, 0.165]
+merge_method: dare_ties
+base_model: turboderp/llama3-turbcat-instruct-8b
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
 ### Super-Nova-UNC_pt.2
 
 ```yaml
-
+models:
+  - model: turboderp/llama3-turbcat-instruct-8b
+  - model: TheDrummer/Llama-3SOME-8B-v2
+    parameters:
+      density: 0.5
+      weight: [0.165, 0.495, 0.495, 0.165, 0.165, 0.495, 0.495, 0.165]
+  - model: ChaoticNeutrals/Hathor_RP-v.01-L3-8B
+    parameters:
+      density: 0.5
+      weight: [0.495, 0.165, 0.165, 0.495, 0.495, 0.165, 0.165, 0.495]
+merge_method: dare_ties
+base_model: turboderp/llama3-turbcat-instruct-8b
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
 ### Super-Nova-INT_pt.1
 
 ```yaml
-
+models:
+  - model: TheSkullery/llama-3-cat-8b-instruct-v1
+  - model: FPHam/L3-8B-Everything-COT
+    parameters: 
+      density: 0.5
+      weight: [0.139, 0.139, 0.208, 0.139, 0.208]
+  - model: Ayush-1722/Meta-Llama-3-8B-Instruct-Summarize-v0.2-24K-LoRANET-Merged
+    parameters: 
+      density: 0.5
+      weight: [0.139, 0.208, 0.139, 0.208, 0.139]
+  - model: OEvortex/Emotional-llama-8B
+    parameters: 
+      density: 0.5
+      weight: [0.208, 0.139, 0.208, 0.139, 0.139]
+  - model: lighteternal/Llama3-merge-biomed-8b
+    parameters: 
+      density: 0.5
+      weight: [0.208, 0.139, 0.139, 0.139, 0.208]
+  - model: Casual-Autopsy/Llama3-merge-psychotherapy-8b
+    parameters: 
+      density: 0.5
+      weight: [0.139, 0.208, 0.139, 0.208, 0.139]
+merge_method: ties
+base_model: TheSkullery/llama-3-cat-8b-instruct-v1
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
 ### Super-Nova-INT_pt.2
 
 ```yaml
-
+models:
+  - model: TheSkullery/llama-3-cat-8b-instruct-v1
+  - model: FPHam/L3-8B-Everything-COT
+    parameters:
+      density: 0.9
+        gamma: 0.01
+        weight: [0.139, 0.208, 0.208, 0.139, 0.139]
+  - model: Ayush-1722/Meta-Llama-3-8B-Instruct-Summarize-v0.2-24K-LoRANET-Merged
+    parameters:
+      density: 0.9
+      gamma: 0.01
+      weight: [0.208, 0.139, 0.139, 0.139, 0.208]
+  - model: OEvortex/Emotional-llama-8B
+    parameters:
+      density: 0.9
+      gamma: 0.01
+      weight: [0.139, 0.139, 0.208, 0.208, 0.139]
+  - model: lighteternal/Llama3-merge-biomed-8b
+    parameters:
+      density: 0.9
+      gamma: 0.01
+      weight: [0.139, 0.208, 0.139, 0.208, 0.139]
+  - model: Casual-Autopsy/Llama3-merge-psychotherapy-8b
+    parameters:
+      density: 0.9
+      gamma: 0.01
+      weight: [0.208, 0.139, 0.139, 0.139, 0.208]
+merge_method: breadcrumbs_ties
+base_model: TheSkullery/llama-3-cat-8b-instruct-v1
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
@@ -201,39 +345,183 @@ The following YAML configs were used to make this merge.
 
 ```yaml
 
+models:
+  - model:  Casual-Autopsy/Super-Nova-CRE_pt.1
+  - model: Casual-Autopsy/Super-Nova-CRE_pt.2
+merge_method: slerp
+base_model: Casual-Autopsy/Super-Nova-CRE_pt.1
+parameters:
+  t:
+    - filter: self_attn
+      value: [0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5]
+    - filter: mlp
+      value: [0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5]
+    - value: 0.5
+  embed_slerp: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
 ### Super-Nova-UNC
 
 ```yaml
-
+models:
+  - model: Casual-Autopsy/Super-Nova-UNC_pt.1
+  - model: Casual-Autopsy/Super-Nova-UNC_pt.2
+merge_method: slerp
+base_model: Casual-Autopsy/Super-Nova-UNC_pt.1
+parameters:
+  t:
+    - value: [0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5, 0.7, 0.3, 0.5, 0.3, 0.7, 0.5]
+  embed_slerp: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
 ### Super-Nova-INT
 
+```yaml
+models:
+  - model: Casual-Autopsy/Super-Nova-INT_pt.1
+  - model: Casual-Autopsy/Super-Nova-INT_pt.2
+merge_method: slerp
+base_model: Casual-Autopsy/Super-Nova-INT_pt.1
+parameters:
+  t:
+    - value: 0.5
+  embed_slerp: true
+dtype: float32
+out_dtype: bfloat16
+```
+
+***
+### Super-Nova-RP_stp.1
+
 ```yaml
 
+models:
+  - model: Casual-Autopsy/Super-Nova-CRE
+  - model: asual-Autopsy/Super-Nova-UNC
+merge_method: slerp
+base_model: Casual-Autopsy/Super-Nova-CRE
+parameters:
+  t:
+    - value: [0.7, 0.5, 0.3, 0.25, 0.2, 0.25, 0.3, 0.5, 0.7]
+  embed_slerp: true
+dtype: float32
+out_dtype: bfloat16
+
 ```
 
 ***
-### Super-Nova-RP_pt.1
+### Super-Nova-RP_stp.2
 
 ```yaml
+models:
+  - model: Casual-Autopsy/Super-Nova-RP_stp.1
+  - model: Casual-Autopsy/Super-Nova-INT
+merge_method: slerp
+base_model: Casual-Autopsy/Super-Nova-RP_stp.1
+parameters:
+  t:
+    - value: [0.1, 0.15, 0.2, 0.4, 0.6, 0.4, 0.2, 0.15, 0.1]
+  embed_slerp: true
+dtype: float32
+out_dtype: bfloat16
+```
 
+***
+### Super-Nova-RP_pt.1
+
+```yaml
+models:
+  - model: Casual-Autopsy/Super-Nova-RP_stp.2
+  - model: Sao10K/L3-8B-Tamamo-v1
+    parameters:
+      density: [0.4, 0.6, 0.5, 0.6, 0.4]
+      epsilon: [0.15, 0.15, 0.25, 0.15, 0.15]
+      lambda: 0.85
+      weight: [-0.01523, 0.01768, -0.01384, 0.01835, -0.01247]
+  - model: ResplendentAI/Nymph_8B
+    parameters:
+      density: [0.65, 0.35, 0.5, 0.35, 0.65]
+      epsilon: [0.1, 0.1, 0.25, 0.1, 0.1]
+      lambda: 0.85
+      weight: [0.01823, -0.01647, 0.01422, -0.01975, 0.01128]
+  - model: ChaoticNeutrals/T-900-8B
+    parameters:
+      density: [0.35, 0.65, 0.5, 0.65, 0.35]
+      epsilon: [0.1, 0.1, 0.25, 0.1, 0.1]
+      lambda: 0.85
+      weight: [-0.01891, 0.01554, -0.01325, 0.01791, -0.01458]
+  - model: Sao10K/L3-8B-Niitama-v1
+    parameters:
+      density: [0.6, 0.4, 0.5, 0.4, 0.6]
+      epsilon: [0.15, 0.15, 0.25, 0.15, 0.15]
+      lambda: 0.85
+      weight: [0.01768, -0.01675, 0.01285, -0.01696, 0.01421]
+merge_method: della
+base_model: Casual-Autopsy/Super-Nova-RP_stp.2
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
 ### Super-Nova-RP_pt.2
 
 ```yaml
-
+models:
+  - model: Casual-Autopsy/Super-Nova-RP_stp.2
+  - model: bluuwhale/L3-SthenoMaidBlackroot-8B-V1
+    parameters:
+      density: [0.4, 0.6, 0.5, 0.6, 0.4]
+      epsilon: [0.15, 0.15, 0.25, 0.15, 0.15]
+      lambda: 0.85
+      weight: [-0.01935, 0.01785, -0.01512, 0.01809, -0.01371]
+  - model: Hastagaras/Jamet-8B-L3-MK.V-Blackroot
+    parameters:
+      density: [0.65, 0.35, 0.5, 0.35, 0.65]
+      epsilon: [0.1, 0.1, 0.25, 0.1, 0.1]
+      lambda: 0.85
+      weight: [0.01847, -0.01468, 0.01503, -0.01822, 0.01459]
+  - model: Hastagaras/Halu-8B-Llama3-Blackroot
+    parameters:
+      density: [0.35, 0.65, 0.5, 0.65, 0.35]
+      epsilon: [0.1, 0.1, 0.25, 0.1, 0.1]
+      lambda: 0.85
+      weight: [-0.01578, 0.01821, -0.01753, 0.01677, -0.01442]
+  - model: crestf411/L3-8B-sunfall-v0.4-stheno-v3.2
+    parameters:
+      density: [0.6, 0.5, 0.5, 0.5, 0.6]
+      epsilon: [0.15, 0.15, 0.25, 0.15, 0.15]
+      lambda: 0.85
+      weight: [0.01667, -0.01740, 0.01560, -0.01564, 0.01315]
+merge_method: della
+base_model: Casual-Autopsy/Super-Nova-RP_stp.2
+parameters:
+  normalize: false
+  int8_mask: true
+dtype: float32
+out_dtype: bfloat16
 ```
 
 ***
 ### L3-Super-Nova-RP-8B
 
 ```yaml
-
+models:
+  - model: Casual-Autopsy/Super-Nova-RP_stp.2
+  - model: /kaggle/input/super-nova-rp_pt.4/transformers/hf/1
+merge_method: slerp
+base_model: /kaggle/input/super-nova-rp_pt.3/transformers/hf/1
+parameters:
+  t:
+    - value: 0.5
+dtype: float32
+out_dtype: bfloat16
 ```