Upload folder using huggingface_hub

README.md

@@ -7,6 +7,10 @@ tags:
 ---
 ![image/png](https://cdn-uploads.huggingface.co/production/uploads/6468ce47e134d050a58aa89c/x44nNbPTpv0zGTqA1Jb2q.png)
 
+Merge of [teknium/OpenHermes-2.5-Mistral-7B](https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B) and [Intel/neural-chat-7b-v3-2](https://huggingface.co/Intel/neural-chat-7b-v3-2) using ties merge.
+
+_Note: [Intel/neural-chat-7b-v3-1](https://huggingface.co/Intel/neural-chat-7b-v3-1) merge version is available [here](https://huggingface.co/Weyaxi/OpenHermes-2.5-neural-chat-7b-v3-1-7B/)_
+
 ### *Weights*
 
 - [teknium/OpenHermes-2.5-Mistral-7B](https://huggingface.co/teknium/OpenHermes-2.5-Mistral-7B): 0.5
@@ -27,7 +31,7 @@ You can use these prompt templates, but I recommend using ChatML.
 
 ```
 <|im_start|>system
-{system}
+{system}<|im_end|>
 <|im_start|>user
 {user}<|im_end|>
 <|im_start|>assistant
@@ -40,6 +44,22 @@ You can use these prompt templates, but I recommend using ChatML.
 ### System:
 {system}
 ### User:
-{usr}
+{user}
 ### Assistant:
-```
+```
+
+# Quantizationed versions
+
+Quantizationed versions of this model is available thanks to [TheBloke](https://hf.co/TheBloke).
+
+##### GPTQ
+
+- [TheBloke/OpenHermes-2.5-neural-chat-7B-v3-2-7B-GPTQ](https://huggingface.co/TheBloke/OpenHermes-2.5-neural-chat-7B-v3-2-7B-GPTQ)
+
+##### GGUF
+
+- [TheBloke/OpenHermes-2.5-neural-chat-7B-v3-2-7B-GGUF](https://huggingface.co/TheBloke/OpenHermes-2.5-neural-chat-7B-v3-2-7B-GGUF)
+
+##### AWQ
+
+- [TheBloke/OpenHermes-2.5-neural-chat-7B-v3-2-7B-AWQ](https://huggingface.co/TheBloke/OpenHermes-2.5-neural-chat-7B-v3-2-7B-AWQ)

config.json

@@ -3,6 +3,7 @@
   "architectures": [
     "MistralForCausalLM"
   ],
+  "attention_dropout": 0.0,
   "bos_token_id": 1,
   "eos_token_id": 2,
   "hidden_act": "silu",
@@ -19,7 +20,7 @@
   "sliding_window": 4096,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.35.2",
+  "transformers_version": "4.36.0.dev0",
   "use_cache": true,
   "vocab_size": 32000
 }

output.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a60ba4c7445ab64f5880dd45e84dc121df2e5118fbf42a145040e1b1dd66a568
-size 2990841216
+oid sha256:5b5e430e4c34e72ab1bea6ff3354069f6821f7b91e1e75407a476ecef5029756
+size 2988198520

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
+size 493443

tokenizer_config.json

@@ -1,4 +1,6 @@
 {
+  "add_bos_token": true,
+  "add_eos_token": false,
   "added_tokens_decoder": {
     "0": {
       "content": "<unk>",