Add awq model

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/srv/home/shaun/.cache/huggingface/hub/models--hydra-project--OpenHercules-2.5-Mistral-7B/snapshots/6569f655f6eb8414fd4518715b20bc7522019261",
+  "_name_or_path": "/srv/home/shaun/.cache/huggingface/hub/models--Locutusque--Hercules-2.5-Mistral-7B/snapshots/2fb135d4d47e97f7674e15b3776a2dc9371b5858",
   "architectures": [
     "MistralForCausalLM"
   ],

generation_config.json

@@ -3,6 +3,5 @@
   "bos_token_id": 1,
   "do_sample": true,
   "eos_token_id": 2,
-  "transformers_version": "4.38.2",
-  "use_cache": false
+  "transformers_version": "4.38.2"
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3ef781a99334dc77e98f7f433754b7457a253747911266f1fd9ec22e57bf994
+oid sha256:a0bb4d8e975b58983bb6f3e1c09074b50c8c378add289c189d62ec55cc1774e6
 size 4150880232