Training in progress, epoch 0

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "TheBloke/Mistral-7B-v0.1-GPTQ",
+  "base_model_name_or_path": "TheBloke/zephyr-7B-beta-GPTQ",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2087f61a5f6e780ee267304b5b180bc3c32795a45c9c0c57ecda5a56972346c9
+oid sha256:c95df66503ef6aacc16b7e09d3e5573316595acaa51469be48f5681c7d5c0017
 size 27297032

special_tokens_map.json

@@ -1,4 +1,9 @@
 {
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
   "bos_token": {
     "content": "<s>",
     "lstrip": false,

tokenizer.json

@@ -1,7 +1,7 @@
 {
   "version": "1.0",
   "truncation": {
-    "direction": "Right",
+    "direction": "Left",
     "max_length": 512,
     "strategy": "LongestFirst",
     "stride": 0

tokenizer_config.json

@@ -27,8 +27,13 @@
       "special": true
     }
   },
-  "additional_special_tokens": [],
+  "additional_special_tokens": [
+    "<unk>",
+    "<s>",
+    "</s>"
+  ],
   "bos_token": "<s>",
+  "chat_template": "{% for message in messages %}\n{% if message['role'] == 'user' %}\n{{ '<|user|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'system' %}\n{{ '<|system|>\n' + message['content'] + eos_token }}\n{% elif message['role'] == 'assistant' %}\n{{ '<|assistant|>\n'  + message['content'] + eos_token }}\n{% endif %}\n{% if loop.last and add_generation_prompt %}\n{{ '<|assistant|>' }}\n{% endif %}\n{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": true,
@@ -37,6 +42,7 @@
   "sp_model_kwargs": {},
   "spaces_between_special_tokens": false,
   "tokenizer_class": "LlamaTokenizer",
+  "truncation_side": "left",
   "unk_token": "<unk>",
   "use_default_system_prompt": true
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8a9a09ef2d4f732dfa564110820cad33eda613d45c02bc6be7fdf38d349f6638
+oid sha256:5354b14a6b39bca82253be10a126ca023e9cceb2895aba2f1ae17c1b68878473
 size 4664