Training in progress, step 25

adapter_config.json

@@ -8,7 +8,7 @@
   "init_lora_weights": true,
   "layers_pattern": null,
   "layers_to_transform": null,
-  "lora_alpha": 32,
+  "lora_alpha": 64,
   "lora_dropout": 0.1,
   "modules_to_save": [
     "lm_head",
@@ -21,6 +21,7 @@
   "target_modules": [
     "q_proj",
     "k_proj",
+    "dense",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM"

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9919479cbba696a31c63951553c3f9aa93ede9971872f211cd7ce62c6e22d06c
-size 1093430132
+oid sha256:b66f3eee83cd927c41644dede643050f9f809a81ce597c4936f1af9be0055e2a
+size 1115659992

added_tokens.json

@@ -37,16 +37,16 @@
   "                             ": 50259,
   "                              ": 50258,
   "                               ": 50257,
-  "<PAD>": 50295,
-  "<|end_of_turn|>": 50303,
-  "<|end|>": 50301,
-  "<|function_call|>": 50297,
-  "<|response|>": 50298,
-  "<|thoughts|>": 50299,
-  "Azma": 50296,
-  "Azma:": 50305,
-  "Observation:": 50302,
-  "Reference:": 50306,
-  "System:": 50300,
-  "User:": 50304
+  "<PAD>": 50304,
+  "<|end_of_turn|>": 50301,
+  "<|end|>": 50306,
+  "<|function_call|>": 50296,
+  "<|response|>": 50299,
+  "<|thoughts|>": 50300,
+  "Azma": 50305,
+  "Azma:": 50295,
+  "Observation:": 50303,
+  "Reference:": 50302,
+  "System:": 50298,
+  "User:": 50297
 }

tokenizer_config.json

@@ -316,15 +316,15 @@
       "special": false
     },
     "50295": {
-      "content": "<PAD>",
+      "content": "Azma:",
       "lstrip": false,
-      "normalized": false,
+      "normalized": true,
       "rstrip": false,
       "single_word": false,
-      "special": true
+      "special": false
     },
     "50296": {
-      "content": "Azma",
+      "content": "<|function_call|>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -332,7 +332,7 @@
       "special": false
     },
     "50297": {
-      "content": "<|function_call|>",
+      "content": "User:",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -340,7 +340,7 @@
       "special": false
     },
     "50298": {
-      "content": "<|response|>",
+      "content": "System:",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -348,7 +348,7 @@
       "special": false
     },
     "50299": {
-      "content": "<|thoughts|>",
+      "content": "<|response|>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -356,7 +356,7 @@
       "special": false
     },
     "50300": {
-      "content": "System:",
+      "content": "<|thoughts|>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -364,7 +364,7 @@
       "special": false
     },
     "50301": {
-      "content": "<|end|>",
+      "content": "<|end_of_turn|>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -372,7 +372,7 @@
       "special": false
     },
     "50302": {
-      "content": "Observation:",
+      "content": "Reference:",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -380,7 +380,7 @@
       "special": false
     },
     "50303": {
-      "content": "<|end_of_turn|>",
+      "content": "Observation:",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -388,15 +388,15 @@
       "special": false
     },
     "50304": {
-      "content": "User:",
+      "content": "<PAD>",
       "lstrip": false,
-      "normalized": true,
+      "normalized": false,
       "rstrip": false,
       "single_word": false,
-      "special": false
+      "special": true
     },
     "50305": {
-      "content": "Azma:",
+      "content": "Azma",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -404,7 +404,7 @@
       "special": false
     },
     "50306": {
-      "content": "Reference:",
+      "content": "<|end|>",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4109057678dc74a988edd8cfb1ffde374b00664f5c4fd45ad3ed5d93de2c59c2
+oid sha256:fefb94535e7d9fc5f2aea8a782148f10bd79e9ec8994dab78d8416d76c0f0413
 size 4664