Training in progress, step 40

adapter_config.json

@@ -19,12 +19,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "o_proj",
     "k_proj",
+    "down_proj",
     "up_proj",
-    "q_proj",
     "gate_proj",
-    "down_proj",
-    "o_proj",
+    "q_proj",
     "v_proj"
   ],
   "task_type": "CAUSAL_LM",

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:2e714f81142ebd87b8bc5bda8999495e860b3fb764a41d9dde496fed29fc7879
+oid sha256:bd3cf84467bbf302583ad74e793de4f1637dcd60c70a5127a5f52d93dc507a38
 size 4785795512

tokenizer.json

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4ef0b48275179c8df2e92b5a19a5bf608e5fcdd7fa1f77353be0d09f45b0757c
-size 9086074
+oid sha256:9d20d6269ae0cc1956acf3b97d290486670787052089ce415eadeac76afb0dea
+size 17210337

tokenizer_config.json

@@ -2073,6 +2073,7 @@
   "chat_template": "{% for message in messages %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|im_end|>",
+  "extra_special_tokens": {},
   "model_input_names": [
     "input_ids",
     "attention_mask"

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f3ae87892af338cee68334d5bcd2e0663f39a73961b0675dd514fb4f4c093256
-size 5624
+oid sha256:50e8d8113656939c559a300fa751130179f41159feb2345717caa9865ac43bcd
+size 5752