Training in progress, step 500

adapter_config.json

@@ -24,11 +24,11 @@
   "revision": null,
   "target_modules": [
     "down_proj",
-    "gate_proj",
     "fc2up_proj",
-    "q_proj",
     "k_proj",
-    "v_projfc1"
+    "v_projfc1",
+    "q_proj",
+    "gate_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b14a692b4168b7c83056135a9e58fc654a3578591392dfa627dc7aa66261145b
+oid sha256:eb7d258bc2903637be93272bdbfc96337a178ec5445816ee221e9d50b358d86b
 size 406901688

runs/Jul25_17-58-58_ip-10-192-12-50/events.out.tfevents.1721930340.ip-10-192-12-50.2796.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ace42f03d4d2e07dfbbcd25fcec53ead6860f7e87835e961edb9c7ac06497e
+size 6286

runs/Jul25_18-04-54_ip-10-192-12-50/events.out.tfevents.1721930695.ip-10-192-12-50.4933.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f2692ee6e6c48c5c33dcaf3fadf684d3a763722d9bb61e0fbba5e1010a6451a
+size 10279

tokenizer_config.json

@@ -45,7 +45,7 @@
     }
   },
   "bos_token": "<s>",
-  "chat_template": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.{% for message in messages %}{% if message['role'] == 'user' %} USER: {% else %} ASSISTANT: {% endif %}{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<image> {% endif %}{% endfor %}{% if message['role'] == 'user' %}{% else %}{{eos_token}}{% endif %}{% endfor %}",
+  "chat_template": "A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.{% for message in messages %}{% if message['role'] == 'user' %} \nUSER: {% else %} \nASSISTANT: {% endif %}{% for item in message['content'] %}{% if item['type'] == 'text' %}{{ item['text'] }}{% elif item['type'] == 'image' %}<image> {% endif %}{% endfor %}{% if message['role'] == 'user' %}{% else %}{{eos_token}}{% endif %}{% endfor %}",
   "clean_up_tokenization_spaces": false,
   "eos_token": "</s>",
   "legacy": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:84db2d35f640d7c66186672b3fc695afa0f31cafa2ce7c4ab1d73f5bc7557fb6
+oid sha256:29151e2a2ef5a8221f2549bc49985affbe40078e649728c4a101d86e10c5eb5f
 size 5496