Training in progress, epoch 1

adapter_config.json

@@ -1,7 +1,7 @@
 {
   "alpha_pattern": {},
   "auto_mapping": null,
-  "base_model_name_or_path": "mistralai/Mistral-7B-v0.1",
+  "base_model_name_or_path": "OpenPipe/mistral-ft-optimized-1218",
   "bias": "none",
   "fan_in_fan_out": false,
   "inference_mode": true,
@@ -19,14 +19,14 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
+    "down_proj",
     "lm_head",
-    "gate_proj",
+    "q_proj",
     "v_proj",
+    "o_proj",
+    "gate_proj",
     "up_proj",
-    "down_proj",
-    "q_proj",
-    "o_proj"
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM"
 }

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:97b75b31169323cb1db553d96c60a58fea857d032527b64876d3002fa2536f7e
+oid sha256:c835e893e56d39e79854fa04a53eb285483af5a3152e2ebfba98cdb97c073a43
 size 694431312

runs/Dec19_02-33-20_5e657f832904/events.out.tfevents.1702953204.5e657f832904.674.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:242e9bc6cf7a1c0325dfbf279a9e06261acea903502dd8bec4f4a2607c9380d7
+size 5362

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:1c76d35ffb15d7af396d1d700c48580706f0136b77887a8fcd1820e9e8a58325
+oid sha256:22bcbf46e114f242f0c239b9ac90ac0edb6a04e817b3a2f12ebfae0dc1928c76
 size 4728