Training in progress, step 600, checkpoint

checkpoint-600/adapter_config.json

@@ -23,12 +23,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "o_proj",
-    "up_proj",
     "k_proj",
-    "down_proj",
+    "up_proj",
     "v_proj",
+    "o_proj",
     "q_proj",
+    "down_proj",
     "gate_proj"
   ],
   "task_type": "CAUSAL_LM",

checkpoint-600/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:23f04e624c4c5c247083bd3ba4af06ccfe040fc2fb1bed0ff5d5a5412e8a7e20
+oid sha256:3e18eef8b7057b6fd894829b81e17fffa8f7119e5f8a5312b4ff4c71429d7851
 size 45118424

checkpoint-600/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14e223592512b824cf502c016a6248c9fd105ccd4377e244f5c6ca47856d23fd
+oid sha256:2d235470d2a6fb04063db2484730247ae8fa0497bf7eff433c19a7162e5d1c32
 size 23159546

checkpoint-600/trainer_state.json

@@ -10,210 +10,210 @@
   "log_history": [
     {
       "epoch": 0.021333333333333333,
-      "grad_norm": 0.47001057863235474,
+      "grad_norm": 0.4694526791572571,
       "learning_rate": 0.00019678111587982831,
-      "loss": 1.2773,
+      "loss": 1.2772,
       "step": 20
     },
     {
       "epoch": 0.042666666666666665,
-      "grad_norm": 0.3469043970108032,
+      "grad_norm": 0.34691280126571655,
       "learning_rate": 0.0001924892703862661,
       "loss": 0.8918,
       "step": 40
     },
     {
       "epoch": 0.064,
-      "grad_norm": 0.4485608637332916,
+      "grad_norm": 0.44894590973854065,
       "learning_rate": 0.00018819742489270387,
       "loss": 0.8588,
       "step": 60
     },
     {
       "epoch": 0.08533333333333333,
-      "grad_norm": 0.4924505054950714,
+      "grad_norm": 0.4901750981807709,
       "learning_rate": 0.00018390557939914164,
       "loss": 0.7577,
       "step": 80
     },
     {
       "epoch": 0.10666666666666667,
-      "grad_norm": 0.3011874854564667,
+      "grad_norm": 0.3013491630554199,
       "learning_rate": 0.00017961373390557942,
       "loss": 0.7796,
       "step": 100
     },
     {
       "epoch": 0.128,
-      "grad_norm": 0.35178664326667786,
+      "grad_norm": 0.35143589973449707,
       "learning_rate": 0.00017532188841201717,
       "loss": 0.7647,
       "step": 120
     },
     {
       "epoch": 0.14933333333333335,
-      "grad_norm": 0.29895663261413574,
+      "grad_norm": 0.29885634779930115,
       "learning_rate": 0.00017103004291845494,
-      "loss": 0.6741,
+      "loss": 0.674,
       "step": 140
     },
     {
       "epoch": 0.17066666666666666,
-      "grad_norm": 0.265635222196579,
+      "grad_norm": 0.26554301381111145,
       "learning_rate": 0.00016673819742489272,
       "loss": 0.7586,
       "step": 160
     },
     {
       "epoch": 0.192,
-      "grad_norm": 0.29633283615112305,
+      "grad_norm": 0.2963835895061493,
       "learning_rate": 0.0001624463519313305,
       "loss": 0.7364,
       "step": 180
     },
     {
       "epoch": 0.21333333333333335,
-      "grad_norm": 0.3618737757205963,
+      "grad_norm": 0.36166927218437195,
       "learning_rate": 0.00015815450643776824,
       "loss": 0.7943,
       "step": 200
     },
     {
       "epoch": 0.23466666666666666,
-      "grad_norm": 0.2392752766609192,
+      "grad_norm": 0.23920877277851105,
       "learning_rate": 0.000153862660944206,
-      "loss": 0.7054,
+      "loss": 0.7055,
       "step": 220
     },
     {
       "epoch": 0.256,
-      "grad_norm": 0.3207932114601135,
+      "grad_norm": 0.32076919078826904,
       "learning_rate": 0.00014957081545064377,
       "loss": 0.7495,
       "step": 240
     },
     {
       "epoch": 0.2773333333333333,
-      "grad_norm": 0.3499705493450165,
+      "grad_norm": 0.34986230731010437,
       "learning_rate": 0.00014527896995708155,
       "loss": 0.7739,
       "step": 260
     },
     {
       "epoch": 0.2986666666666667,
-      "grad_norm": 0.27541521191596985,
+      "grad_norm": 0.27509021759033203,
       "learning_rate": 0.00014098712446351932,
       "loss": 0.7125,
       "step": 280
     },
     {
       "epoch": 0.32,
-      "grad_norm": 0.27608659863471985,
+      "grad_norm": 0.2761971652507782,
       "learning_rate": 0.0001366952789699571,
-      "loss": 0.7307,
+      "loss": 0.7306,
       "step": 300
     },
     {
       "epoch": 0.3413333333333333,
-      "grad_norm": 0.27710551023483276,
+      "grad_norm": 0.27699899673461914,
       "learning_rate": 0.00013240343347639485,
       "loss": 0.6974,
       "step": 320
     },
     {
       "epoch": 0.3626666666666667,
-      "grad_norm": 0.334416002035141,
+      "grad_norm": 0.33432355523109436,
       "learning_rate": 0.00012811158798283262,
       "loss": 0.7555,
       "step": 340
     },
     {
       "epoch": 0.384,
-      "grad_norm": 0.288921594619751,
+      "grad_norm": 0.2890004515647888,
       "learning_rate": 0.0001238197424892704,
-      "loss": 0.7222,
+      "loss": 0.7221,
       "step": 360
     },
     {
       "epoch": 0.4053333333333333,
-      "grad_norm": 0.3428654074668884,
+      "grad_norm": 0.3435133397579193,
       "learning_rate": 0.00011952789699570816,
       "loss": 0.7466,
       "step": 380
     },
     {
       "epoch": 0.4266666666666667,
-      "grad_norm": 0.42291027307510376,
+      "grad_norm": 0.42325925827026367,
       "learning_rate": 0.00011523605150214594,
       "loss": 0.6999,
       "step": 400
     },
     {
       "epoch": 0.448,
-      "grad_norm": 0.32916492223739624,
+      "grad_norm": 0.3292069733142853,
       "learning_rate": 0.0001109442060085837,
       "loss": 0.7554,
       "step": 420
     },
     {
       "epoch": 0.4693333333333333,
-      "grad_norm": 0.343192458152771,
+      "grad_norm": 0.3431546092033386,
       "learning_rate": 0.00010665236051502145,
       "loss": 0.7347,
       "step": 440
     },
     {
       "epoch": 0.49066666666666664,
-      "grad_norm": 0.35772615671157837,
+      "grad_norm": 0.35773923993110657,
       "learning_rate": 0.00010236051502145923,
       "loss": 0.7075,
       "step": 460
     },
     {
       "epoch": 0.512,
-      "grad_norm": 0.34257206320762634,
+      "grad_norm": 0.34283700585365295,
       "learning_rate": 9.8068669527897e-05,
-      "loss": 0.7338,
+      "loss": 0.7339,
       "step": 480
     },
     {
       "epoch": 0.5333333333333333,
-      "grad_norm": 0.34853076934814453,
+      "grad_norm": 0.3486020267009735,
       "learning_rate": 9.377682403433476e-05,
       "loss": 0.7269,
       "step": 500
     },
     {
       "epoch": 0.5546666666666666,
-      "grad_norm": 0.3989846706390381,
+      "grad_norm": 0.3991217315196991,
       "learning_rate": 8.948497854077254e-05,
       "loss": 0.7505,
       "step": 520
     },
     {
       "epoch": 0.576,
-      "grad_norm": 0.3323940634727478,
+      "grad_norm": 0.33239027857780457,
       "learning_rate": 8.51931330472103e-05,
       "loss": 0.7085,
       "step": 540
     },
     {
       "epoch": 0.5973333333333334,
-      "grad_norm": 0.31621086597442627,
+      "grad_norm": 0.31634777784347534,
       "learning_rate": 8.090128755364808e-05,
       "loss": 0.6989,
       "step": 560
     },
     {
       "epoch": 0.6186666666666667,
-      "grad_norm": 0.2995954155921936,
+      "grad_norm": 0.29959481954574585,
       "learning_rate": 7.660944206008584e-05,
       "loss": 0.7368,
       "step": 580
     },
     {
       "epoch": 0.64,
-      "grad_norm": 0.325448215007782,
+      "grad_norm": 0.32558491826057434,
       "learning_rate": 7.23175965665236e-05,
       "loss": 0.7167,
       "step": 600

checkpoint-600/training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4651d06185709dd3d181207d567d0b3ed653efb01f01015cb44b8df4eebee657
+oid sha256:69617c1bea4a27e99b6c6729498e45489dcd01641dbfbfbf0cc0b118ad579975
 size 5560