SmolLM-360M-Instruct_fsdp_qlora_nf4_adapter

README.md

@@ -57,7 +57,7 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch  | Step | Validation Loss |
 |:-------------:|:------:|:----:|:---------------:|
-| 2.281         | 0.9524 | 10   | 2.1967          |
+| 2.2811        | 0.9524 | 10   | 2.1967          |
 
 
 ### Framework versions

adapter_config.json

@@ -20,13 +20,13 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "up_proj",
     "k_proj",
     "v_proj",
-    "o_proj",
-    "up_proj",
-    "q_proj",
+    "down_proj",
     "gate_proj",
-    "down_proj"
+    "q_proj",
+    "o_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:808fe003416511273a934ab3b3f0bc2d0b7eccaa9ef40570ba147f7c8f59723a
+oid sha256:d83b4ec8af7d70272df4b4e55b9a6299c66bc7dd90361443688b58cf9a7f1c47
 size 17426248

runs/Aug29_14-12-28_algo-2/events.out.tfevents.1724940765.algo-2.64.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eed9c5a3c7feaa5e57862485e4c0e65adaeed7a9550d8c985da476540a914d3c
+size 6227

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:86cd9eb8a9aa63263c986007deaccc2e7add0ebfad35ebb2cc53756e8af1d90f
+oid sha256:dd95ff3e5837b1ef37da1017c5cb06b5565c78c981567f7be3613d9f8789d47f
 size 5240