Training in progress, epoch 5

README.md

@@ -1,6 +1,6 @@
 ---
 base_model: meta-llama/CodeLlama-7b-Python-hf
-library_name: transformers
+library_name: peft
 model_name: CodeLlamaPython_final
 tags:
 - generated_from_trainer
@@ -34,6 +34,7 @@ This model was trained with SFT.
 
 ### Framework versions
 
+- PEFT 0.14.1.dev0
 - TRL: 0.13.0
 - Transformers: 4.48.0.dev0
 - Pytorch: 2.5.1+cu121

adapter_config.json

@@ -24,10 +24,10 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
-    "k_proj",
     "v_proj",
+    "q_proj",
     "o_proj",
-    "q_proj"
+    "k_proj"
   ],
   "task_type": "CAUSAL_LM",
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c29427f4114818382578dd32698279fab00d45fef59b2949444d8b53fbcf12aa
+oid sha256:9d93707f264f4e42c5cd19e81992e56640fc62dbae0321047ef1a23e4c52c032
 size 67143296

runs/Dec30_07-06-01_c60ca422d64c/events.out.tfevents.1735542375.c60ca422d64c.341.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c12ba9af9be0503a71af9e6d59009e63204b0a1bddcf210e7ad729c156637661
+size 6350

runs/Dec30_07-09-47_c60ca422d64c/events.out.tfevents.1735542606.c60ca422d64c.341.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfbda052947a190ff746b82d88aa1a95cb4efc22021e034b7986468e035a7fb3
+size 7857

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b7ad18d791bf42a1fd0fde1694d6177379d16115e2193def7ddc62e99240b09e
+oid sha256:87ce15c4b887d6707f0e083eccf6711312b606a397f5bb09d40bed4a7222d5fe
 size 5752