Adzka/fine-tune-sealion

README.md

@@ -48,13 +48,13 @@ The following `bitsandbytes` quantization config was used during training:
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 0.0001
+- learning_rate: 5e-05
 - train_batch_size: 8
 - eval_batch_size: 8
 - seed: 42
 - optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08
 - lr_scheduler_type: linear
-- num_epochs: 5
+- num_epochs: 3
 - mixed_precision_training: Native AMP
 
 ### Training results

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e4ba36eabb2836cf9c5650c0c599f6d44dde2dd10d994bec981effce142a9351
+oid sha256:7802b9a37d3e61f7690d3c940ee48bde008f8e8b4de6686b34a67ed5bb24e5bc
 size 134252808

emissions.csv

@@ -27,4 +27,5 @@ timestamp,project_name,run_id,duration,emissions,emissions_rate,cpu_power,gpu_po
 2024-05-13T16:23:54,codecarbon,611ee630-89b9-4038-9af3-041852580ba8,1359.445592880249,0.0001568816450225,1.1540119431348285e-07,42.5,150.766,11.946327209472656,0.016047880825897,0.0454402556489884,0.0045056438638921,0.0659937803387775,Canada,CAN,quebec,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,-71.2,46.8,31.85687255859375,machine,N,1.0
 2024-05-13T17:31:47,codecarbon,f10e0675-0bbe-4cd1-974a-b4203c8a47d2,119.8721981048584,0.0036936883980281,3.0813553571421685e-05,42.5,141.309,11.946327209472656,0.0014150642645027,0.0041138459026703,0.0003972906925163,0.0059262008596894,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
 2024-05-13T20:40:09,codecarbon,0e6d2bed-445b-4fdd-bc02-a4099fcdbb55,606.1242651939392,0.0181562359933834,2.9954643026168944e-05,42.5,137.019,11.946327209472656,0.0071550689240296,0.0199664192260891,0.002008608858106,0.0291300970082248,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
-2024-05-13T21:03:45,codecarbon,48764fcb-49f2-41e5-ae9b-373df61534ea,634.1448872089386,0.01861899497387535,2.9360790174975815e-05,42.5,133.367,11.946327209472656,0.0074857642417152735,0.02028534261981613,0.0021014465676206834,0.029872553429152102,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
+2024-05-13T21:03:45,codecarbon,48764fcb-49f2-41e5-ae9b-373df61534ea,634.1448872089386,0.0186189949738753,2.9360790174975812e-05,42.5,133.367,11.946327209472656,0.0074857642417152,0.0202853426198161,0.0021014465676206,0.0298725534291521,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0
+2024-05-14T15:57:47,codecarbon,a51b1bbd-fc02-4821-abfe-9a97a228ee9c,606.002067565918,0.01841585429264221,3.0389094820438092e-05,42.5,149.966,11.946327209472656,0.007153655599719949,0.020384840655350952,0.002008135669602261,0.029546631924673158,Indonesia,IDN,west java,,,Windows-10-10.0.19045-SP0,3.11.5,2.2.3,8,12th Gen Intel(R) Core(TM) i3-12100F,1,1 x NVIDIA GeForce RTX 3060,107.6071,-6.9217,31.85687255859375,machine,N,1.0

runs/May14_15-47-35_DESKTOP-HH0RPGN/events.out.tfevents.1715676461.DESKTOP-HH0RPGN.18924.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d090467f8b09bafc8e814155b5983a2f0d661498de44c73088160189cfbc304
+size 6605

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b6c8be29199a0e7c68f5b09c0a41612d2147991ae1248ca9545d500142c97ac5
+oid sha256:8344c82f4ad6e0c8e2c1262afcda7bec41e294a7427fd4e20f69ab9e80522be0
 size 4920