End of training

README.md

@@ -3,6 +3,8 @@ library_name: peft
 license: cc-by-nc-4.0
 base_model: facebook/musicgen-melody
 tags:
+- text-to-audio
+- dnb
 - generated_from_trainer
 model-index:
 - name: musicgen-melody-lora-dnb-colab
@@ -14,7 +16,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # musicgen-melody-lora-dnb-colab
 
-This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on an unknown dataset.
+This model is a fine-tuned version of [facebook/musicgen-melody](https://huggingface.co/facebook/musicgen-melody) on the istvanj/ncs-dnb dataset.
 
 ## Model description
 

trainer_state.json

@@ -10,110 +10,110 @@
   "log_history": [
     {
       "epoch": 0.26666666666666666,
-      "grad_norm": 14.160531044006348,
+      "grad_norm": 8.979225158691406,
       "learning_rate": 9.285714285714286e-05,
-      "loss": 8.0069,
+      "loss": 9.5759,
       "step": 2
     },
     {
       "epoch": 0.5333333333333333,
-      "grad_norm": 9.437272071838379,
+      "grad_norm": 12.75803279876709,
       "learning_rate": 8.571428571428571e-05,
-      "loss": 7.6298,
+      "loss": 9.3245,
       "step": 4
     },
     {
       "epoch": 0.8,
-      "grad_norm": 7.482553005218506,
+      "grad_norm": 14.493607521057129,
       "learning_rate": 7.857142857142858e-05,
-      "loss": 7.531,
+      "loss": 9.0909,
       "step": 6
     },
     {
       "epoch": 1.0,
-      "grad_norm": 4.22019624710083,
+      "grad_norm": 9.642958641052246,
       "learning_rate": 7.142857142857143e-05,
-      "loss": 5.5906,
+      "loss": 6.5996,
       "step": 8
     },
     {
       "epoch": 1.2666666666666666,
-      "grad_norm": 8.90942668914795,
-      "learning_rate": 6.428571428571429e-05,
-      "loss": 7.3823,
+      "grad_norm": 17.790876388549805,
+      "learning_rate": 6.785714285714286e-05,
+      "loss": 8.5505,
       "step": 10
     },
     {
       "epoch": 1.5333333333333332,
-      "grad_norm": 5.49564790725708,
-      "learning_rate": 5.714285714285714e-05,
-      "loss": 7.3013,
+      "grad_norm": 17.38939666748047,
+      "learning_rate": 6.0714285714285715e-05,
+      "loss": 8.239,
       "step": 12
     },
     {
       "epoch": 1.8,
-      "grad_norm": 11.244593620300293,
-      "learning_rate": 5e-05,
-      "loss": 7.2122,
+      "grad_norm": 15.771183967590332,
+      "learning_rate": 5.3571428571428575e-05,
+      "loss": 7.9252,
       "step": 14
     },
     {
       "epoch": 2.0,
-      "grad_norm": 5.210008144378662,
-      "learning_rate": 4.2857142857142856e-05,
-      "loss": 5.4739,
+      "grad_norm": 5.8695807456970215,
+      "learning_rate": 4.642857142857143e-05,
+      "loss": 5.9095,
       "step": 16
     },
     {
       "epoch": 2.2666666666666666,
-      "grad_norm": 6.952173709869385,
-      "learning_rate": 3.571428571428572e-05,
-      "loss": 7.2438,
+      "grad_norm": 15.884259223937988,
+      "learning_rate": 3.928571428571429e-05,
+      "loss": 7.7141,
       "step": 18
     },
     {
       "epoch": 2.533333333333333,
-      "grad_norm": 5.828858852386475,
-      "learning_rate": 2.857142857142857e-05,
-      "loss": 7.1936,
+      "grad_norm": 9.84677505493164,
+      "learning_rate": 3.2142857142857144e-05,
+      "loss": 7.6353,
       "step": 20
     },
     {
       "epoch": 2.8,
-      "grad_norm": 6.857011795043945,
-      "learning_rate": 2.1428571428571428e-05,
-      "loss": 7.2225,
+      "grad_norm": 14.465805053710938,
+      "learning_rate": 2.5e-05,
+      "loss": 7.5952,
       "step": 22
     },
     {
       "epoch": 3.0,
-      "grad_norm": 3.991417646408081,
-      "learning_rate": 1.4285714285714285e-05,
-      "loss": 5.3949,
+      "grad_norm": 4.985650539398193,
+      "learning_rate": 1.785714285714286e-05,
+      "loss": 5.6502,
       "step": 24
     },
     {
       "epoch": 3.2666666666666666,
-      "grad_norm": 4.766776084899902,
-      "learning_rate": 7.142857142857143e-06,
-      "loss": 7.1791,
+      "grad_norm": 7.908420562744141,
+      "learning_rate": 1.0714285714285714e-05,
+      "loss": 7.5189,
       "step": 26
     },
     {
       "epoch": 3.533333333333333,
-      "grad_norm": 5.279516220092773,
-      "learning_rate": 0.0,
-      "loss": 7.2321,
+      "grad_norm": 8.132282257080078,
+      "learning_rate": 3.5714285714285714e-06,
+      "loss": 7.523,
       "step": 28
     },
     {
       "epoch": 3.533333333333333,
       "step": 28,
       "total_flos": 108498699540096.0,
-      "train_loss": 6.970999888011387,
-      "train_runtime": 755.9923,
-      "train_samples_per_second": 0.635,
-      "train_steps_per_second": 0.037
+      "train_loss": 7.775122097560337,
+      "train_runtime": 709.9307,
+      "train_samples_per_second": 0.676,
+      "train_steps_per_second": 0.039
     }
   ],
   "logging_steps": 2,