Training in progress, step 96

README.md

@@ -1,10 +1,8 @@
 ---
-library_name: peft
+library_name: transformers
 license: cc-by-nc-4.0
 base_model: facebook/musicgen-small
 tags:
-- text-to-audio
-- indian
 - generated_from_trainer
 model-index:
 - name: musicgen-small-ft1
@@ -16,7 +14,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # musicgen-small-ft1
 
-This model is a fine-tuned version of [facebook/musicgen-small](https://huggingface.co/facebook/musicgen-small) on the DevPanda004/indian-music-and-metadata-3 dataset.
+This model is a fine-tuned version of [facebook/musicgen-small](https://huggingface.co/facebook/musicgen-small) on an unknown dataset.
 
 ## Model description
 
@@ -43,7 +41,7 @@ The following hyperparameters were used during training:
 - total_train_batch_size: 16
 - optimizer: Use adamw_torch with betas=(0.9,0.99) and epsilon=1e-08 and optimizer_args=No additional optimizer arguments
 - lr_scheduler_type: linear
-- num_epochs: 2
+- num_epochs: 10
 - mixed_precision_training: Native AMP
 
 ### Training results
@@ -52,8 +50,7 @@ The following hyperparameters were used during training:
 
 ### Framework versions
 
-- PEFT 0.13.2
 - Transformers 4.47.0.dev0
 - Pytorch 2.1.2+cu121
 - Datasets 3.1.0
-- Tokenizers 0.20.3
+- Tokenizers 0.20.3

adapter_config.json

@@ -23,22 +23,22 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "q_proj",
+    "embed_tokens.1",
+    "audio_enc_to_dec_proj",
     "fc1",
-    "lm_heads.1",
-    "lm_heads.3",
     "lm_heads.0",
-    "k_proj",
-    "audio_enc_to_dec_proj",
-    "q_proj",
-    "embed_tokens.2",
+    "lm_heads.3",
+    "lm_heads.2",
     "embed_tokens.3",
-    "embed_tokens.0",
-    "v_proj",
+    "lm_heads.1",
     "fc2",
-    "out_proj",
-    "embed_tokens.1",
+    "k_proj",
+    "v_proj",
+    "embed_tokens.2",
     "enc_to_dec_proj",
-    "lm_heads.2"
+    "embed_tokens.0",
+    "out_proj"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c13ef977165ed24c2be863acc6a05b49f40f99e2f998fe14e3305261fdb981ff
+oid sha256:2601dd2c652157f2111495f16288a86cb32a2d3a9eb9041bca2f9b15f0ace37d
 size 42656200

generation_config.json

@@ -0,0 +1,10 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 2048,
+  "decoder_start_token_id": 2048,
+  "do_sample": true,
+  "guidance_scale": 3.0,
+  "max_length": 1500,
+  "pad_token_id": 2048,
+  "transformers_version": "4.47.0.dev0"
+}

tokenizer.json

@@ -1,7 +1,14 @@
 {
   "version": "1.0",
   "truncation": null,
-  "padding": null,
+  "padding": {
+    "strategy": "BatchLongest",
+    "direction": "Right",
+    "pad_to_multiple_of": null,
+    "pad_id": 0,
+    "pad_type_id": 0,
+    "pad_token": "<pad>"
+  },
   "added_tokens": [
     {
       "id": 0,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:dd3200c0d6071699be169c3e031fbd44888051842681de6992cba1691ea82c04
+oid sha256:b936359232f001bc6b494b05b40d85f1b5671aa2a7c0eaac1a73dd4a60235828
 size 5496