Asteroid
Cyru5's picture
Upload 4 files
5c9e4e0
raw
history blame
25 kB
{
"args": {
"above_freq": 300.0,
"architecture": "conv_tasnet_stft",
"batch_size": 58,
"beta1": 0.5,
"beta2": 0.9,
"bn_chan": 256,
"continual_train": false,
"dataset": "multi_singing_librispeech",
"db_normalize": false,
"ema": true,
"encoder_activation": null,
"entity": "carson2050",
"epochs": 200,
"eps": 1e-08,
"exp_name": "multi_singing_librispeech",
"ff_activation": "relu",
"gpu": 0,
"gradient_clip": null,
"hid_chan": 1024,
"load_ema_online_model": false,
"lr": 0.0002,
"lr_decay_gamma": 0.5,
"lr_decay_patience": 20,
"lr_scheduler": "step_lr",
"mask_act": "linear",
"max_n_src": 4,
"min_n_src": 2,
"mixed_precision": false,
"mixture_consistency": "mixture_consistency",
"multi_spec_loss_log_scale": false,
"n_blocks": 6,
"n_filter": 512,
"n_kernel": 512,
"n_nodes": 1,
"n_repeats": 4,
"n_src": 2,
"nb_workers": 8,
"nfft": 2048,
"ngpus_per_node": 1,
"nhop": 512,
"no_cuda": false,
"no_mask": false,
"no_mask_residual": false,
"optimizer": "adam",
"output": "results/singing_sep/checkpoint/multi_singing_librispeech",
"output_directory": "results/singing_sep",
"part_of_data": null,
"patience": 50,
"pitch_formant_augment_prob": 0.4,
"port": null,
"project": "MedleyVox_home_pt2",
"quiet": false,
"rank": 0,
"reduced_training_data_ratio": 1.0,
"resume": "results/singing_sep/checkpoint/multi_singing_librispeech",
"same_singer_dict_path": [
[
"../data/24k/OpenSinger",
"./svs/preprocess/make_same_singer_dict/same_singer_OpenSinger.json",
"OpenSinger"
],
[
"../data/24k/k_multisinger",
"./svs/preprocess/make_same_singer_dict/same_singer_k_multisinger.json",
"k_multisinger"
],
[
"../data/24k/CSD",
"./svs/preprocess/make_same_singer_dict/same_singer_CSD.json",
"CSD"
],
[
"../data/24k/jsut-song_ver1",
"./svs/preprocess/make_same_singer_dict/same_singer_jsut-song_ver1.json",
"jsut-song_ver1"
],
[
"../data/24k/jvs_music_ver1",
"./svs/preprocess/make_same_singer_dict/same_singer_jvs_music_ver1.json",
"jvs_music_ver1"
],
[
"../data/24k/k_multitimbre",
"./svs/preprocess/make_same_singer_dict/same_singer_k_multitimbre.json",
"k_multitimbre"
],
[
"../data/24k/kiritan_revised",
"./svs/preprocess/make_same_singer_dict/same_singer_kiritan.json",
"kiritan"
],
[
"../data/24k/musdb_a_train",
"./svs/preprocess/make_same_singer_dict/same_singer_musdb_a_train.json",
"musdb_a_train"
],
[
"../data/24k/NUS",
"./svs/preprocess/make_same_singer_dict/same_singer_NUS.json",
"NUS"
],
[
"../data/24k/VocalSet",
"./svs/preprocess/make_same_singer_dict/same_singer_VocalSet.json",
"VocalSet"
]
],
"same_singer_ratio": 0.2,
"same_song_dict_path": [
[
"../data/24k/k_multisinger",
"./svs/preprocess/make_same_song_dict/same_song_k_multisinger.json",
"k_multisinger"
]
],
"same_song_ratio": 0.2,
"same_speaker_dict_path": [
[
"../data/24k/LibriSpeech_train-clean-100",
"./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-100.json",
"LibriSpeech_train-clean-100"
],
[
"../data/24k/LibriSpeech_train-clean-360",
"./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-360.json",
"LibriSpeech_train-clean-360"
]
],
"same_speaker_ratio": 0.15,
"sample_rate": 24000,
"seed": 777,
"seq_dur": 3.0,
"sing_sing_ratio": 0.15,
"sing_speech_ratio": 0.15,
"skip_chan": 256,
"song_length_dict_path": "./svs/preprocess/song_length_dict_24k.json",
"speech_train_root": [
"../data/24k/LibriSpeech_train-clean-360",
"../data/24k/LibriSpeech_train-clean-100"
],
"sr_input_res": false,
"sr_out_mix_consistency": false,
"srnet": "orig",
"start_from_best": true,
"sweep": false,
"target": "vocals",
"train_loss_func": [
"pit_snr",
"multi_spectral_l1"
],
"train_root": [
"../data/24k/CSD",
"../data/24k/NUS",
"../data/24k/TONAS",
"../data/24k/VocalSet",
"../data/24k/jsut-song_ver1",
"../data/24k/jvs_music_ver1",
"../data/24k/kiritan_revised",
"../data/24k/vocadito",
"../data/24k/musdb_a_train",
"../data/24k/OpenSinger",
"../data/24k/medleyDB_v1_in_musdb",
"../data/24k/k_multisinger",
"../data/24k/k_multitimbre"
],
"unison_prob": 0.3,
"use_wandb": true,
"valid_loss_func": [
"pit_si_sdr"
],
"valid_regions_dict_path": "./svs/preprocess/valid_regions_dict_singing_singing.json",
"valid_root": [
[
"../data/24k/musdb_a_test",
"../data/24k/musdb_a_test",
"./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing.json",
"sing_sing_diff"
],
[
"../data/24k/musdb_a_test",
"../data/24k/musdb_a_test",
"./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_unison.json",
"sing_sing_unison"
],
[
"../data/24k/musdb_a_test",
"../data/24k/musdb_a_test",
"./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing_same_singer.json",
"sing_sing_same_singer"
],
[
"../data/24k/LibriSpeech_dev-clean",
"../data/24k/LibriSpeech_dev-clean",
"./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech.json",
"speech_speech_diff"
],
[
"../data/24k/LibriSpeech_dev-clean",
"../data/24k/LibriSpeech_dev-clean",
"./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_unison.json",
"speech_speech_unison"
],
[
"../data/24k/LibriSpeech_dev-clean",
"../data/24k/LibriSpeech_dev-clean",
"./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech_same_speaker.json",
"speech_speech_same_speaker"
],
[
"../data/24k/musdb_a_test",
"../data/24k/LibriSpeech_dev-clean",
"./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_speech.json",
"singing_speech"
]
],
"valid_root_orpit": [
[
"../data/24k/musdb_a_test",
"../data/24k/musdb_a_test",
"./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_n_srcs.json",
"sing_sing_diff"
],
[
"../data/24k/musdb_a_test",
"../data/24k/musdb_a_test",
"./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_unison_n_srcs.json",
"sing_sing_unison"
],
[
"../data/24k/musdb_a_test",
"../data/24k/musdb_a_test",
"./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_same_singer_n_srcs.json",
"sing_sing_same_singer"
],
[
"../data/24k/LibriSpeech_dev-clean",
"../data/24k/LibriSpeech_dev-clean",
"./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_n_srcs.json",
"speech_speech_diff"
],
[
"../data/24k/LibriSpeech_dev-clean",
"../data/24k/LibriSpeech_dev-clean",
"./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_unison_n_srcs.json",
"speech_speech_unison"
],
[
"../data/24k/LibriSpeech_dev-clean",
"../data/24k/LibriSpeech_dev-clean",
"./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_same_speaker_n_srcs.json",
"speech_speech_same_speaker"
],
[
"../data/24k/musdb_a_test",
"../data/24k/LibriSpeech_dev-clean",
"./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_speech_n_srcs.json",
"singing_speech"
]
],
"weight_decay": 1e-06,
"world_size": 1
},
"best_epoch": 133,
"best_loss": -8.078724997384208,
"epochs_trained": 138,
"num_bad_epochs": 5,
"train_loss_history": [
-1.4921716451644897,
-2.8664329051971436,
-3.3393054008483887,
-3.638092517852783,
-3.879303216934204,
-4.088993072509766,
-4.227543830871582,
-4.412248134613037,
-4.58026123046875,
-4.71837043762207,
-4.800468444824219,
-4.882855415344238,
-5.011181831359863,
-5.128243923187256,
-5.150334358215332,
-5.240769386291504,
-5.357062816619873,
-5.35420560836792,
-5.427922248840332,
-5.536999225616455,
-5.6000895500183105,
-5.664849758148193,
-5.704154968261719,
-5.791101455688477,
-5.794349670410156,
-5.784161567687988,
-5.824007511138916,
-5.931461811065674,
-5.981809139251709,
-6.045787334442139,
-6.045494079589844,
-6.075621128082275,
-6.086508750915527,
-6.123781681060791,
-6.192169666290283,
-6.248963832855225,
-6.183308124542236,
-6.25191593170166,
-6.301548004150391,
-6.259702682495117,
-6.338959217071533,
-6.372439861297607,
-6.436537742614746,
-6.462899684906006,
-6.449411392211914,
-6.489621639251709,
-6.461447238922119,
-6.558005332946777,
-6.603482723236084,
-6.555445194244385,
-6.579801082611084,
-6.639071464538574,
-6.648660182952881,
-6.6866631507873535,
-6.767474174499512,
-6.750443935394287,
-6.7306742668151855,
-6.7853617668151855,
-6.818509101867676,
-6.761360168457031,
-6.795668601989746,
-6.82188606262207,
-6.795504093170166,
-6.914917469024658,
-6.921656131744385,
-6.950718402862549,
-6.966548919677734,
-6.965545654296875,
-6.964168548583984,
-6.888548374176025,
-6.932443141937256,
-6.930734634399414,
-6.949597358703613,
-6.947843551635742,
-6.959360599517822,
-6.974522590637207,
-7.005373954772949,
-7.039368629455566,
-7.008696556091309,
-7.064368724822998,
-7.038439750671387,
-7.046519756317139,
-7.052777290344238,
-7.06027889251709,
-7.048835277557373,
-7.095891952514648,
-7.080573558807373,
-7.120383262634277,
-7.1035075187683105,
-7.147456645965576,
-7.133329391479492,
-7.134939670562744,
-7.155049800872803,
-7.205596446990967,
-7.225539207458496,
-7.267192840576172,
-7.250244617462158,
-7.287757873535156,
-7.301974296569824,
-7.254255294799805,
-7.3585429191589355,
-7.332351207733154,
-7.346045970916748,
-7.384589672088623,
-7.356956958770752,
-7.392472743988037,
-7.418970584869385,
-7.446511745452881,
-7.445052623748779,
-7.42110538482666,
-7.461490631103516,
-7.509364128112793,
-7.508744716644287,
-7.480283260345459,
-7.561679363250732,
-7.4522271156311035,
-7.437519550323486,
-7.473508834838867,
-7.49954080581665,
-7.418591499328613,
-7.478306293487549,
-7.459006309509277,
-7.478801250457764,
-7.432499408721924,
-7.565118312835693,
-7.627929210662842,
-7.529797554016113,
-7.611763954162598,
-7.658102989196777,
-7.665148735046387,
-7.690982818603516,
-7.733800411224365,
-7.499368667602539,
-7.578357696533203,
-7.613222122192383,
-7.657804489135742,
-7.653645038604736,
-7.742368221282959
],
"train_time_history": [
4810.419310808182,
4810.429551362991,
4780.074353456497,
4780.08434343338,
4793.850719213486,
4793.851686954498,
4799.262031078339,
4799.2719786167145,
4776.265509605408,
4776.275769710541,
4800.915772199631,
4800.925550937653,
4782.19565987587,
4870.2729279994965,
4864.202353715897,
5526.39341044426,
5526.402764797211,
5210.057184457779,
5210.0663821697235,
5192.114199876785,
5192.115474700928,
5119.568732976913,
5119.579450130463,
4854.391019105911,
4854.4009165763855,
4825.207883834839,
4825.218036174774,
4839.370161294937,
4839.3797080516815,
4829.168277978897,
4829.178178310394,
4831.754481077194,
4831.764403104782,
4840.167069673538,
4840.1764142513275,
4839.306309938431,
4839.315984725952,
4835.479310274124,
4835.489530324936,
4991.815203428268,
4826.761980772018,
4826.772101163864,
4819.3496108055115,
4819.358952999115,
4820.984974384308,
4820.995014190674,
4820.539752483368,
4820.548979997635,
4814.873534917831,
4814.876268863678,
4812.354250907898,
4812.363839626312,
4822.391925573349,
4822.40118765831,
4809.686738491058,
4809.697638034821,
4832.5055372715,
4832.515355587006,
4831.67563867569,
4831.685403108597,
4824.845934391022,
4824.85514998436,
4835.57625246048,
4835.587289094925,
4817.744952201843,
4817.7542552948,
4807.804133653641,
4807.814810037613,
4818.521605968475,
4818.532015800476,
4981.354954957962,
4981.368631839752,
4875.586889028549,
4875.597553014755,
4801.111567258835,
4801.1219182014465,
4799.074081897736,
4799.08514547348,
4809.401276350021,
4809.41465306282,
4809.043102502823,
4809.04475402832,
4818.2070748806,
4818.209503889084,
4796.3679666519165,
4796.377726793289,
4794.153427362442,
4794.155965805054,
4804.1572597026825,
4804.168130159378,
4797.392125368118,
4797.401923418045,
4797.116873264313,
4797.12747836113,
4799.205674409866,
4799.215870857239,
4969.960748910904,
4969.971879482269,
5270.599810838699,
5270.6101796627045,
4881.989181518555,
4882.000226974487,
4867.6136746406555,
4867.624637126923,
5128.904933452606,
5128.915862798691,
4879.79870891571,
4879.80947971344,
4969.744366407394,
4969.754128456116,
4907.097052812576,
4907.107843637466,
4812.9132516384125,
4812.9242560863495,
4815.909214496613,
4815.920344591141,
4806.699935913086,
4806.70260477066,
4831.170897245407,
4831.180289506912,
4839.252681255341,
4839.262135982513,
4833.886634111404,
4833.8898758888245,
4830.524186134338,
4830.53564286232,
4824.74093079567,
4824.747734546661,
4818.754670858383,
4818.764072179794,
4816.966838121414,
4816.977759599686,
4831.582427740097,
4831.592094898224,
4804.51261639595,
4993.473606586456,
4815.601177692413,
4815.610737085342,
4789.788247346878,
4865.854624032974,
4865.864605426788,
5030.177618980408,
5030.188777208328,
4769.904754638672,
4895.086503267288,
4895.0979063510895,
4869.957269668579,
4869.958615779877,
4962.7930123806,
4962.803097486496,
5163.898764133453,
5163.90244436264,
4803.290739297867,
4803.3002672195435,
4819.002298593521,
4819.014036178589,
4812.0083973407745,
5130.011174440384,
5130.020927429199,
5238.748838424683,
5162.933927536011,
5162.94544506073,
5014.217702865601,
5014.227581739426,
5119.955267906189,
5119.966482877731,
4877.71505856514,
4947.4076771736145,
4947.418792486191,
4980.132425069809,
4980.143876552582,
5166.483239412308,
5166.49423623085,
4906.088274717331,
4906.0993638038635,
4880.329564332962,
4880.339328289032,
4873.104112148285,
4873.119816303253,
4885.143585205078,
5015.694309234619,
5418.331888914108,
5144.6408631801605,
5144.652040481567,
5510.665446281433,
5510.677114725113,
4798.924424171448,
4798.935866594315,
4812.6511833667755,
4812.66309094429,
4802.269027709961,
4802.280553340912,
4802.639967918396,
4802.649654150009,
4785.577591180801,
4785.58954501152,
4792.5177211761475,
4792.5278561115265,
4783.97540807724,
4835.069321632385,
4857.578319787979,
4857.590538024902,
4861.290355205536,
4861.301545619965,
4851.626524686813,
4597.863308668137,
4597.874926805496,
4598.068494558334,
4598.072705507278,
4607.527726888657,
4607.5391726493835,
4593.976358413696,
4593.987717866898,
4608.605073928833,
4608.616888284683,
4604.218909025192,
4604.230967283249,
4601.031387329102,
4936.647894382477,
4936.660204172134,
4616.291204214096,
4828.3469569683075,
5099.975877046585,
5099.978621482849,
5208.007155179977,
5208.019089221954,
4924.660996437073,
4631.26912856102,
4631.2805788517,
4622.089585542679,
4669.914644002914,
4669.9266991615295,
5124.021832227707,
5124.033423900604,
4878.845312595367,
4878.8553302288055,
4774.273676395416,
4936.869963884354,
4936.871921777725,
4737.119180679321,
4737.129071235657,
4738.499984264374,
4738.504971981049,
4728.711101770401,
4728.721209287643,
4720.726502895355,
4720.738488435745,
4740.279819250107,
4740.292397260666,
4727.014559984207,
4771.3221616744995,
4771.332203388214,
4708.109707355499,
4708.121538639069,
4709.580441951752,
4709.592922925949,
4704.416685819626,
4704.427433013916,
4723.0361750125885,
4723.046160697937,
4742.564235210419
],
"valid_loss_history": [
-3.0233164174216136,
-4.020770004817417,
-4.493505137307303,
-4.805826323372977,
-5.009723663330078,
-5.3551515851702005,
-5.507791314806257,
-5.709285395486014,
-5.82812111718314,
-5.88963999067034,
-5.970332486288888,
-5.988547257014683,
-6.113276481628418,
-6.132954188755581,
-6.210943358285086,
-6.279647214072091,
-6.3300862312316895,
-6.36109277180263,
-6.427222183772495,
-6.453009741646903,
-6.489914894104004,
-6.48867974962507,
-6.536007336207798,
-6.532879625047956,
-6.572577135903495,
-6.5566478456769675,
-6.660695620945522,
-6.70451055254255,
-6.65756470816476,
-6.701659406934466,
-6.7815567425319125,
-6.804818085261753,
-6.783689567020962,
-6.844764641353062,
-6.868685790470669,
-6.888231481824603,
-6.942419528961182,
-6.951289176940918,
-6.975076675415039,
-6.991657052721296,
-7.000387941087995,
-7.082024574279785,
-7.087371553693499,
-7.114969117300851,
-7.163520812988281,
-7.1951784406389505,
-7.216815676007952,
-7.201807635171073,
-7.183896745954241,
-7.227273804800851,
-7.232961927141462,
-7.2955668313162665,
-7.2690509387425015,
-7.273542472294399,
-7.281754766191755,
-7.311358247484479,
-7.287418706076486,
-7.261871746608189,
-7.2840664727347235,
-7.316314697265625,
-7.376913070678711,
-7.367326668330601,
-7.438824789864676,
-7.427623748779297,
-7.45092739377703,
-7.4810590744018555,
-7.43196405683245,
-7.413298266274588,
-7.448171275002616,
-7.470413276127407,
-7.478131294250488,
-7.494483879634312,
-7.459411212376186,
-7.515866688319615,
-7.571803229195731,
-7.573634147644043,
-7.562024729592459,
-7.550929818834577,
-7.53609037399292,
-7.563671180180141,
-7.578108038221087,
-7.531997203826904,
-7.600094999585833,
-7.639314787728446,
-7.65882362638201,
-7.624989918300083,
-7.5906588690621515,
-7.606484276907785,
-7.59099394934518,
-7.611005442483084,
-7.649059908730643,
-7.675145898546491,
-7.672644138336182,
-7.692336968013218,
-7.745299407414028,
-7.703637259347098,
-7.7217142922537665,
-7.755190917423794,
-7.724456242152622,
-7.718445096697126,
-7.70384795325143,
-7.769181455884661,
-7.737368106842041,
-7.775186266217913,
-7.79545715876988,
-7.832847731454032,
-7.88108880179269,
-7.83744832447597,
-7.77746193749564,
-7.796889645712716,
-7.857666560581753,
-7.839055401938302,
-7.861930165972028,
-7.839671952383859,
-7.864107472555978,
-7.894429411206927,
-7.918878350939069,
-7.923129831041608,
-7.894604206085205,
-7.947047778538296,
-8.002508435930524,
-7.973720823015485,
-7.974254812513079,
-8.013154642922538,
-8.002701963697161,
-8.019224030630928,
-8.05652904510498,
-8.018050602504186,
-7.991105215890067,
-8.010712623596191,
-8.022557122366768,
-8.00721972329276,
-8.078724997384208,
-8.01572070802961,
-8.054968425205775,
-7.982895714896066,
-7.920760086604527,
-7.992146287645612
]
}