{ "args": { "above_freq": 300.0, "architecture": "conv_tasnet_stft", "batch_size": 55, "beta1": 0.5, "beta2": 0.9, "bn_chan": 256, "continual_train": true, "dataset": "singing_librispeech", "db_normalize": false, "ema": true, "encoder_activation": null, "entity": "carson2050", "epochs": 200, "eps": 1e-08, "exp_name": "singing_librispeech", "ff_activation": "relu", "gpu": 0, "gradient_clip": null, "hid_chan": 1024, "load_ema_online_model": false, "lr": 0.0002, "lr_decay_gamma": 0.5, "lr_decay_patience": 20, "lr_scheduler": "step_lr", "mask_act": "linear", "max_n_src": 4, "min_n_src": 2, "mixed_precision": false, "mixture_consistency": "mixture_consistency", "multi_spec_loss_log_scale": false, "n_blocks": 6, "n_filter": 512, "n_kernel": 512, "n_nodes": 1, "n_repeats": 4, "n_src": 2, "nb_workers": 10, "nfft": 2048, "ngpus_per_node": 1, "nhop": 512, "no_cuda": false, "no_mask": false, "no_mask_residual": false, "optimizer": "adam", "output": "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/MedleyVox/results/singing_sep/checkpoint/singing_librispeech", "output_directory": "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/MedleyVox/results/singing_sep", "part_of_data": null, "patience": 50, "pitch_formant_augment_prob": 0.4, "port": null, "project": "MedleyVox_home", "quiet": false, "rank": 0, "reduced_training_data_ratio": 1.0, "resume": "results/singing_sep/checkpoint/singing_librispeech", "same_singer_dict_path": [ [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/OpenSinger", "./svs/preprocess/make_same_singer_dict/same_singer_OpenSinger.json", "OpenSinger" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multisinger", "./svs/preprocess/make_same_singer_dict/same_singer_k_multisinger.json", "k_multisinger" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/CSD", "./svs/preprocess/make_same_singer_dict/same_singer_CSD.json", "CSD" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/jsut-song_ver1", "./svs/preprocess/make_same_singer_dict/same_singer_jsut-song_ver1.json", "jsut-song_ver1" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/jvs_music_ver1", "./svs/preprocess/make_same_singer_dict/same_singer_jvs_music_ver1.json", "jvs_music_ver1" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multitimbre", "./svs/preprocess/make_same_singer_dict/same_singer_k_multitimbre.json", "k_multitimbre" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/kiritan_revised", "./svs/preprocess/make_same_singer_dict/same_singer_kiritan.json", "kiritan" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_train", "./svs/preprocess/make_same_singer_dict/same_singer_musdb_a_train.json", "musdb_a_train" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/NUS", "./svs/preprocess/make_same_singer_dict/same_singer_NUS.json", "NUS" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/VocalSet", "./svs/preprocess/make_same_singer_dict/same_singer_VocalSet.json", "VocalSet" ] ], "same_singer_ratio": 0.2, "same_song_dict_path": [ [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multisinger", "./svs/preprocess/make_same_song_dict/same_song_k_multisinger.json", "k_multisinger" ] ], "same_song_ratio": 0.2, "same_speaker_dict_path": [ [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_train-clean-100", "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-100.json", "LibriSpeech_train-clean-100" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_train-clean-360", "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-360.json", "LibriSpeech_train-clean-360" ] ], "same_speaker_ratio": 0.15, "sample_rate": 24000, "seed": 777, "seq_dur": 3.0, "sing_sing_ratio": 0.15, "sing_speech_ratio": 0.15, "skip_chan": 256, "song_length_dict_path": "./svs/preprocess/song_length_dict_24k.json", "speech_train_root": [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_train-clean-360", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_train-clean-100" ], "sr_input_res": false, "sr_out_mix_consistency": false, "srnet": "orig", "start_from_best": false, "sweep": false, "target": "vocals", "train_loss_func": [ "pit_snr", "multi_spectral_l1" ], "train_root": [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/CSD", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/NUS", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/TONAS", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/VocalSet", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/jsut-song_ver1", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/jvs_music_ver1", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/kiritan_revised", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/vocadito", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_train", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/OpenSinger", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/medleyDB_v1_in_musdb", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multisinger", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/k_multitimbre" ], "unison_prob": 0.3, "use_wandb": true, "valid_loss_func": [ "pit_si_sdr" ], "valid_regions_dict_path": "./svs/preprocess/valid_regions_dict_singing_singing.json", "valid_root": [ [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing.json", "sing_sing_diff" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_unison.json", "sing_sing_unison" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing_same_singer.json", "sing_sing_same_singer" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech.json", "speech_speech_diff" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_unison.json", "speech_speech_unison" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech_same_speaker.json", "speech_speech_same_speaker" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_speech.json", "singing_speech" ] ], "valid_root_orpit": [ [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_n_srcs.json", "sing_sing_diff" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_unison_n_srcs.json", "sing_sing_unison" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_same_singer_n_srcs.json", "sing_sing_same_singer" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_n_srcs.json", "speech_speech_diff" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_unison_n_srcs.json", "speech_speech_unison" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_same_speaker_n_srcs.json", "speech_speech_same_speaker" ], [ "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/musdb_a_test", "/media/carson/80AC3E70AC3E60B8/Users/Carson/Documents/data/24k/LibriSpeech_dev-clean", "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_speech_n_srcs.json", "singing_speech" ] ], "weight_decay": 1e-06, "world_size": 1 }, "best_epoch": 131, "best_loss": -9.003027439117432, "epochs_trained": 135, "num_bad_epochs": 4, "train_loss_history": [ -1.3311041593551636, -3.4447357654571533, -4.284253120422363, -4.726616382598877, -5.099369049072266, -5.331325054168701, -5.553539752960205, -5.740077018737793, -5.918744087219238, -6.005505561828613, -6.201973915100098, -6.26826286315918, -6.3942413330078125, -6.4803619384765625, -6.592747688293457, -6.6781134605407715, -6.777161121368408, -6.848526477813721, -6.911881923675537, -7.017796993255615, -7.12304162979126, -7.14536190032959, -7.289445400238037, -7.409412384033203, -7.7652082443237305, -7.837531089782715, -7.850446701049805, -7.941095352172852, -7.939220428466797, -8.047593116760254, -8.07531452178955, -8.134244918823242, -8.143590927124023, -8.190814018249512, -8.217510223388672, -8.175138473510742, -7.989644527435303, -8.09794807434082, -8.24197006225586, -8.232804298400879, -8.328511238098145, -8.389233589172363, -8.267472267150879, -8.301199913024902, -8.36364459991455, -8.43917465209961, -8.493982315063477, -8.481128692626953, -8.429868698120117, -8.501734733581543, -8.54090404510498, -8.568470001220703, -8.50845718383789, -8.597081184387207, -8.513223648071289, -8.38924503326416, -8.502962112426758, -8.518073081970215, -8.56679916381836, -8.698277473449707, -8.630810737609863, -8.755276679992676, -8.700800895690918, -8.74862003326416, -8.734071731567383, -8.633768081665039, -8.633097648620605, -8.872031211853027, -8.828736305236816, -8.753975868225098, -8.886126518249512, -8.758654594421387, -8.883810997009277, -8.952722549438477, -8.945046424865723, -8.907071113586426, -8.891634941101074, -8.91631031036377, -8.951156616210938, -8.931319236755371, -8.960397720336914, -8.841835975646973, -8.834044456481934, -8.786222457885742, -8.903646469116211, -8.947869300842285, -8.696074485778809, -8.99515438079834, -9.005078315734863, -8.934849739074707, -8.99370002746582, -9.030400276184082, -9.101688385009766, -9.08572006225586, -9.075435638427734, -9.125774383544922, -9.102258682250977, -9.160833358764648, -8.999387741088867, -8.929178237915039, -9.085306167602539, -9.149312019348145, -9.201435089111328, -9.119452476501465, -9.192963600158691, -9.153352737426758, -9.16665267944336, -9.187670707702637, -9.213151931762695, -9.295731544494629, -9.204228401184082, -9.2329683303833, -9.198917388916016, -9.242225646972656, -9.251509666442871, -9.233222007751465, -9.235602378845215, -9.264388084411621, -9.286247253417969, -9.287186622619629, -9.327977180480957, -9.304702758789062, -9.34760570526123, -9.314836502075195, -9.300081253051758, -9.20028018951416, -9.35509967803955, -9.345370292663574, -9.36442756652832, -9.351317405700684, -9.352913856506348, -9.388010025024414, -9.326189994812012, -9.411141395568848, -9.424927711486816 ], "train_time_history": [ 4284.811353683472, 4284.813168525696, 4239.820109844208, 4358.5235912799835, 4358.525362968445, 4289.520437240601, 4289.5296330451965, 4233.677313089371, 4233.679363965988, 4209.371140003204, 4209.381086587906, 4202.905996799469, 4469.978202342987, 4469.989181756973, 4247.160337924957, 4247.1704177856445, 4190.890568256378, 4190.900403022766, 4185.636907577515, 4185.647009372711, 4180.687466144562, 4215.30419754982, 4215.314230442047, 4206.753845453262, 4206.76371717453, 4206.280591726303, 4206.290879011154, 4222.331785202026, 4222.341979503632, 4220.95298576355, 4220.962949752808, 4199.66743016243, 4199.67768073082, 4200.696933507919, 4200.706924915314, 4200.071183204651, 4200.073669195175, 4201.461757183075, 4201.47197842598, 4212.675180196762, 4212.685215473175, 4266.539958238602, 4266.55042219162, 4254.028660058975, 4254.030869007111, 4586.545968532562, 4586.556686401367, 4486.801070451736, 4486.811651468277, 4201.306690454483, 4201.308066606522, 4204.077554225922, 4204.087781906128, 4194.944247722626, 4194.954358577728, 4193.961704969406, 4222.590797185898, 4222.594073057175, 4221.6570999622345, 4221.666466474533, 4221.045345544815, 4221.055670261383, 4214.11606669426, 4214.125596284866, 4479.404296398163, 4479.414994955063, 4262.62514591217, 4262.635618209839, 4214.268101215363, 4214.2785403728485, 4218.142910718918, 4218.15364408493, 4215.917347192764, 4215.927803516388, 4218.397645950317, 4218.408536672592, 4233.58446598053, 4233.59490442276, 4318.161808013916, 4318.171140432358, 4237.026048898697, 4237.036669015884, 4220.925004482269, 4220.9352016448975, 4226.221168041229, 4223.1825070381165, 4223.192782878876, 4219.102268218994, 4219.113127231598, 4216.297616004944, 4216.308108329773, 4217.926244974136, 4217.937202453613, 4426.571401119232, 4426.573066711426, 4612.790915489197, 4612.801674365997, 4719.1595368385315, 4719.169989824295, 4305.255445480347, 4305.266388177872, 4221.674624681473, 4221.686189174652, 4229.138904571533, 4178.568962574005, 4178.5717051029205, 4178.647545337677, 4178.650447130203, 4169.984578132629, 4169.995152950287, 4173.8019506931305, 4173.804402589798, 4179.692799806595, 4179.695784330368, 4176.926806688309, 4176.937863111496, 4189.7040383815765, 4189.7144474983215, 4194.854960680008, 4194.8661851882935, 4488.314256668091, 4488.324142932892, 4301.72206735611, 4301.732882022858, 4203.297667264938, 4203.307426214218, 4212.263510465622, 4212.2729642391205, 4202.838434457779, 4202.8495717048645, 4206.559844255447, 4206.570970535278, 4202.594026565552, 4202.6052367687225, 4204.671685695648, 4204.675058603287, 4201.653420209885, 4201.664590358734, 4203.356340646744, 4203.3675968647, 4226.834460258484, 4226.84539103508, 4432.4133422374725, 4432.424476385117, 4194.520195245743, 4194.531393289566, 4185.361557483673, 4185.372809171677, 4178.024575471878, 4178.035531282425, 4183.264570951462, 4183.275583267212, 4178.5521404743195, 4178.563311338425, 4178.228582620621, 4178.238200426102, 4181.432615280151, 4181.443482160568, 4181.636572599411, 4181.647958517075, 4180.119422197342, 4180.130319356918, 4181.348428249359, 4181.3601496219635, 4182.4969573020935, 4182.508371829987, 4255.815136909485, 4255.824706077576, 4447.2853989601135, 4447.294949054718, 4375.476977586746, 4375.488611936569, 4216.147409915924, 4216.157112836838, 4184.855574131012, 4184.867551803589, 4182.2731301784515, 4182.284587860107, 4182.427225112915, 4182.438867807388, 4181.939938545227, 4181.951656103134, 4183.5050485134125, 4183.516293287277, 4180.313590764999, 4180.325238704681, 4184.185824394226, 4184.196978807449, 4175.860624790192, 4175.8725233078, 4174.206290960312, 4174.217987298965, 4225.280811309814, 4346.787808179855, 4346.791662693024, 4299.203949213028, 4334.719336986542, 4334.72660279274, 4307.453342437744, 4307.463569164276, 4243.263749361038, 4243.27504825592, 4232.403777837753, 4232.415019750595, 4234.023860692978, 4234.036010503769, 4232.419568777084, 4232.430717229843, 4228.692707538605, 4228.695293188095, 4235.275017976761, 4235.286781549454, 4231.93186712265, 4231.934266328812, 4237.727004766464, 4237.736963748932, 4448.2472088336945, 4448.257912635803, 4283.024597644806, 4283.03609752655, 4270.3121337890625, 4270.324274778366, 4244.299434423447, 4244.311620950699, 4363.46278834343, 4180.62579703331, 4180.635629653931, 4363.069185256958, 4220.090236663818, 4220.102267503738, 4190.208593130112, 4190.220735549927, 4181.494255304337, 4181.50580906868, 4186.210835933685, 4186.214511394501, 4188.612834215164, 4188.625131607056, 4182.178534984589, 4182.189949512482, 4183.857384443283, 4183.869287014008, 4183.761756181717, 4241.330404281616, 4241.341110467911, 4207.978038311005, 4207.990997314453, 4209.410867214203, 4209.421168088913, 4207.717931270599, 4207.730401754379, 4204.301562309265, 4204.313354253769, 4297.861345052719, 4297.873908042908, 4282.807532548904, 4282.820100307465, 4269.668355226517, 4269.680841684341, 4198.918546676636 ], "valid_loss_history": [ -2.2420080729893277, -3.6040473665509904, -4.652349131447928, -5.269411563873291, -5.602223873138428, -5.948959009987967, -6.180064678192139, -6.373329707554409, -6.4635710035051614, -6.628378936222622, -6.765629632132394, -6.878908634185791, -6.975889819008963, -7.089849744524274, -7.137168339320591, -7.214839458465576, -7.248862539018903, -7.323270389011928, -7.374068532671247, -7.447478975568499, -7.470496041434152, -7.578763212476458, -7.638515608651297, -7.603791032518659, -7.658165522984096, -7.660087721688407, -7.711926255907331, -7.763034411839077, -7.80566440309797, -7.829599516732352, -7.908110482352121, -7.871029717581613, -7.790640013558524, -7.807113443102155, -7.826304980686733, -7.77531235558646, -7.879563399723598, -7.897988796234131, -7.845814909253802, -7.848473821367536, -7.912371976034982, -7.943405968802316, -8.085525648934501, -8.010899543762207, -8.028815746307373, -8.061845302581787, -8.02747140611921, -8.03413268498012, -8.033596924373082, -8.068816934313093, -8.067536762782506, -8.144167695726667, -8.148260184696742, -8.180625711168561, -8.180845873696464, -8.25086770738874, -8.261961323874337, -8.260808059147426, -8.186679295131139, -8.165157794952393, -8.194125039236885, -8.254536492483956, -8.292360033307757, -8.267435346330915, -8.27747208731515, -8.366285255977086, -8.354675361088344, -8.365063190460205, -8.427791595458984, -8.452910355159215, -8.395057133265905, -8.455147879464286, -8.485073634556361, -8.504877976008824, -8.502339363098145, -8.485261576516288, -8.50761045728411, -8.482435567038399, -8.516456604003906, -8.503895146506173, -8.515655858176094, -8.574515002114433, -8.580681255885533, -8.593669959477015, -8.538264206477574, -8.570460319519043, -8.610838617597308, -8.576563426426478, -8.631826945713588, -8.593990189688546, -8.584804126194545, -8.616937228611537, -8.616405078342982, -8.636415685926165, -8.736162253788539, -8.684600080762591, -8.751097747257777, -8.744481086730957, -8.760670593806676, -8.81410721370152, -8.762031418936592, -8.731195313589913, -8.680067879813057, -8.73148284639631, -8.770104340144567, -8.83363403592791, -8.797364848000663, -8.756126131330218, -8.717773846217565, -8.755549158368792, -8.798967293330602, -8.80781262261527, -8.879967212677002, -8.83057907649449, -8.910664354051862, -8.930669920785087, -8.850233895438057, -8.87684679031372, -8.860790797642299, -8.854635306767054, -8.871529306684222, -8.870055334908622, -8.814562388828822, -8.895111628941127, -8.95235286440168, -8.978583880833217, -8.970093931470599, -8.94366032736642, -8.930564199175153, -8.896938255855016, -9.003027439117432, -8.967686380658831, -8.945790427071708, -8.978134904588972, -8.926983833312988 ] }