Upload 4 files

.gitattributes

@@ -51,3 +51,4 @@ eval_results/singing_librispeech/examples/ex_69/s1.wav filter=lfs diff=lfs merge
 vocal[[:space:]]231/vocals.chkpnt filter=lfs diff=lfs merge=lfs -text
 vocals[[:space:]]238/vocals.chkpnt filter=lfs diff=lfs merge=lfs -text
 singing_librispeech_ft_iSRNet/vocals.chkpnt filter=lfs diff=lfs merge=lfs -text
+multi_singing_librispeech/vocals.chkpnt filter=lfs diff=lfs merge=lfs -text

multi_singing_librispeech/vocals.chkpnt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37b80a59b1226ebca7dfc8ffa6db410ba683e328b5ba422f9bee7051c85614cc
+size 396710313

multi_singing_librispeech/vocals.json

@@ -0,0 +1,642 @@
+{
+    "args": {
+        "above_freq": 300.0,
+        "architecture": "conv_tasnet_stft",
+        "batch_size": 58,
+        "beta1": 0.5,
+        "beta2": 0.9,
+        "bn_chan": 256,
+        "continual_train": false,
+        "dataset": "multi_singing_librispeech",
+        "db_normalize": false,
+        "ema": true,
+        "encoder_activation": null,
+        "entity": "carson2050",
+        "epochs": 200,
+        "eps": 1e-08,
+        "exp_name": "multi_singing_librispeech",
+        "ff_activation": "relu",
+        "gpu": 0,
+        "gradient_clip": null,
+        "hid_chan": 1024,
+        "load_ema_online_model": false,
+        "lr": 0.0002,
+        "lr_decay_gamma": 0.5,
+        "lr_decay_patience": 20,
+        "lr_scheduler": "step_lr",
+        "mask_act": "linear",
+        "max_n_src": 4,
+        "min_n_src": 2,
+        "mixed_precision": false,
+        "mixture_consistency": "mixture_consistency",
+        "multi_spec_loss_log_scale": false,
+        "n_blocks": 6,
+        "n_filter": 512,
+        "n_kernel": 512,
+        "n_nodes": 1,
+        "n_repeats": 4,
+        "n_src": 2,
+        "nb_workers": 8,
+        "nfft": 2048,
+        "ngpus_per_node": 1,
+        "nhop": 512,
+        "no_cuda": false,
+        "no_mask": false,
+        "no_mask_residual": false,
+        "optimizer": "adam",
+        "output": "results/singing_sep/checkpoint/multi_singing_librispeech",
+        "output_directory": "results/singing_sep",
+        "part_of_data": null,
+        "patience": 50,
+        "pitch_formant_augment_prob": 0.4,
+        "port": null,
+        "project": "MedleyVox_home_pt2",
+        "quiet": false,
+        "rank": 0,
+        "reduced_training_data_ratio": 1.0,
+        "resume": "results/singing_sep/checkpoint/multi_singing_librispeech",
+        "same_singer_dict_path": [
+            [
+                "../data/24k/OpenSinger",
+                "./svs/preprocess/make_same_singer_dict/same_singer_OpenSinger.json",
+                "OpenSinger"
+            ],
+            [
+                "../data/24k/k_multisinger",
+                "./svs/preprocess/make_same_singer_dict/same_singer_k_multisinger.json",
+                "k_multisinger"
+            ],
+            [
+                "../data/24k/CSD",
+                "./svs/preprocess/make_same_singer_dict/same_singer_CSD.json",
+                "CSD"
+            ],
+            [
+                "../data/24k/jsut-song_ver1",
+                "./svs/preprocess/make_same_singer_dict/same_singer_jsut-song_ver1.json",
+                "jsut-song_ver1"
+            ],
+            [
+                "../data/24k/jvs_music_ver1",
+                "./svs/preprocess/make_same_singer_dict/same_singer_jvs_music_ver1.json",
+                "jvs_music_ver1"
+            ],
+            [
+                "../data/24k/k_multitimbre",
+                "./svs/preprocess/make_same_singer_dict/same_singer_k_multitimbre.json",
+                "k_multitimbre"
+            ],
+            [
+                "../data/24k/kiritan_revised",
+                "./svs/preprocess/make_same_singer_dict/same_singer_kiritan.json",
+                "kiritan"
+            ],
+            [
+                "../data/24k/musdb_a_train",
+                "./svs/preprocess/make_same_singer_dict/same_singer_musdb_a_train.json",
+                "musdb_a_train"
+            ],
+            [
+                "../data/24k/NUS",
+                "./svs/preprocess/make_same_singer_dict/same_singer_NUS.json",
+                "NUS"
+            ],
+            [
+                "../data/24k/VocalSet",
+                "./svs/preprocess/make_same_singer_dict/same_singer_VocalSet.json",
+                "VocalSet"
+            ]
+        ],
+        "same_singer_ratio": 0.2,
+        "same_song_dict_path": [
+            [
+                "../data/24k/k_multisinger",
+                "./svs/preprocess/make_same_song_dict/same_song_k_multisinger.json",
+                "k_multisinger"
+            ]
+        ],
+        "same_song_ratio": 0.2,
+        "same_speaker_dict_path": [
+            [
+                "../data/24k/LibriSpeech_train-clean-100",
+                "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-100.json",
+                "LibriSpeech_train-clean-100"
+            ],
+            [
+                "../data/24k/LibriSpeech_train-clean-360",
+                "./svs/preprocess/make_same_speaker_dict/same_singer_LibriSpeech_train-clean-360.json",
+                "LibriSpeech_train-clean-360"
+            ]
+        ],
+        "same_speaker_ratio": 0.15,
+        "sample_rate": 24000,
+        "seed": 777,
+        "seq_dur": 3.0,
+        "sing_sing_ratio": 0.15,
+        "sing_speech_ratio": 0.15,
+        "skip_chan": 256,
+        "song_length_dict_path": "./svs/preprocess/song_length_dict_24k.json",
+        "speech_train_root": [
+            "../data/24k/LibriSpeech_train-clean-360",
+            "../data/24k/LibriSpeech_train-clean-100"
+        ],
+        "sr_input_res": false,
+        "sr_out_mix_consistency": false,
+        "srnet": "orig",
+        "start_from_best": false,
+        "sweep": false,
+        "target": "vocals",
+        "train_loss_func": [
+            "pit_snr",
+            "multi_spectral_l1"
+        ],
+        "train_root": [
+            "../data/24k/CSD",
+            "../data/24k/NUS",
+            "../data/24k/TONAS",
+            "../data/24k/VocalSet",
+            "../data/24k/jsut-song_ver1",
+            "../data/24k/jvs_music_ver1",
+            "../data/24k/kiritan_revised",
+            "../data/24k/vocadito",
+            "../data/24k/musdb_a_train",
+            "../data/24k/OpenSinger",
+            "../data/24k/medleyDB_v1_in_musdb",
+            "../data/24k/k_multisinger",
+            "../data/24k/k_multitimbre"
+        ],
+        "unison_prob": 0.3,
+        "use_wandb": true,
+        "valid_loss_func": [
+            "pit_si_sdr"
+        ],
+        "valid_regions_dict_path": "./svs/preprocess/valid_regions_dict_singing_singing.json",
+        "valid_root": [
+            [
+                "../data/24k/musdb_a_test",
+                "../data/24k/musdb_a_test",
+                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing.json",
+                "sing_sing_diff"
+            ],
+            [
+                "../data/24k/musdb_a_test",
+                "../data/24k/musdb_a_test",
+                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_unison.json",
+                "sing_sing_unison"
+            ],
+            [
+                "../data/24k/musdb_a_test",
+                "../data/24k/musdb_a_test",
+                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_singing_same_singer.json",
+                "sing_sing_same_singer"
+            ],
+            [
+                "../data/24k/LibriSpeech_dev-clean",
+                "../data/24k/LibriSpeech_dev-clean",
+                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech.json",
+                "speech_speech_diff"
+            ],
+            [
+                "../data/24k/LibriSpeech_dev-clean",
+                "../data/24k/LibriSpeech_dev-clean",
+                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_unison.json",
+                "speech_speech_unison"
+            ],
+            [
+                "../data/24k/LibriSpeech_dev-clean",
+                "../data/24k/LibriSpeech_dev-clean",
+                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_speech_speech_same_speaker.json",
+                "speech_speech_same_speaker"
+            ],
+            [
+                "../data/24k/musdb_a_test",
+                "../data/24k/LibriSpeech_dev-clean",
+                "./svs/preprocess/make_validation_dict/for_2_srcs/valid_regions_dict_singing_speech.json",
+                "singing_speech"
+            ]
+        ],
+        "valid_root_orpit": [
+            [
+                "../data/24k/musdb_a_test",
+                "../data/24k/musdb_a_test",
+                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_n_srcs.json",
+                "sing_sing_diff"
+            ],
+            [
+                "../data/24k/musdb_a_test",
+                "../data/24k/musdb_a_test",
+                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_unison_n_srcs.json",
+                "sing_sing_unison"
+            ],
+            [
+                "../data/24k/musdb_a_test",
+                "../data/24k/musdb_a_test",
+                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_singing_same_singer_n_srcs.json",
+                "sing_sing_same_singer"
+            ],
+            [
+                "../data/24k/LibriSpeech_dev-clean",
+                "../data/24k/LibriSpeech_dev-clean",
+                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_n_srcs.json",
+                "speech_speech_diff"
+            ],
+            [
+                "../data/24k/LibriSpeech_dev-clean",
+                "../data/24k/LibriSpeech_dev-clean",
+                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_unison_n_srcs.json",
+                "speech_speech_unison"
+            ],
+            [
+                "../data/24k/LibriSpeech_dev-clean",
+                "../data/24k/LibriSpeech_dev-clean",
+                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_speech_speech_same_speaker_n_srcs.json",
+                "speech_speech_same_speaker"
+            ],
+            [
+                "../data/24k/musdb_a_test",
+                "../data/24k/LibriSpeech_dev-clean",
+                "./svs/preprocess/make_validation_dict/for_n_srcs/valid_regions_dict_singing_speech_n_srcs.json",
+                "singing_speech"
+            ]
+        ],
+        "weight_decay": 1e-06,
+        "world_size": 1
+    },
+    "best_epoch": 92,
+    "best_loss": -7.675145898546491,
+    "epochs_trained": 93,
+    "num_bad_epochs": 1,
+    "train_loss_history": [
+        -1.4921716451644897,
+        -2.8664329051971436,
+        -3.3393054008483887,
+        -3.638092517852783,
+        -3.879303216934204,
+        -4.088993072509766,
+        -4.227543830871582,
+        -4.412248134613037,
+        -4.58026123046875,
+        -4.71837043762207,
+        -4.800468444824219,
+        -4.882855415344238,
+        -5.011181831359863,
+        -5.128243923187256,
+        -5.150334358215332,
+        -5.240769386291504,
+        -5.357062816619873,
+        -5.35420560836792,
+        -5.427922248840332,
+        -5.536999225616455,
+        -5.6000895500183105,
+        -5.664849758148193,
+        -5.704154968261719,
+        -5.791101455688477,
+        -5.794349670410156,
+        -5.784161567687988,
+        -5.824007511138916,
+        -5.931461811065674,
+        -5.981809139251709,
+        -6.045787334442139,
+        -6.045494079589844,
+        -6.075621128082275,
+        -6.086508750915527,
+        -6.123781681060791,
+        -6.192169666290283,
+        -6.248963832855225,
+        -6.183308124542236,
+        -6.25191593170166,
+        -6.301548004150391,
+        -6.259702682495117,
+        -6.338959217071533,
+        -6.372439861297607,
+        -6.436537742614746,
+        -6.462899684906006,
+        -6.449411392211914,
+        -6.489621639251709,
+        -6.461447238922119,
+        -6.558005332946777,
+        -6.603482723236084,
+        -6.555445194244385,
+        -6.579801082611084,
+        -6.639071464538574,
+        -6.648660182952881,
+        -6.6866631507873535,
+        -6.767474174499512,
+        -6.750443935394287,
+        -6.7306742668151855,
+        -6.7853617668151855,
+        -6.818509101867676,
+        -6.761360168457031,
+        -6.795668601989746,
+        -6.82188606262207,
+        -6.795504093170166,
+        -6.914917469024658,
+        -6.921656131744385,
+        -6.950718402862549,
+        -6.966548919677734,
+        -6.965545654296875,
+        -6.964168548583984,
+        -6.888548374176025,
+        -6.932443141937256,
+        -6.930734634399414,
+        -6.949597358703613,
+        -6.947843551635742,
+        -6.959360599517822,
+        -6.974522590637207,
+        -7.005373954772949,
+        -7.039368629455566,
+        -7.008696556091309,
+        -7.064368724822998,
+        -7.038439750671387,
+        -7.046519756317139,
+        -7.052777290344238,
+        -7.06027889251709,
+        -7.048835277557373,
+        -7.095891952514648,
+        -7.080573558807373,
+        -7.120383262634277,
+        -7.1035075187683105,
+        -7.147456645965576,
+        -7.133329391479492,
+        -7.134939670562744,
+        -7.155049800872803
+    ],
+    "train_time_history": [
+        4810.419310808182,
+        4810.429551362991,
+        4780.074353456497,
+        4780.08434343338,
+        4793.850719213486,
+        4793.851686954498,
+        4799.262031078339,
+        4799.2719786167145,
+        4776.265509605408,
+        4776.275769710541,
+        4800.915772199631,
+        4800.925550937653,
+        4782.19565987587,
+        4870.2729279994965,
+        4864.202353715897,
+        5526.39341044426,
+        5526.402764797211,
+        5210.057184457779,
+        5210.0663821697235,
+        5192.114199876785,
+        5192.115474700928,
+        5119.568732976913,
+        5119.579450130463,
+        4854.391019105911,
+        4854.4009165763855,
+        4825.207883834839,
+        4825.218036174774,
+        4839.370161294937,
+        4839.3797080516815,
+        4829.168277978897,
+        4829.178178310394,
+        4831.754481077194,
+        4831.764403104782,
+        4840.167069673538,
+        4840.1764142513275,
+        4839.306309938431,
+        4839.315984725952,
+        4835.479310274124,
+        4835.489530324936,
+        4991.815203428268,
+        4826.761980772018,
+        4826.772101163864,
+        4819.3496108055115,
+        4819.358952999115,
+        4820.984974384308,
+        4820.995014190674,
+        4820.539752483368,
+        4820.548979997635,
+        4814.873534917831,
+        4814.876268863678,
+        4812.354250907898,
+        4812.363839626312,
+        4822.391925573349,
+        4822.40118765831,
+        4809.686738491058,
+        4809.697638034821,
+        4832.5055372715,
+        4832.515355587006,
+        4831.67563867569,
+        4831.685403108597,
+        4824.845934391022,
+        4824.85514998436,
+        4835.57625246048,
+        4835.587289094925,
+        4817.744952201843,
+        4817.7542552948,
+        4807.804133653641,
+        4807.814810037613,
+        4818.521605968475,
+        4818.532015800476,
+        4981.354954957962,
+        4981.368631839752,
+        4875.586889028549,
+        4875.597553014755,
+        4801.111567258835,
+        4801.1219182014465,
+        4799.074081897736,
+        4799.08514547348,
+        4809.401276350021,
+        4809.41465306282,
+        4809.043102502823,
+        4809.04475402832,
+        4818.2070748806,
+        4818.209503889084,
+        4796.3679666519165,
+        4796.377726793289,
+        4794.153427362442,
+        4794.155965805054,
+        4804.1572597026825,
+        4804.168130159378,
+        4797.392125368118,
+        4797.401923418045,
+        4797.116873264313,
+        4797.12747836113,
+        4799.205674409866,
+        4799.215870857239,
+        4969.960748910904,
+        4969.971879482269,
+        5270.599810838699,
+        5270.6101796627045,
+        4881.989181518555,
+        4882.000226974487,
+        4867.6136746406555,
+        4867.624637126923,
+        5128.904933452606,
+        5128.915862798691,
+        4879.79870891571,
+        4879.80947971344,
+        4969.744366407394,
+        4969.754128456116,
+        4907.097052812576,
+        4907.107843637466,
+        4812.9132516384125,
+        4812.9242560863495,
+        4815.909214496613,
+        4815.920344591141,
+        4806.699935913086,
+        4806.70260477066,
+        4831.170897245407,
+        4831.180289506912,
+        4839.252681255341,
+        4839.262135982513,
+        4833.886634111404,
+        4833.8898758888245,
+        4830.524186134338,
+        4830.53564286232,
+        4824.74093079567,
+        4824.747734546661,
+        4818.754670858383,
+        4818.764072179794,
+        4816.966838121414,
+        4816.977759599686,
+        4831.582427740097,
+        4831.592094898224,
+        4804.51261639595,
+        4993.473606586456,
+        4815.601177692413,
+        4815.610737085342,
+        4789.788247346878,
+        4865.854624032974,
+        4865.864605426788,
+        5030.177618980408,
+        5030.188777208328,
+        4769.904754638672,
+        4895.086503267288,
+        4895.0979063510895,
+        4869.957269668579,
+        4869.958615779877,
+        4962.7930123806,
+        4962.803097486496,
+        5163.898764133453,
+        5163.90244436264,
+        4803.290739297867,
+        4803.3002672195435,
+        4819.002298593521,
+        4819.014036178589,
+        4812.0083973407745,
+        5130.011174440384,
+        5130.020927429199,
+        5238.748838424683,
+        5162.933927536011,
+        5162.94544506073,
+        5014.217702865601,
+        5014.227581739426,
+        5119.955267906189,
+        5119.966482877731,
+        4877.71505856514,
+        4947.4076771736145,
+        4947.418792486191,
+        4980.132425069809,
+        4980.143876552582,
+        5166.483239412308,
+        5166.49423623085,
+        4906.088274717331,
+        4906.0993638038635,
+        4880.329564332962,
+        4880.339328289032,
+        4873.104112148285,
+        4873.119816303253,
+        4885.143585205078,
+        5015.694309234619
+    ],
+    "valid_loss_history": [
+        -3.0233164174216136,
+        -4.020770004817417,
+        -4.493505137307303,
+        -4.805826323372977,
+        -5.009723663330078,
+        -5.3551515851702005,
+        -5.507791314806257,
+        -5.709285395486014,
+        -5.82812111718314,
+        -5.88963999067034,
+        -5.970332486288888,
+        -5.988547257014683,
+        -6.113276481628418,
+        -6.132954188755581,
+        -6.210943358285086,
+        -6.279647214072091,
+        -6.3300862312316895,
+        -6.36109277180263,
+        -6.427222183772495,
+        -6.453009741646903,
+        -6.489914894104004,
+        -6.48867974962507,
+        -6.536007336207798,
+        -6.532879625047956,
+        -6.572577135903495,
+        -6.5566478456769675,
+        -6.660695620945522,
+        -6.70451055254255,
+        -6.65756470816476,
+        -6.701659406934466,
+        -6.7815567425319125,
+        -6.804818085261753,
+        -6.783689567020962,
+        -6.844764641353062,
+        -6.868685790470669,
+        -6.888231481824603,
+        -6.942419528961182,
+        -6.951289176940918,
+        -6.975076675415039,
+        -6.991657052721296,
+        -7.000387941087995,
+        -7.082024574279785,
+        -7.087371553693499,
+        -7.114969117300851,
+        -7.163520812988281,
+        -7.1951784406389505,
+        -7.216815676007952,
+        -7.201807635171073,
+        -7.183896745954241,
+        -7.227273804800851,
+        -7.232961927141462,
+        -7.2955668313162665,
+        -7.2690509387425015,
+        -7.273542472294399,
+        -7.281754766191755,
+        -7.311358247484479,
+        -7.287418706076486,
+        -7.261871746608189,
+        -7.2840664727347235,
+        -7.316314697265625,
+        -7.376913070678711,
+        -7.367326668330601,
+        -7.438824789864676,
+        -7.427623748779297,
+        -7.45092739377703,
+        -7.4810590744018555,
+        -7.43196405683245,
+        -7.413298266274588,
+        -7.448171275002616,
+        -7.470413276127407,
+        -7.478131294250488,
+        -7.494483879634312,
+        -7.459411212376186,
+        -7.515866688319615,
+        -7.571803229195731,
+        -7.573634147644043,
+        -7.562024729592459,
+        -7.550929818834577,
+        -7.53609037399292,
+        -7.563671180180141,
+        -7.578108038221087,
+        -7.531997203826904,
+        -7.600094999585833,
+        -7.639314787728446,
+        -7.65882362638201,
+        -7.624989918300083,
+        -7.5906588690621515,
+        -7.606484276907785,
+        -7.59099394934518,
+        -7.611005442483084,
+        -7.649059908730643,
+        -7.675145898546491,
+        -7.672644138336182
+    ]
+}

multi_singing_librispeech/vocals.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5c8ff43108ee58ffc9555359fa05727534d4448d95d58b563332026487de43c8
+size 232997719