% python train.py
INFO:quickvc:{'train': {'log_interval': 20, 'eval_interval': 5000, 'seed': 1234, 'epochs': 20000, 'learning_rate': 0.0002, 'betas': [0.8, 0.99], 'eps': 1e-09, 'batch_size': 64, 'fp16_run': False, 'lr_decay': 0.999875, 'segment_size': 10240, 'init_lr_ratio': 1, 'warmup_epochs': 0, 'c_mel': 45, 'c_kl': 1.0, 'use_sr': True, 'max_speclen': 512, 'port': '8002', 'fft_sizes': [384, 683, 171], 'hop_sizes': [30, 60, 10], 'win_lengths': [150, 300, 60], 'window': 'hann_window'}, 'data': {'training_files': './dataset/train.txt', 'validation_files': './dataset/test.txt', 'text_cleaners': ['english_cleaners2'], 'max_wav_value': 32768.0, 'sampling_rate': 16000, 'filter_length': 1280, 'hop_length': 320, 'win_length': 1280, 'n_mel_channels': 80, 'mel_fmin': 0.0, 'mel_fmax': None, 'add_blank': True, 'n_speakers': 0, 'cleaned_text': True}, 'model': {'ms_istft_vits': True, 'mb_istft_vits': False, 'istft_vits': False, 'subbands': 4, 'gen_istft_n_fft': 16, 'gen_istft_hop_size': 4, 'inter_channels': 192, 'hidden_channels': 192, 'filter_channels': 768, 'n_heads': 2, 'n_layers': 6, 'kernel_size': 3, 'p_dropout': 0.1, 'resblock': '1', 'resblock_kernel_sizes': [3, 7, 11], 'resblock_dilation_sizes': [[1, 3, 5], [1, 3, 5], [1, 3, 5]], 'upsample_rates': [5, 4], 'upsample_initial_channel': 512, 'upsample_kernel_sizes': [16, 16], 'n_layers_q': 3, 'use_spectral_norm': False, 'gin_channels': 256, 'use_sdp': False, 'ssl_dim': 1024, 'use_spk': False}, 'model_dir': './logs/quickvc'}
WARNING:quickvc:/work/*****/QuickVC-VoiceConversion-main is not a git repository, therefore hash value comparison will be ignored.
[Gloo] Rank 0 is connected to 0 peer ranks. Expected number of connected peer ranks is : 0
/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/nn/utils/weight_norm.py:144: FutureWarning: `torch.nn.utils.weight_norm` is deprecated in favor of `torch.nn.utils.parametrizations.weight_norm`.
WeightNorm.apply(module, name, dim)
/work/*****/QuickVC-VoiceConversion-main/train.py:117: FutureWarning: `torch.cuda.amp.GradScaler(args...)` is deprecated. Please use `torch.amp.GradScaler('cuda', args...)` instead.
scaler = GradScaler(enabled=hps.train.fp16_run)
Exception ignored in: <function _MultiProcessingDataLoaderIter.__del__ at 0x7fa780620860>
Traceback (most recent call last):
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1664, in __del__
self._shutdown_workers()
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1595, in _shutdown_workers
if not self._shutdown:
^^^^^^^^^^^^^^
AttributeError: '_MultiProcessingDataLoaderIter' object has no attribute '_shutdown'
Mutli-stream iSTFT VITS
[rank0]:[W928 20:52:00.871805518 ProcessGroupNCCL.cpp:1538] Warning: WARNING: destroy_process_group() was not called before program exit, which can leak resources. For more info, please see https://pytorch.org/docs/stable/distributed.html#shutdown (function operator())
Traceback (most recent call last):
File "/work/*****/QuickVC-VoiceConversion-main/train.py", line 330, in <module>
main()
File "/work/*****/QuickVC-VoiceConversion-main/train.py", line 54, in main
mp.spawn(run, nprocs=n_gpus, args=(n_gpus, hps,))
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/multiprocessing/spawn.py", line 340, in spawn
return start_processes(fn, args, nprocs, join, daemon, start_method="spawn")
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/multiprocessing/spawn.py", line 296, in start_processes
while not context.join():
^^^^^^^^^^^^^^
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/multiprocessing/spawn.py", line 215, in join
raise ProcessRaisedException(msg, error_index, failed_process.pid)
torch.multiprocessing.spawn.ProcessRaisedException:
-- Process 0 terminated with the following error:
Traceback (most recent call last):
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/multiprocessing/spawn.py", line 90, in _wrap
fn(i, *args)
File "/work/*****/QuickVC-VoiceConversion-main/train.py", line 121, in run
train_and_evaluate(rank, epoch, hps, [net_g, net_d], [optim_g, optim_d], [scheduler_g, scheduler_d], scaler, [train_loader, eval_loader], logger, [writer, writer_eval])
File "/work/*****/QuickVC-VoiceConversion-main/train.py", line 143, in train_and_evaluate
for batch_idx, (c, spec, y) in enumerate(train_loader):
^^^^^^^^^^^^^^^^^^^^^^^
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 494, in __iter__
return self._get_iterator()
^^^^^^^^^^^^^^^^^^^^
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 427, in _get_iterator
return _MultiProcessingDataLoaderIter(self)
^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 1107, in __init__
super().__init__(loader)
File "/work/*****/QuickVC-VoiceConversion-main/venv/lib/python3.11/site-packages/torch/utils/data/dataloader.py", line 698, in __init__
self._sampler_iter = iter(self._index_sampler)
^^^^^^^^^^^^^^^^^^^^^^^^^
File "/work/*****/QuickVC-VoiceConversion-main/data_utils_new_new.py", line 217, in __iter__
ids_bucket = ids_bucket + ids_bucket * (rem // len_bucket) + ids_bucket[:(rem % len_bucket)]
~~~~^^~~~~~~~~~~~
ZeroDivisionError: integer division or modulo by zero