Traceback (most recent call last):
File "/root/anaconda3/envs/musicgen/lib/python3.9/runpy.py", line 197, in _run_module_as_main
return _run_code(code, main_globals, None,
File "/root/anaconda3/envs/musicgen/lib/python3.9/runpy.py", line 87, in _run_code
exec(code, run_globals)
File "/root/wwl/audiocraft/audiocraft/train.py", line 164, in
main()
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/dora/main.py", line 86, in call
return self._main()
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/dora/hydra.py", line 229, in _main
return hydra.main(
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/hydra/main.py", line 94, in decorated_main
_run_hydra(
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/hydra/_internal/utils.py", line 394, in _run_hydra
_run_app(
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/hydra/_internal/utils.py", line 457, in _run_app
run_and_report(
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/hydra/_internal/utils.py", line 223, in run_and_report
raise ex
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/hydra/_internal/utils.py", line 220, in run_and_report
return func()
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/hydra/_internal/utils.py", line 458, in
lambda: hydra.run(
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/hydra/_internal/hydra.py", line 132, in run
_ = ret.return_value
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/hydra/core/utils.py", line 260, in return_value
raise self._return_value
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/hydra/core/utils.py", line 186, in run_job
ret.return_value = task_function(task_cfg)
File "/root/wwl/audiocraft/audiocraft/train.py", line 153, in main
return solver.run()
File "/root/wwl/audiocraft/audiocraft/solvers/base.py", line 497, in run
self.run_epoch()
File "/root/wwl/audiocraft/audiocraft/solvers/musicgen.py", line 611, in run_epoch
super().run_epoch()
File "/root/wwl/audiocraft/audiocraft/solvers/base.py", line 477, in run_epoch
self.run_stage('train', self.train)
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/flashy/solver.py", line 199, in run_stage
metrics = method(*args, **kwargs)
File "/root/wwl/audiocraft/audiocraft/solvers/musicgen.py", line 624, in train
return super().train()
File "/root/wwl/audiocraft/audiocraft/solvers/base.py", line 562, in train
return self.common_train_valid('train')
File "/root/wwl/audiocraft/audiocraft/solvers/base.py", line 538, in common_train_valid
for idx, batch in enumerate(lp):
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/flashy/logging.py", line 157, in next
value = next(self._iterator)
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/dataloader.py", line 630, in next
data = self._next_data()
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/dataloader.py", line 1345, in _next_data
return self._process_data(data)
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/dataloader.py", line 1371, in _process_data
data.reraise()
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/_utils.py", line 694, in reraise
raise exception
RuntimeError: Caught RuntimeError in DataLoader worker process 0.
Original Traceback (most recent call last):
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/_utils/worker.py", line 308, in _worker_loop
data = fetcher.fetch(index)
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/_utils/fetch.py", line 54, in fetch
return self.collate_fn(data)
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/_utils/collate.py", line 265, in default_collate
return collate(batch, collate_fn_map=default_collate_fn_map)
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/_utils/collate.py", line 142, in collate
return [collate(samples, collate_fn_map=collate_fn_map) for samples in transposed] # Backwards compatibility.
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/_utils/collate.py", line 142, in
return [collate(samples, collate_fn_map=collate_fn_map) for samples in transposed] # Backwards compatibility.
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/_utils/collate.py", line 119, in collate
return collate_fn_map[elem_type](batch, collate_fn_map=collate_fn_map)
File "/root/anaconda3/envs/musicgen/lib/python3.9/site-packages/torch/utils/data/_utils/collate.py", line 162, in collate_tensor_fn
return torch.stack(batch, 0, out=out)
RuntimeError: stack expects each tensor to be equal size, but got [1, 480000] at entry 0 and [1, 640000] at entry 1

I need help!!!!