You signed in with another tab or window. Reload to refresh your session.You signed out in another tab or window. Reload to refresh your session.You switched accounts on another tab or window. Reload to refresh your session.Dismiss alert
Thanks for your excellent work, I encountered the following problem, how to resolve it?
When I run the command " python launch.py --config configs/neus-dtu.yaml --gpu 0 --train" , the log is :
Epoch 0: : 0it [00:00, ?it/s]Traceback (most recent call last):
File "launch.py", line 125, in
main()
File "launch.py", line 114, in main
trainer.fit(system, datamodule=dm)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 579, in fit
call._call_and_handle_interrupt(
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/call.py", line 36, in _call_and_handle_interrupt
return trainer.strategy.launcher.launch(trainer_fn, *args, trainer=trainer, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/strategies/launchers/subprocess_script.py", line 90, in launch
return function(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 621, in _fit_impl
self._run(model, ckpt_path=self.ckpt_path)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1058, in _run
results = self._run_stage()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1137, in _run_stage
self._run_train()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1160, in _run_train
self.fit_loop.run()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/fit_loop.py", line 267, in advance
self._outputs = self.epoch_loop.run(self._data_fetcher)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/epoch/training_epoch_loop.py", line 214, in advance
batch_output = self.batch_loop.run(kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/batch/training_batch_loop.py", line 88, in advance
outputs = self.optimizer_loop.run(optimizers, kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 200, in advance
result = self._run_optimization(kwargs, self._optimizers[self.optim_progress.optimizer_position])
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 247, in _run_optimization
self._optimizer_step(optimizer, opt_idx, kwargs.get("batch_idx", 0), closure)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 357, in _optimizer_step
self.trainer._call_lightning_module_hook(
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1302, in _call_lightning_module_hook
output = fn(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/core/module.py", line 1661, in optimizer_step
optimizer.step(closure=optimizer_closure)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/core/optimizer.py", line 169, in step
step_output = self._strategy.optimizer_step(self._optimizer, self._optimizer_idx, closure, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/strategies/ddp.py", line 281, in optimizer_step
optimizer_output = super().optimizer_step(optimizer, opt_idx, closure, model, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/strategies/strategy.py", line 234, in optimizer_step
return self.precision_plugin.optimizer_step(
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/plugins/precision/native_amp.py", line 85, in optimizer_step
closure_result = closure()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 147, in call
self._result = self.closure(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 133, in closure
step_output = self._step_fn()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 406, in _training_step
training_step_output = self.trainer._call_strategy_hook("training_step", *kwargs.values())
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1440, in _call_strategy_hook
output = fn(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/strategies/ddp.py", line 352, in training_step
return self.model(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in _call_impl
return forward_call(*input, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/parallel/distributed.py", line 886, in forward
output = self.module(*inputs[0], **kwargs[0])
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in call_impl
return forward_call(*input, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/overrides/base.py", line 98, in forward
output = self.forward_module.training_step(*inputs, **kwargs)
File "/home/autel/code/instant-nsr-pl/systems/neus.py", line 89, in training_step
out = self(batch)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in call_impl
return forward_call(*input, **kwargs)
File "/home/autel/code/instant-nsr-pl/systems/neus.py", line 32, in forward
return self.model(batch['rays'])
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in call_impl
return forward_call(*input, **kwargs)
File "/home/autel/code/instant-nsr-pl/models/neus.py", line 291, in forward
out = self.forward(rays)
File "/home/autel/code/instant-nsr-pl/models/neus.py", line 269, in forward
out_bg = self.forward_bg(rays)
File "/home/autel/code/instant-nsr-pl/models/neus.py", line 157, in forward_bg
near_plane = torch.where(t_max > 1e9, self.near_plane_bg, t_max)
RuntimeError: expected scalar type double but found float
Epoch 0: : 0it [00:03, ?it/s] But When I run the command " python launch.py --config configs/neus-dtu-wask.yaml --gpu 0 --train",it can run normally In other words, running without mask will cause this error cuda:11.1 torch:1.10.0 +cu111 Lightning:1.8.0 Nerfacc:0.3.3 tinycudann:1.7
The text was updated successfully, but these errors were encountered:
Thanks for your excellent work, I encountered the following problem, how to resolve it?
When I run the command " python launch.py --config configs/neus-dtu.yaml --gpu 0 --train" , the log is :
Epoch 0: : 0it [00:00, ?it/s]Traceback (most recent call last):
File "launch.py", line 125, in
main()
File "launch.py", line 114, in main
trainer.fit(system, datamodule=dm)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 579, in fit
call._call_and_handle_interrupt(
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/call.py", line 36, in _call_and_handle_interrupt
return trainer.strategy.launcher.launch(trainer_fn, *args, trainer=trainer, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/strategies/launchers/subprocess_script.py", line 90, in launch
return function(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 621, in _fit_impl
self._run(model, ckpt_path=self.ckpt_path)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1058, in _run
results = self._run_stage()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1137, in _run_stage
self._run_train()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1160, in _run_train
self.fit_loop.run()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/fit_loop.py", line 267, in advance
self._outputs = self.epoch_loop.run(self._data_fetcher)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/epoch/training_epoch_loop.py", line 214, in advance
batch_output = self.batch_loop.run(kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/batch/training_batch_loop.py", line 88, in advance
outputs = self.optimizer_loop.run(optimizers, kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/loop.py", line 199, in run
self.advance(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 200, in advance
result = self._run_optimization(kwargs, self._optimizers[self.optim_progress.optimizer_position])
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 247, in _run_optimization
self._optimizer_step(optimizer, opt_idx, kwargs.get("batch_idx", 0), closure)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 357, in _optimizer_step
self.trainer._call_lightning_module_hook(
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1302, in _call_lightning_module_hook
output = fn(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/core/module.py", line 1661, in optimizer_step
optimizer.step(closure=optimizer_closure)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/core/optimizer.py", line 169, in step
step_output = self._strategy.optimizer_step(self._optimizer, self._optimizer_idx, closure, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/strategies/ddp.py", line 281, in optimizer_step
optimizer_output = super().optimizer_step(optimizer, opt_idx, closure, model, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/strategies/strategy.py", line 234, in optimizer_step
return self.precision_plugin.optimizer_step(
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/plugins/precision/native_amp.py", line 85, in optimizer_step
closure_result = closure()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 147, in call
self._result = self.closure(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 133, in closure
step_output = self._step_fn()
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/loops/optimization/optimizer_loop.py", line 406, in _training_step
training_step_output = self.trainer._call_strategy_hook("training_step", *kwargs.values())
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/trainer/trainer.py", line 1440, in _call_strategy_hook
output = fn(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/strategies/ddp.py", line 352, in training_step
return self.model(*args, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in _call_impl
return forward_call(*input, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/parallel/distributed.py", line 886, in forward
output = self.module(*inputs[0], **kwargs[0])
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in call_impl
return forward_call(*input, **kwargs)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/pytorch_lightning/overrides/base.py", line 98, in forward
output = self.forward_module.training_step(*inputs, **kwargs)
File "/home/autel/code/instant-nsr-pl/systems/neus.py", line 89, in training_step
out = self(batch)
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in call_impl
return forward_call(*input, **kwargs)
File "/home/autel/code/instant-nsr-pl/systems/neus.py", line 32, in forward
return self.model(batch['rays'])
File "/home/autel/anaconda3/envs/instant-nsr-pl/lib/python3.8/site-packages/torch/nn/modules/module.py", line 1102, in call_impl
return forward_call(*input, **kwargs)
File "/home/autel/code/instant-nsr-pl/models/neus.py", line 291, in forward
out = self.forward(rays)
File "/home/autel/code/instant-nsr-pl/models/neus.py", line 269, in forward
out_bg = self.forward_bg(rays)
File "/home/autel/code/instant-nsr-pl/models/neus.py", line 157, in forward_bg
near_plane = torch.where(t_max > 1e9, self.near_plane_bg, t_max)
RuntimeError: expected scalar type double but found float
Epoch 0: : 0it [00:03, ?it/s]
But When I run the command " python launch.py --config configs/neus-dtu-wask.yaml --gpu 0 --train",it can run normally
In other words, running without mask will cause this error
cuda:11.1
torch:1.10.0 +cu111
Lightning:1.8.0
Nerfacc:0.3.3
tinycudann:1.7
The text was updated successfully, but these errors were encountered: