Exception during processing !!! AttnProcessor2_0.__call__() got multiple values for argument 'encoder_hidden_states'

[StartHua]

Exception during processing !!! AttnProcessor2_0.call() got multiple values for argument 'encoder_hidden_states'

[libhot]

same error message ,when set inference.yaml : enable_xformers_memory_efficient_attention: false

File "/share/ai/memo-main/inference.py", line 258, in
main()
File "/share/ai/memo-main/inference.py", line 234, in main
pipeline_output = pipeline(
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/utils/_contextlib.py", line 116, in decorate_context
return func(*args, **kwargs)
File "/share/ai/memo-main/memo/pipelines/video_pipeline.py", line 260, in call
noise_pred = self.diffusion_net(
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl
return forward_call(*args, **kwargs)
File "/share/ai/memo-main/memo/models/unet_3d.py", line 484, in forward
sample, res_samples, audio_embedding = downsample_block(
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl
return forward_call(*args, **kwargs)
File "/share/ai/memo-main/memo/models/unet_3d_blocks.py", line 562, in forward
hidden_states = motion_module(
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl
return forward_call(*args, **kwargs)
File "/share/ai/memo-main/memo/models/motion_module.py", line 69, in forward
hidden_states = self.temporal_transformer(
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl
return forward_call(*args, **kwargs)
File "/share/ai/memo-main/memo/models/motion_module.py", line 172, in forward
hidden_states = block(
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl
return forward_call(*args, **kwargs)
File "/share/ai/memo-main/memo/models/motion_module.py", line 253, in forward
attention_block(
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1736, in _wrapped_call_impl
return self._call_impl(*args, **kwargs)
File "/opt/miniconda3/envs/memo/lib/python3.10/site-packages/torch/nn/modules/module.py", line 1747, in _call_impl
return forward_call(*args, **kwargs)
File "/share/ai/memo-main/memo/models/motion_module.py", line 371, in forward
hidden_states = self.processor(
TypeError: AttnProcessor2_0.call() got multiple values for argument 'encoder_hidden_states'

[wallkop]

set enable_xformers_memory_efficient_attention=true

[shirubei]

#6 (comment)