From 17b76d1a319292177aeed2efb42b6905f0c79099 Mon Sep 17 00:00:00 2001 From: yang-ze-kang <603822317@qq.com> Date: Thu, 25 Sep 2025 11:43:33 +0800 Subject: [PATCH 1/5] fix transformerblock --- monai/networks/blocks/transformerblock.py | 19 ++++++++++--------- 1 file changed, 10 insertions(+), 9 deletions(-) diff --git a/monai/networks/blocks/transformerblock.py b/monai/networks/blocks/transformerblock.py index 6f0da73e7b..9562125272 100644 --- a/monai/networks/blocks/transformerblock.py +++ b/monai/networks/blocks/transformerblock.py @@ -80,15 +80,16 @@ def __init__( self.norm2 = nn.LayerNorm(hidden_size) self.with_cross_attention = with_cross_attention - self.norm_cross_attn = nn.LayerNorm(hidden_size) - self.cross_attn = CrossAttentionBlock( - hidden_size=hidden_size, - num_heads=num_heads, - dropout_rate=dropout_rate, - qkv_bias=qkv_bias, - causal=False, - use_flash_attention=use_flash_attention, - ) + if with_cross_attention: + self.norm_cross_attn = nn.LayerNorm(hidden_size) + self.cross_attn = CrossAttentionBlock( + hidden_size=hidden_size, + num_heads=num_heads, + dropout_rate=dropout_rate, + qkv_bias=qkv_bias, + causal=False, + use_flash_attention=use_flash_attention, + ) def forward( self, x: torch.Tensor, context: Optional[torch.Tensor] = None, attn_mask: Optional[torch.Tensor] = None From bb5b074005e46b5da6c1f2232498c886ec998222 Mon Sep 17 00:00:00 2001 From: yang-ze-kang <603822317@qq.com> Date: Thu, 25 Sep 2025 11:55:21 +0800 Subject: [PATCH 2/5] DCO remediation: add missing Signed-off-by Signed-off-by: Zekang Yang From f1758da03b7e774019cc58625439020f3c910733 Mon Sep 17 00:00:00 2001 From: yang-ze-kang <603822317@qq.com> Date: Thu, 25 Sep 2025 11:56:05 +0800 Subject: [PATCH 3/5] DCO Remediation Commit for yang-ze-kang <603822317@qq.com> I, yang-ze-kang <603822317@qq.com>, hereby add my Signed-off-by to this commit: 17b76d1a319292177aeed2efb42b6905f0c79099 Signed-off-by: yang-ze-kang <603822317@qq.com> From 0453cb069809f7c1ad09914fff92acdbe54b79a0 Mon Sep 17 00:00:00 2001 From: yang-ze-kang <603822317@qq.com> Date: Thu, 25 Sep 2025 11:59:21 +0800 Subject: [PATCH 4/5] DCO Remediation Commit for yang-ze-kang <603822317@qq.com> I, yang-ze-kang <603822317@qq.com>, hereby add my Signed-off-by to this commit: 17b76d1a319292177aeed2efb42b6905f0c79099 Signed-off-by: yang-ze-kang <603822317@qq.com> From 4e0be8f5bfeff207ef487e4d5ee7eb71e30a2925 Mon Sep 17 00:00:00 2001 From: yang-ze-kang <603822317@qq.com> Date: Thu, 25 Sep 2025 12:01:31 +0800 Subject: [PATCH 5/5] DCO Remediation Commit for yang-ze-kang <603822317@qq.com> I, yang-ze-kang <603822317@qq.com>, hereby add my Signed-off-by to this commit: 17b76d1a319292177aeed2efb42b6905f0c79099 Signed-off-by: yang-ze-kang <603822317@qq.com>