diff --git a/cvnets/modules/transformer.py b/cvnets/modules/transformer.py
index f78e878..190e57c 100644
--- a/cvnets/modules/transformer.py
+++ b/cvnets/modules/transformer.py
@@ -255,6 +255,7 @@ def forward(
             # cross-attention
             res = x
             x = self.pre_norm_attn[0](x)  # norm
+            x_prev = self.pre_norm_attn[0](x_prev)  # normalize x_prev as well!
             x = self.pre_norm_attn[1](x, x_prev)  # attn
             x = self.pre_norm_attn[2](x)  # drop
             x = x + res  # residual