diff --git a/tests/modeldiffs/fastmri_layernorm/compare.py b/tests/modeldiffs/fastmri_layernorm/compare.py
index 2fc93e311..3d0000b5e 100644
--- a/tests/modeldiffs/fastmri_layernorm/compare.py
+++ b/tests/modeldiffs/fastmri_layernorm/compare.py
@@ -45,7 +45,6 @@ def sort_key(k):
         i = i.replace('ConvTranspose2d', 'ConvTranspose')
       if 'LayerNorm' in i:
         layernorm = True
-        continue
       if 'weight' in i:
         if layernorm:
           i = i.replace('weight', 'scale')