diff --git a/users/zeyer/experiments/exp2024_04_23_baselines/recog_ext/ctc.py b/users/zeyer/experiments/exp2024_04_23_baselines/recog_ext/ctc.py
index 286cfdcaa..326483aba 100644
--- a/users/zeyer/experiments/exp2024_04_23_baselines/recog_ext/ctc.py
+++ b/users/zeyer/experiments/exp2024_04_23_baselines/recog_ext/ctc.py
@@ -415,8 +415,6 @@ def _masked_scatter(
     merged_dim_map: Dict[Dim, Dim],
 ) -> T:
     if isinstance(s, Tensor):
-        if in_dim not in s.dims:
-            return s  # e.g. scalar or so, independent from masking
         assert isinstance(backup, Tensor)
         # Do the reverse of _masked_select above.
         # First replace the dims back.