Update modeling_caduceus.py

Fix bug where final layer norm was returning residual

modeling_caduceus.py

@@ -213,7 +213,8 @@ class CaduceusMixerModel(nn.Module):
 
         if not self.fused_add_norm:
             if self.rcps:
-                hidden_states = self.norm_f(hidden_states, residual=residual)
+                # Set prenorm=False here since we don't need the residual
+                hidden_states = self.norm_f(hidden_states, residual=residual, prenorm=False)
             else:
                 residual = (hidden_states + residual) if residual is not None else hidden_states
                 hidden_states = self.norm_f(residual.to(dtype=self.norm_f.weight.dtype))