refactor: remove redundant tensor concatenation and slicing in forward pass

nunchaku/models/pulid/pulid_forward.py

@@ -136,8 +136,6 @@ def pulid_forward(
         controlnet_block_samples=controlnet_block_samples,
         controlnet_single_block_samples=controlnet_single_block_samples,
     )
-    hidden_states = torch.cat([encoder_hidden_states, hidden_states], dim=1)
-    hidden_states = hidden_states[:, encoder_hidden_states.shape[1] :, ...]
     hidden_states = self.norm_out(hidden_states, temb)
     output = self.proj_out(hidden_states)
 

nunchaku/models/transformers/transformer_flux.py

@@ -982,8 +982,6 @@ class NunchakuFluxTransformer2dModel(FluxTransformer2DModel, NunchakuModelLoader
             controlnet_block_samples=controlnet_block_samples,
             controlnet_single_block_samples=controlnet_single_block_samples,
         )
-        hidden_states = torch.cat([encoder_hidden_states, hidden_states], dim=1)
-        hidden_states = hidden_states[:, encoder_hidden_states.shape[1] :, ...]
         hidden_states = self.norm_out(hidden_states, temb)
         output = self.proj_out(hidden_states)