[`SeamlessM4T`] fix copies with NLLB MoE int8 (#27018)

fix copies on newly merged model

src/transformers/models/seamless_m4t/modeling_seamless_m4t.py

@@ -1300,7 +1300,7 @@ class SeamlessM4TFeedForwardNetwork(nn.Module):
         if (
             isinstance(self.fc2.weight, torch.Tensor)
             and hidden_states.dtype != self.fc2.weight.dtype
-            and self.fc2.weight.dtype != torch.int8
+            and (self.fc2.weight.dtype != torch.int8 and self.fc2.weight.dtype != torch.uint8)
         ):
             hidden_states = hidden_states.to(self.fc2.weight.dtype)
         hidden_states = self.fc2(hidden_states)