Merge pull request #1033 from kvcache-ai/Atream-patch-1

Update modeling_deepseek_v3.py

ktransformers/models/modeling_deepseek_v3.py

@@ -436,7 +436,7 @@ class MoEGate(nn.Module):
 
         ### select top-k experts
         if self.topk_method == "noaux_tc":
-            assert not self.training
+            #assert not self.training
             scores_for_choice = scores.view(bsz * seq_len, -1) + self.e_score_correction_bias.unsqueeze(0)
             group_scores = (
                 scores_for_choice.view(bsz * seq_len, self.n_group, -1).topk(2, dim=-1)[0].sum(dim = -1)