Fixed Deepseek2 adding nil tensor error

33801c15 · Grace · GitHub · e4340667 · 33801c15
Unverified Commit 33801c15 authored Oct 03, 2025 by Grace Committed by GitHub Oct 03, 2025
Hide whitespace changes
Inline Side-by-side

Showing with 3 additions and 1 deletion

model/models/deepseek2/model.go model/models/deepseek2/model.go +3 -1

No files found.
--- a/model/models/deepseek2/model.go
+++ b/model/models/deepseek2/model.go
@@ -150,7 +150,9 @@ func (moe *sparse) Moe(ctx ml.Context, hiddenStates, topKIndices, topKWeights ml
 }

 func (moe *sparse) topKIndices(ctx ml.Context, scores ml.Tensor, opts *Options) ml.Tensor {
-	scores = scores.Add(ctx, moe.ExpProbsBias)
+	if moe.ExpProbsBias != nil {
+		scores = scores.Add(ctx, moe.ExpProbsBias)
+	}
 	topKIndices := scores.TopK(ctx, opts.numExpertsUsed)
 	return topKIndices
 }