compile bf16 support into ggml-metal (#11430)

b4fe3adc · Michael Yang · GitHub · d73f8aa8 · b4fe3adc
Unverified Commit b4fe3adc authored Jul 16, 2025 by Michael Yang Committed by GitHub Jul 16, 2025
Show whitespace changes
Inline Side-by-side

Showing with 1 addition and 1 deletion

ml/backend/ggml/ggml/src/ggml-metal/metal.go ml/backend/ggml/ggml/src/ggml-metal/metal.go +1 -1

No files found.
--- a/ml/backend/ggml/ggml/src/ggml-metal/metal.go
+++ b/ml/backend/ggml/ggml/src/ggml-metal/metal.go
@@ -4,6 +4,6 @@ package metal

 //go:generate sh -c "{ echo // Code generated by 'go generate'. DO NOT EDIT.; sed -e '/__embed_ggml-common.h__/r ../ggml-common.h' -e '/__embed_ggml-common.h__/d' -e '/#include \"ggml-metal-impl.h\"/r ggml-metal-impl.h' -e '/#include \"ggml-metal-impl.h\"/d' ggml-metal.metal; } >ggml-metal-embed.metal"

-// #cgo CPPFLAGS: -DGGML_METAL_NDEBUG -DGGML_METAL_EMBED_LIBRARY -I.. -I../../include
+// #cgo CPPFLAGS: -DGGML_METAL_NDEBUG -DGGML_METAL_EMBED_LIBRARY -DGGML_METAL_USE_BF16 -I.. -I../../include
 // #cgo LDFLAGS: -framework Metal -framework MetalKit
 import "C"