mirror of
https://github.com/ollama/ollama.git
synced 2026-04-17 15:53:27 +02:00
44bdd9a2ef
This change adds a new MLX based runner which includes: * Method-based MLX bindings * Subprocess-based MLX runner (x/mlxrunner) * KV cache with tree management * A basic sampler The GLM4-MoE-Lite model has been ported to use the new bindings. --------- Co-authored-by: Michael Yang <git@mxy.ng>
11 lines
219 B
Go
11 lines
219 B
Go
//go:build !mlx
|
|
|
|
package mlxrunner
|
|
|
|
import "errors"
|
|
|
|
// Execute returns an error when not built with MLX support.
|
|
func Execute(args []string) error {
|
|
return errors.New("MLX runner not available: build with mlx tag")
|
|
}
|