mirror of
https://github.com/ollama/ollama.git
synced 2026-04-17 15:53:27 +02:00
44bdd9a2ef
This change adds a new MLX based runner which includes: * Method-based MLX bindings * Subprocess-based MLX runner (x/mlxrunner) * KV cache with tree management * A basic sampler The GLM4-MoE-Lite model has been ported to use the new bindings. --------- Co-authored-by: Michael Yang <git@mxy.ng>
23 lines
511 B
Go Template
23 lines
511 B
Go Template
// This code is auto-generated; DO NOT EDIT.
|
|
|
|
#ifndef MLX_GENERATED_H
|
|
#define MLX_GENERATED_H
|
|
|
|
#include "dynamic.h"
|
|
#include "mlx/c/mlx.h"
|
|
{{ range .Functions }}
|
|
#undef {{ .Name }}
|
|
{{- end }}
|
|
{{ range .Functions }}
|
|
extern {{ .Type }} (*{{ .Name }}_){{ .Parameters }};
|
|
{{- end }}
|
|
|
|
int mlx_dynamic_load_symbols(mlx_dynamic_handle handle);
|
|
{{ range .Functions }}
|
|
static inline {{ .Type }} {{ .Name }}{{ .Parameters }} {{ "{" }}
|
|
return {{ .Name }}_({{ .Args }});
|
|
{{ "}" }}
|
|
{{- end }}
|
|
|
|
#endif // MLX_GENERATED_H
|