mirror of
https://github.com/ollama/ollama.git
synced 2026-04-17 15:53:27 +02:00
10e51c5177
* prefer rocm v6 on windows Avoid building with v7 - more changes are needed * MLX: add header vendoring and remove go build tag This switches to using a vendoring approach for the mlx-c headers so that Go can build without requiring a cmake first. This enables building the new MLX based code by default. Every time cmake runs, the headers are refreshed, so we can easily keep them in sync when we bump mlx versions. Basic Windows and Linux support are verified. * ci: harden for flaky choco repo servers CI sometimes fails due to choco not actually installing cache. Since it just speeds up the build, we can proceed without. * review comments
48 lines
1.4 KiB
C
48 lines
1.4 KiB
C
#ifndef MLX_DYNAMIC_H
|
|
#define MLX_DYNAMIC_H
|
|
|
|
#ifdef _WIN32
|
|
#include <windows.h>
|
|
#define DLSYM(handle, symbol) (void*)GetProcAddress((HMODULE)(handle.ctx), symbol)
|
|
#else
|
|
#include <dlfcn.h>
|
|
#define DLSYM(handle, symbol) dlsym(handle.ctx, symbol)
|
|
#endif
|
|
|
|
#include <stdint.h>
|
|
|
|
// Provide fallback typedefs for float16_t and bfloat16_t on non-ARM64
|
|
// platforms where arm_fp16.h and arm_bf16.h are not available. These are
|
|
// only used as function pointer signature placeholders since MLX requires
|
|
// Apple Silicon at runtime.
|
|
#if !defined(__aarch64__) && !defined(__ARM_FEATURE_FP16_SCALAR_ARITHMETIC)
|
|
typedef uint16_t float16_t;
|
|
#endif
|
|
|
|
#if !defined(__aarch64__) && !defined(__ARM_FEATURE_BF16)
|
|
typedef uint16_t bfloat16_t;
|
|
#endif
|
|
|
|
// Undef ERROR to avoid conflict with wingdi.h on Windows
|
|
#ifdef ERROR
|
|
#undef ERROR
|
|
#endif
|
|
#define MLX_ERROR(fmt, ...) fprintf(stderr, "%s %s - ERROR - %s:%d - " fmt "\n", __DATE__, __TIME__, __FILE__, __LINE__, ##__VA_ARGS__); return 1
|
|
#define CHECK(x) if (!(x)) { MLX_ERROR("CHECK failed: " #x); }
|
|
#define CHECK_LOAD(handle, x) *(void**)(&x##_) = DLSYM(handle, #x); CHECK(x##_)
|
|
// OPTIONAL_LOAD: load symbol if available, leave function pointer NULL otherwise
|
|
#define OPTIONAL_LOAD(handle, x) *(void**)(&x##_) = DLSYM(handle, #x)
|
|
|
|
typedef struct {
|
|
void* ctx;
|
|
} mlx_dynamic_handle;
|
|
|
|
int mlx_dynamic_load(
|
|
mlx_dynamic_handle* handle,
|
|
const char *path);
|
|
|
|
void mlx_dynamic_unload(
|
|
mlx_dynamic_handle* handle);
|
|
|
|
#endif // MLX_DYNAMIC_H
|