wip: next ollama runner

implement llama and mllama model architectures in go using ggml (through
cgo)
This commit is contained in:
Michael Yang
2024-12-02 11:45:23 -08:00
parent 8d15a7a964
commit 2c5fb24855
62 changed files with 75107 additions and 2 deletions

View File

@@ -0,0 +1,10 @@
package ggml
// #cgo CPPFLAGS: -D_GNU_SOURCE
// #cgo LDFLAGS: -lm
// #include "ggml-backend.h"
import "C"
func newBackend() *C.struct_ggml_backend {
return newCPUBackend()
}