next ollama runner

implement llama and mllama model architectures in go using ggml (through
cgo)
This commit is contained in:
Michael Yang
2024-12-02 11:45:23 -08:00
parent 7bb356c680
commit 8cb7b94c40
576 changed files with 8922 additions and 10411 deletions

View File

@@ -0,0 +1,8 @@
#pragma once
#include "ggml.h"
// Change JSON_ASSERT from assert() to GGML_ASSERT:
#define JSON_ASSERT GGML_ASSERT
#include "json.hpp"
std::string json_schema_to_grammar(const nlohmann::ordered_json& schema);