estimate log value

This commit is contained in:
Michael Yang
2024-12-20 13:39:51 -08:00
parent 512bbb8044
commit cef3cf353a
2 changed files with 4 additions and 4 deletions

View File

@@ -139,7 +139,7 @@ func NewLlamaServer(gpus discover.GpuInfoList, model string, f *ggml.GGML, adapt
}
}
estimate.log()
slog.Info("offload", "", estimate)
// Loop through potential servers
finalErr := errors.New("no suitable llama servers found")