mirror of
https://github.com/ollama/ollama.git
synced 2026-04-25 18:25:42 +02:00
3b3bf6c217
Remove static VRAM estimation (EstimateVRAM, CheckMemoryRequirements) which wasn't helpful. Instead, report the actual tensor weight size from the manifest for ollama ps. - Remove memory estimation check from runner startup - Remove EstimateVRAM, CheckMemoryRequirements, modelVRAMEstimates - Add TotalTensorSize() to get actual weight size from manifest - Use weight size for Server.vramSize instead of estimates Note: This is better than showing 0 or inaccurate estimates, but the weight size is a drastic underestimation of actual memory usage since it doesn't account for activations, intermediate tensors, or MLX overhead. Future work should query real-time memory from MLX (e.g., MetalGetActiveMemory) for accurate reporting.
49 lines
1.4 KiB
Go
49 lines
1.4 KiB
Go
package imagegen
|
|
|
|
import (
|
|
"runtime"
|
|
"testing"
|
|
)
|
|
|
|
// TestPlatformSupport verifies platform validation works correctly.
|
|
func TestPlatformSupport(t *testing.T) {
|
|
err := CheckPlatformSupport()
|
|
|
|
switch runtime.GOOS {
|
|
case "darwin":
|
|
if runtime.GOARCH == "arm64" {
|
|
// Apple Silicon should be supported
|
|
if err != nil {
|
|
t.Errorf("Expected nil error on darwin/arm64, got: %v", err)
|
|
}
|
|
} else {
|
|
// Intel Mac should fail
|
|
if err == nil {
|
|
t.Error("Expected error on darwin/amd64 (Intel), got nil")
|
|
}
|
|
if err != nil && err.Error() == "" {
|
|
t.Error("Expected meaningful error message for unsupported platform")
|
|
}
|
|
}
|
|
case "linux", "windows":
|
|
// Linux/Windows are allowed (CUDA support checked at runtime)
|
|
if err != nil {
|
|
t.Errorf("Expected nil error on %s, got: %v", runtime.GOOS, err)
|
|
}
|
|
default:
|
|
// Other platforms should fail
|
|
if err == nil {
|
|
t.Errorf("Expected error on unsupported platform %s, got nil", runtime.GOOS)
|
|
}
|
|
}
|
|
}
|
|
|
|
// TestServerInterfaceCompliance verifies Server implements llm.LlamaServer.
|
|
// This is a compile-time check but we document it as a test.
|
|
func TestServerInterfaceCompliance(t *testing.T) {
|
|
// The var _ llm.LlamaServer = (*Server)(nil) line in server.go
|
|
// ensures compile-time interface compliance.
|
|
// This test documents that requirement.
|
|
t.Log("Server implements llm.LlamaServer interface (compile-time checked)")
|
|
}
|