mirror of
https://github.com/ollama/ollama.git
synced 2026-04-17 15:53:27 +02:00
e585ecd11f
Following up on #15560, this change now has e2b/e4b render differently from 26b/31b. For backwards compatibility, we take the existing renderer name `gemma4` and make it do dynamic resolution based on the model name/size, but the intended use is for the models to be republished with the renderer variant specified explicitly: `gemma4-small` or `gemma4-large`.
111 lines
2.3 KiB
Go
111 lines
2.3 KiB
Go
package server
|
|
|
|
import (
|
|
"strconv"
|
|
"strings"
|
|
|
|
"github.com/ollama/ollama/format"
|
|
)
|
|
|
|
const (
|
|
gemma4RendererLegacy = "gemma4"
|
|
gemma4RendererSmall = "gemma4-small"
|
|
gemma4RendererLarge = "gemma4-large"
|
|
|
|
// Gemma 4 small templates cover the e2b/e4b family, while 26b/31b use the
|
|
// large template. Default to the small prompt unless the model is clearly in
|
|
// the large range.
|
|
gemma4LargeMinParameterCount = 16_000_000_000
|
|
)
|
|
|
|
func resolveRendererName(m *Model) string {
|
|
if m == nil || m.Config.Renderer == "" {
|
|
return ""
|
|
}
|
|
|
|
switch m.Config.Renderer {
|
|
case gemma4RendererLegacy:
|
|
return resolveGemma4Renderer(m)
|
|
default:
|
|
return m.Config.Renderer
|
|
}
|
|
}
|
|
|
|
func resolveGemma4Renderer(m *Model) string {
|
|
if m == nil || m.Config.Renderer != gemma4RendererLegacy {
|
|
if m == nil {
|
|
return gemma4RendererLegacy
|
|
}
|
|
return m.Config.Renderer
|
|
}
|
|
|
|
if renderer, ok := gemma4RendererFromName(m.ShortName); ok {
|
|
return renderer
|
|
}
|
|
|
|
if renderer, ok := gemma4RendererFromName(m.Name); ok {
|
|
return renderer
|
|
}
|
|
|
|
if parameterCount, ok := parseHumanParameterCount(m.Config.ModelType); ok {
|
|
return gemma4RendererForParameterCount(parameterCount)
|
|
}
|
|
|
|
return gemma4RendererSmall
|
|
}
|
|
|
|
func gemma4RendererForParameterCount(parameterCount uint64) string {
|
|
if parameterCount >= gemma4LargeMinParameterCount {
|
|
return gemma4RendererLarge
|
|
}
|
|
|
|
return gemma4RendererSmall
|
|
}
|
|
|
|
func gemma4RendererFromName(name string) (string, bool) {
|
|
lower := strings.ToLower(name)
|
|
switch {
|
|
case strings.Contains(lower, "e2b"), strings.Contains(lower, "e4b"):
|
|
return gemma4RendererSmall, true
|
|
case strings.Contains(lower, "26b"), strings.Contains(lower, "31b"):
|
|
return gemma4RendererLarge, true
|
|
default:
|
|
return "", false
|
|
}
|
|
}
|
|
|
|
func parseHumanParameterCount(s string) (uint64, bool) {
|
|
if s == "" {
|
|
return 0, false
|
|
}
|
|
|
|
unit := strings.ToUpper(s[len(s)-1:])
|
|
var multiplier float64
|
|
switch unit {
|
|
case "B":
|
|
multiplier = float64(format.Billion)
|
|
case "M":
|
|
multiplier = float64(format.Million)
|
|
case "K":
|
|
multiplier = float64(format.Thousand)
|
|
default:
|
|
return 0, false
|
|
}
|
|
|
|
value, err := strconv.ParseFloat(s[:len(s)-1], 64)
|
|
if err != nil {
|
|
return 0, false
|
|
}
|
|
|
|
return uint64(value * multiplier), true
|
|
}
|
|
|
|
func isGemma4Renderer(renderer string) bool {
|
|
switch renderer {
|
|
case gemma4RendererLegacy, gemma4RendererSmall, gemma4RendererLarge:
|
|
return true
|
|
default:
|
|
return false
|
|
}
|
|
}
|