starred/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2026-04-17 19:54:03 +02:00
Code Issues Packages Projects Releases Wiki Activity

mlx: additional gemma4 cache fixes (#15607)

Browse Source 
Harden additional corner cases
This commit is contained in:
Daniel Hiltgen
2026-04-16 13:07:19 -07:00
committed by GitHub
parent b9cb535407
commit 55fa80d07a
1 changed files with 3 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
x/mlxrunner/cache/cache.go vendored
View File

@@ -337,9 +337,10 @@ func (c *RotatingKVCache) State() []*mlx.Array {
if c.keys == nil || c.values == nil { if c.keys == nil || c.values == nil {
return nil return nil
} }
liveLen := min(c.offset, c.keys.Dim(2))
return []*mlx.Array{ return []*mlx.Array{
c.keys.Slice(mlx.Slice(), mlx.Slice(), mlx.Slice(0, c.offset), mlx.Slice()), c.keys.Slice(mlx.Slice(), mlx.Slice(), mlx.Slice(0, liveLen), mlx.Slice()),
c.values.Slice(mlx.Slice(), mlx.Slice(), mlx.Slice(0, c.offset), mlx.Slice()), c.values.Slice(mlx.Slice(), mlx.Slice(), mlx.Slice(0, liveLen), mlx.Slice()),
} }
} }