show peak memory usage (#14485)

This commit is contained in:
Patrick Devine
2026-02-26 18:38:27 -08:00
committed by GitHub
parent cc90a035a0
commit 79917cf80b
7 changed files with 26 additions and 0 deletions

View File

@@ -1518,6 +1518,7 @@ type CompletionResponse struct {
PromptEvalDuration time.Duration `json:"prompt_eval_duration"`
EvalCount int `json:"eval_count"`
EvalDuration time.Duration `json:"eval_duration"`
PeakMemory uint64 `json:"peak_memory,omitempty"`
// Logprobs contains log probability information if requested
Logprobs []Logprob `json:"logprobs,omitempty"`