package openai import ( "encoding/base64" "testing" "time" "github.com/google/go-cmp/cmp" "github.com/ollama/ollama/api" ) // testArgs creates ToolCallFunctionArguments from a map (convenience function for tests) func testArgs(m map[string]any) api.ToolCallFunctionArguments { args := api.NewToolCallFunctionArguments() for k, v := range m { args.Set(k, v) } return args } // argsComparer provides cmp options for comparing ToolCallFunctionArguments by value var argsComparer = cmp.Comparer(func(a, b api.ToolCallFunctionArguments) bool { return cmp.Equal(a.ToMap(), b.ToMap()) }) const ( prefix = `data:image/jpeg;base64,` image = `iVBORw0KGgoAAAANSUhEUgAAAAEAAAABCAQAAAC1HAwCAAAAC0lEQVR42mNk+A8AAQUBAScY42YAAAAASUVORK5CYII=` ) func TestFromChatRequest_Basic(t *testing.T) { req := ChatCompletionRequest{ Model: "test-model", Messages: []Message{ {Role: "user", Content: "Hello"}, }, } result, err := FromChatRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if result.Model != "test-model" { t.Errorf("expected model 'test-model', got %q", result.Model) } if len(result.Messages) != 1 { t.Fatalf("expected 1 message, got %d", len(result.Messages)) } if result.Messages[0].Role != "user" || result.Messages[0].Content != "Hello" { t.Errorf("unexpected message: %+v", result.Messages[0]) } } func TestFromChatRequest_WithImage(t *testing.T) { imgData, _ := base64.StdEncoding.DecodeString(image) req := ChatCompletionRequest{ Model: "test-model", Messages: []Message{ { Role: "user", Content: []any{ map[string]any{"type": "text", "text": "Hello"}, map[string]any{ "type": "image_url", "image_url": map[string]any{"url": prefix + image}, }, }, }, }, } result, err := FromChatRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if len(result.Messages) != 2 { t.Fatalf("expected 2 messages, got %d", len(result.Messages)) } if result.Messages[0].Content != "Hello" { t.Errorf("expected first message content 'Hello', got %q", result.Messages[0].Content) } if len(result.Messages[1].Images) != 1 { t.Fatalf("expected 1 image, got %d", len(result.Messages[1].Images)) } if string(result.Messages[1].Images[0]) != string(imgData) { t.Error("image data mismatch") } } func TestFromCompleteRequest_Basic(t *testing.T) { temp := float32(0.8) req := CompletionRequest{ Model: "test-model", Prompt: "Hello", Temperature: &temp, } result, err := FromCompleteRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if result.Model != "test-model" { t.Errorf("expected model 'test-model', got %q", result.Model) } if result.Prompt != "Hello" { t.Errorf("expected prompt 'Hello', got %q", result.Prompt) } if tempVal, ok := result.Options["temperature"].(float32); !ok || tempVal != 0.8 { t.Errorf("expected temperature 0.8, got %v", result.Options["temperature"]) } } func TestToUsage(t *testing.T) { resp := api.ChatResponse{ Metrics: api.Metrics{ PromptEvalCount: 10, EvalCount: 20, }, } usage := ToUsage(resp) if usage.PromptTokens != 10 { t.Errorf("expected PromptTokens 10, got %d", usage.PromptTokens) } if usage.CompletionTokens != 20 { t.Errorf("expected CompletionTokens 20, got %d", usage.CompletionTokens) } if usage.TotalTokens != 30 { t.Errorf("expected TotalTokens 30, got %d", usage.TotalTokens) } } func TestNewError(t *testing.T) { tests := []struct { code int want string }{ {400, "invalid_request_error"}, {404, "not_found_error"}, {500, "api_error"}, } for _, tt := range tests { result := NewError(tt.code, "test message") if result.Error.Type != tt.want { t.Errorf("NewError(%d) type = %q, want %q", tt.code, result.Error.Type, tt.want) } if result.Error.Message != "test message" { t.Errorf("NewError(%d) message = %q, want %q", tt.code, result.Error.Message, "test message") } } } func TestToToolCallsPreservesIDs(t *testing.T) { original := []api.ToolCall{ { ID: "call_abc123", Function: api.ToolCallFunction{ Index: 2, Name: "get_weather", Arguments: testArgs(map[string]any{ "location": "Seattle", }), }, }, { ID: "call_def456", Function: api.ToolCallFunction{ Index: 7, Name: "get_time", Arguments: testArgs(map[string]any{ "timezone": "UTC", }), }, }, } toolCalls := make([]api.ToolCall, len(original)) copy(toolCalls, original) got := ToToolCalls(toolCalls) if len(got) != len(original) { t.Fatalf("expected %d tool calls, got %d", len(original), len(got)) } expected := []ToolCall{ { ID: "call_abc123", Type: "function", Index: 2, Function: struct { Name string `json:"name"` Arguments string `json:"arguments"` }{ Name: "get_weather", Arguments: `{"location":"Seattle"}`, }, }, { ID: "call_def456", Type: "function", Index: 7, Function: struct { Name string `json:"name"` Arguments string `json:"arguments"` }{ Name: "get_time", Arguments: `{"timezone":"UTC"}`, }, }, } if diff := cmp.Diff(expected, got); diff != "" { t.Errorf("tool calls mismatch (-want +got):\n%s", diff) } if diff := cmp.Diff(original, toolCalls, argsComparer); diff != "" { t.Errorf("input tool calls mutated (-want +got):\n%s", diff) } } func TestFromChatRequest_WithLogprobs(t *testing.T) { trueVal := true req := ChatCompletionRequest{ Model: "test-model", Messages: []Message{ {Role: "user", Content: "Hello"}, }, Logprobs: &trueVal, TopLogprobs: 5, } result, err := FromChatRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if !result.Logprobs { t.Error("expected Logprobs to be true") } if result.TopLogprobs != 5 { t.Errorf("expected TopLogprobs to be 5, got %d", result.TopLogprobs) } } func TestFromChatRequest_LogprobsDefault(t *testing.T) { req := ChatCompletionRequest{ Model: "test-model", Messages: []Message{ {Role: "user", Content: "Hello"}, }, } result, err := FromChatRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if result.Logprobs { t.Error("expected Logprobs to be false by default") } if result.TopLogprobs != 0 { t.Errorf("expected TopLogprobs to be 0 by default, got %d", result.TopLogprobs) } } func TestFromCompleteRequest_WithLogprobs(t *testing.T) { logprobsVal := 5 req := CompletionRequest{ Model: "test-model", Prompt: "Hello", Logprobs: &logprobsVal, } result, err := FromCompleteRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if !result.Logprobs { t.Error("expected Logprobs to be true") } if result.TopLogprobs != 5 { t.Errorf("expected TopLogprobs to be 5, got %d", result.TopLogprobs) } } func TestToChatCompletion_WithLogprobs(t *testing.T) { createdAt := time.Unix(1234567890, 0) resp := api.ChatResponse{ Model: "test-model", CreatedAt: createdAt, Message: api.Message{Role: "assistant", Content: "Hello there"}, Logprobs: []api.Logprob{ { TokenLogprob: api.TokenLogprob{ Token: "Hello", Logprob: -0.5, }, TopLogprobs: []api.TokenLogprob{ {Token: "Hello", Logprob: -0.5}, {Token: "Hi", Logprob: -1.2}, }, }, { TokenLogprob: api.TokenLogprob{ Token: " there", Logprob: -0.3, }, TopLogprobs: []api.TokenLogprob{ {Token: " there", Logprob: -0.3}, {Token: " world", Logprob: -1.5}, }, }, }, Done: true, Metrics: api.Metrics{ PromptEvalCount: 5, EvalCount: 2, }, } id := "test-id" result := ToChatCompletion(id, resp) if result.Id != id { t.Errorf("expected Id %q, got %q", id, result.Id) } if result.Created != 1234567890 { t.Errorf("expected Created %d, got %d", int64(1234567890), result.Created) } if len(result.Choices) != 1 { t.Fatalf("expected 1 choice, got %d", len(result.Choices)) } choice := result.Choices[0] if choice.Message.Content != "Hello there" { t.Errorf("expected content %q, got %q", "Hello there", choice.Message.Content) } if choice.Logprobs == nil { t.Fatal("expected Logprobs to be present") } if len(choice.Logprobs.Content) != 2 { t.Fatalf("expected 2 logprobs, got %d", len(choice.Logprobs.Content)) } // Verify first logprob if choice.Logprobs.Content[0].Token != "Hello" { t.Errorf("expected first token %q, got %q", "Hello", choice.Logprobs.Content[0].Token) } if choice.Logprobs.Content[0].Logprob != -0.5 { t.Errorf("expected first logprob -0.5, got %f", choice.Logprobs.Content[0].Logprob) } if len(choice.Logprobs.Content[0].TopLogprobs) != 2 { t.Errorf("expected 2 top_logprobs, got %d", len(choice.Logprobs.Content[0].TopLogprobs)) } // Verify second logprob if choice.Logprobs.Content[1].Token != " there" { t.Errorf("expected second token %q, got %q", " there", choice.Logprobs.Content[1].Token) } } func TestToChatCompletion_WithoutLogprobs(t *testing.T) { createdAt := time.Unix(1234567890, 0) resp := api.ChatResponse{ Model: "test-model", CreatedAt: createdAt, Message: api.Message{Role: "assistant", Content: "Hello"}, Done: true, Metrics: api.Metrics{ PromptEvalCount: 5, EvalCount: 1, }, } id := "test-id" result := ToChatCompletion(id, resp) if len(result.Choices) != 1 { t.Fatalf("expected 1 choice, got %d", len(result.Choices)) } // When no logprobs, Logprobs should be nil if result.Choices[0].Logprobs != nil { t.Error("expected Logprobs to be nil when not requested") } } func TestToChunks_SplitsThinkingAndContent(t *testing.T) { resp := api.ChatResponse{ Model: "test-model", Message: api.Message{ Thinking: "step-by-step", Content: "final answer", }, Done: true, DoneReason: "stop", } chunks := ToChunks("test-id", resp, false) if len(chunks) != 2 { t.Fatalf("expected 2 chunks, got %d", len(chunks)) } reasoning := chunks[0].Choices[0] if reasoning.Delta.Reasoning != "step-by-step" { t.Fatalf("expected reasoning chunk to contain thinking, got %q", reasoning.Delta.Reasoning) } if reasoning.Delta.Content != "" { t.Fatalf("expected reasoning chunk content to be empty, got %v", reasoning.Delta.Content) } if len(reasoning.Delta.ToolCalls) != 0 { t.Fatalf("expected reasoning chunk tool calls to be empty, got %d", len(reasoning.Delta.ToolCalls)) } if reasoning.FinishReason != nil { t.Fatalf("expected reasoning chunk finish reason to be nil, got %q", *reasoning.FinishReason) } content := chunks[1].Choices[0] if content.Delta.Reasoning != "" { t.Fatalf("expected content chunk reasoning to be empty, got %q", content.Delta.Reasoning) } if content.Delta.Content != "final answer" { t.Fatalf("expected content chunk content %q, got %v", "final answer", content.Delta.Content) } if content.FinishReason == nil || *content.FinishReason != "stop" { t.Fatalf("expected content chunk finish reason %q, got %v", "stop", content.FinishReason) } } func TestToChunks_SplitsThinkingAndToolCalls(t *testing.T) { resp := api.ChatResponse{ Model: "test-model", Message: api.Message{ Thinking: "need a tool", ToolCalls: []api.ToolCall{ { ID: "call_123", Function: api.ToolCallFunction{ Index: 0, Name: "get_weather", Arguments: testArgs(map[string]any{ "location": "Seattle", }), }, }, }, }, Done: true, DoneReason: "stop", } chunks := ToChunks("test-id", resp, false) if len(chunks) != 2 { t.Fatalf("expected 2 chunks, got %d", len(chunks)) } reasoning := chunks[0].Choices[0] if reasoning.Delta.Reasoning != "need a tool" { t.Fatalf("expected reasoning chunk to contain thinking, got %q", reasoning.Delta.Reasoning) } if len(reasoning.Delta.ToolCalls) != 0 { t.Fatalf("expected reasoning chunk tool calls to be empty, got %d", len(reasoning.Delta.ToolCalls)) } if reasoning.FinishReason != nil { t.Fatalf("expected reasoning chunk finish reason to be nil, got %q", *reasoning.FinishReason) } toolCallChunk := chunks[1].Choices[0] if toolCallChunk.Delta.Reasoning != "" { t.Fatalf("expected tool-call chunk reasoning to be empty, got %q", toolCallChunk.Delta.Reasoning) } if len(toolCallChunk.Delta.ToolCalls) != 1 { t.Fatalf("expected one tool call in second chunk, got %d", len(toolCallChunk.Delta.ToolCalls)) } if toolCallChunk.Delta.ToolCalls[0].ID != "call_123" { t.Fatalf("expected tool call id %q, got %q", "call_123", toolCallChunk.Delta.ToolCalls[0].ID) } if toolCallChunk.FinishReason == nil || *toolCallChunk.FinishReason != finishReasonToolCalls { t.Fatalf("expected tool-call chunk finish reason %q, got %v", finishReasonToolCalls, toolCallChunk.FinishReason) } } func TestToChunks_SingleChunkForNonMixedResponses(t *testing.T) { toolCalls := []api.ToolCall{ { ID: "call_456", Function: api.ToolCallFunction{ Index: 0, Name: "get_time", Arguments: testArgs(map[string]any{ "timezone": "UTC", }), }, }, } tests := []struct { name string message api.Message }{ { name: "thinking-only", message: api.Message{Thinking: "pondering"}, }, { name: "content-only", message: api.Message{Content: "hello"}, }, { name: "toolcalls-only", message: api.Message{ToolCalls: toolCalls}, }, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { resp := api.ChatResponse{ Model: "test-model", Message: tt.message, } chunks := ToChunks("test-id", resp, false) if len(chunks) != 1 { t.Fatalf("expected 1 chunk, got %d", len(chunks)) } }) } } func TestToChunks_SplitsThinkingAndToolCallsWhenNotDone(t *testing.T) { resp := api.ChatResponse{ Model: "test-model", Message: api.Message{ Thinking: "need a tool", ToolCalls: []api.ToolCall{ { ID: "call_789", Function: api.ToolCallFunction{ Index: 0, Name: "get_weather", Arguments: testArgs(map[string]any{ "location": "San Francisco", }), }, }, }, }, Done: false, } chunks := ToChunks("test-id", resp, false) if len(chunks) != 2 { t.Fatalf("expected 2 chunks, got %d", len(chunks)) } reasoning := chunks[0].Choices[0] if reasoning.Delta.Reasoning != "need a tool" { t.Fatalf("expected reasoning chunk to contain thinking, got %q", reasoning.Delta.Reasoning) } if reasoning.FinishReason != nil { t.Fatalf("expected reasoning chunk finish reason nil, got %v", reasoning.FinishReason) } toolCallChunk := chunks[1].Choices[0] if len(toolCallChunk.Delta.ToolCalls) != 1 { t.Fatalf("expected one tool call in second chunk, got %d", len(toolCallChunk.Delta.ToolCalls)) } if toolCallChunk.Delta.ToolCalls[0].ID != "call_789" { t.Fatalf("expected tool call id %q, got %q", "call_789", toolCallChunk.Delta.ToolCalls[0].ID) } if toolCallChunk.FinishReason != nil { t.Fatalf("expected tool-call chunk finish reason nil when not done, got %v", toolCallChunk.FinishReason) } } func TestToChunks_SplitsThinkingAndContentWhenNotDone(t *testing.T) { resp := api.ChatResponse{ Model: "test-model", Message: api.Message{ Thinking: "thinking", Content: "partial content", }, Done: false, } chunks := ToChunks("test-id", resp, false) if len(chunks) != 2 { t.Fatalf("expected 2 chunks, got %d", len(chunks)) } reasoning := chunks[0].Choices[0] if reasoning.Delta.Reasoning != "thinking" { t.Fatalf("expected reasoning chunk to contain thinking, got %q", reasoning.Delta.Reasoning) } if reasoning.FinishReason != nil { t.Fatalf("expected reasoning chunk finish reason nil, got %v", reasoning.FinishReason) } content := chunks[1].Choices[0] if content.Delta.Content != "partial content" { t.Fatalf("expected content chunk content %q, got %v", "partial content", content.Delta.Content) } if content.FinishReason != nil { t.Fatalf("expected content chunk finish reason nil when not done, got %v", content.FinishReason) } } func TestToChunks_SplitSendsLogprobsOnlyOnFirstChunk(t *testing.T) { resp := api.ChatResponse{ Model: "test-model", Message: api.Message{ Thinking: "thinking", Content: "content", }, Logprobs: []api.Logprob{ { TokenLogprob: api.TokenLogprob{ Token: "tok", Logprob: -0.25, }, }, }, Done: true, DoneReason: "stop", } chunks := ToChunks("test-id", resp, false) if len(chunks) != 2 { t.Fatalf("expected 2 chunks, got %d", len(chunks)) } first := chunks[0].Choices[0] if first.Logprobs == nil { t.Fatal("expected first chunk to include logprobs") } if len(first.Logprobs.Content) != 1 || first.Logprobs.Content[0].Token != "tok" { t.Fatalf("unexpected first chunk logprobs: %+v", first.Logprobs.Content) } second := chunks[1].Choices[0] if second.Logprobs != nil { t.Fatalf("expected second chunk logprobs to be nil, got %+v", second.Logprobs) } } func TestToChunk_LegacyMixedThinkingAndContentSingleChunk(t *testing.T) { resp := api.ChatResponse{ Model: "test-model", Message: api.Message{ Thinking: "reasoning", Content: "answer", }, Done: true, DoneReason: "stop", } chunk := ToChunk("test-id", resp, false) if len(chunk.Choices) != 1 { t.Fatalf("expected 1 choice, got %d", len(chunk.Choices)) } delta := chunk.Choices[0].Delta if delta.Reasoning != "reasoning" { t.Fatalf("expected reasoning %q, got %q", "reasoning", delta.Reasoning) } if delta.Content != "answer" { t.Fatalf("expected content %q, got %v", "answer", delta.Content) } } func TestFromChatRequest_TopLogprobsRange(t *testing.T) { tests := []struct { name string topLogprobs int expectValid bool }{ {name: "valid: 0", topLogprobs: 0, expectValid: true}, {name: "valid: 1", topLogprobs: 1, expectValid: true}, {name: "valid: 10", topLogprobs: 10, expectValid: true}, {name: "valid: 20", topLogprobs: 20, expectValid: true}, } for _, tt := range tests { t.Run(tt.name, func(t *testing.T) { trueVal := true req := ChatCompletionRequest{ Model: "test-model", Messages: []Message{ {Role: "user", Content: "Hello"}, }, Logprobs: &trueVal, TopLogprobs: tt.topLogprobs, } result, err := FromChatRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if result.TopLogprobs != tt.topLogprobs { t.Errorf("expected TopLogprobs %d, got %d", tt.topLogprobs, result.TopLogprobs) } }) } } func TestFromImageEditRequest_Basic(t *testing.T) { req := ImageEditRequest{ Model: "test-model", Prompt: "make it blue", Image: prefix + image, } result, err := FromImageEditRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if result.Model != "test-model" { t.Errorf("expected model 'test-model', got %q", result.Model) } if result.Prompt != "make it blue" { t.Errorf("expected prompt 'make it blue', got %q", result.Prompt) } if len(result.Images) != 1 { t.Fatalf("expected 1 image, got %d", len(result.Images)) } } func TestFromImageEditRequest_WithSize(t *testing.T) { req := ImageEditRequest{ Model: "test-model", Prompt: "make it blue", Image: prefix + image, Size: "512x768", } result, err := FromImageEditRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if result.Width != 512 { t.Errorf("expected width 512, got %d", result.Width) } if result.Height != 768 { t.Errorf("expected height 768, got %d", result.Height) } } func TestFromImageEditRequest_WithSeed(t *testing.T) { seed := int64(12345) req := ImageEditRequest{ Model: "test-model", Prompt: "make it blue", Image: prefix + image, Seed: &seed, } result, err := FromImageEditRequest(req) if err != nil { t.Fatalf("unexpected error: %v", err) } if result.Options == nil { t.Fatal("expected options to be set") } if result.Options["seed"] != seed { t.Errorf("expected seed %d, got %v", seed, result.Options["seed"]) } } func TestFromImageEditRequest_InvalidImage(t *testing.T) { req := ImageEditRequest{ Model: "test-model", Prompt: "make it blue", Image: "not-valid-base64", } _, err := FromImageEditRequest(req) if err == nil { t.Error("expected error for invalid image") } }