pass the template to the /api/chat endpoint

This commit is contained in:
Patrick Devine
2024-07-10 14:17:39 -07:00
parent 4cfcbc328f
commit 3c0d043b79
4 changed files with 34 additions and 8 deletions

View File

@@ -84,6 +84,9 @@ type ChatRequest struct {
// Model is the model name, as in [GenerateRequest].
Model string `json:"model"`
// Template overrides the model's default prompt template.
Template string `json:"template"`
// Messages is the messages of the chat - can be used to keep a chat memory.
Messages []Message `json:"messages"`