diff --git a/packages/ollama-utils/src/chat-template.ts b/packages/ollama-utils/src/chat-template.ts index fa65c651d5..3520b0774b 100644 --- a/packages/ollama-utils/src/chat-template.ts +++ b/packages/ollama-utils/src/chat-template.ts @@ -31,7 +31,7 @@ const CUSTOM_TEMPLATE_MAPPING: ((ggufTmpl: string) => OllamaCustomMappedTemplate ? { // for some reason, gemma2 has weird variants ollamaTmpl: - "user\n{{ if .System }}{{ .System }} {{ end }}{{ .Prompt }}\nmodel\n{{ .Response }}\n", + '{{- range $i, $_ := .Messages }}\n{{- $last := eq (len (slice $.Messages $i)) 1 }}\n{{- if or (eq .Role "user") (eq .Role "system") }}user\n{{ .Content }}\n{{ if $last }}model\n{{ end }}\n{{- else if eq .Role "assistant" }}model\n{{ .Content }}{{ if not $last }}\n{{ end }}\n{{- end }}\n{{- end }}', stop: "", } : undefined,