| FROM /home/TADBot/TADBot/Gemma2_2B/gemma-2-2b-it-therapist/gemma-2-2b-it-therapist-Q4_K_M.gguf | |
| TEMPLATE """{{- range $i, $_ := .Messages }} | |
| {{- $last := eq (len (slice $.Messages $i)) 1 }} | |
| {{- if or (eq .Role "user") (eq .Role "system") }}<start_of_turn>user | |
| {{ .Content }}<end_of_turn> | |
| {{ if $last }}<start_of_turn>model | |
| {{ end }} | |
| {{- else if eq .Role "assistant" }}<start_of_turn>model | |
| {{ .Content }}{{ if not $last }}<end_of_turn> | |
| {{ end }} | |
| {{- end }} | |
| {{- end }}""" | |
| PARAMETER stop <start_of_turn> | |
| PARAMETER stop <end_of_turn> | |