One Size Fits All Ollama ModelFile

Modelfile

@@ -0,0 +1,90 @@
+FROM ./AgentFlow-3B.gguf
+
+# set the temperature to 1 [higher is more creative, lower is more coherent]
+PARAMETER temperature 0.644224422442
+PARAMETER num_ctx 4096
+# PARAMETER num_gpu 42
+# PARAMETER num_thread 2
+PARAMETER stop "</s>"
+PARAMETER stop "<s>"
+PARAMETER stop "<br/>"
+PARAMETER stop "<br>"
+PARAMETER stop "<|im_start|>"
+PARAMETER stop "<|user|>"
+PARAMETER stop "<|end|>"
+PARAMETER stop "<|im_end|>"
+PARAMETER stop "<|`end `|>"
+PARAMETER stop "<|` end `|>"
+PARAMETER stop "<|` end`|>"
+PARAMETER stop "<|`---`|>"
+PARAMETER stop "<|endoftext|>"
+
+PARAMETER stop "\n\n\n"
+PARAMETER stop "BEGININPUT" 
+PARAMETER stop "ENDINPUT" 
+PARAMETER stop "BEGINCONTEXT" 
+PARAMETER stop "ENDCONTEXT" 
+PARAMETER stop "BEGININSTRUCTION"
+PARAMETER stop "ENDINSTRUCTION"
+
+# PARAMETER repeat_penalty 1.6
+
+# PARAMETER num_predict -2
+
+PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|end_header_id|>"
+PARAMETER stop "<|eot_id|>"
+PARAMETER stop "<|reserved_special_token"
+PARAMETER stop "<|system|>"
+PARAMETER stop " \`\`\` "
+
+# # set the system prompt
+# TEMPLATE """ 
+# <|im_start|> {{ if .System }}{{ .System }}{{ end }}{{ if .Prompt }} {{ .Prompt }} {{ end }} 
+#  <|im_start|> {{ if .System }}{{ .System }}{{ end }} {{ .Response }} <|im_end|>
+# """
+
+# set the system prompt
+# TEMPLATE """ 
+# {{ if .System }}<|system|>
+# {{ .System }}<|end|>
+# {{ end }}{{ if .Prompt }}<|user|>
+# {{ .Prompt }}<|end|>
+# {{ end }}<|assistant|>
+# {{ .Response }}<|end|>
+# """
+
+
+# TEMPLATE """
+# BEGININPUT
+# BEGINCONTEXT
+# ENDCONTEXT
+# {{ if .System }}<|system|>:{{ .System }}{{ end }}
+# ENDINPUT
+# BEGININSTRUCTION
+# {{ if .Prompt }}{{ .Prompt }}{{ end }}
+# ENDINSTRUCTION
+# ### Contextual Response
+# {{ .Response }}
+# """
+
+# TEMPLATE """
+# Below is an instruction that describes a task, paired with an input that provides further context. Write a response that appropriately completes the request.
+
+
+# {{ if .System }}### Instruction:
+# {{ .System }}{{ end }}
+
+# {{ if .Prompt }}### Input:
+# {{ .Prompt }}{{ end }}
+
+# ### Response:
+# """
+
+TEMPLATE """
+{{ if .Prompt }}{{ .Prompt }}{{ end }}
+<|flow|>
+```mermaid
+{{ .Response }}
+```
+"""