Update README.md

README.md

@@ -85,3 +85,22 @@ or
 ```
 ./llama-server --hf-repo cstr/aya-expanse-8b-Q4_K_M-GGUF --hf-file aya-expanse-8b-q4_k_m.gguf -c 2048
 ```
+
+### ollama
+
+use a modelfile like:
+
+```
+FROM aya-expanse-8b-q4_k_m.gguf
+TEMPLATE "{{ if .System }}<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{{ .System }}<|END_OF_TURN_TOKEN|>
+{{ end }}{{ if .Prompt }}<|START_OF_TURN_TOKEN|><|USER_TOKEN|>{{ .Prompt }}<|END_OF_TURN_TOKEN|>
+{{ end }}<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>"
+
+PARAMETER num_ctx 8192
+PARAMETER stop "<|END_OF_TURN_TOKEN|>"
+PARAMETER stop "<|START_OF_TURN_TOKEN|>"
+PARAMETER stop "|END_OF_TURN_TOKEN"
+PARAMETER stop "|START_OF_TURN_TOKEN"
+
+SYSTEM "You are Aya, a brilliant, sophisticated, multilingual AI-assistant trained to assist human users by providing thorough responses. You are able to interact and respond to questions in 23 languages and you are powered by a multilingual model built by Cohere For AI."
+```