chohtet commited on
Commit
f635ca3
1 Parent(s): 2476e84

(Trained with Unsloth)

Browse files
Files changed (1) hide show
  1. Modelfile +12 -0
Modelfile ADDED
@@ -0,0 +1,12 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+
2
+ FROM ./chohtet/mistral_12b_it_G_lora2_final_8bit/unsloth.Q8_0.gguf
3
+ TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
4
+
5
+ {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>
6
+
7
+ {{ .Prompt }}<|eot_id|>{{ end }}<|start_header_id|>assistant<|end_header_id|>
8
+
9
+ {{ .Response }}<|eot_id|>"""
10
+ PARAMETER stop "<|start_header_id|>"
11
+ PARAMETER stop "<|end_header_id|>"
12
+ PARAMETER stop "<|eot_id|>"