(Continued pretraining)

Modelfile

@@ -8,12 +8,12 @@ TEMPLATE """{{ if .System }}{{ .System }}{{ end }}{{ if .Prompt }}
 ### Отговор:
 {{ .Response }}<|end_of_text|>"""
 
-PARAMETER stop "<|end_header_id|>"
-PARAMETER stop "<|finetune_right_pad_id|>"
 PARAMETER stop "<|python_tag|>"
-PARAMETER stop "<|eot_id|>"
-PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|finetune_right_pad_id|>"
 PARAMETER stop "<|eom_id|>"
+PARAMETER stop "<|end_header_id|>"
+PARAMETER stop "<|start_header_id|>"
+PARAMETER stop "<|eot_id|>"
 PARAMETER stop "<|end_of_text|>"
 PARAMETER stop "<|reserved_special_token_"
 PARAMETER temperature 1.5