chohtet
/

mistral_12b_it_G_epoch4_q4km

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

chohtet commited on Sep 10, 2024

Commit

3d97cd5

·

verified ·

1 Parent(s): e7a3816

Update Modelfile

Files changed (1) hide show

Modelfile +1 -1

Modelfile CHANGED Viewed

@@ -1,5 +1,5 @@
-FROM ./chohtet/mistral_12b_it_G_epoch4_q4km/unsloth.BF16.gguf
 TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
 {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>

+FROM ./chohtet/mistral_12b_it_G_epoch4_q4km/unsloth.Q4_K_M.gguf
 TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
 {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>