nguyenthanhthuan
commited on
Commit
•
65f99ec
1
Parent(s):
54bb08a
Update Modelfile
Browse files
Modelfile
CHANGED
@@ -1,46 +1,46 @@
|
|
1 |
-
FROM
|
2 |
-
|
3 |
-
TEMPLATE """<|start_header_id|>system<|end_header_id|>
|
4 |
-
|
5 |
-
Cutting Knowledge Date: December 2023
|
6 |
-
|
7 |
-
{{ if .System }}{{ .System }}
|
8 |
-
{{- end }}
|
9 |
-
{{- if .Tools }}When you receive a tool call response, use the output to format an answer to the orginal user question.
|
10 |
-
|
11 |
-
You are a helpful assistant with tool calling capabilities.
|
12 |
-
{{- end }}<|eot_id|>
|
13 |
-
{{- range $i, $_ := .Messages }}
|
14 |
-
{{- $last := eq (len (slice $.Messages $i)) 1 }}
|
15 |
-
{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
|
16 |
-
{{- if and $.Tools $last }}
|
17 |
-
|
18 |
-
Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt.
|
19 |
-
|
20 |
-
Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables.
|
21 |
-
|
22 |
-
{{ range $.Tools }}
|
23 |
-
{{- . }}
|
24 |
-
{{ end }}
|
25 |
-
{{ .Content }}<|eot_id|>
|
26 |
-
{{- else }}
|
27 |
-
|
28 |
-
{{ .Content }}<|eot_id|>
|
29 |
-
{{- end }}{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
|
30 |
-
|
31 |
-
{{ end }}
|
32 |
-
{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
|
33 |
-
{{- if .ToolCalls }}
|
34 |
-
{{ range .ToolCalls }}
|
35 |
-
{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}{{ end }}
|
36 |
-
{{- else }}
|
37 |
-
|
38 |
-
{{ .Content }}
|
39 |
-
{{- end }}{{ if not $last }}<|eot_id|>{{ end }}
|
40 |
-
{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|>
|
41 |
-
|
42 |
-
{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
|
43 |
-
|
44 |
-
{{ end }}
|
45 |
-
{{- end }}
|
46 |
-
{{- end }}"""
|
|
|
1 |
+
FROM Llama_3.2_1B_Intruct_Tool_Calling_V2.Q8_0.gguf
|
2 |
+
|
3 |
+
TEMPLATE """<|start_header_id|>system<|end_header_id|>
|
4 |
+
|
5 |
+
Cutting Knowledge Date: December 2023
|
6 |
+
|
7 |
+
{{ if .System }}{{ .System }}
|
8 |
+
{{- end }}
|
9 |
+
{{- if .Tools }}When you receive a tool call response, use the output to format an answer to the orginal user question.
|
10 |
+
|
11 |
+
You are a helpful assistant with tool calling capabilities.
|
12 |
+
{{- end }}<|eot_id|>
|
13 |
+
{{- range $i, $_ := .Messages }}
|
14 |
+
{{- $last := eq (len (slice $.Messages $i)) 1 }}
|
15 |
+
{{- if eq .Role "user" }}<|start_header_id|>user<|end_header_id|>
|
16 |
+
{{- if and $.Tools $last }}
|
17 |
+
|
18 |
+
Given the following functions, please respond with a JSON for a function call with its proper arguments that best answers the given prompt.
|
19 |
+
|
20 |
+
Respond in the format {"name": function name, "parameters": dictionary of argument name and its value}. Do not use variables.
|
21 |
+
|
22 |
+
{{ range $.Tools }}
|
23 |
+
{{- . }}
|
24 |
+
{{ end }}
|
25 |
+
{{ .Content }}<|eot_id|>
|
26 |
+
{{- else }}
|
27 |
+
|
28 |
+
{{ .Content }}<|eot_id|>
|
29 |
+
{{- end }}{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
|
30 |
+
|
31 |
+
{{ end }}
|
32 |
+
{{- else if eq .Role "assistant" }}<|start_header_id|>assistant<|end_header_id|>
|
33 |
+
{{- if .ToolCalls }}
|
34 |
+
{{ range .ToolCalls }}
|
35 |
+
{"name": "{{ .Function.Name }}", "parameters": {{ .Function.Arguments }}}{{ end }}
|
36 |
+
{{- else }}
|
37 |
+
|
38 |
+
{{ .Content }}
|
39 |
+
{{- end }}{{ if not $last }}<|eot_id|>{{ end }}
|
40 |
+
{{- else if eq .Role "tool" }}<|start_header_id|>ipython<|end_header_id|>
|
41 |
+
|
42 |
+
{{ .Content }}<|eot_id|>{{ if $last }}<|start_header_id|>assistant<|end_header_id|>
|
43 |
+
|
44 |
+
{{ end }}
|
45 |
+
{{- end }}
|
46 |
+
{{- end }}"""
|