Update Modelfile
Browse files
Modelfile
CHANGED
|
@@ -1,5 +1,4 @@
|
|
| 1 |
-
|
| 2 |
-
FROM model-Q4_K_M.gguf
|
| 3 |
TEMPLATE """
|
| 4 |
{{- $lastUserIdx := -1 -}}
|
| 5 |
{{- range $idx, $msg := .Messages -}}
|
|
@@ -51,4 +50,10 @@ For each function call, return a json object with function name and arguments wi
|
|
| 51 |
{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
|
| 52 |
{{ end }}
|
| 53 |
{{- end }}
|
| 54 |
-
"""
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
FROM hf.co/electron271/graig-experiment-2:Q4_K_M
|
|
|
|
| 2 |
TEMPLATE """
|
| 3 |
{{- $lastUserIdx := -1 -}}
|
| 4 |
{{- range $idx, $msg := .Messages -}}
|
|
|
|
| 50 |
{{- if and (ne .Role "assistant") $last }}<|im_start|>assistant
|
| 51 |
{{ end }}
|
| 52 |
{{- end }}
|
| 53 |
+
"""
|
| 54 |
+
PARAMETER stop <|im_start|>
|
| 55 |
+
PARAMETER stop <|im_end|>
|
| 56 |
+
PARAMETER temperature 0.7
|
| 57 |
+
PARAMETER top_k 20
|
| 58 |
+
PARAMETER top_p 0.8
|
| 59 |
+
PARAMETER repeat_penalty 1
|