| FROM _AICC-v6.Q5_K_S.gguf | |
| TEMPLATE """{{- if .System }} | |
| <s>{{ .System }}</s> | |
| {{- end }} | |
| <s>Human: | |
| {{ .Prompt }}</s> | |
| <s>Assistant: | |
| """ | |
| SYSTEM """A chat between a curious user and an artificial intelligence assistant. The assistant gives helpful, detailed, and polite answers to the user's questions.""" | |
| PARAMETER temperature 0 | |
| PARAMETER num_predict 3000 | |
| PARAMETER num_ctx 4096 | |
| PARAMETER stop <s> | |
| PARAMETER stop </s> | |
| PARAMETER stop "<|eot_id|>" | |
| PARAMETER stop "<|start_header_id|>" | |
| PARAMETER stop "<|end_header_id|>" | |
| PARAMETER stop "<|begin_of_text|>" | |
| PARAMETER stop "<|end_of_text|>" | |