xtuner
/

llava-llama-3-8b-v1_1-gguf

Model card Files Files and versions

LZHgrla commited on Apr 29, 2024

Commit

e328dc0

·

verified ·

1 Parent(s): 734381b

Update OLLAMA_MODELFILE_INT4

Files changed (1) hide show

OLLAMA_MODELFILE_INT4 +2 -2

OLLAMA_MODELFILE_INT4 CHANGED Viewed

@@ -1,5 +1,5 @@
-FROM ./ggml-model-int4.gguf
-FROM ./mmproj-model-f16.gguf
 TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
 {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>

+FROM ./llava-llama-3-8b-v1_1-int4.gguf
+FROM ./llava-llama-3-8b-v1_1-mmproj-f16.gguf
 TEMPLATE """{{ if .System }}<|start_header_id|>system<|end_header_id|>
 {{ .System }}<|eot_id|>{{ end }}{{ if .Prompt }}<|start_header_id|>user<|end_header_id|>