['transformers', 'gguf', 'llama3.1', 'macos', 'chatpdf', 'local', 'text-generation-inference', 'meta', 'facebook', 'llama', 'llama.cpp', 'legal', 'llama3.1-8b', 'quantization', 'en', 'endpoints_compatible', 'conversational']