['transformers', 'safetensors', 'mistral', 'text-generation', 'gptq', 'quantized', 'auto-gptq', '4bit', 'conversational', 'autotrain_compatible', 'text-generation-inference', 'endpoints_compatible', '4-bit']