['transformers', 'gguf', 'qwen2', 'quantized', '2-bit', '3-bit', '4-bit', '5-bit', '6-bit', '8-bit', 'GGUF', 'pytorch', 'text-generation', 'conversational', 'autotrain_compatible', 'endpoints_compatible', 'text-generation-inference']