['transformers', 'safetensors', 'gemma2', 'text-generation', 'gptq', '4bit', 'gptqmodel', 'modelcloud', 'conversational', 'autotrain_compatible', 'text-generation-inference', 'endpoints_compatible', '4-bit']