['transformers', 'safetensors', 'llama', 'text-generation', 'two stage dpo', 'dpo', 'exl2', 'conversational', 'de', 'en', 'autotrain_compatible', 'text-generation-inference', 'endpoints_compatible', '5-bit']