['transformers', 'safetensors', 'mistral', 'text-generation', 'Mistral', 'instruct', 'finetune', 'chatml', 'DPO', 'RLHF', 'gpt4', 'synthetic data', 'distillation', 'awq', 'conversational', 'en', 'autotrain_compatible', 'text-generation-inference', 'endpoints_compatible', '4-bit']
['NousResearch/Nous-Hermes-2-Mistral-7B-DPO']