['transformers', 'gguf', 'Mixtral', 'instruct', 'finetune', 'chatml', 'DPO', 'RLHF', 'gpt4', 'synthetic data', 'distillation', 'en', 'endpoints_compatible', 'conversational']
['NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO']