['transformers', 'safetensors', 'mixtral', 'text-generation', 'finetuned', 'quantized', '4-bit', 'gptq', 'Mixtral', 'instruct', 'finetune', 'chatml', 'DPO', 'RLHF', 'gpt4', 'synthetic data', 'distillation', 'en', 'autotrain_compatible', 'endpoints_compatible', 'has_space', 'text-generation-inference', 'conversational']
['mistralai/Mixtral-8x7B-v0.1', 'NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO']