['gguf', 'merge', 'mergekit', 'lazymergekit', 'AlekseiPravdin/KSI-RP-NSK-128k-7B', 'grimjim/fireblossom-32K-7B', 'Q2_K', 'Q3_K_L', 'Q3_K_M', 'Q3_K_S', 'Q4_0', 'Q4_1', 'Q4_K_S', 'Q4_k_m', 'Q5_0', 'Q5_1', 'Q6_K', 'Q5_K_S', 'Q5_k_m', 'Q8_0', '128k', 'en', 'ru', 'th', 'endpoints_compatible', 'conversational']