['transformers', 'gguf', 'gpt', 'llm', 'large language model', 'ggml', 'quantized', 'q2_k', 'q3_k_m', 'q4_k_m', 'q5_k_m', 'q6_k', 'q8_0', 'text-generation', 'en', 'conversational']
['Aryanne/Astrea-RP-v1-3B']