['gguf', 'facebook', 'meta', 'pytorch', 'llama', 'llama-3', 'llama-cpp', 'gguf-my-repo', 'text-generation-inference', 'text-generation', 'sq', 'endpoints_compatible', 'conversational']
['Kushtrim/Llama-3.1-8B-Instruct-bnb-4bit-shqip']