['transformers', 'gguf', 'granite', 'text-generation', 'english', 'text-generation-inference', 'inference-endpoints', 'conversational', '4-bit', '5-bit', '8-bit', 'ruslanmv', 'en', 'endpoints_compatible']
['ibm-granite/granite-3.1-2b-instruct']