['transformers', 'safetensors', 'text-generation-inference', 'LLama-70B', 'text-generation', 'conversational', 'en', 'endpoints_compatible']
['ISTA-DASLab/Meta-Llama-3.1-70B-Instruct-AQLM-PV-2Bit-1x16']