- 
		
- 
		
- 
		
- 
		
- 
		
- 
		
Inference Providers
				
			 
		
	
		Active filters: 
					5bit
				
			 
				alokabhishek/Mistral-7B-Instruct-v0.2-5.0-bpw-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					1
				
 
				alokabhishek/Llama-2-7b-chat-hf-5.0-bpw-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					4
				
	
				
• 
					
					1
				
 
				alokabhishek/gemma-7b-it-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					58
				
	
				
• 
					
					1
				
 
				alokabhishek/gemma-1.1-7b-it-GGUF
				
				
			
			Text Generation
			
• 
		
				9B
			• 
	
				Updated
					
				
				• 
					
					84
				
	
				
• 
					
					1
				
 
				alokabhishek/Meta-Llama-3-8B-Instruct-5.0-bpw-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				• 
					
					1
				
 
				alokabhishek/Mistral-7B-Instruct-v0.2-6.0-bpw-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					2
				
 
				legraphista/Yuan2-M32-hf-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				40B
			• 
	
				Updated
					
				
				• 
					
					658
				
	
				
• 
					
					3
				
 
				legraphista/K2-Chat-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				65B
			• 
	
				Updated
					
				
				• 
					
					1.83k
				
	
				
• 
					
					5
				
 
				legraphista/K2-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				65B
			• 
	
				Updated
					
				
				• 
					
					1.78k
				
	
				
• 
					
					3
				
 
				legraphista/neo_7b_instruct_v0.1-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.16k
				
	
				
				
 
				legraphista/neo_7b_sft_v0.1-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					998
				
	
				
				
 
				legraphista/neo_7b-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.67k
				
	
				
				
 
				legraphista/Llama-3-8B-Instruct-MopeyMule-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					972
				
	
				
• 
					
					1
				
 
				legraphista/Meta-Llama-3-8B-Instruct-abliterated-v3-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.03k
				
	
				
• 
					
					1
				
 
				legraphista/Meta-Llama-3-70B-Instruct-abliterated-v3.5-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					2.53k
				
	
				
• 
					
					2
				
 
				legraphista/K2-ckpt_360-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				65B
			• 
	
				Updated
					
				
				• 
					
					905
				
	
				
				
 
				legraphista/Nxcode-CQ-7B-orpo-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					1.56k
				
	
				
• 
					
					3
				
 
				legraphista/dolphin-2.9.2-Phi-3-Medium-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				14B
			• 
	
				Updated
					
				
				• 
					
					1.15k
				
	
				
				
 
				legraphista/dolphin-2.9.2-Phi-3-Medium-abliterated-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				14B
			• 
	
				Updated
					
				
				• 
					
					2.34k
				
	
				
• 
					
					1
				
 
				legraphista/Higgs-Llama-3-70B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					2.2k
				
	
				
• 
					
					8
				
 
				legraphista/Qwen2-7B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.63k
				
	
				
• 
					
					4
				
 
				legraphista/Qwen2-0.5B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				0.5B
			• 
	
				Updated
					
				
				• 
					
					1.66k
				
	
				
				
 
				legraphista/Qwen2-0.5B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				0.5B
			• 
	
				Updated
					
				
				• 
					
					1.16k
				
	
				
				
 
				legraphista/Qwen2-1.5B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					883
				
	
				
• 
					
					1
				
 
				legraphista/Qwen2-1.5B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					1.68k
				
	
				
				
 
				legraphista/Qwen2-7B-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					1.31k
				
	
				
				
 
				legraphista/Qwen2-57B-A14B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				57B
			• 
	
				Updated
					
				
				• 
					
					404
				
	
				
• 
					
					3
				
 
				legraphista/Qwen2-72B-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				73B
			• 
	
				Updated
					
				
				• 
					
					1.44k
				
	
				
• 
					
					1
				
 
				legraphista/Qwen2-57B-A14B-Instruct-GGUF
				
				
			
			Text Generation
			
• 
		
				57B
			• 
	
				Updated
					
				
				• 
					
					772
				
	
				
				
 
				legraphista/DeepSeek-Coder-V2-Lite-Instruct-IMat-GGUF
				
				
			
			Text Generation
			
• 
		
				16B
			• 
	
				Updated
					
				
				• 
					
					1.64k
				
	
				
• 
					
					7