- 
		
 - 
		
 - 
		
 - 
		
 - 
		
 - 
		
 
Inference Providers
				
			 
	 
 
		
	
		Active filters: 
					6-bit
				 
		
			
				inferencerlabs/MiniMax-M2-MLX-6.5bit
				
				
			
			Text Generation
			
• 
		
				229B
			• 
	
				Updated
					
				
				• 
					
					1.33k
				
	
				
• 
					
					2
				
 
		
	
			
				mlx-community/Kimi-Linear-48B-A3B-Instruct-6bit
				
				
			
			Text Generation
			
• 
		
				49B
			• 
	
				Updated
					
				
				• 
					
					161
				
	
				
• 
					
					2
				
 
		
	
			
				MaziyarPanahi/WizardLM-2-7B-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					85.8k
				
	
				
• 
					
					83
				
 
		
	
			
				MaziyarPanahi/Meta-Llama-3-70B-Instruct-GGUF
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					2.86k
				
	
				
• 
					
					170
				
 
		
	
			
				MaziyarPanahi/Mistral-7B-Instruct-v0.3-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					113k
				
	
				
• 
					
					127
				
 
		
	
			
				MaziyarPanahi/DeepSeek-R1-0528-Qwen3-8B-GGUF
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					86.2k
				
	
				
• 
					
					6
				
 
		
	
			
				mlx-community/LFM2-1.2B-6bit
				
				
			
			Text Generation
			
• 
		
				0.3B
			• 
	
				Updated
					
				
				• 
					
					55
				
	
				
• 
					
					3
				
 
		
	
			
				inferencerlabs/openai-gpt-oss-20b-MLX-6.5bit
				
				
			
			Text Generation
			
• 
		
				21B
			• 
	
				Updated
					
				
				• 
					
					722
				
	
				
• 
					
					2
				
 
		
	
			
				nightmedia/Ling-lite-1.5-2507-q6-hi-mlx
				
				
			
			Text Generation
			
• 
		
				17B
			• 
	
				Updated
					
				
				• 
					
					20
				
	
				
• 
					
					1
				
 
		
	
			
				zerofata/MS3.2-PaintedFantasy-Visage-v3-34B-exl3-6bpw
				
				
			
		
				13B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					2
				
  
		
	
			
				inferencerlabs/Qwen3-Coder-480B-A35B-Instruct-MLX-6.5bit
				
				
			
			Text Generation
			
• 
		
				480B
			• 
	
				Updated
					
				
				• 
					
					250
				
	
				
• 
					
					2
				
 
		
	
			
				nightmedia/Tongyi-DeepResearch-30B-A3B-q6-hi-mlx
				
				
			
			Text Generation
			
• 
		
				31B
			• 
	
				Updated
					
				
				• 
					
					78
				
	
				
• 
					
					1
				
 
		
	
			
				lmstudio-community/granite-4.0-h-small-MLX-6bit
				
				
			
			Text Generation
			
• 
		
				32B
			• 
	
				Updated
					
				
				• 
					
					1.15k
				
	
				
• 
					
					1
				
 
		
	
			
				inferencerlabs/GLM-4.6-MLX-6.5bit
				
				
			
			Text Generation
			
• 
		
				353B
			• 
	
				Updated
					
				
				• 
					
					1.94k
				
	
				
• 
					
					9
				
 
		
	
			
				nightmedia/LFM2-1.2B-Extract-dwq6-mlx
				
				
			
			Text Generation
			
• 
		
				0.3B
			• 
	
				Updated
					
				
				• 
					
					52
				
	
				
• 
					
					1
				
 
		
	
			
				mlx-community/Apriel-1.5-15b-Thinker-6bit-MLX
				
				
			
			Image-Text-to-Text
			
• 
		
	
				Updated
					
				
				• 
					
					129
				
	
				
• 
					
					1
				
 
		
	
			
				mlx-community/Qwen3-VL-8B-Thinking-6bit
				
				
			
			Image-Text-to-Text
			
• 
		
	
				Updated
					
				
				• 
					
					229
				
	
				
• 
					
					2
				
 
		
	
			
				nightmedia/Qwen3-Coder-REAP-25B-A3B-qx65x-hi-mlx
				
				
			
			Text Generation
			
• 
		
				25B
			• 
	
				Updated
					
				
				• 
					
					321
				
	
				
• 
					
					1
				
 
		
	
			
				mlx-community/MiniMax-M2-6bit
				
				
			
			Text Generation
			
• 
		
				229B
			• 
	
				Updated
					
				
				• 
					
					948
				
	
				
• 
					
					1
				
 
		
	
			
				LoneStriker/Yi-6B-200K-6.0bpw-h6-exl2
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
• 
					
					1
				
 
		
	
			
				MaziyarPanahi/phi-2-GGUF
				
				
			
			Text Generation
			
• 
		
				3B
			• 
	
				Updated
					
				
				• 
					
					195
				
	
				
• 
					
					6
				
 
		
	
			
				MaziyarPanahi/Tess-XS-v1-3-yarn-128K-Mistral-7B-Instruct-v0.1-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					101
				
	
				
• 
					
					6
				
 
		
	
			
				MaziyarPanahi/zephyr-7b-beta-Mistral-7B-Instruct-v0.1-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					203
				
	
				
• 
					
					4
				
 
		
	
			
				MaziyarPanahi/zephyr-7b-beta-Mistral-7B-Instruct-v0.2-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					131
				
	
				
• 
					
					5
				
 
		
	
			
				MaziyarPanahi/NeuralPipe-7B-slerp-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					124
				
	
				
• 
					
					3
				
 
		
	
			
				MaziyarPanahi/NeuralPipe-7B-slerp-v0.2-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					187
				
	
				
• 
					
					2
				
 
		
	
			
				MaziyarPanahi/Mistral-7B-Instruct-v0.1-16k-Mistral-7B-Instruct-v0.2-slerp-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					48
				
	
				
• 
					
					2
				
 
		
	
			
				MaziyarPanahi/rfp_instruct_model-Mistral-7B-Instruct-v0.2-slerp-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					87
				
	
				
• 
					
					2
				
 
		
	
			
				MaziyarPanahi/Mistral-7B-Instruct-SQL-Mistral-7B-Instruct-v0.2-slerp-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					73
				
	
				
• 
					
					1
				
 
		
	
			
				MaziyarPanahi/mistral-7B-Mistral-7B-Instruct-v0.2-slerp-GGUF
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					128
				
	
				
• 
					
					1