 
				RedHatAI/Qwen2.5-3B-quantized.w4a16
				
				
			
			Text Generation
			
• 
		
				1.0B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
				RedHatAI/Qwen2.5-1.5B-quantized.w4a16
				
				
			
			Text Generation
			
• 
		
				0.6B
			• 
	
				Updated
					
				
				• 
					
					21
				
	
				
				
 
				RedHatAI/Qwen2.5-0.5B-quantized.w4a16
				
				
			
			Text Generation
			
• 
		
				0.3B
			• 
	
				Updated
					
				
				
				
	
				
				 
				RedHatAI/Qwen2.5-14B-Instruct-quantized.w8a8
				
				
			
			Text Generation
			
• 
		
				15B
			• 
	
				Updated
					
				
				
				
	
				
				 
				RedHatAI/granite-3.1-8b-instruct-GGUF
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
				
  
				RedHatAI/Sparse-Llama-3.1-8B-2of4
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					66
				
	
				
• 
					
					62
				
 
				RedHatAI/Qwen2.5-Math-7B-Instruct-FP8-dynamic
				
				
			
		
				8B
			• 
	
				Updated
					
				
				
				
	
				
				  
				RedHatAI/Qwen2.5-0.5B-Instruct-quantized.w8a8
				
				
			
			Text Generation
			
• 
		
				0.6B
			• 
	
				Updated
					
				
				• 
					
					76
				
	
				
				
 
				RedHatAI/Qwen2.5-72B-FP8-dynamic
				
				
			
			Text Generation
			
• 
		
				73B
			• 
	
				Updated
					
				
				• 
					
					6
				
	
				
• 
					
					1
				
 
				RedHatAI/Qwen2.5-72B-quantized.w8a8
				
				
			
			Text Generation
			
• 
		
				73B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
				
 
				RedHatAI/Qwen2.5-14B-quantized.w8a8
				
				
			
			Text Generation
			
• 
		
				15B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
• 
					
					2
				
 
				RedHatAI/Qwen2.5-14B-FP8-dynamic
				
				
			
			Text Generation
			
• 
		
				15B
			• 
	
				Updated
					
				
				• 
					
					6
				
	
				
• 
					
					2
				
 
				RedHatAI/Qwen2.5-7B-quantized.w8a8
				
				
			
			Text Generation
			
• 
		
				8B
			• 
	
				Updated
					
				
				• 
					
					200
				
	
				
• 
					
					1
				
 
				RedHatAI/Qwen2.5-3B-FP8-dynamic
				
				
			
			Text Generation
			
• 
		
				3B
			• 
	
				Updated
					
				
				• 
					
					6
				
	
				
				
 
				RedHatAI/Qwen2.5-1.5B-FP8-dynamic
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
				RedHatAI/Qwen2.5-0.5B-FP8-dynamic
				
				
			
			Text Generation
			
• 
		
				0.6B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
				RedHatAI/Qwen2.5-3B-quantized.w8a8
				
				
			
			Text Generation
			
• 
		
				3B
			• 
	
				Updated
					
				
				
				
	
				• 
					
					1
				
 
				RedHatAI/Qwen2.5-1.5B-quantized.w8a8
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					47.9k
				
	
				
• 
					
					1
				
 
				RedHatAI/Qwen2.5-0.5B-quantized.w8a8
				
				
			
			Text Generation
			
• 
		
				0.6B
			• 
	
				Updated
					
				
				• 
					
					24
				
	
				
				
 
				RedHatAI/Meta-Llama-3.1-405B-Instruct-quantized.w8a8
				
				
			
			Text Generation
			
• 
		
				406B
			• 
	
				Updated
					
				
				• 
					
					12
				
	
				
• 
					
					1
				
 
				RedHatAI/Qwen2.5-14B-Instruct-FP8-dynamic
				
				
			
		
				15B
			• 
	
				Updated
					
				
				• 
					
					12
				
	
				
				
  
				RedHatAI/Qwen2.5-72B-Instruct-FP8-dynamic
				
				
			
		
				73B
			• 
	
				Updated
					
				
				• 
					
					7
				
	
				
				
  
				RedHatAI/Qwen2.5-Coder-7B-FP8-dynamic
				
				
			
		
				8B
			• 
	
				Updated
					
				
				
				
	
				
				  
				RedHatAI/Qwen2.5-Coder-7B-Instruct-FP8-dynamic
				
				
			
		
				8B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
				
  
				RedHatAI/Qwen2.5-Math-7B-FP8-dynamic
				
				
			
		
				8B
			• 
	
				Updated
					
				
				
				
	
				
				  
				RedHatAI/Qwen2.5-Coder-14B-FP8-dynamic
				
				
			
		
				15B
			• 
	
				Updated
					
				
				• 
					
					1
				
	
				
				
  
				RedHatAI/Qwen2.5-Coder-32B-Instruct-FP8-dynamic
				
				
			
		
				33B
			• 
	
				Updated
					
				
				• 
					
					2
				
	
				
				
  
				RedHatAI/Qwen2.5-Coder-32B-FP8-dynamic
				
				
			
		
				33B
			• 
	
				Updated
					
				
				
				
	
				
				  
				RedHatAI/Qwen2.5-Math-72B-Instruct-FP8-dynamic
				
				
			
		
				73B
			• 
	
				Updated
					
				
				
				
	
				
				  
				RedHatAI/Qwen2.5-Math-72B-FP8-dynamic
				
				
			
		
				73B
			• 
	
				Updated