 
				RedHatAI/DeepSeek-Coder-V2-Lite-Instruct-FP8
				
				
			
			Text Generation
			
• 
		
				16B
			• 
	
				Updated
					
				
				• 
					
					15.2k
				
	
				
• 
					
					7
				
 
				RedHatAI/Qwen2-7B-Instruct-quantized.w4a16
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					42
				
	
				
				
 
				RedHatAI/Qwen2-72B-Instruct-quantized.w4a16
				
				
			
			Text Generation
			
• 
		
				12B
			• 
	
				Updated
					
				
				• 
					
					9
				
	
				
• 
					
					4
				
 
				RedHatAI/Qwen2-1.5B-Instruct-quantized.w4a16
				
				
			
			Text Generation
			
• 
		
				0.6B
			• 
	
				Updated
					
				
				• 
					
					32
				
	
				
				
 
				RedHatAI/Qwen2-0.5B-Instruct-quantized.w4a16
				
				
			
			Text Generation
			
• 
		
				0.3B
			• 
	
				Updated
					
				
				• 
					
					25
				
	
				
				
 
				RedHatAI/Qwen2-72B-Instruct-quantized.w8a16
				
				
			
			Text Generation
			
• 
		
				20B
			• 
	
				Updated
					
				
				• 
					
					9
				
	
				
• 
					
					1
				
 
				RedHatAI/Qwen2-7B-Instruct-quantized.w8a16
				
				
			
			Text Generation
			
• 
		
				3B
			• 
	
				Updated
					
				
				• 
					
					5
				
	
				
				
 
				RedHatAI/Qwen2-1.5B-Instruct-quantized.w8a16
				
				
			
			Text Generation
			
• 
		
				0.6B
			• 
	
				Updated
					
				
				• 
					
					15
				
	
				
				
 
				RedHatAI/Qwen2-0.5B-Instruct-quantized.w8a16
				
				
			
			Text Generation
			
• 
		
				0.2B
			• 
	
				Updated
					
				
				• 
					
					122
				
	
				
				
 
				RedHatAI/Llama-2-7b-chat-quantized.w4a16
				
				
			
			Text Generation
			
• 
		
				1B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
				
 
				RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w4a16
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					4
				
	
				
• 
					
					2
				
 
				RedHatAI/Llama-2-7b-chat-quantized.w8a16
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					17
				
	
				
				
 
				RedHatAI/Mistral-7B-Instruct-v0.3-quantized.w8a16
				
				
			
			Text Generation
			
• 
		
				2B
			• 
	
				Updated
					
				
				• 
					
					67
				
	
				
				
 
				RedHatAI/Meta-Llama-3-70B-Instruct-quantized.w8a16
				
				
			
			Text Generation
			
• 
		
				19B
			• 
	
				Updated
					
				
				• 
					
					71
				
	
				
• 
					
					5
				
 
				RedHatAI/Meta-Llama-3-8B-Instruct-quantized.w8a16
				
				
			
			Text Generation
			
• 
		
				3B
			• 
	
				Updated
					
				
				• 
					
					290
				
	
				
• 
					
					3
				
 
				RedHatAI/SparseLLama-2-7b-ultrachat_200k-pruned_50.2of4
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					4
				
	
				
				
 
				RedHatAI/SparseLlama-2-7b-evolcodealpaca-pruned_50.2of4
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					3
				
	
				
				
 
				RedHatAI/Meta-Llama-3-70B-Instruct-FP8-KV
				
				
			
			Text Generation
			
• 
		
				71B
			• 
	
				Updated
					
				
				• 
					
					22
				
	
				
• 
					
					2
				
 
				RedHatAI/Llama-2-7b-gsm8k-pruned_70
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					20
				
	
				
				
 
				RedHatAI/Llama-2-7b-gsm8k-pruned_50
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				
				
	
				• 
					
					1
				
 
				RedHatAI/Llama-2-7b-gsm8k
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					643
				
	
				
• 
					
					5
				
 
				RedHatAI/Mistral-7B-Instruct-v0.3-GPTQ-4bit
				
				
			
			Text Generation
			
• 
		
				1B
			• 
	
				Updated
					
				
				• 
					
					137k
				
	
				
• 
					
					22
				
 
				RedHatAI/SparseLlama-2-7b-cnn-daily-mail-pruned_50.2of4
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				
				
	
				
				 
				RedHatAI/SparseLlama-2-7b-cnn-daily-mail-pruned_70
				
				
			
		
	
				Updated
					
				
				
				
	
				
				
 
				RedHatAI/Llama-2-7b-cnn-daily-mail-pruned_70-quantized-deepsparse
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					3
				
	
				
				
 
				RedHatAI/Llama-2-7b-cnn-daily-mail-pruned_50-quantized-deepsparse
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
				RedHatAI/Llama-2-7b-dolphin-open_platypus-pruned_70-quantized-deepsparse
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
• 
					
					1
				
 
				RedHatAI/Llama-2-7b-dolphin-open_platypus-pruned_50-quantized-deepsparse
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					5
				
	
				
				
 
				RedHatAI/Llama-2-7b-cnn-daily-mail-pruned_70
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
				RedHatAI/Llama-2-7b-cnn-daily-mail-pruned_50
				
				
			
			Text Generation
			
• 
		
				7B
			• 
	
				Updated
					
				
				• 
					
					1