- 
		
 - 
		
 - 
		
 - 
		
 - 
		
 - 
		
 
Inference Providers
				
			 
	 
 
		
	
		Active filters: 
					nncf
				 
		
			
				echarlaix/distilgpt2-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				echarlaix/distilbert-base-uncased-distilled-squad-openvino-8bit
				
				
			
			Question Answering
			
• 
		
	
				Updated
					
				
				• 
					
					9
				
	
				
				
 
		
	
			
				emmacall/Phi-3-mini-4k-instruct-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				riacheruvu/Qwen2-7B-Instruct-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				riacheruvu/Qwen2-7B-Instruct-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					3
				
	
				
				
 
		
	
			
				fiorezhang/Qwen2-7B-Instruct-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					3
				
	
				
				
 
		
	
			
				malcolmchan/Phi-3-mini-4k-instruct-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				emmacall/Phi-3-medium-4k-instruct-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
		
	
			
				elucidator8918/Lynx-8B-Instruct-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				AlexKoff88/Phi-3-mini-4k-instruct-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				AlexKoff88/Phi-3-mini-4k-instruct-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				yujiepan/llama-2-tiny-3layers-random-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				yujiepan/mixtral-8xtiny-random-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					46
				
	
				
				
 
		
	
			
				FM-1976/stablelm-zephyr-3b-openvino-4bit
				
				
			 
		
	
			
				riacheruvu/phi-2-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				chgk13/Qwen2-0.5B-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				AlexKoff88/TinyLlama-1.1B-Chat-v1.0-openvino-4bit
				
				
			 
		
	
			
				AlexKoff88/opt-125m-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				AlexKoff88/Phi-3.5-mini-instruct-openvino-fp16
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					3
				
	
				
				
 
		
	
			
				AlexKoff88/Phi-3.5-mini-instruct-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					54
				
	
				
				
 
		
	
			
				AlexKoff88/Phi-3.5-mini-instruct-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				AIFunOver/Phi-3.5-mini-instruct-openvino-fp16
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
		
	
			
				AIFunOver/Phi-3.5-mini-instruct-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
		
	
			
				AIFunOver/SmolLM2-1.7B-Instruct-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
		
	
			
				AIFunOver/SmolLM2-1.7B-Instruct-openvino-fp16
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				AIFunOver/SmolLM2-1.7B-Instruct-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					1
				
	
				
				
 
		
	
			
				AIFunOver/SmolLM2-360M-Instruct-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				
				
	
				
				 
		
	
			
				AIFunOver/SmolLM2-360M-Instruct-openvino-fp16
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
		
	
			
				AIFunOver/SmolLM2-360M-Instruct-openvino-4bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					2
				
	
				
				
 
		
	
			
				AIFunOver/Qwen2.5-7B-Instruct-openvino-8bit
				
				
			
			Text Generation
			
• 
		
	
				Updated
					
				
				• 
					
					5