Rohit8y commited on
Commit
652c7e2
·
1 Parent(s): 29f58bf

BLIP model shifted to CPU

Browse files
Files changed (1) hide show
  1. app.py +2 -3
app.py CHANGED
@@ -79,9 +79,8 @@ def get_blip_model():
79
  #processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-large")
80
  #model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-large")
81
  processor = Blip2Processor.from_pretrained("Salesforce/blip2-opt-2.7b")
82
- model = Blip2ForConditionalGeneration.from_pretrained(
83
- "Salesforce/blip2-opt-2.7b", load_in_8bit=True, device_map={"": 0}, torch_dtype=torch.float16
84
- )
85
  model.eval()
86
  return processor, model
87
 
 
79
  #processor = BlipProcessor.from_pretrained("Salesforce/blip-image-captioning-large")
80
  #model = BlipForConditionalGeneration.from_pretrained("Salesforce/blip-image-captioning-large")
81
  processor = Blip2Processor.from_pretrained("Salesforce/blip2-opt-2.7b")
82
+ model = Blip2ForConditionalGeneration.from_pretrained("Salesforce/blip2-opt-2.7b")
83
+
 
84
  model.eval()
85
  return processor, model
86