sourabhbargi11 commited on
Commit
cf6cf6f
·
verified ·
1 Parent(s): 84fa46d

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -4,6 +4,7 @@ from transformers import ViTImageProcessor, VisionEncoderDecoderModel,RobertaTo
4
  import PIL
5
  import streamlit as st
6
  from PIL import Image
 
7
 
8
 
9
  def set_page_config():
@@ -16,9 +17,9 @@ def set_page_config():
16
  def initialize_model():
17
  device = 'cpu'
18
  config = AutoConfig.from_pretrained("sourabhbargi11/Caption_generator_model")
19
- model = VisionEncoderDecoderModel.from_pretrained("sourabhbargi11/Caption_generator_model", config=config).to(device)
20
  tokenizer = RobertaTokenizerFast.from_pretrained("roberta-base")
21
- image_processor = ViTImageProcessor.from_pretrained("google/vit-base-patch16-224",device=device)
22
  return image_processor, model,tokenizer, device
23
 
24
  def upload_image():
@@ -31,7 +32,7 @@ def image_preprocess(image):
31
  return image
32
 
33
  def generate_caption(image_processor, model, tokenizer,device, image):
34
- inputs = image_processor(image, return_tensors='pt').to(device)
35
  print(inputs)
36
  model.eval()
37
  # Generate caption
 
4
  import PIL
5
  import streamlit as st
6
  from PIL import Image
7
+ import trasformer
8
 
9
 
10
  def set_page_config():
 
17
  def initialize_model():
18
  device = 'cpu'
19
  config = AutoConfig.from_pretrained("sourabhbargi11/Caption_generator_model")
20
+ model = VisionEncoderDecoderModel.from_pretrained("sourabhbargi11/Caption_generator_model", config=config)
21
  tokenizer = RobertaTokenizerFast.from_pretrained("roberta-base")
22
+ image_processor = ViTImageProcessor.from_pretrained("google/vit-base-patch16-224")
23
  return image_processor, model,tokenizer, device
24
 
25
  def upload_image():
 
32
  return image
33
 
34
  def generate_caption(image_processor, model, tokenizer,device, image):
35
+ inputs = image_processor(image, return_tensors='pt')
36
  print(inputs)
37
  model.eval()
38
  # Generate caption