Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -4,6 +4,7 @@ from transformers import ViTImageProcessor, VisionEncoderDecoderModel,RobertaTo
|
|
4 |
import PIL
|
5 |
import streamlit as st
|
6 |
from PIL import Image
|
|
|
7 |
|
8 |
|
9 |
def set_page_config():
|
@@ -16,9 +17,9 @@ def set_page_config():
|
|
16 |
def initialize_model():
|
17 |
device = 'cpu'
|
18 |
config = AutoConfig.from_pretrained("sourabhbargi11/Caption_generator_model")
|
19 |
-
model = VisionEncoderDecoderModel.from_pretrained("sourabhbargi11/Caption_generator_model", config=config)
|
20 |
tokenizer = RobertaTokenizerFast.from_pretrained("roberta-base")
|
21 |
-
image_processor = ViTImageProcessor.from_pretrained("google/vit-base-patch16-224"
|
22 |
return image_processor, model,tokenizer, device
|
23 |
|
24 |
def upload_image():
|
@@ -31,7 +32,7 @@ def image_preprocess(image):
|
|
31 |
return image
|
32 |
|
33 |
def generate_caption(image_processor, model, tokenizer,device, image):
|
34 |
-
inputs = image_processor(image, return_tensors='pt')
|
35 |
print(inputs)
|
36 |
model.eval()
|
37 |
# Generate caption
|
|
|
4 |
import PIL
|
5 |
import streamlit as st
|
6 |
from PIL import Image
|
7 |
+
import trasformer
|
8 |
|
9 |
|
10 |
def set_page_config():
|
|
|
17 |
def initialize_model():
|
18 |
device = 'cpu'
|
19 |
config = AutoConfig.from_pretrained("sourabhbargi11/Caption_generator_model")
|
20 |
+
model = VisionEncoderDecoderModel.from_pretrained("sourabhbargi11/Caption_generator_model", config=config)
|
21 |
tokenizer = RobertaTokenizerFast.from_pretrained("roberta-base")
|
22 |
+
image_processor = ViTImageProcessor.from_pretrained("google/vit-base-patch16-224")
|
23 |
return image_processor, model,tokenizer, device
|
24 |
|
25 |
def upload_image():
|
|
|
32 |
return image
|
33 |
|
34 |
def generate_caption(image_processor, model, tokenizer,device, image):
|
35 |
+
inputs = image_processor(image, return_tensors='pt')
|
36 |
print(inputs)
|
37 |
model.eval()
|
38 |
# Generate caption
|