Update app.py
Browse files
app.py
CHANGED
@@ -1,16 +1,26 @@
|
|
1 |
import requests
|
2 |
from PIL import Image
|
3 |
import streamlit as st
|
4 |
-
|
|
|
|
|
|
|
|
|
5 |
|
6 |
-
pipe = pipeline("image-to-text", model="microsoft/trocr-large-printed")
|
7 |
st.title("Duh!")
|
8 |
|
9 |
# load image from the IAM dataset
|
10 |
url = "https://parivahan.gov.in/rcdlstatus/DispplayCaptcha?txtp_cd=1&bkgp_cd=2&noise_cd=2&gimp_cd=3&txtp_length=5&pfdrid_c=true?1429026471&pfdrid_c=true"
|
11 |
-
image = Image.open(requests.get(url, stream=True).raw)
|
12 |
|
13 |
col1, col2 = st.columns(2)
|
14 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
15 |
col1.image(image, use_column_width=True)
|
16 |
-
col2.subheader(f"Detected Text: {
|
|
|
1 |
import requests
|
2 |
from PIL import Image
|
3 |
import streamlit as st
|
4 |
+
# Load model directly
|
5 |
+
from transformers import AutoTokenizer, AutoModelForImageTextToText
|
6 |
+
|
7 |
+
tokenizer = AutoTokenizer.from_pretrained("microsoft/trocr-large-printed")
|
8 |
+
model = AutoModelForImageTextToText.from_pretrained("microsoft/trocr-large-printed")
|
9 |
|
|
|
10 |
st.title("Duh!")
|
11 |
|
12 |
# load image from the IAM dataset
|
13 |
url = "https://parivahan.gov.in/rcdlstatus/DispplayCaptcha?txtp_cd=1&bkgp_cd=2&noise_cd=2&gimp_cd=3&txtp_length=5&pfdrid_c=true?1429026471&pfdrid_c=true"
|
14 |
+
image = Image.open(requests.get(url, stream=True).raw).convert("RGB")
|
15 |
|
16 |
col1, col2 = st.columns(2)
|
17 |
+
processor = TrOCRProcessor.from_pretrained('microsoft/trocr-large-printed')
|
18 |
+
model = VisionEncoderDecoderModel.from_pretrained('microsoft/trocr-large-printed')
|
19 |
+
pixel_values = processor(images=image, return_tensors="pt").pixel_values
|
20 |
+
|
21 |
+
generated_ids = model.generate(pixel_values)
|
22 |
+
generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
|
23 |
+
|
24 |
+
|
25 |
col1.image(image, use_column_width=True)
|
26 |
+
col2.subheader(f"Detected Text: {generated_text}")
|