krypton commited on
Commit
022818a
·
verified ·
1 Parent(s): dd9a8c6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +15 -5
app.py CHANGED
@@ -1,16 +1,26 @@
1
  import requests
2
  from PIL import Image
3
  import streamlit as st
4
- from transformers import pipeline
 
 
 
 
5
 
6
- pipe = pipeline("image-to-text", model="microsoft/trocr-large-printed")
7
  st.title("Duh!")
8
 
9
  # load image from the IAM dataset
10
  url = "https://parivahan.gov.in/rcdlstatus/DispplayCaptcha?txtp_cd=1&bkgp_cd=2&noise_cd=2&gimp_cd=3&txtp_length=5&pfdrid_c=true?1429026471&pfdrid_c=true"
11
- image = Image.open(requests.get(url, stream=True).raw)
12
 
13
  col1, col2 = st.columns(2)
14
- predictions = pipeline(image)
 
 
 
 
 
 
 
15
  col1.image(image, use_column_width=True)
16
- col2.subheader(f"Detected Text: {predictions}")
 
1
  import requests
2
  from PIL import Image
3
  import streamlit as st
4
+ # Load model directly
5
+ from transformers import AutoTokenizer, AutoModelForImageTextToText
6
+
7
+ tokenizer = AutoTokenizer.from_pretrained("microsoft/trocr-large-printed")
8
+ model = AutoModelForImageTextToText.from_pretrained("microsoft/trocr-large-printed")
9
 
 
10
  st.title("Duh!")
11
 
12
  # load image from the IAM dataset
13
  url = "https://parivahan.gov.in/rcdlstatus/DispplayCaptcha?txtp_cd=1&bkgp_cd=2&noise_cd=2&gimp_cd=3&txtp_length=5&pfdrid_c=true?1429026471&pfdrid_c=true"
14
+ image = Image.open(requests.get(url, stream=True).raw).convert("RGB")
15
 
16
  col1, col2 = st.columns(2)
17
+ processor = TrOCRProcessor.from_pretrained('microsoft/trocr-large-printed')
18
+ model = VisionEncoderDecoderModel.from_pretrained('microsoft/trocr-large-printed')
19
+ pixel_values = processor(images=image, return_tensors="pt").pixel_values
20
+
21
+ generated_ids = model.generate(pixel_values)
22
+ generated_text = processor.batch_decode(generated_ids, skip_special_tokens=True)[0]
23
+
24
+
25
  col1.image(image, use_column_width=True)
26
+ col2.subheader(f"Detected Text: {generated_text}")