update confidefnce, remove debugging code

app.py

@@ -8,7 +8,7 @@ import gradio as gr
 import numpy as np
 import requests
 import supervision as sv
-from inference_sdk import InferenceHTTPClient
+from inference_sdk import InferenceHTTPClient, InferenceConfiguration
 from openai import OpenAI
 
 CLIENT = InferenceHTTPClient(
@@ -16,13 +16,13 @@ CLIENT = InferenceHTTPClient(
     api_key=os.environ["ROBOFLOW_API_KEY"],
 )
 
+custom_configuration = InferenceConfiguration(confidence_threshold=0.3)
+
 openai_client = OpenAI()
 
 
 def process_mask(region, task_id):
-    region = cv2.rotate(region, cv2.ROTATE_90_CLOCKWISE)
-
-    cv2.imwrite(f"region_{task_id}.jpg", region)
+    region = cv2.rotate(region, cv2.ROTATE_90_COUNTERCLOCKWISE)
 
     # change channels
     region = cv2.cvtColor(region, cv2.COLOR_BGR2RGB)
@@ -84,7 +84,8 @@ def process_book_with_google_books(book):
 # define function that accepts an image
 def detect_books(image):
     # infer on a local image
-    results = CLIENT.infer(image, model_id="open-shelves/6")
+    with CLIENT.use_configuration(custom_configuration):
+        results = CLIENT.infer(image, model_id="open-shelves/6")
     results = sv.Detections.from_inference(results)
 
     mask_annotator = sv.MaskAnnotator()
@@ -101,7 +102,7 @@ def detect_books(image):
 
     print("Calculated masks...")
 
-    with concurrent.futures.ThreadPoolExecutor(max_workers=1) as executor:
+    with concurrent.futures.ThreadPoolExecutor() as executor:
         tasks = [
             executor.submit(process_mask, region, task_id)
             for task_id, region in enumerate(masks_isolated)
@@ -140,9 +141,15 @@ def detect_books(image):
         for title, author, isbn, polygon_list, xyxy, link in zip(
             books, authors, isbns, polygons, results.xyxy, links
         )
-        if "sorry" not in title.lower() and "NULL" not in title
+        if "sorry" not in title.lower() and "NULL" not in title and "cannot" not in title and "can't" not in title
     ]
 
+    # order annotations by x0
+    annotations = sorted(annotations, key=lambda x: x["xyxy"][0])
+
+    books = [annotation["title"] for annotation in annotations]
+    isbns = [annotation["isbn"] for annotation in annotations]
+
     width, height = image.shape[1], image.shape[0]
 
     svg = f"""<div class="image-container"><img src="image.jpeg" height="{height}" width="{width}">
@@ -178,7 +185,10 @@ def detect_books(image):
         "WIDTH", str(width)
     )
 
-    return annotated_image, books, isbns, svg
+    books = ", ".join(books)
+    isbns = ", ".join(isbns)
+
+    return books, annotated_image, isbns, svg
 
 
 iface = gr.Interface(
@@ -193,7 +203,7 @@ iface = gr.Interface(
     # outputs should be an image and a list of text
     outputs=[
         gr.components.Textbox(label="Detected Books", info="The detected books."),
-        gr.components.Image(label="Annotated Image", type="pil"),
+        gr.components.Image(label="Annotated Image"),
         gr.components.Textbox(label="ISBNs", info="The ISBNs of the detected books."),
         gr.components.Textbox(label="SVG", info="Copy-paste this code onto a web page to create a clickable bookshelf. NB: This code doesn't scale to different screen resolutions."),
     ],