Edited Interface

app.py

@@ -1,12 +1,13 @@
 import cv2
 import numpy as np
 from PIL import Image
+from PIL import ImageColor
 import mediapipe as mp
 import time
 import gradio as gr
 import glob
 
-width_, height_, = 144, 96
+width_, height_ = 144, 96
 
 drawing_flag = False
 sleepy_time = time.time()
@@ -14,6 +15,20 @@ sleepy_time = time.time()
 output_frames = []
 
 
+def is_hex(hexq):
+    if hexq[0] == '#' and len(hexq) == 7 and hexq[1:7].isalnum():
+        return True
+    else:
+        return False
+
+
+def hex2rgb(hex):
+    if is_hex(hex):
+        return ImageColor.getcolor(hex, "RGB")
+    else:
+        return (255, 255, 255)
+
+
 def find_hands(brain, img):
     if img is not None:
         img_rgb = cv2.cvtColor(img, cv2.COLOR_BGR2RGB)  # opencv image is in BGR form but mp is trained with RGB
@@ -103,25 +118,26 @@ def show(video, dominant_hand): # main
                         # print(idx_coords)
                         cv2.circle(rgb_image_f, idx_coords, 5, color, cv2.FILLED)
 
-                        if idx_coords[1] < 72: # brute force but should be extremely marginally faster lol
-                            if idx_coords[0] < 71:  # red
-                                color = (0, 0, 255)
-                            if 71 < idx_coords[0] < 142:  # orange
-                                color = (0, 115, 255)
-                            if 142 < idx_coords[0] < 213:  # yellow
-                                color = (0, 229, 255)
-                            if 213 < idx_coords[0] < 284:  # green
-                                color = (0, 195, 88)
-                            if 284 < idx_coords[0] < 356:  # blue
-                                color = (195, 85, 0)
-                            if 356 < idx_coords[0] < 427:  # indigo
-                                color = (195, 0, 68)
-                            if 427 < idx_coords[0] < 498:  # violet
-                                color = (195, 0, 143)
-                            if 498 < idx_coords[0] < 569:  # black
-                                color = (0, 0, 0)
-                            if 569 < idx_coords[0]:  # white / eraser
-                                color = (255, 255, 255)
+                        ### Discontinued function due to gradio limitations ###
+                        # if idx_coords[1] < 72: # brute force but should be extremely marginally faster lol
+                        #     if idx_coords[0] < 71:  # red
+                        #         color = (0, 0, 255)
+                        #     if 71 < idx_coords[0] < 142:  # orange
+                        #         color = (0, 115, 255)
+                        #     if 142 < idx_coords[0] < 213:  # yellow
+                        #         color = (0, 229, 255)
+                        #     if 213 < idx_coords[0] < 284:  # green
+                        #         color = (0, 195, 88)
+                        #     if 284 < idx_coords[0] < 356:  # blue
+                        #         color = (195, 85, 0)
+                        #     if 356 < idx_coords[0] < 427:  # indigo
+                        #         color = (195, 0, 68)
+                        #     if 427 < idx_coords[0] < 498:  # violet
+                        #         color = (195, 0, 143)
+                        #     if 498 < idx_coords[0] < 569:  # black
+                        #         color = (0, 0, 0)
+                        #     if 569 < idx_coords[0]:  # white / eraser
+                        #         color = (255, 255, 255)
 
                         if len(past_holder) and drawing_flag: # start drawing
                             cv2.line(paper, past_holder, idx_coords, color, 5)
@@ -130,6 +146,7 @@ def show(video, dominant_hand): # main
                             # paper[idx_coords[0]][idx_coords[1]][3] = 255
                             cv2.circle(rgb_image_f, idx_coords, 5, color, cv2.FILLED)
 
+                        ### Discontinued function due to gradio limitations ###
                         # if save(lm_list1) and time.time() - sleepy_time > 3: # save / output
                         #     paper[0:height_, w - width_: w] = 255 # presenter eraser
                         #     paper = cv2.cvtColor(paper, cv2.COLOR_BGR2RGB)
@@ -158,7 +175,6 @@ def show(video, dominant_hand): # main
 
             finally:
                 if True:
-                    rgb_image_f[0:48, ] = palette # 48 small
                     presenter = cv2.resize(rgb_image_f, (width_, height_))
                     h, w, _ = rgb_image_f.shape
                     paper[0:height_, w - width_: w] = presenter
@@ -189,8 +205,13 @@ title = 'Air Draw'
 desc = 'A Mediapipe Hands Wrapper for Drawing in the Air'
 iface = gr.Interface(
     fn=show,
-    inputs=[gr.inputs.Video(source="webcam", label="Record from Webcam"), gr.inputs.Radio(['Right', 'Left'], label="Dominant Hand")],
-    outputs='video', title=title,
+    inputs=[
+        gr.inputs.Video(source="webcam", label="Record from Webcam"),
+        gr.inputs.Radio(['Right', 'Left'], label="Dominant Hand"),
+        gr.inputs.Textbox(placeholder="#355C7D", label="Hex Code")
+    ],
+    outputs='video',
+    title=title,
     description=desc)
 
 iface.launch(share=True, enable_queue=True)