Update app.py

app.py

@@ -1,36 +1,64 @@
-"""A sample to use WebRTC in sendonly mode to transfer frames
-from the browser to the server and to render frames via `st.image`."""
-
-import logging
-import queue
+"""Video transforms with OpenCV"""
 
+import av
+import cv2
 import streamlit as st
 from streamlit_webrtc import WebRtcMode, webrtc_streamer
 
 from sample_utils.turn import get_ice_servers
 
-logger = logging.getLogger(__name__)
+_type = st.radio("Select transform type", ("noop", "cartoon", "edges", "rotate"))
+
+
+def callback(frame: av.VideoFrame) -> av.VideoFrame:
+    img = frame.to_ndarray(format="bgr24")
+
+    if _type == "noop":
+        pass
+    elif _type == "cartoon":
+        # prepare color
+        img_color = cv2.pyrDown(cv2.pyrDown(img))
+        for _ in range(6):
+            img_color = cv2.bilateralFilter(img_color, 9, 9, 7)
+        img_color = cv2.pyrUp(cv2.pyrUp(img_color))
+
+        # prepare edges
+        img_edges = cv2.cvtColor(img, cv2.COLOR_RGB2GRAY)
+        img_edges = cv2.adaptiveThreshold(
+            cv2.medianBlur(img_edges, 7),
+            255,
+            cv2.ADAPTIVE_THRESH_MEAN_C,
+            cv2.THRESH_BINARY,
+            9,
+            2,
+        )
+        img_edges = cv2.cvtColor(img_edges, cv2.COLOR_GRAY2RGB)
+
+        # combine color and edges
+        img = cv2.bitwise_and(img_color, img_edges)
+    elif _type == "edges":
+        # perform edge detection
+        img = cv2.cvtColor(cv2.Canny(img, 100, 200), cv2.COLOR_GRAY2BGR)
+    elif _type == "rotate":
+        # rotate image
+        rows, cols, _ = img.shape
+        M = cv2.getRotationMatrix2D((cols / 2, rows / 2), frame.time * 45, 1)
+        img = cv2.warpAffine(img, M, (cols, rows))
+
+    return av.VideoFrame.from_ndarray(img, format="bgr24")
 
 
-webrtc_ctx = webrtc_streamer(
-    key="video-sendonly",
-    mode=WebRtcMode.SENDONLY,
+webrtc_streamer(
+    key="opencv-filter",
+    mode=WebRtcMode.SENDRECV,
     rtc_configuration={"iceServers": get_ice_servers()},
-    media_stream_constraints={"video": True},
+    video_frame_callback=callback,
+    media_stream_constraints={"video": True, "audio": False},
+    async_processing=True,
 )
 
-image_place = st.empty()
-
-while True:
-    if webrtc_ctx.video_receiver:
-        try:
-            video_frame = webrtc_ctx.video_receiver.get_frame(timeout=1)
-        except queue.Empty:
-            logger.warning("Queue is empty. Abort.")
-            break
-
-        img_rgb = video_frame.to_ndarray(format="rgb24")
-        image_place.image(img_rgb)
-    else:
-        logger.warning("AudioReciver is not set. Abort.")
-        break
+st.markdown(
+    "This demo is based on "
+    "https://github.com/aiortc/aiortc/blob/2362e6d1f0c730a0f8c387bbea76546775ad2fe8/examples/server/server.py#L34. "  # noqa: E501
+    "Many thanks to the project."
+)