Update app.py

app.py

@@ -81,7 +81,10 @@ def download_file(url, download_to: Path, expected_size=None):
 
 WEBRTC_CLIENT_SETTINGS = ClientSettings(
     rtc_configuration={"iceServers": [{"urls": ["stun:stun.l.google.com:19302"]}]},
-    media_stream_constraints={"video": True, "audio": True},
+    media_stream_constraints={
+        "video": True,
+        "audio": True,
+    },
 )
 
 
@@ -104,6 +107,7 @@ def main():
         "WebRTC is sendonly and audio frames are visualized with matplotlib (sendonly)"
     )
     loopback_page = "Simple video and audio loopback (sendrecv)"
+    media_constraints_page = "Configure media constraints with loopback (sendrecv)"
     app_mode = st.sidebar.selectbox(
         "Choose the app mode",
         [
@@ -115,6 +119,7 @@ def main():
             video_sendonly_page,
             audio_sendonly_page,
             loopback_page,
+            media_constraints_page,
         ],
     )
     st.subheader(app_mode)
@@ -135,6 +140,8 @@ def main():
         app_sendonly_audio()
     elif app_mode == loopback_page:
         app_loopback()
+    elif app_mode == media_constraints_page:
+        app_media_constraints()
 
     logger.debug("=== Alive threads ===")
     for thread in threading.enumerate():
@@ -441,35 +448,43 @@ def app_object_detection():
 def app_streaming():
     """ Media streamings """
     MEDIAFILES = {
-        "big_buck_bunny_720p_2mb.mp4": {
+        "big_buck_bunny_720p_2mb.mp4 (local)": {
             "url": "https://sample-videos.com/video123/mp4/720/big_buck_bunny_720p_2mb.mp4",  # noqa: E501
             "local_file_path": HERE / "data/big_buck_bunny_720p_2mb.mp4",
             "type": "video",
         },
-        "big_buck_bunny_720p_10mb.mp4": {
+        "big_buck_bunny_720p_10mb.mp4 (local)": {
             "url": "https://sample-videos.com/video123/mp4/720/big_buck_bunny_720p_10mb.mp4",  # noqa: E501
             "local_file_path": HERE / "data/big_buck_bunny_720p_10mb.mp4",
             "type": "video",
         },
-        "file_example_MP3_700KB.mp3": {
+        "file_example_MP3_700KB.mp3 (local)": {
             "url": "https://file-examples-com.github.io/uploads/2017/11/file_example_MP3_700KB.mp3",  # noqa: E501
             "local_file_path": HERE / "data/file_example_MP3_700KB.mp3",
             "type": "audio",
         },
-        "file_example_MP3_5MG.mp3": {
+        "file_example_MP3_5MG.mp3 (local)": {
             "url": "https://file-examples-com.github.io/uploads/2017/11/file_example_MP3_5MG.mp3",  # noqa: E501
             "local_file_path": HERE / "data/file_example_MP3_5MG.mp3",
             "type": "audio",
         },
+        "rtsp://wowzaec2demo.streamlock.net/vod/mp4:BigBuckBunny_115k.mov": {
+            "url": "rtsp://wowzaec2demo.streamlock.net/vod/mp4:BigBuckBunny_115k.mov",
+            "type": "video",
+        },
     }
     media_file_label = st.radio(
-        "Select a media file to stream", tuple(MEDIAFILES.keys())
+        "Select a media source to stream", tuple(MEDIAFILES.keys())
     )
     media_file_info = MEDIAFILES[media_file_label]
-    download_file(media_file_info["url"], media_file_info["local_file_path"])
+    if "local_file_path" in media_file_info:
+        download_file(media_file_info["url"], media_file_info["local_file_path"])
 
     def create_player():
-        return MediaPlayer(str(media_file_info["local_file_path"]))
+        if "local_file_path" in media_file_info:
+            return MediaPlayer(str(media_file_info["local_file_path"]))
+        else:
+            return MediaPlayer(media_file_info["url"])
 
         # NOTE: To stream the video from webcam, use the code below.
         # return MediaPlayer(
@@ -478,6 +493,49 @@ def app_streaming():
         #     options={"framerate": "30", "video_size": "1280x720"},
         # )
 
+    class OpenCVVideoProcessor(VideoProcessorBase):
+        type: Literal["noop", "cartoon", "edges", "rotate"]
+
+        def __init__(self) -> None:
+            self.type = "noop"
+
+        def recv(self, frame: av.VideoFrame) -> av.VideoFrame:
+            img = frame.to_ndarray(format="bgr24")
+
+            if self.type == "noop":
+                pass
+            elif self.type == "cartoon":
+                # prepare color
+                img_color = cv2.pyrDown(cv2.pyrDown(img))
+                for _ in range(6):
+                    img_color = cv2.bilateralFilter(img_color, 9, 9, 7)
+                img_color = cv2.pyrUp(cv2.pyrUp(img_color))
+
+                # prepare edges
+                img_edges = cv2.cvtColor(img, cv2.COLOR_RGB2GRAY)
+                img_edges = cv2.adaptiveThreshold(
+                    cv2.medianBlur(img_edges, 7),
+                    255,
+                    cv2.ADAPTIVE_THRESH_MEAN_C,
+                    cv2.THRESH_BINARY,
+                    9,
+                    2,
+                )
+                img_edges = cv2.cvtColor(img_edges, cv2.COLOR_GRAY2RGB)
+
+                # combine color and edges
+                img = cv2.bitwise_and(img_color, img_edges)
+            elif self.type == "edges":
+                # perform edge detection
+                img = cv2.cvtColor(cv2.Canny(img, 100, 200), cv2.COLOR_GRAY2BGR)
+            elif self.type == "rotate":
+                # rotate image
+                rows, cols, _ = img.shape
+                M = cv2.getRotationMatrix2D((cols / 2, rows / 2), frame.time * 45, 1)
+                img = cv2.warpAffine(img, M, (cols, rows))
+
+            return av.VideoFrame.from_ndarray(img, format="bgr24")
+
     WEBRTC_CLIENT_SETTINGS.update(
         {
             "media_stream_constraints": {
@@ -487,11 +545,23 @@ def app_streaming():
         }
     )
 
-    webrtc_streamer(
+    webrtc_ctx = webrtc_streamer(
         key=f"media-streaming-{media_file_label}",
         mode=WebRtcMode.RECVONLY,
         client_settings=WEBRTC_CLIENT_SETTINGS,
         player_factory=create_player,
+        video_processor_factory=OpenCVVideoProcessor,
+    )
+
+    if webrtc_ctx.video_processor:
+        webrtc_ctx.video_processor.type = st.radio(
+            "Select transform type", ("noop", "cartoon", "edges", "rotate")
+        )
+
+    st.markdown(
+        "The video filter in this demo is based on "
+        "https://github.com/aiortc/aiortc/blob/2362e6d1f0c730a0f8c387bbea76546775ad2fe8/examples/server/server.py#L34. "  # noqa: E501
+        "Many thanks to the project."
     )
 
 
@@ -499,7 +569,7 @@ def app_sendonly_video():
     """A sample to use WebRTC in sendonly mode to transfer frames
     from the browser to the server and to render frames via `st.image`."""
     webrtc_ctx = webrtc_streamer(
-        key="loopback",
+        key="video-sendonly",
         mode=WebRtcMode.SENDONLY,
         client_settings=WEBRTC_CLIENT_SETTINGS,
     )
@@ -524,9 +594,9 @@ def app_sendonly_video():
 def app_sendonly_audio():
     """A sample to use WebRTC in sendonly mode to transfer audio frames
     from the browser to the server and visualize them with matplotlib
-    and `st.pyplog`."""
+    and `st.pyplot`."""
     webrtc_ctx = webrtc_streamer(
-        key="loopback",
+        key="sendonly-audio",
         mode=WebRtcMode.SENDONLY,
         audio_receiver_size=256,
         client_settings=WEBRTC_CLIENT_SETTINGS,
@@ -599,6 +669,24 @@ def app_sendonly_audio():
             break
 
 
+def app_media_constraints():
+    """ A sample to configure MediaStreamConstraints object """
+    frame_rate = 5
+    WEBRTC_CLIENT_SETTINGS.update(
+        ClientSettings(
+            media_stream_constraints={
+                "video": {"frameRate": {"ideal": frame_rate}},
+            },
+        )
+    )
+    webrtc_streamer(
+        key="media-constraints",
+        mode=WebRtcMode.SENDRECV,
+        client_settings=WEBRTC_CLIENT_SETTINGS,
+    )
+    st.write(f"The frame rate is set as {frame_rate}")
+
+
 if __name__ == "__main__":
     import os