1 /* 2 * Copyright (C) 2020 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #pragma once 18 19 #include <memory> 20 #include <mutex> 21 #include <vector> 22 23 #include "host/frontend/webrtc/cvd_video_frame_buffer.h" 24 #include "host/frontend/webrtc/libdevice/video_sink.h" 25 #include "host/libs/screen_connector/screen_connector.h" 26 27 namespace cuttlefish { 28 /** 29 * ScreenConnectorImpl will generate this, and enqueue 30 * 31 * It's basically a (processed) frame, so it: 32 * must be efficiently std::move-able 33 * Also, for the sake of algorithm simplicity: 34 * must be default-constructable & assignable 35 * 36 */ 37 struct WebRtcScProcessedFrame : public ScreenConnectorFrameInfo { 38 // must support move semantic 39 std::unique_ptr<CvdVideoFrameBuffer> buf_; CloneWebRtcScProcessedFrame40 std::unique_ptr<WebRtcScProcessedFrame> Clone() { 41 // copy internal buffer, not move 42 CvdVideoFrameBuffer* new_buffer = new CvdVideoFrameBuffer(*(buf_.get())); 43 auto cloned_frame = std::make_unique<WebRtcScProcessedFrame>(); 44 cloned_frame->buf_ = 45 std::move(std::unique_ptr<CvdVideoFrameBuffer>(new_buffer)); 46 return std::move(cloned_frame); 47 } 48 }; 49 50 namespace webrtc_streaming { 51 class Streamer; 52 } // namespace webrtc_streaming 53 54 class DisplayHandler { 55 public: 56 using ScreenConnector = cuttlefish::ScreenConnector<WebRtcScProcessedFrame>; 57 using GenerateProcessedFrameCallback = ScreenConnector::GenerateProcessedFrameCallback; 58 using WebRtcScProcessedFrame = cuttlefish::WebRtcScProcessedFrame; 59 60 DisplayHandler(webrtc_streaming::Streamer& streamer, 61 ScreenConnector& screen_connector); 62 ~DisplayHandler() = default; 63 64 [[noreturn]] void Loop(); 65 void SendLastFrame(); 66 67 private: 68 GenerateProcessedFrameCallback GetScreenConnectorCallback(); 69 std::map<uint32_t, std::shared_ptr<webrtc_streaming::VideoSink>> 70 display_sinks_; 71 webrtc_streaming::Streamer& streamer_; 72 ScreenConnector& screen_connector_; 73 std::shared_ptr<webrtc_streaming::VideoFrameBuffer> last_buffer_; 74 std::uint32_t last_buffer_display_ = 0; 75 std::mutex last_buffer_mutex_; 76 std::mutex next_frame_mutex_; 77 }; 78 } // namespace cuttlefish 79