1 /* 2 * Copyright (C) 2020 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17 #pragma once 18 19 #include <memory> 20 #include <mutex> 21 #include <vector> 22 23 #include "host/frontend/webrtc/cvd_video_frame_buffer.h" 24 #include "host/frontend/webrtc/lib/video_sink.h" 25 #include "host/libs/screen_connector/screen_connector.h" 26 27 namespace cuttlefish { 28 /** 29 * ScreenConnectorImpl will generate this, and enqueue 30 * 31 * It's basically a (processed) frame, so it: 32 * must be efficiently std::move-able 33 * Also, for the sake of algorithm simplicity: 34 * must be default-constructable & assignable 35 * 36 */ 37 struct WebRtcScProcessedFrame : public ScreenConnectorFrameInfo { 38 // must support move semantic 39 std::unique_ptr<CvdVideoFrameBuffer> buf_; CloneWebRtcScProcessedFrame40 std::unique_ptr<WebRtcScProcessedFrame> Clone() { 41 // copy internal buffer, not move 42 CvdVideoFrameBuffer* new_buffer = new CvdVideoFrameBuffer(*(buf_.get())); 43 auto cloned_frame = std::make_unique<WebRtcScProcessedFrame>(); 44 cloned_frame->buf_ = 45 std::move(std::unique_ptr<CvdVideoFrameBuffer>(new_buffer)); 46 return std::move(cloned_frame); 47 } 48 }; 49 50 class DisplayHandler { 51 public: 52 using ScreenConnector = cuttlefish::ScreenConnector<WebRtcScProcessedFrame>; 53 using GenerateProcessedFrameCallback = ScreenConnector::GenerateProcessedFrameCallback; 54 55 DisplayHandler( 56 std::vector<std::shared_ptr<webrtc_streaming::VideoSink>> display_sinks, 57 ScreenConnector& screen_connector); 58 ~DisplayHandler() = default; 59 60 [[noreturn]] void Loop(); 61 void SendLastFrame(); 62 63 private: 64 GenerateProcessedFrameCallback GetScreenConnectorCallback(); 65 std::vector<std::shared_ptr<webrtc_streaming::VideoSink>> display_sinks_; 66 ScreenConnector& screen_connector_; 67 std::shared_ptr<webrtc_streaming::VideoFrameBuffer> last_buffer_; 68 std::uint32_t last_buffer_display_ = 0; 69 std::mutex last_buffer_mutex_; 70 std::mutex next_frame_mutex_; 71 }; 72 } // namespace cuttlefish 73