1 /* 2 * Copyright 2012 The WebRTC project authors. All Rights Reserved. 3 * 4 * Use of this source code is governed by a BSD-style license 5 * that can be found in the LICENSE file in the root of the source 6 * tree. An additional intellectual property rights grant can be found 7 * in the file PATENTS. All contributing project authors may 8 * be found in the AUTHORS file in the root of the source tree. 9 */ 10 11 // This file contains the PeerConnection interface as defined in 12 // https://w3c.github.io/webrtc-pc/#peer-to-peer-connections 13 // 14 // The PeerConnectionFactory class provides factory methods to create 15 // PeerConnection, MediaStream and MediaStreamTrack objects. 16 // 17 // The following steps are needed to setup a typical call using WebRTC: 18 // 19 // 1. Create a PeerConnectionFactoryInterface. Check constructors for more 20 // information about input parameters. 21 // 22 // 2. Create a PeerConnection object. Provide a configuration struct which 23 // points to STUN and/or TURN servers used to generate ICE candidates, and 24 // provide an object that implements the PeerConnectionObserver interface, 25 // which is used to receive callbacks from the PeerConnection. 26 // 27 // 3. Create local MediaStreamTracks using the PeerConnectionFactory and add 28 // them to PeerConnection by calling AddTrack (or legacy method, AddStream). 29 // 30 // 4. Create an offer, call SetLocalDescription with it, serialize it, and send 31 // it to the remote peer 32 // 33 // 5. Once an ICE candidate has been gathered, the PeerConnection will call the 34 // observer function OnIceCandidate. The candidates must also be serialized and 35 // sent to the remote peer. 36 // 37 // 6. Once an answer is received from the remote peer, call 38 // SetRemoteDescription with the remote answer. 39 // 40 // 7. Once a remote candidate is received from the remote peer, provide it to 41 // the PeerConnection by calling AddIceCandidate. 42 // 43 // The receiver of a call (assuming the application is "call"-based) can decide 44 // to accept or reject the call; this decision will be taken by the application, 45 // not the PeerConnection. 46 // 47 // If the application decides to accept the call, it should: 48 // 49 // 1. Create PeerConnectionFactoryInterface if it doesn't exist. 50 // 51 // 2. Create a new PeerConnection. 52 // 53 // 3. Provide the remote offer to the new PeerConnection object by calling 54 // SetRemoteDescription. 55 // 56 // 4. Generate an answer to the remote offer by calling CreateAnswer and send it 57 // back to the remote peer. 58 // 59 // 5. Provide the local answer to the new PeerConnection by calling 60 // SetLocalDescription with the answer. 61 // 62 // 6. Provide the remote ICE candidates by calling AddIceCandidate. 63 // 64 // 7. Once a candidate has been gathered, the PeerConnection will call the 65 // observer function OnIceCandidate. Send these candidates to the remote peer. 66 67 #ifndef API_PEER_CONNECTION_INTERFACE_H_ 68 #define API_PEER_CONNECTION_INTERFACE_H_ 69 70 #include <stdio.h> 71 72 #include <memory> 73 #include <string> 74 #include <vector> 75 76 #include "api/adaptation/resource.h" 77 #include "api/async_resolver_factory.h" 78 #include "api/audio/audio_mixer.h" 79 #include "api/audio_codecs/audio_decoder_factory.h" 80 #include "api/audio_codecs/audio_encoder_factory.h" 81 #include "api/audio_options.h" 82 #include "api/call/call_factory_interface.h" 83 #include "api/crypto/crypto_options.h" 84 #include "api/data_channel_interface.h" 85 #include "api/dtls_transport_interface.h" 86 #include "api/fec_controller.h" 87 #include "api/ice_transport_interface.h" 88 #include "api/jsep.h" 89 #include "api/media_stream_interface.h" 90 #include "api/neteq/neteq_factory.h" 91 #include "api/network_state_predictor.h" 92 #include "api/packet_socket_factory.h" 93 #include "api/rtc_error.h" 94 #include "api/rtc_event_log/rtc_event_log_factory_interface.h" 95 #include "api/rtc_event_log_output.h" 96 #include "api/rtp_receiver_interface.h" 97 #include "api/rtp_sender_interface.h" 98 #include "api/rtp_transceiver_interface.h" 99 #include "api/sctp_transport_interface.h" 100 #include "api/set_remote_description_observer_interface.h" 101 #include "api/stats/rtc_stats_collector_callback.h" 102 #include "api/stats_types.h" 103 #include "api/task_queue/task_queue_factory.h" 104 #include "api/transport/bitrate_settings.h" 105 #include "api/transport/enums.h" 106 #include "api/transport/network_control.h" 107 #include "api/transport/webrtc_key_value_config.h" 108 #include "api/turn_customizer.h" 109 #include "media/base/media_config.h" 110 #include "media/base/media_engine.h" 111 // TODO(bugs.webrtc.org/7447): We plan to provide a way to let applications 112 // inject a PacketSocketFactory and/or NetworkManager, and not expose 113 // PortAllocator in the PeerConnection api. 114 #include "p2p/base/port_allocator.h" // nogncheck 115 #include "rtc_base/network.h" 116 #include "rtc_base/rtc_certificate.h" 117 #include "rtc_base/rtc_certificate_generator.h" 118 #include "rtc_base/socket_address.h" 119 #include "rtc_base/ssl_certificate.h" 120 #include "rtc_base/ssl_stream_adapter.h" 121 #include "rtc_base/system/rtc_export.h" 122 123 namespace rtc { 124 class Thread; 125 } // namespace rtc 126 127 namespace webrtc { 128 129 // MediaStream container interface. 130 class StreamCollectionInterface : public rtc::RefCountInterface { 131 public: 132 // TODO(ronghuawu): Update the function names to c++ style, e.g. find -> Find. 133 virtual size_t count() = 0; 134 virtual MediaStreamInterface* at(size_t index) = 0; 135 virtual MediaStreamInterface* find(const std::string& label) = 0; 136 virtual MediaStreamTrackInterface* FindAudioTrack(const std::string& id) = 0; 137 virtual MediaStreamTrackInterface* FindVideoTrack(const std::string& id) = 0; 138 139 protected: 140 // Dtor protected as objects shouldn't be deleted via this interface. 141 ~StreamCollectionInterface() override = default; 142 }; 143 144 class StatsObserver : public rtc::RefCountInterface { 145 public: 146 virtual void OnComplete(const StatsReports& reports) = 0; 147 148 protected: 149 ~StatsObserver() override = default; 150 }; 151 152 enum class SdpSemantics { kPlanB, kUnifiedPlan }; 153 154 class RTC_EXPORT PeerConnectionInterface : public rtc::RefCountInterface { 155 public: 156 // See https://w3c.github.io/webrtc-pc/#dom-rtcsignalingstate 157 enum SignalingState { 158 kStable, 159 kHaveLocalOffer, 160 kHaveLocalPrAnswer, 161 kHaveRemoteOffer, 162 kHaveRemotePrAnswer, 163 kClosed, 164 }; 165 166 // See https://w3c.github.io/webrtc-pc/#dom-rtcicegatheringstate 167 enum IceGatheringState { 168 kIceGatheringNew, 169 kIceGatheringGathering, 170 kIceGatheringComplete 171 }; 172 173 // See https://w3c.github.io/webrtc-pc/#dom-rtcpeerconnectionstate 174 enum class PeerConnectionState { 175 kNew, 176 kConnecting, 177 kConnected, 178 kDisconnected, 179 kFailed, 180 kClosed, 181 }; 182 183 // See https://w3c.github.io/webrtc-pc/#dom-rtciceconnectionstate 184 enum IceConnectionState { 185 kIceConnectionNew, 186 kIceConnectionChecking, 187 kIceConnectionConnected, 188 kIceConnectionCompleted, 189 kIceConnectionFailed, 190 kIceConnectionDisconnected, 191 kIceConnectionClosed, 192 kIceConnectionMax, 193 }; 194 195 // TLS certificate policy. 196 enum TlsCertPolicy { 197 // For TLS based protocols, ensure the connection is secure by not 198 // circumventing certificate validation. 199 kTlsCertPolicySecure, 200 // For TLS based protocols, disregard security completely by skipping 201 // certificate validation. This is insecure and should never be used unless 202 // security is irrelevant in that particular context. 203 kTlsCertPolicyInsecureNoCheck, 204 }; 205 206 struct RTC_EXPORT IceServer { 207 IceServer(); 208 IceServer(const IceServer&); 209 ~IceServer(); 210 211 // TODO(jbauch): Remove uri when all code using it has switched to urls. 212 // List of URIs associated with this server. Valid formats are described 213 // in RFC7064 and RFC7065, and more may be added in the future. The "host" 214 // part of the URI may contain either an IP address or a hostname. 215 std::string uri; 216 std::vector<std::string> urls; 217 std::string username; 218 std::string password; 219 TlsCertPolicy tls_cert_policy = kTlsCertPolicySecure; 220 // If the URIs in |urls| only contain IP addresses, this field can be used 221 // to indicate the hostname, which may be necessary for TLS (using the SNI 222 // extension). If |urls| itself contains the hostname, this isn't 223 // necessary. 224 std::string hostname; 225 // List of protocols to be used in the TLS ALPN extension. 226 std::vector<std::string> tls_alpn_protocols; 227 // List of elliptic curves to be used in the TLS elliptic curves extension. 228 std::vector<std::string> tls_elliptic_curves; 229 230 bool operator==(const IceServer& o) const { 231 return uri == o.uri && urls == o.urls && username == o.username && 232 password == o.password && tls_cert_policy == o.tls_cert_policy && 233 hostname == o.hostname && 234 tls_alpn_protocols == o.tls_alpn_protocols && 235 tls_elliptic_curves == o.tls_elliptic_curves; 236 } 237 bool operator!=(const IceServer& o) const { return !(*this == o); } 238 }; 239 typedef std::vector<IceServer> IceServers; 240 241 enum IceTransportsType { 242 // TODO(pthatcher): Rename these kTransporTypeXXX, but update 243 // Chromium at the same time. 244 kNone, 245 kRelay, 246 kNoHost, 247 kAll 248 }; 249 250 // https://tools.ietf.org/html/draft-ietf-rtcweb-jsep-24#section-4.1.1 251 enum BundlePolicy { 252 kBundlePolicyBalanced, 253 kBundlePolicyMaxBundle, 254 kBundlePolicyMaxCompat 255 }; 256 257 // https://tools.ietf.org/html/draft-ietf-rtcweb-jsep-24#section-4.1.1 258 enum RtcpMuxPolicy { 259 kRtcpMuxPolicyNegotiate, 260 kRtcpMuxPolicyRequire, 261 }; 262 263 enum TcpCandidatePolicy { 264 kTcpCandidatePolicyEnabled, 265 kTcpCandidatePolicyDisabled 266 }; 267 268 enum CandidateNetworkPolicy { 269 kCandidateNetworkPolicyAll, 270 kCandidateNetworkPolicyLowCost 271 }; 272 273 enum ContinualGatheringPolicy { GATHER_ONCE, GATHER_CONTINUALLY }; 274 275 enum class RTCConfigurationType { 276 // A configuration that is safer to use, despite not having the best 277 // performance. Currently this is the default configuration. 278 kSafe, 279 // An aggressive configuration that has better performance, although it 280 // may be riskier and may need extra support in the application. 281 kAggressive 282 }; 283 284 // TODO(hbos): Change into class with private data and public getters. 285 // TODO(nisse): In particular, accessing fields directly from an 286 // application is brittle, since the organization mirrors the 287 // organization of the implementation, which isn't stable. So we 288 // need getters and setters at least for fields which applications 289 // are interested in. 290 struct RTC_EXPORT RTCConfiguration { 291 // This struct is subject to reorganization, both for naming 292 // consistency, and to group settings to match where they are used 293 // in the implementation. To do that, we need getter and setter 294 // methods for all settings which are of interest to applications, 295 // Chrome in particular. 296 297 RTCConfiguration(); 298 RTCConfiguration(const RTCConfiguration&); 299 explicit RTCConfiguration(RTCConfigurationType type); 300 ~RTCConfiguration(); 301 302 bool operator==(const RTCConfiguration& o) const; 303 bool operator!=(const RTCConfiguration& o) const; 304 dscpRTCConfiguration305 bool dscp() const { return media_config.enable_dscp; } set_dscpRTCConfiguration306 void set_dscp(bool enable) { media_config.enable_dscp = enable; } 307 cpu_adaptationRTCConfiguration308 bool cpu_adaptation() const { 309 return media_config.video.enable_cpu_adaptation; 310 } set_cpu_adaptationRTCConfiguration311 void set_cpu_adaptation(bool enable) { 312 media_config.video.enable_cpu_adaptation = enable; 313 } 314 suspend_below_min_bitrateRTCConfiguration315 bool suspend_below_min_bitrate() const { 316 return media_config.video.suspend_below_min_bitrate; 317 } set_suspend_below_min_bitrateRTCConfiguration318 void set_suspend_below_min_bitrate(bool enable) { 319 media_config.video.suspend_below_min_bitrate = enable; 320 } 321 prerenderer_smoothingRTCConfiguration322 bool prerenderer_smoothing() const { 323 return media_config.video.enable_prerenderer_smoothing; 324 } set_prerenderer_smoothingRTCConfiguration325 void set_prerenderer_smoothing(bool enable) { 326 media_config.video.enable_prerenderer_smoothing = enable; 327 } 328 experiment_cpu_load_estimatorRTCConfiguration329 bool experiment_cpu_load_estimator() const { 330 return media_config.video.experiment_cpu_load_estimator; 331 } set_experiment_cpu_load_estimatorRTCConfiguration332 void set_experiment_cpu_load_estimator(bool enable) { 333 media_config.video.experiment_cpu_load_estimator = enable; 334 } 335 audio_rtcp_report_interval_msRTCConfiguration336 int audio_rtcp_report_interval_ms() const { 337 return media_config.audio.rtcp_report_interval_ms; 338 } set_audio_rtcp_report_interval_msRTCConfiguration339 void set_audio_rtcp_report_interval_ms(int audio_rtcp_report_interval_ms) { 340 media_config.audio.rtcp_report_interval_ms = 341 audio_rtcp_report_interval_ms; 342 } 343 video_rtcp_report_interval_msRTCConfiguration344 int video_rtcp_report_interval_ms() const { 345 return media_config.video.rtcp_report_interval_ms; 346 } set_video_rtcp_report_interval_msRTCConfiguration347 void set_video_rtcp_report_interval_ms(int video_rtcp_report_interval_ms) { 348 media_config.video.rtcp_report_interval_ms = 349 video_rtcp_report_interval_ms; 350 } 351 352 static const int kUndefined = -1; 353 // Default maximum number of packets in the audio jitter buffer. 354 static const int kAudioJitterBufferMaxPackets = 200; 355 // ICE connection receiving timeout for aggressive configuration. 356 static const int kAggressiveIceConnectionReceivingTimeout = 1000; 357 358 //////////////////////////////////////////////////////////////////////// 359 // The below few fields mirror the standard RTCConfiguration dictionary: 360 // https://w3c.github.io/webrtc-pc/#rtcconfiguration-dictionary 361 //////////////////////////////////////////////////////////////////////// 362 363 // TODO(pthatcher): Rename this ice_servers, but update Chromium 364 // at the same time. 365 IceServers servers; 366 // TODO(pthatcher): Rename this ice_transport_type, but update 367 // Chromium at the same time. 368 IceTransportsType type = kAll; 369 BundlePolicy bundle_policy = kBundlePolicyBalanced; 370 RtcpMuxPolicy rtcp_mux_policy = kRtcpMuxPolicyRequire; 371 std::vector<rtc::scoped_refptr<rtc::RTCCertificate>> certificates; 372 int ice_candidate_pool_size = 0; 373 374 ////////////////////////////////////////////////////////////////////////// 375 // The below fields correspond to constraints from the deprecated 376 // constraints interface for constructing a PeerConnection. 377 // 378 // absl::optional fields can be "missing", in which case the implementation 379 // default will be used. 380 ////////////////////////////////////////////////////////////////////////// 381 382 // If set to true, don't gather IPv6 ICE candidates. 383 // TODO(deadbeef): Remove this? IPv6 support has long stopped being 384 // experimental 385 bool disable_ipv6 = false; 386 387 // If set to true, don't gather IPv6 ICE candidates on Wi-Fi. 388 // Only intended to be used on specific devices. Certain phones disable IPv6 389 // when the screen is turned off and it would be better to just disable the 390 // IPv6 ICE candidates on Wi-Fi in those cases. 391 bool disable_ipv6_on_wifi = false; 392 393 // By default, the PeerConnection will use a limited number of IPv6 network 394 // interfaces, in order to avoid too many ICE candidate pairs being created 395 // and delaying ICE completion. 396 // 397 // Can be set to INT_MAX to effectively disable the limit. 398 int max_ipv6_networks = cricket::kDefaultMaxIPv6Networks; 399 400 // Exclude link-local network interfaces 401 // from consideration for gathering ICE candidates. 402 bool disable_link_local_networks = false; 403 404 // If set to true, use RTP data channels instead of SCTP. 405 // TODO(deadbeef): Remove this. We no longer commit to supporting RTP data 406 // channels, though some applications are still working on moving off of 407 // them. 408 bool enable_rtp_data_channel = false; 409 410 // Minimum bitrate at which screencast video tracks will be encoded at. 411 // This means adding padding bits up to this bitrate, which can help 412 // when switching from a static scene to one with motion. 413 absl::optional<int> screencast_min_bitrate; 414 415 // Use new combined audio/video bandwidth estimation? 416 absl::optional<bool> combined_audio_video_bwe; 417 418 // TODO(bugs.webrtc.org/9891) - Move to crypto_options 419 // Can be used to disable DTLS-SRTP. This should never be done, but can be 420 // useful for testing purposes, for example in setting up a loopback call 421 // with a single PeerConnection. 422 absl::optional<bool> enable_dtls_srtp; 423 424 ///////////////////////////////////////////////// 425 // The below fields are not part of the standard. 426 ///////////////////////////////////////////////// 427 428 // Can be used to disable TCP candidate generation. 429 TcpCandidatePolicy tcp_candidate_policy = kTcpCandidatePolicyEnabled; 430 431 // Can be used to avoid gathering candidates for a "higher cost" network, 432 // if a lower cost one exists. For example, if both Wi-Fi and cellular 433 // interfaces are available, this could be used to avoid using the cellular 434 // interface. 435 CandidateNetworkPolicy candidate_network_policy = 436 kCandidateNetworkPolicyAll; 437 438 // The maximum number of packets that can be stored in the NetEq audio 439 // jitter buffer. Can be reduced to lower tolerated audio latency. 440 int audio_jitter_buffer_max_packets = kAudioJitterBufferMaxPackets; 441 442 // Whether to use the NetEq "fast mode" which will accelerate audio quicker 443 // if it falls behind. 444 bool audio_jitter_buffer_fast_accelerate = false; 445 446 // The minimum delay in milliseconds for the audio jitter buffer. 447 int audio_jitter_buffer_min_delay_ms = 0; 448 449 // Whether the audio jitter buffer adapts the delay to retransmitted 450 // packets. 451 bool audio_jitter_buffer_enable_rtx_handling = false; 452 453 // Timeout in milliseconds before an ICE candidate pair is considered to be 454 // "not receiving", after which a lower priority candidate pair may be 455 // selected. 456 int ice_connection_receiving_timeout = kUndefined; 457 458 // Interval in milliseconds at which an ICE "backup" candidate pair will be 459 // pinged. This is a candidate pair which is not actively in use, but may 460 // be switched to if the active candidate pair becomes unusable. 461 // 462 // This is relevant mainly to Wi-Fi/cell handoff; the application may not 463 // want this backup cellular candidate pair pinged frequently, since it 464 // consumes data/battery. 465 int ice_backup_candidate_pair_ping_interval = kUndefined; 466 467 // Can be used to enable continual gathering, which means new candidates 468 // will be gathered as network interfaces change. Note that if continual 469 // gathering is used, the candidate removal API should also be used, to 470 // avoid an ever-growing list of candidates. 471 ContinualGatheringPolicy continual_gathering_policy = GATHER_ONCE; 472 473 // If set to true, candidate pairs will be pinged in order of most likely 474 // to work (which means using a TURN server, generally), rather than in 475 // standard priority order. 476 bool prioritize_most_likely_ice_candidate_pairs = false; 477 478 // Implementation defined settings. A public member only for the benefit of 479 // the implementation. Applications must not access it directly, and should 480 // instead use provided accessor methods, e.g., set_cpu_adaptation. 481 struct cricket::MediaConfig media_config; 482 483 // If set to true, only one preferred TURN allocation will be used per 484 // network interface. UDP is preferred over TCP and IPv6 over IPv4. This 485 // can be used to cut down on the number of candidate pairings. 486 // Deprecated. TODO(webrtc:11026) Remove this flag once the downstream 487 // dependency is removed. 488 bool prune_turn_ports = false; 489 490 // The policy used to prune turn port. 491 PortPrunePolicy turn_port_prune_policy = NO_PRUNE; 492 GetTurnPortPrunePolicyRTCConfiguration493 PortPrunePolicy GetTurnPortPrunePolicy() const { 494 return prune_turn_ports ? PRUNE_BASED_ON_PRIORITY 495 : turn_port_prune_policy; 496 } 497 498 // If set to true, this means the ICE transport should presume TURN-to-TURN 499 // candidate pairs will succeed, even before a binding response is received. 500 // This can be used to optimize the initial connection time, since the DTLS 501 // handshake can begin immediately. 502 bool presume_writable_when_fully_relayed = false; 503 504 // If true, "renomination" will be added to the ice options in the transport 505 // description. 506 // See: https://tools.ietf.org/html/draft-thatcher-ice-renomination-00 507 bool enable_ice_renomination = false; 508 509 // If true, the ICE role is re-determined when the PeerConnection sets a 510 // local transport description that indicates an ICE restart. 511 // 512 // This is standard RFC5245 ICE behavior, but causes unnecessary role 513 // thrashing, so an application may wish to avoid it. This role 514 // re-determining was removed in ICEbis (ICE v2). 515 bool redetermine_role_on_ice_restart = true; 516 517 // This flag is only effective when |continual_gathering_policy| is 518 // GATHER_CONTINUALLY. 519 // 520 // If true, after the ICE transport type is changed such that new types of 521 // ICE candidates are allowed by the new transport type, e.g. from 522 // IceTransportsType::kRelay to IceTransportsType::kAll, candidates that 523 // have been gathered by the ICE transport but not matching the previous 524 // transport type and as a result not observed by PeerConnectionObserver, 525 // will be surfaced to the observer. 526 bool surface_ice_candidates_on_ice_transport_type_changed = false; 527 528 // The following fields define intervals in milliseconds at which ICE 529 // connectivity checks are sent. 530 // 531 // We consider ICE is "strongly connected" for an agent when there is at 532 // least one candidate pair that currently succeeds in connectivity check 533 // from its direction i.e. sending a STUN ping and receives a STUN ping 534 // response, AND all candidate pairs have sent a minimum number of pings for 535 // connectivity (this number is implementation-specific). Otherwise, ICE is 536 // considered in "weak connectivity". 537 // 538 // Note that the above notion of strong and weak connectivity is not defined 539 // in RFC 5245, and they apply to our current ICE implementation only. 540 // 541 // 1) ice_check_interval_strong_connectivity defines the interval applied to 542 // ALL candidate pairs when ICE is strongly connected, and it overrides the 543 // default value of this interval in the ICE implementation; 544 // 2) ice_check_interval_weak_connectivity defines the counterpart for ALL 545 // pairs when ICE is weakly connected, and it overrides the default value of 546 // this interval in the ICE implementation; 547 // 3) ice_check_min_interval defines the minimal interval (equivalently the 548 // maximum rate) that overrides the above two intervals when either of them 549 // is less. 550 absl::optional<int> ice_check_interval_strong_connectivity; 551 absl::optional<int> ice_check_interval_weak_connectivity; 552 absl::optional<int> ice_check_min_interval; 553 554 // The min time period for which a candidate pair must wait for response to 555 // connectivity checks before it becomes unwritable. This parameter 556 // overrides the default value in the ICE implementation if set. 557 absl::optional<int> ice_unwritable_timeout; 558 559 // The min number of connectivity checks that a candidate pair must sent 560 // without receiving response before it becomes unwritable. This parameter 561 // overrides the default value in the ICE implementation if set. 562 absl::optional<int> ice_unwritable_min_checks; 563 564 // The min time period for which a candidate pair must wait for response to 565 // connectivity checks it becomes inactive. This parameter overrides the 566 // default value in the ICE implementation if set. 567 absl::optional<int> ice_inactive_timeout; 568 569 // The interval in milliseconds at which STUN candidates will resend STUN 570 // binding requests to keep NAT bindings open. 571 absl::optional<int> stun_candidate_keepalive_interval; 572 573 // Optional TurnCustomizer. 574 // With this class one can modify outgoing TURN messages. 575 // The object passed in must remain valid until PeerConnection::Close() is 576 // called. 577 webrtc::TurnCustomizer* turn_customizer = nullptr; 578 579 // Preferred network interface. 580 // A candidate pair on a preferred network has a higher precedence in ICE 581 // than one on an un-preferred network, regardless of priority or network 582 // cost. 583 absl::optional<rtc::AdapterType> network_preference; 584 585 // Configure the SDP semantics used by this PeerConnection. Note that the 586 // WebRTC 1.0 specification requires kUnifiedPlan semantics. The 587 // RtpTransceiver API is only available with kUnifiedPlan semantics. 588 // 589 // kPlanB will cause PeerConnection to create offers and answers with at 590 // most one audio and one video m= section with multiple RtpSenders and 591 // RtpReceivers specified as multiple a=ssrc lines within the section. This 592 // will also cause PeerConnection to ignore all but the first m= section of 593 // the same media type. 594 // 595 // kUnifiedPlan will cause PeerConnection to create offers and answers with 596 // multiple m= sections where each m= section maps to one RtpSender and one 597 // RtpReceiver (an RtpTransceiver), either both audio or both video. This 598 // will also cause PeerConnection to ignore all but the first a=ssrc lines 599 // that form a Plan B stream. 600 // 601 // For users who wish to send multiple audio/video streams and need to stay 602 // interoperable with legacy WebRTC implementations or use legacy APIs, 603 // specify kPlanB. 604 // 605 // For all other users, specify kUnifiedPlan. 606 SdpSemantics sdp_semantics = SdpSemantics::kPlanB; 607 608 // TODO(bugs.webrtc.org/9891) - Move to crypto_options or remove. 609 // Actively reset the SRTP parameters whenever the DTLS transports 610 // underneath are reset for every offer/answer negotiation. 611 // This is only intended to be a workaround for crbug.com/835958 612 // WARNING: This would cause RTP/RTCP packets decryption failure if not used 613 // correctly. This flag will be deprecated soon. Do not rely on it. 614 bool active_reset_srtp_params = false; 615 616 // Defines advanced optional cryptographic settings related to SRTP and 617 // frame encryption for native WebRTC. Setting this will overwrite any 618 // settings set in PeerConnectionFactory (which is deprecated). 619 absl::optional<CryptoOptions> crypto_options; 620 621 // Configure if we should include the SDP attribute extmap-allow-mixed in 622 // our offer. Although we currently do support this, it's not included in 623 // our offer by default due to a previous bug that caused the SDP parser to 624 // abort parsing if this attribute was present. This is fixed in Chrome 71. 625 // TODO(webrtc:9985): Change default to true once sufficient time has 626 // passed. 627 bool offer_extmap_allow_mixed = false; 628 629 // TURN logging identifier. 630 // This identifier is added to a TURN allocation 631 // and it intended to be used to be able to match client side 632 // logs with TURN server logs. It will not be added if it's an empty string. 633 std::string turn_logging_id; 634 635 // Added to be able to control rollout of this feature. 636 bool enable_implicit_rollback = false; 637 638 // Whether network condition based codec switching is allowed. 639 absl::optional<bool> allow_codec_switching; 640 641 // 642 // Don't forget to update operator== if adding something. 643 // 644 }; 645 646 // See: https://www.w3.org/TR/webrtc/#idl-def-rtcofferansweroptions 647 struct RTCOfferAnswerOptions { 648 static const int kUndefined = -1; 649 static const int kMaxOfferToReceiveMedia = 1; 650 651 // The default value for constraint offerToReceiveX:true. 652 static const int kOfferToReceiveMediaTrue = 1; 653 654 // These options are left as backwards compatibility for clients who need 655 // "Plan B" semantics. Clients who have switched to "Unified Plan" semantics 656 // should use the RtpTransceiver API (AddTransceiver) instead. 657 // 658 // offer_to_receive_X set to 1 will cause a media description to be 659 // generated in the offer, even if no tracks of that type have been added. 660 // Values greater than 1 are treated the same. 661 // 662 // If set to 0, the generated directional attribute will not include the 663 // "recv" direction (meaning it will be "sendonly" or "inactive". 664 int offer_to_receive_video = kUndefined; 665 int offer_to_receive_audio = kUndefined; 666 667 bool voice_activity_detection = true; 668 bool ice_restart = false; 669 670 // If true, will offer to BUNDLE audio/video/data together. Not to be 671 // confused with RTCP mux (multiplexing RTP and RTCP together). 672 bool use_rtp_mux = true; 673 674 // If true, "a=packetization:<payload_type> raw" attribute will be offered 675 // in the SDP for all video payload and accepted in the answer if offered. 676 bool raw_packetization_for_video = false; 677 678 // This will apply to all video tracks with a Plan B SDP offer/answer. 679 int num_simulcast_layers = 1; 680 681 // If true: Use SDP format from draft-ietf-mmusic-scdp-sdp-03 682 // If false: Use SDP format from draft-ietf-mmusic-sdp-sdp-26 or later 683 bool use_obsolete_sctp_sdp = false; 684 685 RTCOfferAnswerOptions() = default; 686 RTCOfferAnswerOptionsRTCOfferAnswerOptions687 RTCOfferAnswerOptions(int offer_to_receive_video, 688 int offer_to_receive_audio, 689 bool voice_activity_detection, 690 bool ice_restart, 691 bool use_rtp_mux) 692 : offer_to_receive_video(offer_to_receive_video), 693 offer_to_receive_audio(offer_to_receive_audio), 694 voice_activity_detection(voice_activity_detection), 695 ice_restart(ice_restart), 696 use_rtp_mux(use_rtp_mux) {} 697 }; 698 699 // Used by GetStats to decide which stats to include in the stats reports. 700 // |kStatsOutputLevelStandard| includes the standard stats for Javascript API; 701 // |kStatsOutputLevelDebug| includes both the standard stats and additional 702 // stats for debugging purposes. 703 enum StatsOutputLevel { 704 kStatsOutputLevelStandard, 705 kStatsOutputLevelDebug, 706 }; 707 708 // Accessor methods to active local streams. 709 // This method is not supported with kUnifiedPlan semantics. Please use 710 // GetSenders() instead. 711 virtual rtc::scoped_refptr<StreamCollectionInterface> local_streams() = 0; 712 713 // Accessor methods to remote streams. 714 // This method is not supported with kUnifiedPlan semantics. Please use 715 // GetReceivers() instead. 716 virtual rtc::scoped_refptr<StreamCollectionInterface> remote_streams() = 0; 717 718 // Add a new MediaStream to be sent on this PeerConnection. 719 // Note that a SessionDescription negotiation is needed before the 720 // remote peer can receive the stream. 721 // 722 // This has been removed from the standard in favor of a track-based API. So, 723 // this is equivalent to simply calling AddTrack for each track within the 724 // stream, with the one difference that if "stream->AddTrack(...)" is called 725 // later, the PeerConnection will automatically pick up the new track. Though 726 // this functionality will be deprecated in the future. 727 // 728 // This method is not supported with kUnifiedPlan semantics. Please use 729 // AddTrack instead. 730 virtual bool AddStream(MediaStreamInterface* stream) = 0; 731 732 // Remove a MediaStream from this PeerConnection. 733 // Note that a SessionDescription negotiation is needed before the 734 // remote peer is notified. 735 // 736 // This method is not supported with kUnifiedPlan semantics. Please use 737 // RemoveTrack instead. 738 virtual void RemoveStream(MediaStreamInterface* stream) = 0; 739 740 // Add a new MediaStreamTrack to be sent on this PeerConnection, and return 741 // the newly created RtpSender. The RtpSender will be associated with the 742 // streams specified in the |stream_ids| list. 743 // 744 // Errors: 745 // - INVALID_PARAMETER: |track| is null, has a kind other than audio or video, 746 // or a sender already exists for the track. 747 // - INVALID_STATE: The PeerConnection is closed. 748 virtual RTCErrorOr<rtc::scoped_refptr<RtpSenderInterface>> AddTrack( 749 rtc::scoped_refptr<MediaStreamTrackInterface> track, 750 const std::vector<std::string>& stream_ids) = 0; 751 752 // Remove an RtpSender from this PeerConnection. 753 // Returns true on success. 754 // TODO(steveanton): Replace with signature that returns RTCError. 755 virtual bool RemoveTrack(RtpSenderInterface* sender) = 0; 756 757 // Plan B semantics: Removes the RtpSender from this PeerConnection. 758 // Unified Plan semantics: Stop sending on the RtpSender and mark the 759 // corresponding RtpTransceiver direction as no longer sending. 760 // 761 // Errors: 762 // - INVALID_PARAMETER: |sender| is null or (Plan B only) the sender is not 763 // associated with this PeerConnection. 764 // - INVALID_STATE: PeerConnection is closed. 765 // TODO(bugs.webrtc.org/9534): Rename to RemoveTrack once the other signature 766 // is removed. 767 virtual RTCError RemoveTrackNew( 768 rtc::scoped_refptr<RtpSenderInterface> sender); 769 770 // AddTransceiver creates a new RtpTransceiver and adds it to the set of 771 // transceivers. Adding a transceiver will cause future calls to CreateOffer 772 // to add a media description for the corresponding transceiver. 773 // 774 // The initial value of |mid| in the returned transceiver is null. Setting a 775 // new session description may change it to a non-null value. 776 // 777 // https://w3c.github.io/webrtc-pc/#dom-rtcpeerconnection-addtransceiver 778 // 779 // Optionally, an RtpTransceiverInit structure can be specified to configure 780 // the transceiver from construction. If not specified, the transceiver will 781 // default to having a direction of kSendRecv and not be part of any streams. 782 // 783 // These methods are only available when Unified Plan is enabled (see 784 // RTCConfiguration). 785 // 786 // Common errors: 787 // - INTERNAL_ERROR: The configuration does not have Unified Plan enabled. 788 789 // Adds a transceiver with a sender set to transmit the given track. The kind 790 // of the transceiver (and sender/receiver) will be derived from the kind of 791 // the track. 792 // Errors: 793 // - INVALID_PARAMETER: |track| is null. 794 virtual RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> 795 AddTransceiver(rtc::scoped_refptr<MediaStreamTrackInterface> track) = 0; 796 virtual RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> 797 AddTransceiver(rtc::scoped_refptr<MediaStreamTrackInterface> track, 798 const RtpTransceiverInit& init) = 0; 799 800 // Adds a transceiver with the given kind. Can either be MEDIA_TYPE_AUDIO or 801 // MEDIA_TYPE_VIDEO. 802 // Errors: 803 // - INVALID_PARAMETER: |media_type| is not MEDIA_TYPE_AUDIO or 804 // MEDIA_TYPE_VIDEO. 805 virtual RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> 806 AddTransceiver(cricket::MediaType media_type) = 0; 807 virtual RTCErrorOr<rtc::scoped_refptr<RtpTransceiverInterface>> 808 AddTransceiver(cricket::MediaType media_type, 809 const RtpTransceiverInit& init) = 0; 810 811 // Creates a sender without a track. Can be used for "early media"/"warmup" 812 // use cases, where the application may want to negotiate video attributes 813 // before a track is available to send. 814 // 815 // The standard way to do this would be through "addTransceiver", but we 816 // don't support that API yet. 817 // 818 // |kind| must be "audio" or "video". 819 // 820 // |stream_id| is used to populate the msid attribute; if empty, one will 821 // be generated automatically. 822 // 823 // This method is not supported with kUnifiedPlan semantics. Please use 824 // AddTransceiver instead. 825 virtual rtc::scoped_refptr<RtpSenderInterface> CreateSender( 826 const std::string& kind, 827 const std::string& stream_id) = 0; 828 829 // If Plan B semantics are specified, gets all RtpSenders, created either 830 // through AddStream, AddTrack, or CreateSender. All senders of a specific 831 // media type share the same media description. 832 // 833 // If Unified Plan semantics are specified, gets the RtpSender for each 834 // RtpTransceiver. 835 virtual std::vector<rtc::scoped_refptr<RtpSenderInterface>> GetSenders() 836 const = 0; 837 838 // If Plan B semantics are specified, gets all RtpReceivers created when a 839 // remote description is applied. All receivers of a specific media type share 840 // the same media description. It is also possible to have a media description 841 // with no associated RtpReceivers, if the directional attribute does not 842 // indicate that the remote peer is sending any media. 843 // 844 // If Unified Plan semantics are specified, gets the RtpReceiver for each 845 // RtpTransceiver. 846 virtual std::vector<rtc::scoped_refptr<RtpReceiverInterface>> GetReceivers() 847 const = 0; 848 849 // Get all RtpTransceivers, created either through AddTransceiver, AddTrack or 850 // by a remote description applied with SetRemoteDescription. 851 // 852 // Note: This method is only available when Unified Plan is enabled (see 853 // RTCConfiguration). 854 virtual std::vector<rtc::scoped_refptr<RtpTransceiverInterface>> 855 GetTransceivers() const = 0; 856 857 // The legacy non-compliant GetStats() API. This correspond to the 858 // callback-based version of getStats() in JavaScript. The returned metrics 859 // are UNDOCUMENTED and many of them rely on implementation-specific details. 860 // The goal is to DELETE THIS VERSION but we can't today because it is heavily 861 // relied upon by third parties. See https://crbug.com/822696. 862 // 863 // This version is wired up into Chrome. Any stats implemented are 864 // automatically exposed to the Web Platform. This has BYPASSED the Chrome 865 // release processes for years and lead to cross-browser incompatibility 866 // issues and web application reliance on Chrome-only behavior. 867 // 868 // This API is in "maintenance mode", serious regressions should be fixed but 869 // adding new stats is highly discouraged. 870 // 871 // TODO(hbos): Deprecate and remove this when third parties have migrated to 872 // the spec-compliant GetStats() API. https://crbug.com/822696 873 virtual bool GetStats(StatsObserver* observer, 874 MediaStreamTrackInterface* track, // Optional 875 StatsOutputLevel level) = 0; 876 // The spec-compliant GetStats() API. This correspond to the promise-based 877 // version of getStats() in JavaScript. Implementation status is described in 878 // api/stats/rtcstats_objects.h. For more details on stats, see spec: 879 // https://w3c.github.io/webrtc-pc/#dom-rtcpeerconnection-getstats 880 // TODO(hbos): Takes shared ownership, use rtc::scoped_refptr<> instead. This 881 // requires stop overriding the current version in third party or making third 882 // party calls explicit to avoid ambiguity during switch. Make the future 883 // version abstract as soon as third party projects implement it. 884 virtual void GetStats(RTCStatsCollectorCallback* callback) = 0; 885 // Spec-compliant getStats() performing the stats selection algorithm with the 886 // sender. https://w3c.github.io/webrtc-pc/#dom-rtcrtpsender-getstats 887 virtual void GetStats( 888 rtc::scoped_refptr<RtpSenderInterface> selector, 889 rtc::scoped_refptr<RTCStatsCollectorCallback> callback) = 0; 890 // Spec-compliant getStats() performing the stats selection algorithm with the 891 // receiver. https://w3c.github.io/webrtc-pc/#dom-rtcrtpreceiver-getstats 892 virtual void GetStats( 893 rtc::scoped_refptr<RtpReceiverInterface> selector, 894 rtc::scoped_refptr<RTCStatsCollectorCallback> callback) = 0; 895 // Clear cached stats in the RTCStatsCollector. 896 // Exposed for testing while waiting for automatic cache clear to work. 897 // https://bugs.webrtc.org/8693 ClearStatsCache()898 virtual void ClearStatsCache() {} 899 900 // Create a data channel with the provided config, or default config if none 901 // is provided. Note that an offer/answer negotiation is still necessary 902 // before the data channel can be used. 903 // 904 // Also, calling CreateDataChannel is the only way to get a data "m=" section 905 // in SDP, so it should be done before CreateOffer is called, if the 906 // application plans to use data channels. 907 virtual rtc::scoped_refptr<DataChannelInterface> CreateDataChannel( 908 const std::string& label, 909 const DataChannelInit* config) = 0; 910 911 // Returns the more recently applied description; "pending" if it exists, and 912 // otherwise "current". See below. 913 virtual const SessionDescriptionInterface* local_description() const = 0; 914 virtual const SessionDescriptionInterface* remote_description() const = 0; 915 916 // A "current" description the one currently negotiated from a complete 917 // offer/answer exchange. 918 virtual const SessionDescriptionInterface* current_local_description() 919 const = 0; 920 virtual const SessionDescriptionInterface* current_remote_description() 921 const = 0; 922 923 // A "pending" description is one that's part of an incomplete offer/answer 924 // exchange (thus, either an offer or a pranswer). Once the offer/answer 925 // exchange is finished, the "pending" description will become "current". 926 virtual const SessionDescriptionInterface* pending_local_description() 927 const = 0; 928 virtual const SessionDescriptionInterface* pending_remote_description() 929 const = 0; 930 931 // Tells the PeerConnection that ICE should be restarted. This triggers a need 932 // for negotiation and subsequent CreateOffer() calls will act as if 933 // RTCOfferAnswerOptions::ice_restart is true. 934 // https://w3c.github.io/webrtc-pc/#dom-rtcpeerconnection-restartice 935 // TODO(hbos): Remove default implementation when downstream projects 936 // implement this. 937 virtual void RestartIce() = 0; 938 939 // Create a new offer. 940 // The CreateSessionDescriptionObserver callback will be called when done. 941 virtual void CreateOffer(CreateSessionDescriptionObserver* observer, 942 const RTCOfferAnswerOptions& options) = 0; 943 944 // Create an answer to an offer. 945 // The CreateSessionDescriptionObserver callback will be called when done. 946 virtual void CreateAnswer(CreateSessionDescriptionObserver* observer, 947 const RTCOfferAnswerOptions& options) = 0; 948 949 // Sets the local session description. 950 // The PeerConnection takes the ownership of |desc| even if it fails. 951 // The |observer| callback will be called when done. 952 // TODO(deadbeef): Change |desc| to be a unique_ptr, to make it clear 953 // that this method always takes ownership of it. 954 virtual void SetLocalDescription(SetSessionDescriptionObserver* observer, 955 SessionDescriptionInterface* desc) = 0; 956 // Implicitly creates an offer or answer (depending on the current signaling 957 // state) and performs SetLocalDescription() with the newly generated session 958 // description. 959 // TODO(hbos): Make pure virtual when implemented by downstream projects. SetLocalDescription(SetSessionDescriptionObserver * observer)960 virtual void SetLocalDescription(SetSessionDescriptionObserver* observer) {} 961 // Sets the remote session description. 962 // The PeerConnection takes the ownership of |desc| even if it fails. 963 // The |observer| callback will be called when done. 964 // TODO(hbos): Remove when Chrome implements the new signature. SetRemoteDescription(SetSessionDescriptionObserver * observer,SessionDescriptionInterface * desc)965 virtual void SetRemoteDescription(SetSessionDescriptionObserver* observer, 966 SessionDescriptionInterface* desc) {} 967 virtual void SetRemoteDescription( 968 std::unique_ptr<SessionDescriptionInterface> desc, 969 rtc::scoped_refptr<SetRemoteDescriptionObserverInterface> observer) = 0; 970 971 virtual PeerConnectionInterface::RTCConfiguration GetConfiguration() = 0; 972 973 // Sets the PeerConnection's global configuration to |config|. 974 // 975 // The members of |config| that may be changed are |type|, |servers|, 976 // |ice_candidate_pool_size| and |prune_turn_ports| (though the candidate 977 // pool size can't be changed after the first call to SetLocalDescription). 978 // Note that this means the BUNDLE and RTCP-multiplexing policies cannot be 979 // changed with this method. 980 // 981 // Any changes to STUN/TURN servers or ICE candidate policy will affect the 982 // next gathering phase, and cause the next call to createOffer to generate 983 // new ICE credentials, as described in JSEP. This also occurs when 984 // |prune_turn_ports| changes, for the same reasoning. 985 // 986 // If an error occurs, returns false and populates |error| if non-null: 987 // - INVALID_MODIFICATION if |config| contains a modified parameter other 988 // than one of the parameters listed above. 989 // - INVALID_RANGE if |ice_candidate_pool_size| is out of range. 990 // - SYNTAX_ERROR if parsing an ICE server URL failed. 991 // - INVALID_PARAMETER if a TURN server is missing |username| or |password|. 992 // - INTERNAL_ERROR if an unexpected error occurred. 993 // 994 // TODO(nisse): Make this pure virtual once all Chrome subclasses of 995 // PeerConnectionInterface implement it. 996 virtual RTCError SetConfiguration( 997 const PeerConnectionInterface::RTCConfiguration& config); 998 999 // Provides a remote candidate to the ICE Agent. 1000 // A copy of the |candidate| will be created and added to the remote 1001 // description. So the caller of this method still has the ownership of the 1002 // |candidate|. 1003 // TODO(hbos): The spec mandates chaining this operation onto the operations 1004 // chain; deprecate and remove this version in favor of the callback-based 1005 // signature. 1006 virtual bool AddIceCandidate(const IceCandidateInterface* candidate) = 0; 1007 // TODO(hbos): Remove default implementation once implemented by downstream 1008 // projects. AddIceCandidate(std::unique_ptr<IceCandidateInterface> candidate,std::function<void (RTCError)> callback)1009 virtual void AddIceCandidate(std::unique_ptr<IceCandidateInterface> candidate, 1010 std::function<void(RTCError)> callback) {} 1011 1012 // Removes a group of remote candidates from the ICE agent. Needed mainly for 1013 // continual gathering, to avoid an ever-growing list of candidates as 1014 // networks come and go. 1015 virtual bool RemoveIceCandidates( 1016 const std::vector<cricket::Candidate>& candidates) = 0; 1017 1018 // SetBitrate limits the bandwidth allocated for all RTP streams sent by 1019 // this PeerConnection. Other limitations might affect these limits and 1020 // are respected (for example "b=AS" in SDP). 1021 // 1022 // Setting |current_bitrate_bps| will reset the current bitrate estimate 1023 // to the provided value. 1024 virtual RTCError SetBitrate(const BitrateSettings& bitrate) = 0; 1025 1026 // Enable/disable playout of received audio streams. Enabled by default. Note 1027 // that even if playout is enabled, streams will only be played out if the 1028 // appropriate SDP is also applied. Setting |playout| to false will stop 1029 // playout of the underlying audio device but starts a task which will poll 1030 // for audio data every 10ms to ensure that audio processing happens and the 1031 // audio statistics are updated. 1032 // TODO(henrika): deprecate and remove this. SetAudioPlayout(bool playout)1033 virtual void SetAudioPlayout(bool playout) {} 1034 1035 // Enable/disable recording of transmitted audio streams. Enabled by default. 1036 // Note that even if recording is enabled, streams will only be recorded if 1037 // the appropriate SDP is also applied. 1038 // TODO(henrika): deprecate and remove this. SetAudioRecording(bool recording)1039 virtual void SetAudioRecording(bool recording) {} 1040 1041 // Looks up the DtlsTransport associated with a MID value. 1042 // In the Javascript API, DtlsTransport is a property of a sender, but 1043 // because the PeerConnection owns the DtlsTransport in this implementation, 1044 // it is better to look them up on the PeerConnection. 1045 virtual rtc::scoped_refptr<DtlsTransportInterface> LookupDtlsTransportByMid( 1046 const std::string& mid) = 0; 1047 1048 // Returns the SCTP transport, if any. 1049 virtual rtc::scoped_refptr<SctpTransportInterface> GetSctpTransport() 1050 const = 0; 1051 1052 // Returns the current SignalingState. 1053 virtual SignalingState signaling_state() = 0; 1054 1055 // Returns an aggregate state of all ICE *and* DTLS transports. 1056 // This is left in place to avoid breaking native clients who expect our old, 1057 // nonstandard behavior. 1058 // TODO(jonasolsson): deprecate and remove this. 1059 virtual IceConnectionState ice_connection_state() = 0; 1060 1061 // Returns an aggregated state of all ICE transports. 1062 virtual IceConnectionState standardized_ice_connection_state() = 0; 1063 1064 // Returns an aggregated state of all ICE and DTLS transports. 1065 virtual PeerConnectionState peer_connection_state() = 0; 1066 1067 virtual IceGatheringState ice_gathering_state() = 0; 1068 1069 // Returns the current state of canTrickleIceCandidates per 1070 // https://w3c.github.io/webrtc-pc/#attributes-1 can_trickle_ice_candidates()1071 virtual absl::optional<bool> can_trickle_ice_candidates() { 1072 // TODO(crbug.com/708484): Remove default implementation. 1073 return absl::nullopt; 1074 } 1075 1076 // When a resource is overused, the PeerConnection will try to reduce the load 1077 // on the sysem, for example by reducing the resolution or frame rate of 1078 // encoded streams. The Resource API allows injecting platform-specific usage 1079 // measurements. The conditions to trigger kOveruse or kUnderuse are up to the 1080 // implementation. 1081 // TODO(hbos): Make pure virtual when implemented by downstream projects. AddAdaptationResource(rtc::scoped_refptr<Resource> resource)1082 virtual void AddAdaptationResource(rtc::scoped_refptr<Resource> resource) {} 1083 1084 // Start RtcEventLog using an existing output-sink. Takes ownership of 1085 // |output| and passes it on to Call, which will take the ownership. If the 1086 // operation fails the output will be closed and deallocated. The event log 1087 // will send serialized events to the output object every |output_period_ms|. 1088 // Applications using the event log should generally make their own trade-off 1089 // regarding the output period. A long period is generally more efficient, 1090 // with potential drawbacks being more bursty thread usage, and more events 1091 // lost in case the application crashes. If the |output_period_ms| argument is 1092 // omitted, webrtc selects a default deemed to be workable in most cases. 1093 virtual bool StartRtcEventLog(std::unique_ptr<RtcEventLogOutput> output, 1094 int64_t output_period_ms) = 0; 1095 virtual bool StartRtcEventLog(std::unique_ptr<RtcEventLogOutput> output) = 0; 1096 1097 // Stops logging the RtcEventLog. 1098 virtual void StopRtcEventLog() = 0; 1099 1100 // Terminates all media, closes the transports, and in general releases any 1101 // resources used by the PeerConnection. This is an irreversible operation. 1102 // 1103 // Note that after this method completes, the PeerConnection will no longer 1104 // use the PeerConnectionObserver interface passed in on construction, and 1105 // thus the observer object can be safely destroyed. 1106 virtual void Close() = 0; 1107 1108 protected: 1109 // Dtor protected as objects shouldn't be deleted via this interface. 1110 ~PeerConnectionInterface() override = default; 1111 }; 1112 1113 // PeerConnection callback interface, used for RTCPeerConnection events. 1114 // Application should implement these methods. 1115 class PeerConnectionObserver { 1116 public: 1117 virtual ~PeerConnectionObserver() = default; 1118 1119 // Triggered when the SignalingState changed. 1120 virtual void OnSignalingChange( 1121 PeerConnectionInterface::SignalingState new_state) = 0; 1122 1123 // Triggered when media is received on a new stream from remote peer. OnAddStream(rtc::scoped_refptr<MediaStreamInterface> stream)1124 virtual void OnAddStream(rtc::scoped_refptr<MediaStreamInterface> stream) {} 1125 1126 // Triggered when a remote peer closes a stream. OnRemoveStream(rtc::scoped_refptr<MediaStreamInterface> stream)1127 virtual void OnRemoveStream(rtc::scoped_refptr<MediaStreamInterface> stream) { 1128 } 1129 1130 // Triggered when a remote peer opens a data channel. 1131 virtual void OnDataChannel( 1132 rtc::scoped_refptr<DataChannelInterface> data_channel) = 0; 1133 1134 // Triggered when renegotiation is needed. For example, an ICE restart 1135 // has begun. 1136 virtual void OnRenegotiationNeeded() = 0; 1137 1138 // Called any time the legacy IceConnectionState changes. 1139 // 1140 // Note that our ICE states lag behind the standard slightly. The most 1141 // notable differences include the fact that "failed" occurs after 15 1142 // seconds, not 30, and this actually represents a combination ICE + DTLS 1143 // state, so it may be "failed" if DTLS fails while ICE succeeds. 1144 // 1145 // TODO(jonasolsson): deprecate and remove this. OnIceConnectionChange(PeerConnectionInterface::IceConnectionState new_state)1146 virtual void OnIceConnectionChange( 1147 PeerConnectionInterface::IceConnectionState new_state) {} 1148 1149 // Called any time the standards-compliant IceConnectionState changes. OnStandardizedIceConnectionChange(PeerConnectionInterface::IceConnectionState new_state)1150 virtual void OnStandardizedIceConnectionChange( 1151 PeerConnectionInterface::IceConnectionState new_state) {} 1152 1153 // Called any time the PeerConnectionState changes. OnConnectionChange(PeerConnectionInterface::PeerConnectionState new_state)1154 virtual void OnConnectionChange( 1155 PeerConnectionInterface::PeerConnectionState new_state) {} 1156 1157 // Called any time the IceGatheringState changes. 1158 virtual void OnIceGatheringChange( 1159 PeerConnectionInterface::IceGatheringState new_state) = 0; 1160 1161 // A new ICE candidate has been gathered. 1162 virtual void OnIceCandidate(const IceCandidateInterface* candidate) = 0; 1163 1164 // Gathering of an ICE candidate failed. 1165 // See https://w3c.github.io/webrtc-pc/#event-icecandidateerror 1166 // |host_candidate| is a stringified socket address. OnIceCandidateError(const std::string & host_candidate,const std::string & url,int error_code,const std::string & error_text)1167 virtual void OnIceCandidateError(const std::string& host_candidate, 1168 const std::string& url, 1169 int error_code, 1170 const std::string& error_text) {} 1171 1172 // Gathering of an ICE candidate failed. 1173 // See https://w3c.github.io/webrtc-pc/#event-icecandidateerror OnIceCandidateError(const std::string & address,int port,const std::string & url,int error_code,const std::string & error_text)1174 virtual void OnIceCandidateError(const std::string& address, 1175 int port, 1176 const std::string& url, 1177 int error_code, 1178 const std::string& error_text) {} 1179 1180 // Ice candidates have been removed. 1181 // TODO(honghaiz): Make this a pure virtual method when all its subclasses 1182 // implement it. OnIceCandidatesRemoved(const std::vector<cricket::Candidate> & candidates)1183 virtual void OnIceCandidatesRemoved( 1184 const std::vector<cricket::Candidate>& candidates) {} 1185 1186 // Called when the ICE connection receiving status changes. OnIceConnectionReceivingChange(bool receiving)1187 virtual void OnIceConnectionReceivingChange(bool receiving) {} 1188 1189 // Called when the selected candidate pair for the ICE connection changes. OnIceSelectedCandidatePairChanged(const cricket::CandidatePairChangeEvent & event)1190 virtual void OnIceSelectedCandidatePairChanged( 1191 const cricket::CandidatePairChangeEvent& event) {} 1192 1193 // This is called when a receiver and its track are created. 1194 // TODO(zhihuang): Make this pure virtual when all subclasses implement it. 1195 // Note: This is called with both Plan B and Unified Plan semantics. Unified 1196 // Plan users should prefer OnTrack, OnAddTrack is only called as backwards 1197 // compatibility (and is called in the exact same situations as OnTrack). OnAddTrack(rtc::scoped_refptr<RtpReceiverInterface> receiver,const std::vector<rtc::scoped_refptr<MediaStreamInterface>> & streams)1198 virtual void OnAddTrack( 1199 rtc::scoped_refptr<RtpReceiverInterface> receiver, 1200 const std::vector<rtc::scoped_refptr<MediaStreamInterface>>& streams) {} 1201 1202 // This is called when signaling indicates a transceiver will be receiving 1203 // media from the remote endpoint. This is fired during a call to 1204 // SetRemoteDescription. The receiving track can be accessed by: 1205 // |transceiver->receiver()->track()| and its associated streams by 1206 // |transceiver->receiver()->streams()|. 1207 // Note: This will only be called if Unified Plan semantics are specified. 1208 // This behavior is specified in section 2.2.8.2.5 of the "Set the 1209 // RTCSessionDescription" algorithm: 1210 // https://w3c.github.io/webrtc-pc/#set-description OnTrack(rtc::scoped_refptr<RtpTransceiverInterface> transceiver)1211 virtual void OnTrack( 1212 rtc::scoped_refptr<RtpTransceiverInterface> transceiver) {} 1213 1214 // Called when signaling indicates that media will no longer be received on a 1215 // track. 1216 // With Plan B semantics, the given receiver will have been removed from the 1217 // PeerConnection and the track muted. 1218 // With Unified Plan semantics, the receiver will remain but the transceiver 1219 // will have changed direction to either sendonly or inactive. 1220 // https://w3c.github.io/webrtc-pc/#process-remote-track-removal 1221 // TODO(hbos,deadbeef): Make pure virtual when all subclasses implement it. OnRemoveTrack(rtc::scoped_refptr<RtpReceiverInterface> receiver)1222 virtual void OnRemoveTrack( 1223 rtc::scoped_refptr<RtpReceiverInterface> receiver) {} 1224 1225 // Called when an interesting usage is detected by WebRTC. 1226 // An appropriate action is to add information about the context of the 1227 // PeerConnection and write the event to some kind of "interesting events" 1228 // log function. 1229 // The heuristics for defining what constitutes "interesting" are 1230 // implementation-defined. OnInterestingUsage(int usage_pattern)1231 virtual void OnInterestingUsage(int usage_pattern) {} 1232 }; 1233 1234 // PeerConnectionDependencies holds all of PeerConnections dependencies. 1235 // A dependency is distinct from a configuration as it defines significant 1236 // executable code that can be provided by a user of the API. 1237 // 1238 // All new dependencies should be added as a unique_ptr to allow the 1239 // PeerConnection object to be the definitive owner of the dependencies 1240 // lifetime making injection safer. 1241 struct RTC_EXPORT PeerConnectionDependencies final { 1242 explicit PeerConnectionDependencies(PeerConnectionObserver* observer_in); 1243 // This object is not copyable or assignable. 1244 PeerConnectionDependencies(const PeerConnectionDependencies&) = delete; 1245 PeerConnectionDependencies& operator=(const PeerConnectionDependencies&) = 1246 delete; 1247 // This object is only moveable. 1248 PeerConnectionDependencies(PeerConnectionDependencies&&); 1249 PeerConnectionDependencies& operator=(PeerConnectionDependencies&&) = default; 1250 ~PeerConnectionDependencies(); 1251 // Mandatory dependencies 1252 PeerConnectionObserver* observer = nullptr; 1253 // Optional dependencies 1254 // TODO(bugs.webrtc.org/7447): remove port allocator once downstream is 1255 // updated. For now, you can only set one of allocator and 1256 // packet_socket_factory, not both. 1257 std::unique_ptr<cricket::PortAllocator> allocator; 1258 std::unique_ptr<rtc::PacketSocketFactory> packet_socket_factory; 1259 std::unique_ptr<webrtc::AsyncResolverFactory> async_resolver_factory; 1260 std::unique_ptr<webrtc::IceTransportFactory> ice_transport_factory; 1261 std::unique_ptr<rtc::RTCCertificateGeneratorInterface> cert_generator; 1262 std::unique_ptr<rtc::SSLCertificateVerifier> tls_cert_verifier; 1263 std::unique_ptr<webrtc::VideoBitrateAllocatorFactory> 1264 video_bitrate_allocator_factory; 1265 }; 1266 1267 // PeerConnectionFactoryDependencies holds all of the PeerConnectionFactory 1268 // dependencies. All new dependencies should be added here instead of 1269 // overloading the function. This simplifies dependency injection and makes it 1270 // clear which are mandatory and optional. If possible please allow the peer 1271 // connection factory to take ownership of the dependency by adding a unique_ptr 1272 // to this structure. 1273 struct RTC_EXPORT PeerConnectionFactoryDependencies final { 1274 PeerConnectionFactoryDependencies(); 1275 // This object is not copyable or assignable. 1276 PeerConnectionFactoryDependencies(const PeerConnectionFactoryDependencies&) = 1277 delete; 1278 PeerConnectionFactoryDependencies& operator=( 1279 const PeerConnectionFactoryDependencies&) = delete; 1280 // This object is only moveable. 1281 PeerConnectionFactoryDependencies(PeerConnectionFactoryDependencies&&); 1282 PeerConnectionFactoryDependencies& operator=( 1283 PeerConnectionFactoryDependencies&&) = default; 1284 ~PeerConnectionFactoryDependencies(); 1285 1286 // Optional dependencies 1287 rtc::Thread* network_thread = nullptr; 1288 rtc::Thread* worker_thread = nullptr; 1289 rtc::Thread* signaling_thread = nullptr; 1290 std::unique_ptr<TaskQueueFactory> task_queue_factory; 1291 std::unique_ptr<cricket::MediaEngineInterface> media_engine; 1292 std::unique_ptr<CallFactoryInterface> call_factory; 1293 std::unique_ptr<RtcEventLogFactoryInterface> event_log_factory; 1294 std::unique_ptr<FecControllerFactoryInterface> fec_controller_factory; 1295 std::unique_ptr<NetworkStatePredictorFactoryInterface> 1296 network_state_predictor_factory; 1297 std::unique_ptr<NetworkControllerFactoryInterface> network_controller_factory; 1298 std::unique_ptr<NetEqFactory> neteq_factory; 1299 std::unique_ptr<WebRtcKeyValueConfig> trials; 1300 }; 1301 1302 // PeerConnectionFactoryInterface is the factory interface used for creating 1303 // PeerConnection, MediaStream and MediaStreamTrack objects. 1304 // 1305 // The simplest method for obtaiing one, CreatePeerConnectionFactory will 1306 // create the required libjingle threads, socket and network manager factory 1307 // classes for networking if none are provided, though it requires that the 1308 // application runs a message loop on the thread that called the method (see 1309 // explanation below) 1310 // 1311 // If an application decides to provide its own threads and/or implementation 1312 // of networking classes, it should use the alternate 1313 // CreatePeerConnectionFactory method which accepts threads as input, and use 1314 // the CreatePeerConnection version that takes a PortAllocator as an argument. 1315 class RTC_EXPORT PeerConnectionFactoryInterface 1316 : public rtc::RefCountInterface { 1317 public: 1318 class Options { 1319 public: Options()1320 Options() {} 1321 1322 // If set to true, created PeerConnections won't enforce any SRTP 1323 // requirement, allowing unsecured media. Should only be used for 1324 // testing/debugging. 1325 bool disable_encryption = false; 1326 1327 // Deprecated. The only effect of setting this to true is that 1328 // CreateDataChannel will fail, which is not that useful. 1329 bool disable_sctp_data_channels = false; 1330 1331 // If set to true, any platform-supported network monitoring capability 1332 // won't be used, and instead networks will only be updated via polling. 1333 // 1334 // This only has an effect if a PeerConnection is created with the default 1335 // PortAllocator implementation. 1336 bool disable_network_monitor = false; 1337 1338 // Sets the network types to ignore. For instance, calling this with 1339 // ADAPTER_TYPE_ETHERNET | ADAPTER_TYPE_LOOPBACK will ignore Ethernet and 1340 // loopback interfaces. 1341 int network_ignore_mask = rtc::kDefaultNetworkIgnoreMask; 1342 1343 // Sets the maximum supported protocol version. The highest version 1344 // supported by both ends will be used for the connection, i.e. if one 1345 // party supports DTLS 1.0 and the other DTLS 1.2, DTLS 1.0 will be used. 1346 rtc::SSLProtocolVersion ssl_max_version = rtc::SSL_PROTOCOL_DTLS_12; 1347 1348 // Sets crypto related options, e.g. enabled cipher suites. 1349 CryptoOptions crypto_options = CryptoOptions::NoGcm(); 1350 }; 1351 1352 // Set the options to be used for subsequently created PeerConnections. 1353 virtual void SetOptions(const Options& options) = 0; 1354 1355 // The preferred way to create a new peer connection. Simply provide the 1356 // configuration and a PeerConnectionDependencies structure. 1357 // TODO(benwright): Make pure virtual once downstream mock PC factory classes 1358 // are updated. 1359 virtual rtc::scoped_refptr<PeerConnectionInterface> CreatePeerConnection( 1360 const PeerConnectionInterface::RTCConfiguration& configuration, 1361 PeerConnectionDependencies dependencies); 1362 1363 // Deprecated; |allocator| and |cert_generator| may be null, in which case 1364 // default implementations will be used. 1365 // 1366 // |observer| must not be null. 1367 // 1368 // Note that this method does not take ownership of |observer|; it's the 1369 // responsibility of the caller to delete it. It can be safely deleted after 1370 // Close has been called on the returned PeerConnection, which ensures no 1371 // more observer callbacks will be invoked. 1372 virtual rtc::scoped_refptr<PeerConnectionInterface> CreatePeerConnection( 1373 const PeerConnectionInterface::RTCConfiguration& configuration, 1374 std::unique_ptr<cricket::PortAllocator> allocator, 1375 std::unique_ptr<rtc::RTCCertificateGeneratorInterface> cert_generator, 1376 PeerConnectionObserver* observer); 1377 1378 // Returns the capabilities of an RTP sender of type |kind|. 1379 // If for some reason you pass in MEDIA_TYPE_DATA, returns an empty structure. 1380 // TODO(orphis): Make pure virtual when all subclasses implement it. 1381 virtual RtpCapabilities GetRtpSenderCapabilities( 1382 cricket::MediaType kind) const; 1383 1384 // Returns the capabilities of an RTP receiver of type |kind|. 1385 // If for some reason you pass in MEDIA_TYPE_DATA, returns an empty structure. 1386 // TODO(orphis): Make pure virtual when all subclasses implement it. 1387 virtual RtpCapabilities GetRtpReceiverCapabilities( 1388 cricket::MediaType kind) const; 1389 1390 virtual rtc::scoped_refptr<MediaStreamInterface> CreateLocalMediaStream( 1391 const std::string& stream_id) = 0; 1392 1393 // Creates an AudioSourceInterface. 1394 // |options| decides audio processing settings. 1395 virtual rtc::scoped_refptr<AudioSourceInterface> CreateAudioSource( 1396 const cricket::AudioOptions& options) = 0; 1397 1398 // Creates a new local VideoTrack. The same |source| can be used in several 1399 // tracks. 1400 virtual rtc::scoped_refptr<VideoTrackInterface> CreateVideoTrack( 1401 const std::string& label, 1402 VideoTrackSourceInterface* source) = 0; 1403 1404 // Creates an new AudioTrack. At the moment |source| can be null. 1405 virtual rtc::scoped_refptr<AudioTrackInterface> CreateAudioTrack( 1406 const std::string& label, 1407 AudioSourceInterface* source) = 0; 1408 1409 // Starts AEC dump using existing file. Takes ownership of |file| and passes 1410 // it on to VoiceEngine (via other objects) immediately, which will take 1411 // the ownerhip. If the operation fails, the file will be closed. 1412 // A maximum file size in bytes can be specified. When the file size limit is 1413 // reached, logging is stopped automatically. If max_size_bytes is set to a 1414 // value <= 0, no limit will be used, and logging will continue until the 1415 // StopAecDump function is called. 1416 // TODO(webrtc:6463): Delete default implementation when downstream mocks 1417 // classes are updated. StartAecDump(FILE * file,int64_t max_size_bytes)1418 virtual bool StartAecDump(FILE* file, int64_t max_size_bytes) { 1419 return false; 1420 } 1421 1422 // Stops logging the AEC dump. 1423 virtual void StopAecDump() = 0; 1424 1425 protected: 1426 // Dtor and ctor protected as objects shouldn't be created or deleted via 1427 // this interface. PeerConnectionFactoryInterface()1428 PeerConnectionFactoryInterface() {} 1429 ~PeerConnectionFactoryInterface() override = default; 1430 }; 1431 1432 // CreateModularPeerConnectionFactory is implemented in the "peerconnection" 1433 // build target, which doesn't pull in the implementations of every module 1434 // webrtc may use. 1435 // 1436 // If an application knows it will only require certain modules, it can reduce 1437 // webrtc's impact on its binary size by depending only on the "peerconnection" 1438 // target and the modules the application requires, using 1439 // CreateModularPeerConnectionFactory. For example, if an application 1440 // only uses WebRTC for audio, it can pass in null pointers for the 1441 // video-specific interfaces, and omit the corresponding modules from its 1442 // build. 1443 // 1444 // If |network_thread| or |worker_thread| are null, the PeerConnectionFactory 1445 // will create the necessary thread internally. If |signaling_thread| is null, 1446 // the PeerConnectionFactory will use the thread on which this method is called 1447 // as the signaling thread, wrapping it in an rtc::Thread object if needed. 1448 RTC_EXPORT rtc::scoped_refptr<PeerConnectionFactoryInterface> 1449 CreateModularPeerConnectionFactory( 1450 PeerConnectionFactoryDependencies dependencies); 1451 1452 } // namespace webrtc 1453 1454 #endif // API_PEER_CONNECTION_INTERFACE_H_ 1455