• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 /*
2  *  Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3  *
4  *  Use of this source code is governed by a BSD-style license
5  *  that can be found in the LICENSE file in the root of the source
6  *  tree. An additional intellectual property rights grant can be found
7  *  in the file PATENTS.  All contributing project authors may
8  *  be found in the AUTHORS file in the root of the source tree.
9  */
10 
11 #include "webrtc/modules/audio_coding/main/acm2/nack.h"
12 
13 #include <assert.h>  // For assert.
14 
15 #include <algorithm>  // For std::max.
16 
17 #include "webrtc/modules/interface/module_common_types.h"
18 #include "webrtc/system_wrappers/interface/logging.h"
19 
20 namespace webrtc {
21 
22 namespace acm2 {
23 
24 namespace {
25 
26 const int kDefaultSampleRateKhz = 48;
27 const int kDefaultPacketSizeMs = 20;
28 
29 }  // namespace
30 
Nack(int nack_threshold_packets)31 Nack::Nack(int nack_threshold_packets)
32     : nack_threshold_packets_(nack_threshold_packets),
33       sequence_num_last_received_rtp_(0),
34       timestamp_last_received_rtp_(0),
35       any_rtp_received_(false),
36       sequence_num_last_decoded_rtp_(0),
37       timestamp_last_decoded_rtp_(0),
38       any_rtp_decoded_(false),
39       sample_rate_khz_(kDefaultSampleRateKhz),
40       samples_per_packet_(sample_rate_khz_ * kDefaultPacketSizeMs),
41       max_nack_list_size_(kNackListSizeLimit) {}
42 
Create(int nack_threshold_packets)43 Nack* Nack::Create(int nack_threshold_packets) {
44   return new Nack(nack_threshold_packets);
45 }
46 
UpdateSampleRate(int sample_rate_hz)47 void Nack::UpdateSampleRate(int sample_rate_hz) {
48   assert(sample_rate_hz > 0);
49   sample_rate_khz_ = sample_rate_hz / 1000;
50 }
51 
UpdateLastReceivedPacket(uint16_t sequence_number,uint32_t timestamp)52 void Nack::UpdateLastReceivedPacket(uint16_t sequence_number,
53                                     uint32_t timestamp) {
54   // Just record the value of sequence number and timestamp if this is the
55   // first packet.
56   if (!any_rtp_received_) {
57     sequence_num_last_received_rtp_ = sequence_number;
58     timestamp_last_received_rtp_ = timestamp;
59     any_rtp_received_ = true;
60     // If no packet is decoded, to have a reasonable estimate of time-to-play
61     // use the given values.
62     if (!any_rtp_decoded_) {
63       sequence_num_last_decoded_rtp_ = sequence_number;
64       timestamp_last_decoded_rtp_ = timestamp;
65     }
66     return;
67   }
68 
69   if (sequence_number == sequence_num_last_received_rtp_)
70     return;
71 
72   // Received RTP should not be in the list.
73   nack_list_.erase(sequence_number);
74 
75   // If this is an old sequence number, no more action is required, return.
76   if (IsNewerSequenceNumber(sequence_num_last_received_rtp_, sequence_number))
77     return;
78 
79   UpdateSamplesPerPacket(sequence_number, timestamp);
80 
81   UpdateList(sequence_number);
82 
83   sequence_num_last_received_rtp_ = sequence_number;
84   timestamp_last_received_rtp_ = timestamp;
85   LimitNackListSize();
86 }
87 
UpdateSamplesPerPacket(uint16_t sequence_number_current_received_rtp,uint32_t timestamp_current_received_rtp)88 void Nack::UpdateSamplesPerPacket(uint16_t sequence_number_current_received_rtp,
89                                   uint32_t timestamp_current_received_rtp) {
90   uint32_t timestamp_increase = timestamp_current_received_rtp -
91       timestamp_last_received_rtp_;
92   uint16_t sequence_num_increase = sequence_number_current_received_rtp -
93       sequence_num_last_received_rtp_;
94 
95   samples_per_packet_ = timestamp_increase / sequence_num_increase;
96 }
97 
UpdateList(uint16_t sequence_number_current_received_rtp)98 void Nack::UpdateList(uint16_t sequence_number_current_received_rtp) {
99   // Some of the packets which were considered late, now are considered missing.
100   ChangeFromLateToMissing(sequence_number_current_received_rtp);
101 
102   if (IsNewerSequenceNumber(sequence_number_current_received_rtp,
103                             sequence_num_last_received_rtp_ + 1))
104     AddToList(sequence_number_current_received_rtp);
105 }
106 
ChangeFromLateToMissing(uint16_t sequence_number_current_received_rtp)107 void Nack::ChangeFromLateToMissing(
108     uint16_t sequence_number_current_received_rtp) {
109   NackList::const_iterator lower_bound = nack_list_.lower_bound(
110       static_cast<uint16_t>(sequence_number_current_received_rtp -
111                             nack_threshold_packets_));
112 
113   for (NackList::iterator it = nack_list_.begin(); it != lower_bound; ++it)
114     it->second.is_missing = true;
115 }
116 
EstimateTimestamp(uint16_t sequence_num)117 uint32_t Nack::EstimateTimestamp(uint16_t sequence_num) {
118   uint16_t sequence_num_diff = sequence_num - sequence_num_last_received_rtp_;
119   return sequence_num_diff * samples_per_packet_ + timestamp_last_received_rtp_;
120 }
121 
AddToList(uint16_t sequence_number_current_received_rtp)122 void Nack::AddToList(uint16_t sequence_number_current_received_rtp) {
123   assert(!any_rtp_decoded_ || IsNewerSequenceNumber(
124       sequence_number_current_received_rtp, sequence_num_last_decoded_rtp_));
125 
126   // Packets with sequence numbers older than |upper_bound_missing| are
127   // considered missing, and the rest are considered late.
128   uint16_t upper_bound_missing = sequence_number_current_received_rtp -
129       nack_threshold_packets_;
130 
131   for (uint16_t n = sequence_num_last_received_rtp_ + 1;
132       IsNewerSequenceNumber(sequence_number_current_received_rtp, n); ++n) {
133     bool is_missing = IsNewerSequenceNumber(upper_bound_missing, n);
134     uint32_t timestamp = EstimateTimestamp(n);
135     NackElement nack_element(TimeToPlay(timestamp), timestamp, is_missing);
136     nack_list_.insert(nack_list_.end(), std::make_pair(n, nack_element));
137   }
138 }
139 
UpdateEstimatedPlayoutTimeBy10ms()140 void Nack::UpdateEstimatedPlayoutTimeBy10ms() {
141   while (!nack_list_.empty() &&
142       nack_list_.begin()->second.time_to_play_ms <= 10)
143     nack_list_.erase(nack_list_.begin());
144 
145   for (NackList::iterator it = nack_list_.begin(); it != nack_list_.end(); ++it)
146     it->second.time_to_play_ms -= 10;
147 }
148 
UpdateLastDecodedPacket(uint16_t sequence_number,uint32_t timestamp)149 void Nack::UpdateLastDecodedPacket(uint16_t sequence_number,
150                                    uint32_t timestamp) {
151   if (IsNewerSequenceNumber(sequence_number, sequence_num_last_decoded_rtp_) ||
152       !any_rtp_decoded_) {
153     sequence_num_last_decoded_rtp_ = sequence_number;
154     timestamp_last_decoded_rtp_ = timestamp;
155     // Packets in the list with sequence numbers less than the
156     // sequence number of the decoded RTP should be removed from the lists.
157     // They will be discarded by the jitter buffer if they arrive.
158     nack_list_.erase(nack_list_.begin(), nack_list_.upper_bound(
159         sequence_num_last_decoded_rtp_));
160 
161     // Update estimated time-to-play.
162     for (NackList::iterator it = nack_list_.begin(); it != nack_list_.end();
163         ++it)
164       it->second.time_to_play_ms = TimeToPlay(it->second.estimated_timestamp);
165   } else {
166     assert(sequence_number == sequence_num_last_decoded_rtp_);
167 
168     // Same sequence number as before. 10 ms is elapsed, update estimations for
169     // time-to-play.
170     UpdateEstimatedPlayoutTimeBy10ms();
171 
172     // Update timestamp for better estimate of time-to-play, for packets which
173     // are added to NACK list later on.
174     timestamp_last_decoded_rtp_ += sample_rate_khz_ * 10;
175   }
176   any_rtp_decoded_ = true;
177 }
178 
GetNackList() const179 Nack::NackList Nack::GetNackList() const {
180   return nack_list_;
181 }
182 
Reset()183 void Nack::Reset() {
184   nack_list_.clear();
185 
186   sequence_num_last_received_rtp_ = 0;
187   timestamp_last_received_rtp_ = 0;
188   any_rtp_received_ = false;
189   sequence_num_last_decoded_rtp_ = 0;
190   timestamp_last_decoded_rtp_ = 0;
191   any_rtp_decoded_ = false;
192   sample_rate_khz_ = kDefaultSampleRateKhz;
193   samples_per_packet_ = sample_rate_khz_ * kDefaultPacketSizeMs;
194 }
195 
SetMaxNackListSize(size_t max_nack_list_size)196 int Nack::SetMaxNackListSize(size_t max_nack_list_size) {
197   if (max_nack_list_size == 0 || max_nack_list_size > kNackListSizeLimit)
198     return -1;
199   max_nack_list_size_ = max_nack_list_size;
200   LimitNackListSize();
201   return 0;
202 }
203 
LimitNackListSize()204 void Nack::LimitNackListSize() {
205   uint16_t limit = sequence_num_last_received_rtp_ -
206       static_cast<uint16_t>(max_nack_list_size_) - 1;
207   nack_list_.erase(nack_list_.begin(), nack_list_.upper_bound(limit));
208 }
209 
TimeToPlay(uint32_t timestamp) const210 int Nack::TimeToPlay(uint32_t timestamp) const {
211   uint32_t timestamp_increase = timestamp - timestamp_last_decoded_rtp_;
212   return timestamp_increase / sample_rate_khz_;
213 }
214 
215 // We don't erase elements with time-to-play shorter than round-trip-time.
GetNackList(int round_trip_time_ms) const216 std::vector<uint16_t> Nack::GetNackList(int round_trip_time_ms) const {
217   std::vector<uint16_t> sequence_numbers;
218   for (NackList::const_iterator it = nack_list_.begin(); it != nack_list_.end();
219       ++it) {
220     if (it->second.is_missing &&
221         it->second.time_to_play_ms > round_trip_time_ms)
222       sequence_numbers.push_back(it->first);
223   }
224   return sequence_numbers;
225 }
226 
227 }  // namespace acm2
228 
229 }  // namespace webrtc
230