blob: b984e4fd93c73355ae07cb182fa960c2cc316cbb [file] [log] [blame]
philipelbe7a9e52016-05-19 12:19:35 +02001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/video_coding/frame_buffer2.h"
philipelbe7a9e52016-05-19 12:19:35 +020012
13#include <algorithm>
14#include <cstring>
15#include <limits>
16#include <vector>
17
Niels Möller7cca0422019-04-29 16:12:19 +020018#include "absl/memory/memory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "modules/video_coding/frame_object.h"
20#include "modules/video_coding/jitter_estimator.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "modules/video_coding/timing.h"
Bjorn Tereliusa194e582017-10-25 13:07:09 +020022#include "rtc_base/numerics/sequence_number_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "rtc_base/platform_thread.h"
24#include "rtc_base/random.h"
25#include "system_wrappers/include/clock.h"
Niels Möller7cca0422019-04-29 16:12:19 +020026#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "test/gmock.h"
28#include "test/gtest.h"
philipelbe7a9e52016-05-19 12:19:35 +020029
Mirko Bonadei6a489f22019-04-09 15:11:12 +020030using ::testing::_;
31using ::testing::Return;
philipela45102f2017-02-22 05:30:39 -080032
philipelbe7a9e52016-05-19 12:19:35 +020033namespace webrtc {
34namespace video_coding {
35
36class VCMTimingFake : public VCMTiming {
37 public:
38 explicit VCMTimingFake(Clock* clock) : VCMTiming(clock) {}
39
40 int64_t RenderTimeMs(uint32_t frame_timestamp,
41 int64_t now_ms) const override {
42 if (last_ms_ == -1) {
43 last_ms_ = now_ms + kDelayMs;
44 last_timestamp_ = frame_timestamp;
45 }
46
47 uint32_t diff = MinDiff(frame_timestamp, last_timestamp_);
48 if (AheadOf(frame_timestamp, last_timestamp_))
49 last_ms_ += diff / 90;
50 else
51 last_ms_ -= diff / 90;
52
53 last_timestamp_ = frame_timestamp;
54 return last_ms_;
55 }
56
Ilya Nikolaevskiy8c4fe162018-02-27 15:49:47 +010057 int64_t MaxWaitingTime(int64_t render_time_ms,
58 int64_t now_ms) const override {
59 return render_time_ms - now_ms - kDecodeTime;
philipelbe7a9e52016-05-19 12:19:35 +020060 }
61
philipela45102f2017-02-22 05:30:39 -080062 bool GetTimings(int* decode_ms,
63 int* max_decode_ms,
64 int* current_delay_ms,
65 int* target_delay_ms,
66 int* jitter_buffer_ms,
67 int* min_playout_delay_ms,
68 int* render_delay_ms) const override {
69 return true;
70 }
71
Niels Möller7cca0422019-04-29 16:12:19 +020072 int GetCurrentJitter() {
73 int decode_ms;
74 int max_decode_ms;
75 int current_delay_ms;
76 int target_delay_ms;
77 int jitter_buffer_ms;
78 int min_playout_delay_ms;
79 int render_delay_ms;
80 VCMTiming::GetTimings(&decode_ms, &max_decode_ms, &current_delay_ms,
81 &target_delay_ms, &jitter_buffer_ms,
82 &min_playout_delay_ms, &render_delay_ms);
83 return jitter_buffer_ms;
84 }
85
philipelbe7a9e52016-05-19 12:19:35 +020086 private:
87 static constexpr int kDelayMs = 50;
88 static constexpr int kDecodeTime = kDelayMs / 2;
89 mutable uint32_t last_timestamp_ = 0;
90 mutable int64_t last_ms_ = -1;
91};
92
philipele7c891f2018-02-22 14:35:06 +010093class FrameObjectFake : public EncodedFrame {
philipelbe7a9e52016-05-19 12:19:35 +020094 public:
philipelb4d31082016-07-11 08:46:29 -070095 int64_t ReceivedTime() const override { return 0; }
96
97 int64_t RenderTime() const override { return _renderTimeMs; }
Niels Möller7cca0422019-04-29 16:12:19 +020098
99 bool delayed_by_retransmission() const override {
100 return delayed_by_retransmission_;
101 }
102 void set_delayed_by_retransmission(bool delayed) {
103 delayed_by_retransmission_ = delayed;
104 }
105
106 private:
107 bool delayed_by_retransmission_ = false;
philipela45102f2017-02-22 05:30:39 -0800108};
109
110class VCMReceiveStatisticsCallbackMock : public VCMReceiveStatisticsCallback {
111 public:
ilnik6d5b4d62017-08-30 03:32:14 -0700112 MOCK_METHOD3(OnCompleteFrame,
113 void(bool is_keyframe,
114 size_t size_bytes,
115 VideoContentType content_type));
philipela45102f2017-02-22 05:30:39 -0800116 MOCK_METHOD1(OnDiscardedPacketsUpdated, void(int discarded_packets));
117 MOCK_METHOD1(OnFrameCountsUpdated, void(const FrameCounts& frame_counts));
118 MOCK_METHOD7(OnFrameBufferTimingsUpdated,
119 void(int decode_ms,
120 int max_decode_ms,
121 int current_delay_ms,
122 int target_delay_ms,
123 int jitter_buffer_ms,
124 int min_playout_delay_ms,
125 int render_delay_ms));
ilnik2edc6842017-07-06 03:06:50 -0700126 MOCK_METHOD1(OnTimingFrameInfoUpdated, void(const TimingFrameInfo& info));
philipelbe7a9e52016-05-19 12:19:35 +0200127};
128
129class TestFrameBuffer2 : public ::testing::Test {
130 protected:
131 static constexpr int kMaxReferences = 5;
132 static constexpr int kFps1 = 1000;
133 static constexpr int kFps10 = kFps1 / 10;
134 static constexpr int kFps20 = kFps1 / 20;
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100135 static constexpr size_t kFrameSize = 10;
philipelbe7a9e52016-05-19 12:19:35 +0200136
137 TestFrameBuffer2()
Niels Möller7cca0422019-04-29 16:12:19 +0200138 : trial_("WebRTC-AddRttToPlayoutDelay/Enabled/"),
139 clock_(0),
philipelbe7a9e52016-05-19 12:19:35 +0200140 timing_(&clock_),
141 jitter_estimator_(&clock_),
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200142 buffer_(new FrameBuffer(&clock_,
143 &jitter_estimator_,
144 &timing_,
145 &stats_callback_)),
philipelbe7a9e52016-05-19 12:19:35 +0200146 rand_(0x34678213),
147 tear_down_(false),
Niels Möllerc572ff32018-11-07 08:43:50 +0100148 extract_thread_(&ExtractLoop, this, "Extract Thread") {}
philipelbe7a9e52016-05-19 12:19:35 +0200149
150 void SetUp() override { extract_thread_.Start(); }
151
152 void TearDown() override {
153 tear_down_ = true;
154 trigger_extract_event_.Set();
155 extract_thread_.Stop();
156 }
157
158 template <typename... T>
Niels Möller7cca0422019-04-29 16:12:19 +0200159 std::unique_ptr<FrameObjectFake> CreateFrame(uint16_t picture_id,
160 uint8_t spatial_layer,
161 int64_t ts_ms,
162 bool inter_layer_predicted,
163 bool last_spatial_layer,
164 T... refs) {
philipelbe7a9e52016-05-19 12:19:35 +0200165 static_assert(sizeof...(refs) <= kMaxReferences,
philipele7c891f2018-02-22 14:35:06 +0100166 "To many references specified for EncodedFrame.");
kwiberg5b9746e2017-08-16 04:52:35 -0700167 std::array<uint16_t, sizeof...(refs)> references = {
168 {rtc::checked_cast<uint16_t>(refs)...}};
philipelbe7a9e52016-05-19 12:19:35 +0200169
Niels Möller7cca0422019-04-29 16:12:19 +0200170 auto frame = absl::make_unique<FrameObjectFake>();
philipel0fa82a62018-03-19 15:34:53 +0100171 frame->id.picture_id = picture_id;
172 frame->id.spatial_layer = spatial_layer;
Sergey Silkin61832dd2018-12-20 14:32:14 +0100173 frame->SetSpatialIndex(spatial_layer);
Niels Möller23775882018-08-16 10:24:12 +0200174 frame->SetTimestamp(ts_ms * 90);
philipelbe7a9e52016-05-19 12:19:35 +0200175 frame->num_references = references.size();
176 frame->inter_layer_predicted = inter_layer_predicted;
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100177 frame->is_last_spatial_layer = last_spatial_layer;
178 // Add some data to buffer.
179 frame->VerifyAndAllocate(kFrameSize);
Niels Möller77536a22019-01-15 08:50:01 +0100180 frame->set_size(kFrameSize);
philipelbe7a9e52016-05-19 12:19:35 +0200181 for (size_t r = 0; r < references.size(); ++r)
182 frame->references[r] = references[r];
Niels Möller7cca0422019-04-29 16:12:19 +0200183 return frame;
184 }
philipelbe7a9e52016-05-19 12:19:35 +0200185
Niels Möller7cca0422019-04-29 16:12:19 +0200186 template <typename... T>
187 int InsertFrame(uint16_t picture_id,
188 uint8_t spatial_layer,
189 int64_t ts_ms,
190 bool inter_layer_predicted,
191 bool last_spatial_layer,
192 T... refs) {
193 return buffer_->InsertFrame(CreateFrame(picture_id, spatial_layer, ts_ms,
194 inter_layer_predicted,
195 last_spatial_layer, refs...));
196 }
197
198 int InsertNackedFrame(uint16_t picture_id, int64_t ts_ms) {
199 std::unique_ptr<FrameObjectFake> frame =
200 CreateFrame(picture_id, 0, ts_ms, false, true);
201 frame->set_delayed_by_retransmission(true);
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200202 return buffer_->InsertFrame(std::move(frame));
philipelbe7a9e52016-05-19 12:19:35 +0200203 }
204
philipel3042c2d2017-08-18 04:55:02 -0700205 void ExtractFrame(int64_t max_wait_time = 0, bool keyframe_required = false) {
philipelbe7a9e52016-05-19 12:19:35 +0200206 crit_.Enter();
207 if (max_wait_time == 0) {
philipele7c891f2018-02-22 14:35:06 +0100208 std::unique_ptr<EncodedFrame> frame;
philipel3042c2d2017-08-18 04:55:02 -0700209 FrameBuffer::ReturnReason res =
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200210 buffer_->NextFrame(0, &frame, keyframe_required);
philipel75562822016-09-05 10:57:41 +0200211 if (res != FrameBuffer::ReturnReason::kStopped)
212 frames_.emplace_back(std::move(frame));
philipelbe7a9e52016-05-19 12:19:35 +0200213 crit_.Leave();
214 } else {
215 max_wait_time_ = max_wait_time;
216 trigger_extract_event_.Set();
217 crit_.Leave();
218 // Make sure |crit_| is aquired by |extract_thread_| before returning.
219 crit_acquired_event_.Wait(rtc::Event::kForever);
220 }
221 }
222
223 void CheckFrame(size_t index, int picture_id, int spatial_layer) {
224 rtc::CritScope lock(&crit_);
225 ASSERT_LT(index, frames_.size());
226 ASSERT_TRUE(frames_[index]);
philipel0fa82a62018-03-19 15:34:53 +0100227 ASSERT_EQ(picture_id, frames_[index]->id.picture_id);
228 ASSERT_EQ(spatial_layer, frames_[index]->id.spatial_layer);
philipelbe7a9e52016-05-19 12:19:35 +0200229 }
230
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100231 void CheckFrameSize(size_t index, size_t size) {
232 rtc::CritScope lock(&crit_);
233 ASSERT_LT(index, frames_.size());
234 ASSERT_TRUE(frames_[index]);
235 ASSERT_EQ(frames_[index]->size(), size);
236 }
237
philipelbe7a9e52016-05-19 12:19:35 +0200238 void CheckNoFrame(size_t index) {
239 rtc::CritScope lock(&crit_);
240 ASSERT_LT(index, frames_.size());
241 ASSERT_FALSE(frames_[index]);
242 }
243
tommi0f8b4032017-02-22 11:22:05 -0800244 static void ExtractLoop(void* obj) {
philipelbe7a9e52016-05-19 12:19:35 +0200245 TestFrameBuffer2* tfb = static_cast<TestFrameBuffer2*>(obj);
246 while (true) {
247 tfb->trigger_extract_event_.Wait(rtc::Event::kForever);
248 {
249 rtc::CritScope lock(&tfb->crit_);
250 tfb->crit_acquired_event_.Set();
251 if (tfb->tear_down_)
tommi0f8b4032017-02-22 11:22:05 -0800252 return;
philipelbe7a9e52016-05-19 12:19:35 +0200253
philipele7c891f2018-02-22 14:35:06 +0100254 std::unique_ptr<EncodedFrame> frame;
philipel75562822016-09-05 10:57:41 +0200255 FrameBuffer::ReturnReason res =
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200256 tfb->buffer_->NextFrame(tfb->max_wait_time_, &frame);
philipel75562822016-09-05 10:57:41 +0200257 if (res != FrameBuffer::ReturnReason::kStopped)
258 tfb->frames_.emplace_back(std::move(frame));
philipelbe7a9e52016-05-19 12:19:35 +0200259 }
260 }
261 }
262
263 uint32_t Rand() { return rand_.Rand<uint32_t>(); }
264
Niels Möller7cca0422019-04-29 16:12:19 +0200265 // The ProtectionMode tests depends on rtt-multiplier experiment.
266 test::ScopedFieldTrials trial_;
philipelbe7a9e52016-05-19 12:19:35 +0200267 SimulatedClock clock_;
268 VCMTimingFake timing_;
Niels Möller7cca0422019-04-29 16:12:19 +0200269 VCMJitterEstimator jitter_estimator_;
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200270 std::unique_ptr<FrameBuffer> buffer_;
philipele7c891f2018-02-22 14:35:06 +0100271 std::vector<std::unique_ptr<EncodedFrame>> frames_;
philipelbe7a9e52016-05-19 12:19:35 +0200272 Random rand_;
philipela45102f2017-02-22 05:30:39 -0800273 ::testing::NiceMock<VCMReceiveStatisticsCallbackMock> stats_callback_;
philipelbe7a9e52016-05-19 12:19:35 +0200274
275 int64_t max_wait_time_;
276 bool tear_down_;
277 rtc::PlatformThread extract_thread_;
278 rtc::Event trigger_extract_event_;
279 rtc::Event crit_acquired_event_;
280 rtc::CriticalSection crit_;
281};
282
philipel6e8224f2016-05-19 17:07:44 +0200283// Following tests are timing dependent. Either the timeouts have to
284// be increased by a large margin, which would slow down all trybots,
285// or we disable them for the very slow ones, like we do here.
286#if !defined(ADDRESS_SANITIZER) && !defined(MEMORY_SANITIZER)
philipelbe7a9e52016-05-19 12:19:35 +0200287TEST_F(TestFrameBuffer2, WaitForFrame) {
288 uint16_t pid = Rand();
289 uint32_t ts = Rand();
290
philipel6e8224f2016-05-19 17:07:44 +0200291 ExtractFrame(50);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100292 InsertFrame(pid, 0, ts, false, true);
philipelbe7a9e52016-05-19 12:19:35 +0200293 CheckFrame(0, pid, 0);
294}
295
296TEST_F(TestFrameBuffer2, OneSuperFrame) {
297 uint16_t pid = Rand();
298 uint32_t ts = Rand();
299
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100300 InsertFrame(pid, 0, ts, false, false);
301 InsertFrame(pid, 1, ts, true, true);
philipele0b2f152016-09-28 10:23:49 +0200302 ExtractFrame();
303
Sergey Silkin61832dd2018-12-20 14:32:14 +0100304 CheckFrame(0, pid, 1);
philipele0b2f152016-09-28 10:23:49 +0200305}
306
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200307TEST_F(TestFrameBuffer2, ZeroPlayoutDelay) {
308 VCMTiming timing(&clock_);
309 buffer_.reset(
310 new FrameBuffer(&clock_, &jitter_estimator_, &timing, &stats_callback_));
311 const PlayoutDelay kPlayoutDelayMs = {0, 0};
312 std::unique_ptr<FrameObjectFake> test_frame(new FrameObjectFake());
313 test_frame->id.picture_id = 0;
314 test_frame->SetPlayoutDelay(kPlayoutDelayMs);
315 buffer_->InsertFrame(std::move(test_frame));
316 ExtractFrame(0, false);
317 CheckFrame(0, 0, 0);
318 EXPECT_EQ(0, frames_[0]->RenderTimeMs());
319}
320
aleloi3e005282017-01-26 05:38:00 -0800321// Flaky test, see bugs.webrtc.org/7068.
322TEST_F(TestFrameBuffer2, DISABLED_OneUnorderedSuperFrame) {
philipele0b2f152016-09-28 10:23:49 +0200323 uint16_t pid = Rand();
324 uint32_t ts = Rand();
325
philipel6e8224f2016-05-19 17:07:44 +0200326 ExtractFrame(50);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100327 InsertFrame(pid, 1, ts, true, true);
328 InsertFrame(pid, 0, ts, false, false);
philipelbe7a9e52016-05-19 12:19:35 +0200329 ExtractFrame();
330
331 CheckFrame(0, pid, 0);
332 CheckFrame(1, pid, 1);
333}
334
philipel94616b32016-05-20 10:43:01 +0200335TEST_F(TestFrameBuffer2, DISABLED_OneLayerStreamReordered) {
philipel6e8224f2016-05-19 17:07:44 +0200336 uint16_t pid = Rand();
337 uint32_t ts = Rand();
338
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100339 InsertFrame(pid, 0, ts, false, true);
philipel6e8224f2016-05-19 17:07:44 +0200340 ExtractFrame();
341 CheckFrame(0, pid, 0);
342 for (int i = 1; i < 10; i += 2) {
343 ExtractFrame(50);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100344 InsertFrame(pid + i + 1, 0, ts + (i + 1) * kFps10, false, true, pid + i);
philipel6e8224f2016-05-19 17:07:44 +0200345 clock_.AdvanceTimeMilliseconds(kFps10);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100346 InsertFrame(pid + i, 0, ts + i * kFps10, false, true, pid + i - 1);
philipel6e8224f2016-05-19 17:07:44 +0200347 clock_.AdvanceTimeMilliseconds(kFps10);
348 ExtractFrame();
349 CheckFrame(i, pid + i, 0);
350 CheckFrame(i + 1, pid + i + 1, 0);
351 }
352}
353#endif // Timing dependent tests.
354
355TEST_F(TestFrameBuffer2, ExtractFromEmptyBuffer) {
356 ExtractFrame();
357 CheckNoFrame(0);
358}
359
philipel93e451b2016-10-06 12:25:13 +0200360TEST_F(TestFrameBuffer2, MissingFrame) {
361 uint16_t pid = Rand();
362 uint32_t ts = Rand();
363
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100364 InsertFrame(pid, 0, ts, false, true);
365 InsertFrame(pid + 2, 0, ts, false, true, pid);
366 InsertFrame(pid + 3, 0, ts, false, true, pid + 1, pid + 2);
philipel93e451b2016-10-06 12:25:13 +0200367 ExtractFrame();
368 ExtractFrame();
369 ExtractFrame();
370
371 CheckFrame(0, pid, 0);
372 CheckFrame(1, pid + 2, 0);
373 CheckNoFrame(2);
374}
375
philipelbe7a9e52016-05-19 12:19:35 +0200376TEST_F(TestFrameBuffer2, OneLayerStream) {
377 uint16_t pid = Rand();
378 uint32_t ts = Rand();
379
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100380 InsertFrame(pid, 0, ts, false, true);
philipelbe7a9e52016-05-19 12:19:35 +0200381 ExtractFrame();
382 CheckFrame(0, pid, 0);
383 for (int i = 1; i < 10; ++i) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100384 InsertFrame(pid + i, 0, ts + i * kFps10, false, true, pid + i - 1);
philipelbe7a9e52016-05-19 12:19:35 +0200385 ExtractFrame();
386 clock_.AdvanceTimeMilliseconds(kFps10);
387 CheckFrame(i, pid + i, 0);
388 }
389}
390
philipelbe7a9e52016-05-19 12:19:35 +0200391TEST_F(TestFrameBuffer2, DropTemporalLayerSlowDecoder) {
392 uint16_t pid = Rand();
393 uint32_t ts = Rand();
394
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100395 InsertFrame(pid, 0, ts, false, true);
396 InsertFrame(pid + 1, 0, ts + kFps20, false, true, pid);
philipelbe7a9e52016-05-19 12:19:35 +0200397 for (int i = 2; i < 10; i += 2) {
398 uint32_t ts_tl0 = ts + i / 2 * kFps10;
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100399 InsertFrame(pid + i, 0, ts_tl0, false, true, pid + i - 2);
400 InsertFrame(pid + i + 1, 0, ts_tl0 + kFps20, false, true, pid + i,
401 pid + i - 1);
philipelbe7a9e52016-05-19 12:19:35 +0200402 }
403
404 for (int i = 0; i < 10; ++i) {
405 ExtractFrame();
Ilya Nikolaevskiy8c4fe162018-02-27 15:49:47 +0100406 clock_.AdvanceTimeMilliseconds(70);
philipelbe7a9e52016-05-19 12:19:35 +0200407 }
408
409 CheckFrame(0, pid, 0);
410 CheckFrame(1, pid + 1, 0);
411 CheckFrame(2, pid + 2, 0);
412 CheckFrame(3, pid + 4, 0);
413 CheckFrame(4, pid + 6, 0);
414 CheckFrame(5, pid + 8, 0);
415 CheckNoFrame(6);
416 CheckNoFrame(7);
417 CheckNoFrame(8);
418 CheckNoFrame(9);
419}
420
philipelbe7a9e52016-05-19 12:19:35 +0200421TEST_F(TestFrameBuffer2, InsertLateFrame) {
422 uint16_t pid = Rand();
423 uint32_t ts = Rand();
424
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100425 InsertFrame(pid, 0, ts, false, true);
philipelbe7a9e52016-05-19 12:19:35 +0200426 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100427 InsertFrame(pid + 2, 0, ts, false, true);
philipelbe7a9e52016-05-19 12:19:35 +0200428 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100429 InsertFrame(pid + 1, 0, ts, false, true, pid);
philipelbe7a9e52016-05-19 12:19:35 +0200430 ExtractFrame();
431
432 CheckFrame(0, pid, 0);
433 CheckFrame(1, pid + 2, 0);
434 CheckNoFrame(2);
435}
436
Niels Möller7cca0422019-04-29 16:12:19 +0200437TEST_F(TestFrameBuffer2, ProtectionModeNackFEC) {
philipel4f6cd6a2016-08-03 10:59:32 +0200438 uint16_t pid = Rand();
439 uint32_t ts = Rand();
Niels Möller7cca0422019-04-29 16:12:19 +0200440 constexpr int64_t kRttMs = 200;
441 buffer_->UpdateRtt(kRttMs);
philipel4f6cd6a2016-08-03 10:59:32 +0200442
Niels Möller7cca0422019-04-29 16:12:19 +0200443 // Jitter estimate unaffected by RTT in this protection mode.
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200444 buffer_->SetProtectionMode(kProtectionNackFEC);
Niels Möller7cca0422019-04-29 16:12:19 +0200445 InsertNackedFrame(pid, ts);
446 InsertNackedFrame(pid + 1, ts + 100);
447 InsertNackedFrame(pid + 2, ts + 200);
448 InsertFrame(pid + 3, 0, ts + 300, false, true);
philipel4f6cd6a2016-08-03 10:59:32 +0200449 ExtractFrame();
Niels Möller7cca0422019-04-29 16:12:19 +0200450 ExtractFrame();
451 ExtractFrame();
452 ExtractFrame();
453 ASSERT_EQ(4u, frames_.size());
454 EXPECT_LT(timing_.GetCurrentJitter(), kRttMs);
455}
456
457TEST_F(TestFrameBuffer2, ProtectionModeNack) {
458 uint16_t pid = Rand();
459 uint32_t ts = Rand();
460 constexpr int64_t kRttMs = 200;
461
462 buffer_->UpdateRtt(kRttMs);
463
464 // Jitter estimate includes RTT (after 3 retransmitted packets)
465 buffer_->SetProtectionMode(kProtectionNack);
466 InsertNackedFrame(pid, ts);
467 InsertNackedFrame(pid + 1, ts + 100);
468 InsertNackedFrame(pid + 2, ts + 200);
469 InsertFrame(pid + 3, 0, ts + 300, false, true);
470 ExtractFrame();
471 ExtractFrame();
472 ExtractFrame();
473 ExtractFrame();
474 ASSERT_EQ(4u, frames_.size());
475
476 EXPECT_GT(timing_.GetCurrentJitter(), kRttMs);
philipel4f6cd6a2016-08-03 10:59:32 +0200477}
478
philipele0b2f152016-09-28 10:23:49 +0200479TEST_F(TestFrameBuffer2, NoContinuousFrame) {
480 uint16_t pid = Rand();
481 uint32_t ts = Rand();
482
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100483 EXPECT_EQ(-1, InsertFrame(pid + 1, 0, ts, false, true, pid));
philipele0b2f152016-09-28 10:23:49 +0200484}
485
486TEST_F(TestFrameBuffer2, LastContinuousFrameSingleLayer) {
487 uint16_t pid = Rand();
488 uint32_t ts = Rand();
489
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100490 EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, true));
491 EXPECT_EQ(pid, InsertFrame(pid + 2, 0, ts, false, true, pid + 1));
492 EXPECT_EQ(pid + 2, InsertFrame(pid + 1, 0, ts, false, true, pid));
493 EXPECT_EQ(pid + 2, InsertFrame(pid + 4, 0, ts, false, true, pid + 3));
494 EXPECT_EQ(pid + 5, InsertFrame(pid + 5, 0, ts, false, true));
philipele0b2f152016-09-28 10:23:49 +0200495}
496
497TEST_F(TestFrameBuffer2, LastContinuousFrameTwoLayers) {
498 uint16_t pid = Rand();
499 uint32_t ts = Rand();
500
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100501 EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, false));
502 EXPECT_EQ(pid, InsertFrame(pid, 1, ts, true, true));
503 EXPECT_EQ(pid, InsertFrame(pid + 1, 1, ts, true, true, pid));
504 EXPECT_EQ(pid, InsertFrame(pid + 2, 0, ts, false, false, pid + 1));
505 EXPECT_EQ(pid, InsertFrame(pid + 2, 1, ts, true, true, pid + 1));
506 EXPECT_EQ(pid, InsertFrame(pid + 3, 0, ts, false, false, pid + 2));
507 EXPECT_EQ(pid + 3, InsertFrame(pid + 1, 0, ts, false, false, pid));
508 EXPECT_EQ(pid + 3, InsertFrame(pid + 3, 1, ts, true, true, pid + 2));
philipele0b2f152016-09-28 10:23:49 +0200509}
510
philipelfcc60062017-01-18 05:35:20 -0800511TEST_F(TestFrameBuffer2, PictureIdJumpBack) {
512 uint16_t pid = Rand();
513 uint32_t ts = Rand();
514
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100515 EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, true));
516 EXPECT_EQ(pid + 1, InsertFrame(pid + 1, 0, ts + 1, false, true, pid));
philipelfcc60062017-01-18 05:35:20 -0800517 ExtractFrame();
518 CheckFrame(0, pid, 0);
519
520 // Jump back in pid but increase ts.
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100521 EXPECT_EQ(pid - 1, InsertFrame(pid - 1, 0, ts + 2, false, true));
philipelfcc60062017-01-18 05:35:20 -0800522 ExtractFrame();
523 ExtractFrame();
524 CheckFrame(1, pid - 1, 0);
525 CheckNoFrame(2);
526}
527
philipela45102f2017-02-22 05:30:39 -0800528TEST_F(TestFrameBuffer2, StatsCallback) {
529 uint16_t pid = Rand();
530 uint32_t ts = Rand();
531 const int kFrameSize = 5000;
532
ilnik6d5b4d62017-08-30 03:32:14 -0700533 EXPECT_CALL(stats_callback_,
534 OnCompleteFrame(true, kFrameSize, VideoContentType::UNSPECIFIED));
philipela45102f2017-02-22 05:30:39 -0800535 EXPECT_CALL(stats_callback_,
536 OnFrameBufferTimingsUpdated(_, _, _, _, _, _, _));
537
538 {
539 std::unique_ptr<FrameObjectFake> frame(new FrameObjectFake());
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100540 frame->VerifyAndAllocate(kFrameSize);
Niels Möller77536a22019-01-15 08:50:01 +0100541 frame->set_size(kFrameSize);
philipel0fa82a62018-03-19 15:34:53 +0100542 frame->id.picture_id = pid;
543 frame->id.spatial_layer = 0;
Niels Möller23775882018-08-16 10:24:12 +0200544 frame->SetTimestamp(ts);
philipela45102f2017-02-22 05:30:39 -0800545 frame->num_references = 0;
546 frame->inter_layer_predicted = false;
547
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200548 EXPECT_EQ(buffer_->InsertFrame(std::move(frame)), pid);
philipela45102f2017-02-22 05:30:39 -0800549 }
550
551 ExtractFrame();
552 CheckFrame(0, pid, 0);
553}
554
philipel146a48b2017-04-20 04:04:38 -0700555TEST_F(TestFrameBuffer2, ForwardJumps) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100556 EXPECT_EQ(5453, InsertFrame(5453, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700557 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100558 EXPECT_EQ(5454, InsertFrame(5454, 0, 1, false, true, 5453));
philipel146a48b2017-04-20 04:04:38 -0700559 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100560 EXPECT_EQ(15670, InsertFrame(15670, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700561 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100562 EXPECT_EQ(29804, InsertFrame(29804, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700563 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100564 EXPECT_EQ(29805, InsertFrame(29805, 0, 1, false, true, 29804));
philipel146a48b2017-04-20 04:04:38 -0700565 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100566 EXPECT_EQ(29806, InsertFrame(29806, 0, 1, false, true, 29805));
philipel146a48b2017-04-20 04:04:38 -0700567 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100568 EXPECT_EQ(33819, InsertFrame(33819, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700569 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100570 EXPECT_EQ(41248, InsertFrame(41248, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700571 ExtractFrame();
572}
573
philipelf6842692017-04-28 03:29:15 -0700574TEST_F(TestFrameBuffer2, DuplicateFrames) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100575 EXPECT_EQ(22256, InsertFrame(22256, 0, 1, false, true));
philipelf6842692017-04-28 03:29:15 -0700576 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100577 EXPECT_EQ(22256, InsertFrame(22256, 0, 1, false, true));
philipelf6842692017-04-28 03:29:15 -0700578}
579
philipel112adf92017-06-15 09:06:21 -0700580// TODO(philipel): implement more unittests related to invalid references.
581TEST_F(TestFrameBuffer2, InvalidReferences) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100582 EXPECT_EQ(-1, InsertFrame(0, 0, 1000, false, true, 2));
583 EXPECT_EQ(1, InsertFrame(1, 0, 2000, false, true));
philipel112adf92017-06-15 09:06:21 -0700584 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100585 EXPECT_EQ(2, InsertFrame(2, 0, 3000, false, true, 1));
philipel112adf92017-06-15 09:06:21 -0700586}
587
philipel3042c2d2017-08-18 04:55:02 -0700588TEST_F(TestFrameBuffer2, KeyframeRequired) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100589 EXPECT_EQ(1, InsertFrame(1, 0, 1000, false, true));
590 EXPECT_EQ(2, InsertFrame(2, 0, 2000, false, true, 1));
591 EXPECT_EQ(3, InsertFrame(3, 0, 3000, false, true));
philipel3042c2d2017-08-18 04:55:02 -0700592 ExtractFrame();
593 ExtractFrame(0, true);
594 ExtractFrame();
595
596 CheckFrame(0, 1, 0);
597 CheckFrame(1, 3, 0);
598 CheckNoFrame(2);
599}
600
philipel9771c502018-03-02 11:06:27 +0100601TEST_F(TestFrameBuffer2, KeyframeClearsFullBuffer) {
602 const int kMaxBufferSize = 600;
603
604 for (int i = 1; i <= kMaxBufferSize; ++i)
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100605 EXPECT_EQ(-1, InsertFrame(i, 0, i * 1000, false, true, i - 1));
philipel9771c502018-03-02 11:06:27 +0100606 ExtractFrame();
607 CheckNoFrame(0);
608
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100609 EXPECT_EQ(kMaxBufferSize + 1,
610 InsertFrame(kMaxBufferSize + 1, 0, (kMaxBufferSize + 1) * 1000,
611 false, true));
philipel9771c502018-03-02 11:06:27 +0100612 ExtractFrame();
613 CheckFrame(1, kMaxBufferSize + 1, 0);
614}
615
philipel798b2822018-06-11 13:10:14 +0200616TEST_F(TestFrameBuffer2, DontUpdateOnUndecodableFrame) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100617 InsertFrame(1, 0, 0, false, true);
philipel798b2822018-06-11 13:10:14 +0200618 ExtractFrame(0, true);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100619 InsertFrame(3, 0, 0, false, true, 2, 0);
620 InsertFrame(3, 0, 0, false, true, 0);
621 InsertFrame(2, 0, 0, false, true);
philipel798b2822018-06-11 13:10:14 +0200622 ExtractFrame(0, true);
623 ExtractFrame(0, true);
624}
625
philipel6d216502018-10-22 14:36:45 +0200626TEST_F(TestFrameBuffer2, DontDecodeOlderTimestamp) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100627 InsertFrame(2, 0, 1, false, true);
628 InsertFrame(1, 0, 2, false, true); // Older picture id but newer timestamp.
philipel6d216502018-10-22 14:36:45 +0200629 ExtractFrame(0);
630 ExtractFrame(0);
631 CheckFrame(0, 1, 0);
632 CheckNoFrame(1);
633
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100634 InsertFrame(3, 0, 4, false, true);
635 InsertFrame(4, 0, 3, false, true); // Newer picture id but older timestamp.
philipel6d216502018-10-22 14:36:45 +0200636 ExtractFrame(0);
637 ExtractFrame(0);
638 CheckFrame(2, 3, 0);
639 CheckNoFrame(3);
640}
641
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100642TEST_F(TestFrameBuffer2, CombineFramesToSuperframe) {
643 uint16_t pid = Rand();
644 uint32_t ts = Rand();
645
646 InsertFrame(pid, 0, ts, false, false);
647 InsertFrame(pid, 1, ts, true, true);
648 ExtractFrame(0);
649 ExtractFrame(0);
Sergey Silkin61832dd2018-12-20 14:32:14 +0100650 CheckFrame(0, pid, 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100651 CheckNoFrame(1);
652 // Two frames should be combined and returned together.
653 CheckFrameSize(0, kFrameSize * 2);
654}
655
656TEST_F(TestFrameBuffer2, HigherSpatialLayerNonDecodable) {
657 uint16_t pid = Rand();
658 uint32_t ts = Rand();
659
660 InsertFrame(pid, 0, ts, false, false);
661 InsertFrame(pid, 1, ts, true, true);
662
663 ExtractFrame(0);
Sergey Silkin61832dd2018-12-20 14:32:14 +0100664 CheckFrame(0, pid, 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100665
666 InsertFrame(pid + 1, 1, ts + kFps20, false, true, pid);
667 InsertFrame(pid + 2, 0, ts + kFps10, false, false, pid);
668 InsertFrame(pid + 2, 1, ts + kFps10, true, true, pid + 1);
669
670 clock_.AdvanceTimeMilliseconds(1000);
671 // Frame pid+1 is decodable but too late.
672 // In superframe pid+2 frame sid=0 is decodable, but frame sid=1 is not.
673 // Incorrect implementation might skip pid+1 frame and output undecodable
674 // pid+2 instead.
675 ExtractFrame();
676 ExtractFrame();
677 CheckFrame(1, pid + 1, 1);
Sergey Silkin61832dd2018-12-20 14:32:14 +0100678 CheckFrame(2, pid + 2, 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100679}
680
philipelbe7a9e52016-05-19 12:19:35 +0200681} // namespace video_coding
682} // namespace webrtc