blob: f1308aca4094937b0f335bc9e3191bf77305a738 [file] [log] [blame]
philipelbe7a9e52016-05-19 12:19:35 +02001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/video_coding/frame_buffer2.h"
philipelbe7a9e52016-05-19 12:19:35 +020012
13#include <algorithm>
14#include <cstring>
15#include <limits>
16#include <vector>
17
Niels Möller7cca0422019-04-29 16:12:19 +020018#include "absl/memory/memory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "modules/video_coding/frame_object.h"
20#include "modules/video_coding/jitter_estimator.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "modules/video_coding/timing.h"
Bjorn Tereliusa194e582017-10-25 13:07:09 +020022#include "rtc_base/numerics/sequence_number_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "rtc_base/platform_thread.h"
24#include "rtc_base/random.h"
25#include "system_wrappers/include/clock.h"
Niels Möller7cca0422019-04-29 16:12:19 +020026#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "test/gmock.h"
28#include "test/gtest.h"
philipelbe7a9e52016-05-19 12:19:35 +020029
Mirko Bonadei6a489f22019-04-09 15:11:12 +020030using ::testing::_;
31using ::testing::Return;
philipela45102f2017-02-22 05:30:39 -080032
philipelbe7a9e52016-05-19 12:19:35 +020033namespace webrtc {
34namespace video_coding {
35
36class VCMTimingFake : public VCMTiming {
37 public:
38 explicit VCMTimingFake(Clock* clock) : VCMTiming(clock) {}
39
40 int64_t RenderTimeMs(uint32_t frame_timestamp,
41 int64_t now_ms) const override {
42 if (last_ms_ == -1) {
43 last_ms_ = now_ms + kDelayMs;
44 last_timestamp_ = frame_timestamp;
45 }
46
47 uint32_t diff = MinDiff(frame_timestamp, last_timestamp_);
48 if (AheadOf(frame_timestamp, last_timestamp_))
49 last_ms_ += diff / 90;
50 else
51 last_ms_ -= diff / 90;
52
53 last_timestamp_ = frame_timestamp;
54 return last_ms_;
55 }
56
Ilya Nikolaevskiy8c4fe162018-02-27 15:49:47 +010057 int64_t MaxWaitingTime(int64_t render_time_ms,
58 int64_t now_ms) const override {
59 return render_time_ms - now_ms - kDecodeTime;
philipelbe7a9e52016-05-19 12:19:35 +020060 }
61
philipela45102f2017-02-22 05:30:39 -080062 bool GetTimings(int* decode_ms,
63 int* max_decode_ms,
64 int* current_delay_ms,
65 int* target_delay_ms,
66 int* jitter_buffer_ms,
67 int* min_playout_delay_ms,
68 int* render_delay_ms) const override {
69 return true;
70 }
71
Niels Möller7cca0422019-04-29 16:12:19 +020072 int GetCurrentJitter() {
73 int decode_ms;
74 int max_decode_ms;
75 int current_delay_ms;
76 int target_delay_ms;
77 int jitter_buffer_ms;
78 int min_playout_delay_ms;
79 int render_delay_ms;
80 VCMTiming::GetTimings(&decode_ms, &max_decode_ms, &current_delay_ms,
81 &target_delay_ms, &jitter_buffer_ms,
82 &min_playout_delay_ms, &render_delay_ms);
83 return jitter_buffer_ms;
84 }
85
philipelbe7a9e52016-05-19 12:19:35 +020086 private:
87 static constexpr int kDelayMs = 50;
88 static constexpr int kDecodeTime = kDelayMs / 2;
89 mutable uint32_t last_timestamp_ = 0;
90 mutable int64_t last_ms_ = -1;
91};
92
philipele7c891f2018-02-22 14:35:06 +010093class FrameObjectFake : public EncodedFrame {
philipelbe7a9e52016-05-19 12:19:35 +020094 public:
philipelb4d31082016-07-11 08:46:29 -070095 int64_t ReceivedTime() const override { return 0; }
96
97 int64_t RenderTime() const override { return _renderTimeMs; }
Niels Möller7cca0422019-04-29 16:12:19 +020098
99 bool delayed_by_retransmission() const override {
100 return delayed_by_retransmission_;
101 }
102 void set_delayed_by_retransmission(bool delayed) {
103 delayed_by_retransmission_ = delayed;
104 }
105
106 private:
107 bool delayed_by_retransmission_ = false;
philipela45102f2017-02-22 05:30:39 -0800108};
109
110class VCMReceiveStatisticsCallbackMock : public VCMReceiveStatisticsCallback {
111 public:
ilnik6d5b4d62017-08-30 03:32:14 -0700112 MOCK_METHOD3(OnCompleteFrame,
113 void(bool is_keyframe,
114 size_t size_bytes,
115 VideoContentType content_type));
philipela45102f2017-02-22 05:30:39 -0800116 MOCK_METHOD1(OnDiscardedPacketsUpdated, void(int discarded_packets));
117 MOCK_METHOD1(OnFrameCountsUpdated, void(const FrameCounts& frame_counts));
118 MOCK_METHOD7(OnFrameBufferTimingsUpdated,
119 void(int decode_ms,
120 int max_decode_ms,
121 int current_delay_ms,
122 int target_delay_ms,
123 int jitter_buffer_ms,
124 int min_playout_delay_ms,
125 int render_delay_ms));
ilnik2edc6842017-07-06 03:06:50 -0700126 MOCK_METHOD1(OnTimingFrameInfoUpdated, void(const TimingFrameInfo& info));
philipelbe7a9e52016-05-19 12:19:35 +0200127};
128
129class TestFrameBuffer2 : public ::testing::Test {
130 protected:
131 static constexpr int kMaxReferences = 5;
132 static constexpr int kFps1 = 1000;
133 static constexpr int kFps10 = kFps1 / 10;
134 static constexpr int kFps20 = kFps1 / 20;
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100135 static constexpr size_t kFrameSize = 10;
philipelbe7a9e52016-05-19 12:19:35 +0200136
137 TestFrameBuffer2()
Niels Möller7cca0422019-04-29 16:12:19 +0200138 : trial_("WebRTC-AddRttToPlayoutDelay/Enabled/"),
139 clock_(0),
philipelbe7a9e52016-05-19 12:19:35 +0200140 timing_(&clock_),
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200141 buffer_(new FrameBuffer(&clock_,
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200142 &timing_,
143 &stats_callback_)),
philipelbe7a9e52016-05-19 12:19:35 +0200144 rand_(0x34678213),
145 tear_down_(false),
Niels Möllerc572ff32018-11-07 08:43:50 +0100146 extract_thread_(&ExtractLoop, this, "Extract Thread") {}
philipelbe7a9e52016-05-19 12:19:35 +0200147
148 void SetUp() override { extract_thread_.Start(); }
149
150 void TearDown() override {
151 tear_down_ = true;
152 trigger_extract_event_.Set();
153 extract_thread_.Stop();
154 }
155
156 template <typename... T>
Niels Möller7cca0422019-04-29 16:12:19 +0200157 std::unique_ptr<FrameObjectFake> CreateFrame(uint16_t picture_id,
158 uint8_t spatial_layer,
159 int64_t ts_ms,
160 bool inter_layer_predicted,
161 bool last_spatial_layer,
162 T... refs) {
philipelbe7a9e52016-05-19 12:19:35 +0200163 static_assert(sizeof...(refs) <= kMaxReferences,
philipele7c891f2018-02-22 14:35:06 +0100164 "To many references specified for EncodedFrame.");
kwiberg5b9746e2017-08-16 04:52:35 -0700165 std::array<uint16_t, sizeof...(refs)> references = {
166 {rtc::checked_cast<uint16_t>(refs)...}};
philipelbe7a9e52016-05-19 12:19:35 +0200167
Niels Möller7cca0422019-04-29 16:12:19 +0200168 auto frame = absl::make_unique<FrameObjectFake>();
philipel0fa82a62018-03-19 15:34:53 +0100169 frame->id.picture_id = picture_id;
170 frame->id.spatial_layer = spatial_layer;
Sergey Silkin61832dd2018-12-20 14:32:14 +0100171 frame->SetSpatialIndex(spatial_layer);
Niels Möller23775882018-08-16 10:24:12 +0200172 frame->SetTimestamp(ts_ms * 90);
philipelbe7a9e52016-05-19 12:19:35 +0200173 frame->num_references = references.size();
174 frame->inter_layer_predicted = inter_layer_predicted;
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100175 frame->is_last_spatial_layer = last_spatial_layer;
176 // Add some data to buffer.
177 frame->VerifyAndAllocate(kFrameSize);
Niels Möller77536a22019-01-15 08:50:01 +0100178 frame->set_size(kFrameSize);
philipelbe7a9e52016-05-19 12:19:35 +0200179 for (size_t r = 0; r < references.size(); ++r)
180 frame->references[r] = references[r];
Niels Möller7cca0422019-04-29 16:12:19 +0200181 return frame;
182 }
philipelbe7a9e52016-05-19 12:19:35 +0200183
Niels Möller7cca0422019-04-29 16:12:19 +0200184 template <typename... T>
185 int InsertFrame(uint16_t picture_id,
186 uint8_t spatial_layer,
187 int64_t ts_ms,
188 bool inter_layer_predicted,
189 bool last_spatial_layer,
190 T... refs) {
191 return buffer_->InsertFrame(CreateFrame(picture_id, spatial_layer, ts_ms,
192 inter_layer_predicted,
193 last_spatial_layer, refs...));
194 }
195
196 int InsertNackedFrame(uint16_t picture_id, int64_t ts_ms) {
197 std::unique_ptr<FrameObjectFake> frame =
198 CreateFrame(picture_id, 0, ts_ms, false, true);
199 frame->set_delayed_by_retransmission(true);
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200200 return buffer_->InsertFrame(std::move(frame));
philipelbe7a9e52016-05-19 12:19:35 +0200201 }
202
philipel3042c2d2017-08-18 04:55:02 -0700203 void ExtractFrame(int64_t max_wait_time = 0, bool keyframe_required = false) {
philipelbe7a9e52016-05-19 12:19:35 +0200204 crit_.Enter();
205 if (max_wait_time == 0) {
philipele7c891f2018-02-22 14:35:06 +0100206 std::unique_ptr<EncodedFrame> frame;
philipel3042c2d2017-08-18 04:55:02 -0700207 FrameBuffer::ReturnReason res =
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200208 buffer_->NextFrame(0, &frame, keyframe_required);
philipel75562822016-09-05 10:57:41 +0200209 if (res != FrameBuffer::ReturnReason::kStopped)
210 frames_.emplace_back(std::move(frame));
philipelbe7a9e52016-05-19 12:19:35 +0200211 crit_.Leave();
212 } else {
213 max_wait_time_ = max_wait_time;
214 trigger_extract_event_.Set();
215 crit_.Leave();
216 // Make sure |crit_| is aquired by |extract_thread_| before returning.
217 crit_acquired_event_.Wait(rtc::Event::kForever);
218 }
219 }
220
221 void CheckFrame(size_t index, int picture_id, int spatial_layer) {
222 rtc::CritScope lock(&crit_);
223 ASSERT_LT(index, frames_.size());
224 ASSERT_TRUE(frames_[index]);
philipel0fa82a62018-03-19 15:34:53 +0100225 ASSERT_EQ(picture_id, frames_[index]->id.picture_id);
226 ASSERT_EQ(spatial_layer, frames_[index]->id.spatial_layer);
philipelbe7a9e52016-05-19 12:19:35 +0200227 }
228
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100229 void CheckFrameSize(size_t index, size_t size) {
230 rtc::CritScope lock(&crit_);
231 ASSERT_LT(index, frames_.size());
232 ASSERT_TRUE(frames_[index]);
233 ASSERT_EQ(frames_[index]->size(), size);
234 }
235
philipelbe7a9e52016-05-19 12:19:35 +0200236 void CheckNoFrame(size_t index) {
237 rtc::CritScope lock(&crit_);
238 ASSERT_LT(index, frames_.size());
239 ASSERT_FALSE(frames_[index]);
240 }
241
tommi0f8b4032017-02-22 11:22:05 -0800242 static void ExtractLoop(void* obj) {
philipelbe7a9e52016-05-19 12:19:35 +0200243 TestFrameBuffer2* tfb = static_cast<TestFrameBuffer2*>(obj);
244 while (true) {
245 tfb->trigger_extract_event_.Wait(rtc::Event::kForever);
246 {
247 rtc::CritScope lock(&tfb->crit_);
248 tfb->crit_acquired_event_.Set();
249 if (tfb->tear_down_)
tommi0f8b4032017-02-22 11:22:05 -0800250 return;
philipelbe7a9e52016-05-19 12:19:35 +0200251
philipele7c891f2018-02-22 14:35:06 +0100252 std::unique_ptr<EncodedFrame> frame;
philipel75562822016-09-05 10:57:41 +0200253 FrameBuffer::ReturnReason res =
philipelcd936fd2019-05-02 13:53:10 +0200254 tfb->buffer_->NextFrame(tfb->max_wait_time_, &frame, false);
philipel75562822016-09-05 10:57:41 +0200255 if (res != FrameBuffer::ReturnReason::kStopped)
256 tfb->frames_.emplace_back(std::move(frame));
philipelbe7a9e52016-05-19 12:19:35 +0200257 }
258 }
259 }
260
261 uint32_t Rand() { return rand_.Rand<uint32_t>(); }
262
Niels Möller7cca0422019-04-29 16:12:19 +0200263 // The ProtectionMode tests depends on rtt-multiplier experiment.
264 test::ScopedFieldTrials trial_;
philipelbe7a9e52016-05-19 12:19:35 +0200265 SimulatedClock clock_;
266 VCMTimingFake timing_;
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200267 std::unique_ptr<FrameBuffer> buffer_;
philipele7c891f2018-02-22 14:35:06 +0100268 std::vector<std::unique_ptr<EncodedFrame>> frames_;
philipelbe7a9e52016-05-19 12:19:35 +0200269 Random rand_;
philipela45102f2017-02-22 05:30:39 -0800270 ::testing::NiceMock<VCMReceiveStatisticsCallbackMock> stats_callback_;
philipelbe7a9e52016-05-19 12:19:35 +0200271
272 int64_t max_wait_time_;
273 bool tear_down_;
274 rtc::PlatformThread extract_thread_;
275 rtc::Event trigger_extract_event_;
276 rtc::Event crit_acquired_event_;
277 rtc::CriticalSection crit_;
278};
279
philipel6e8224f2016-05-19 17:07:44 +0200280// Following tests are timing dependent. Either the timeouts have to
281// be increased by a large margin, which would slow down all trybots,
282// or we disable them for the very slow ones, like we do here.
283#if !defined(ADDRESS_SANITIZER) && !defined(MEMORY_SANITIZER)
philipelbe7a9e52016-05-19 12:19:35 +0200284TEST_F(TestFrameBuffer2, WaitForFrame) {
285 uint16_t pid = Rand();
286 uint32_t ts = Rand();
287
philipel6e8224f2016-05-19 17:07:44 +0200288 ExtractFrame(50);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100289 InsertFrame(pid, 0, ts, false, true);
philipelbe7a9e52016-05-19 12:19:35 +0200290 CheckFrame(0, pid, 0);
291}
292
293TEST_F(TestFrameBuffer2, OneSuperFrame) {
294 uint16_t pid = Rand();
295 uint32_t ts = Rand();
296
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100297 InsertFrame(pid, 0, ts, false, false);
298 InsertFrame(pid, 1, ts, true, true);
philipele0b2f152016-09-28 10:23:49 +0200299 ExtractFrame();
300
Sergey Silkin61832dd2018-12-20 14:32:14 +0100301 CheckFrame(0, pid, 1);
philipele0b2f152016-09-28 10:23:49 +0200302}
303
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200304TEST_F(TestFrameBuffer2, ZeroPlayoutDelay) {
305 VCMTiming timing(&clock_);
Niels Möllerd9c2d942019-04-30 09:16:36 +0200306 buffer_.reset(new FrameBuffer(&clock_, &timing, &stats_callback_));
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200307 const PlayoutDelay kPlayoutDelayMs = {0, 0};
308 std::unique_ptr<FrameObjectFake> test_frame(new FrameObjectFake());
309 test_frame->id.picture_id = 0;
310 test_frame->SetPlayoutDelay(kPlayoutDelayMs);
311 buffer_->InsertFrame(std::move(test_frame));
312 ExtractFrame(0, false);
313 CheckFrame(0, 0, 0);
314 EXPECT_EQ(0, frames_[0]->RenderTimeMs());
315}
316
aleloi3e005282017-01-26 05:38:00 -0800317// Flaky test, see bugs.webrtc.org/7068.
318TEST_F(TestFrameBuffer2, DISABLED_OneUnorderedSuperFrame) {
philipele0b2f152016-09-28 10:23:49 +0200319 uint16_t pid = Rand();
320 uint32_t ts = Rand();
321
philipel6e8224f2016-05-19 17:07:44 +0200322 ExtractFrame(50);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100323 InsertFrame(pid, 1, ts, true, true);
324 InsertFrame(pid, 0, ts, false, false);
philipelbe7a9e52016-05-19 12:19:35 +0200325 ExtractFrame();
326
327 CheckFrame(0, pid, 0);
328 CheckFrame(1, pid, 1);
329}
330
philipel94616b32016-05-20 10:43:01 +0200331TEST_F(TestFrameBuffer2, DISABLED_OneLayerStreamReordered) {
philipel6e8224f2016-05-19 17:07:44 +0200332 uint16_t pid = Rand();
333 uint32_t ts = Rand();
334
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100335 InsertFrame(pid, 0, ts, false, true);
philipel6e8224f2016-05-19 17:07:44 +0200336 ExtractFrame();
337 CheckFrame(0, pid, 0);
338 for (int i = 1; i < 10; i += 2) {
339 ExtractFrame(50);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100340 InsertFrame(pid + i + 1, 0, ts + (i + 1) * kFps10, false, true, pid + i);
philipel6e8224f2016-05-19 17:07:44 +0200341 clock_.AdvanceTimeMilliseconds(kFps10);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100342 InsertFrame(pid + i, 0, ts + i * kFps10, false, true, pid + i - 1);
philipel6e8224f2016-05-19 17:07:44 +0200343 clock_.AdvanceTimeMilliseconds(kFps10);
344 ExtractFrame();
345 CheckFrame(i, pid + i, 0);
346 CheckFrame(i + 1, pid + i + 1, 0);
347 }
348}
349#endif // Timing dependent tests.
350
351TEST_F(TestFrameBuffer2, ExtractFromEmptyBuffer) {
352 ExtractFrame();
353 CheckNoFrame(0);
354}
355
philipel93e451b2016-10-06 12:25:13 +0200356TEST_F(TestFrameBuffer2, MissingFrame) {
357 uint16_t pid = Rand();
358 uint32_t ts = Rand();
359
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100360 InsertFrame(pid, 0, ts, false, true);
361 InsertFrame(pid + 2, 0, ts, false, true, pid);
362 InsertFrame(pid + 3, 0, ts, false, true, pid + 1, pid + 2);
philipel93e451b2016-10-06 12:25:13 +0200363 ExtractFrame();
364 ExtractFrame();
365 ExtractFrame();
366
367 CheckFrame(0, pid, 0);
368 CheckFrame(1, pid + 2, 0);
369 CheckNoFrame(2);
370}
371
philipelbe7a9e52016-05-19 12:19:35 +0200372TEST_F(TestFrameBuffer2, OneLayerStream) {
373 uint16_t pid = Rand();
374 uint32_t ts = Rand();
375
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100376 InsertFrame(pid, 0, ts, false, true);
philipelbe7a9e52016-05-19 12:19:35 +0200377 ExtractFrame();
378 CheckFrame(0, pid, 0);
379 for (int i = 1; i < 10; ++i) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100380 InsertFrame(pid + i, 0, ts + i * kFps10, false, true, pid + i - 1);
philipelbe7a9e52016-05-19 12:19:35 +0200381 ExtractFrame();
382 clock_.AdvanceTimeMilliseconds(kFps10);
383 CheckFrame(i, pid + i, 0);
384 }
385}
386
philipelbe7a9e52016-05-19 12:19:35 +0200387TEST_F(TestFrameBuffer2, DropTemporalLayerSlowDecoder) {
388 uint16_t pid = Rand();
389 uint32_t ts = Rand();
390
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100391 InsertFrame(pid, 0, ts, false, true);
392 InsertFrame(pid + 1, 0, ts + kFps20, false, true, pid);
philipelbe7a9e52016-05-19 12:19:35 +0200393 for (int i = 2; i < 10; i += 2) {
394 uint32_t ts_tl0 = ts + i / 2 * kFps10;
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100395 InsertFrame(pid + i, 0, ts_tl0, false, true, pid + i - 2);
396 InsertFrame(pid + i + 1, 0, ts_tl0 + kFps20, false, true, pid + i,
397 pid + i - 1);
philipelbe7a9e52016-05-19 12:19:35 +0200398 }
399
400 for (int i = 0; i < 10; ++i) {
401 ExtractFrame();
Ilya Nikolaevskiy8c4fe162018-02-27 15:49:47 +0100402 clock_.AdvanceTimeMilliseconds(70);
philipelbe7a9e52016-05-19 12:19:35 +0200403 }
404
405 CheckFrame(0, pid, 0);
406 CheckFrame(1, pid + 1, 0);
407 CheckFrame(2, pid + 2, 0);
408 CheckFrame(3, pid + 4, 0);
409 CheckFrame(4, pid + 6, 0);
410 CheckFrame(5, pid + 8, 0);
411 CheckNoFrame(6);
412 CheckNoFrame(7);
413 CheckNoFrame(8);
414 CheckNoFrame(9);
415}
416
philipelbe7a9e52016-05-19 12:19:35 +0200417TEST_F(TestFrameBuffer2, InsertLateFrame) {
418 uint16_t pid = Rand();
419 uint32_t ts = Rand();
420
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100421 InsertFrame(pid, 0, ts, false, true);
philipelbe7a9e52016-05-19 12:19:35 +0200422 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100423 InsertFrame(pid + 2, 0, ts, false, true);
philipelbe7a9e52016-05-19 12:19:35 +0200424 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100425 InsertFrame(pid + 1, 0, ts, false, true, pid);
philipelbe7a9e52016-05-19 12:19:35 +0200426 ExtractFrame();
427
428 CheckFrame(0, pid, 0);
429 CheckFrame(1, pid + 2, 0);
430 CheckNoFrame(2);
431}
432
Niels Möller7cca0422019-04-29 16:12:19 +0200433TEST_F(TestFrameBuffer2, ProtectionModeNackFEC) {
philipel4f6cd6a2016-08-03 10:59:32 +0200434 uint16_t pid = Rand();
435 uint32_t ts = Rand();
Niels Möller7cca0422019-04-29 16:12:19 +0200436 constexpr int64_t kRttMs = 200;
437 buffer_->UpdateRtt(kRttMs);
philipel4f6cd6a2016-08-03 10:59:32 +0200438
Niels Möller7cca0422019-04-29 16:12:19 +0200439 // Jitter estimate unaffected by RTT in this protection mode.
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200440 buffer_->SetProtectionMode(kProtectionNackFEC);
Niels Möller7cca0422019-04-29 16:12:19 +0200441 InsertNackedFrame(pid, ts);
442 InsertNackedFrame(pid + 1, ts + 100);
443 InsertNackedFrame(pid + 2, ts + 200);
444 InsertFrame(pid + 3, 0, ts + 300, false, true);
philipel4f6cd6a2016-08-03 10:59:32 +0200445 ExtractFrame();
Niels Möller7cca0422019-04-29 16:12:19 +0200446 ExtractFrame();
447 ExtractFrame();
448 ExtractFrame();
449 ASSERT_EQ(4u, frames_.size());
450 EXPECT_LT(timing_.GetCurrentJitter(), kRttMs);
451}
452
453TEST_F(TestFrameBuffer2, ProtectionModeNack) {
454 uint16_t pid = Rand();
455 uint32_t ts = Rand();
456 constexpr int64_t kRttMs = 200;
457
458 buffer_->UpdateRtt(kRttMs);
459
460 // Jitter estimate includes RTT (after 3 retransmitted packets)
461 buffer_->SetProtectionMode(kProtectionNack);
462 InsertNackedFrame(pid, ts);
463 InsertNackedFrame(pid + 1, ts + 100);
464 InsertNackedFrame(pid + 2, ts + 200);
465 InsertFrame(pid + 3, 0, ts + 300, false, true);
466 ExtractFrame();
467 ExtractFrame();
468 ExtractFrame();
469 ExtractFrame();
470 ASSERT_EQ(4u, frames_.size());
471
472 EXPECT_GT(timing_.GetCurrentJitter(), kRttMs);
philipel4f6cd6a2016-08-03 10:59:32 +0200473}
474
philipele0b2f152016-09-28 10:23:49 +0200475TEST_F(TestFrameBuffer2, NoContinuousFrame) {
476 uint16_t pid = Rand();
477 uint32_t ts = Rand();
478
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100479 EXPECT_EQ(-1, InsertFrame(pid + 1, 0, ts, false, true, pid));
philipele0b2f152016-09-28 10:23:49 +0200480}
481
482TEST_F(TestFrameBuffer2, LastContinuousFrameSingleLayer) {
483 uint16_t pid = Rand();
484 uint32_t ts = Rand();
485
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100486 EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, true));
487 EXPECT_EQ(pid, InsertFrame(pid + 2, 0, ts, false, true, pid + 1));
488 EXPECT_EQ(pid + 2, InsertFrame(pid + 1, 0, ts, false, true, pid));
489 EXPECT_EQ(pid + 2, InsertFrame(pid + 4, 0, ts, false, true, pid + 3));
490 EXPECT_EQ(pid + 5, InsertFrame(pid + 5, 0, ts, false, true));
philipele0b2f152016-09-28 10:23:49 +0200491}
492
493TEST_F(TestFrameBuffer2, LastContinuousFrameTwoLayers) {
494 uint16_t pid = Rand();
495 uint32_t ts = Rand();
496
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100497 EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, false));
498 EXPECT_EQ(pid, InsertFrame(pid, 1, ts, true, true));
499 EXPECT_EQ(pid, InsertFrame(pid + 1, 1, ts, true, true, pid));
500 EXPECT_EQ(pid, InsertFrame(pid + 2, 0, ts, false, false, pid + 1));
501 EXPECT_EQ(pid, InsertFrame(pid + 2, 1, ts, true, true, pid + 1));
502 EXPECT_EQ(pid, InsertFrame(pid + 3, 0, ts, false, false, pid + 2));
503 EXPECT_EQ(pid + 3, InsertFrame(pid + 1, 0, ts, false, false, pid));
504 EXPECT_EQ(pid + 3, InsertFrame(pid + 3, 1, ts, true, true, pid + 2));
philipele0b2f152016-09-28 10:23:49 +0200505}
506
philipelfcc60062017-01-18 05:35:20 -0800507TEST_F(TestFrameBuffer2, PictureIdJumpBack) {
508 uint16_t pid = Rand();
509 uint32_t ts = Rand();
510
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100511 EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, true));
512 EXPECT_EQ(pid + 1, InsertFrame(pid + 1, 0, ts + 1, false, true, pid));
philipelfcc60062017-01-18 05:35:20 -0800513 ExtractFrame();
514 CheckFrame(0, pid, 0);
515
516 // Jump back in pid but increase ts.
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100517 EXPECT_EQ(pid - 1, InsertFrame(pid - 1, 0, ts + 2, false, true));
philipelfcc60062017-01-18 05:35:20 -0800518 ExtractFrame();
519 ExtractFrame();
520 CheckFrame(1, pid - 1, 0);
521 CheckNoFrame(2);
522}
523
philipela45102f2017-02-22 05:30:39 -0800524TEST_F(TestFrameBuffer2, StatsCallback) {
525 uint16_t pid = Rand();
526 uint32_t ts = Rand();
527 const int kFrameSize = 5000;
528
ilnik6d5b4d62017-08-30 03:32:14 -0700529 EXPECT_CALL(stats_callback_,
530 OnCompleteFrame(true, kFrameSize, VideoContentType::UNSPECIFIED));
philipela45102f2017-02-22 05:30:39 -0800531 EXPECT_CALL(stats_callback_,
532 OnFrameBufferTimingsUpdated(_, _, _, _, _, _, _));
533
534 {
535 std::unique_ptr<FrameObjectFake> frame(new FrameObjectFake());
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100536 frame->VerifyAndAllocate(kFrameSize);
Niels Möller77536a22019-01-15 08:50:01 +0100537 frame->set_size(kFrameSize);
philipel0fa82a62018-03-19 15:34:53 +0100538 frame->id.picture_id = pid;
539 frame->id.spatial_layer = 0;
Niels Möller23775882018-08-16 10:24:12 +0200540 frame->SetTimestamp(ts);
philipela45102f2017-02-22 05:30:39 -0800541 frame->num_references = 0;
542 frame->inter_layer_predicted = false;
543
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200544 EXPECT_EQ(buffer_->InsertFrame(std::move(frame)), pid);
philipela45102f2017-02-22 05:30:39 -0800545 }
546
547 ExtractFrame();
548 CheckFrame(0, pid, 0);
549}
550
philipel146a48b2017-04-20 04:04:38 -0700551TEST_F(TestFrameBuffer2, ForwardJumps) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100552 EXPECT_EQ(5453, InsertFrame(5453, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700553 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100554 EXPECT_EQ(5454, InsertFrame(5454, 0, 1, false, true, 5453));
philipel146a48b2017-04-20 04:04:38 -0700555 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100556 EXPECT_EQ(15670, InsertFrame(15670, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700557 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100558 EXPECT_EQ(29804, InsertFrame(29804, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700559 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100560 EXPECT_EQ(29805, InsertFrame(29805, 0, 1, false, true, 29804));
philipel146a48b2017-04-20 04:04:38 -0700561 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100562 EXPECT_EQ(29806, InsertFrame(29806, 0, 1, false, true, 29805));
philipel146a48b2017-04-20 04:04:38 -0700563 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100564 EXPECT_EQ(33819, InsertFrame(33819, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700565 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100566 EXPECT_EQ(41248, InsertFrame(41248, 0, 1, false, true));
philipel146a48b2017-04-20 04:04:38 -0700567 ExtractFrame();
568}
569
philipelf6842692017-04-28 03:29:15 -0700570TEST_F(TestFrameBuffer2, DuplicateFrames) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100571 EXPECT_EQ(22256, InsertFrame(22256, 0, 1, false, true));
philipelf6842692017-04-28 03:29:15 -0700572 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100573 EXPECT_EQ(22256, InsertFrame(22256, 0, 1, false, true));
philipelf6842692017-04-28 03:29:15 -0700574}
575
philipel112adf92017-06-15 09:06:21 -0700576// TODO(philipel): implement more unittests related to invalid references.
577TEST_F(TestFrameBuffer2, InvalidReferences) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100578 EXPECT_EQ(-1, InsertFrame(0, 0, 1000, false, true, 2));
579 EXPECT_EQ(1, InsertFrame(1, 0, 2000, false, true));
philipel112adf92017-06-15 09:06:21 -0700580 ExtractFrame();
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100581 EXPECT_EQ(2, InsertFrame(2, 0, 3000, false, true, 1));
philipel112adf92017-06-15 09:06:21 -0700582}
583
philipel3042c2d2017-08-18 04:55:02 -0700584TEST_F(TestFrameBuffer2, KeyframeRequired) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100585 EXPECT_EQ(1, InsertFrame(1, 0, 1000, false, true));
586 EXPECT_EQ(2, InsertFrame(2, 0, 2000, false, true, 1));
587 EXPECT_EQ(3, InsertFrame(3, 0, 3000, false, true));
philipel3042c2d2017-08-18 04:55:02 -0700588 ExtractFrame();
589 ExtractFrame(0, true);
590 ExtractFrame();
591
592 CheckFrame(0, 1, 0);
593 CheckFrame(1, 3, 0);
594 CheckNoFrame(2);
595}
596
philipel9771c502018-03-02 11:06:27 +0100597TEST_F(TestFrameBuffer2, KeyframeClearsFullBuffer) {
598 const int kMaxBufferSize = 600;
599
600 for (int i = 1; i <= kMaxBufferSize; ++i)
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100601 EXPECT_EQ(-1, InsertFrame(i, 0, i * 1000, false, true, i - 1));
philipel9771c502018-03-02 11:06:27 +0100602 ExtractFrame();
603 CheckNoFrame(0);
604
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100605 EXPECT_EQ(kMaxBufferSize + 1,
606 InsertFrame(kMaxBufferSize + 1, 0, (kMaxBufferSize + 1) * 1000,
607 false, true));
philipel9771c502018-03-02 11:06:27 +0100608 ExtractFrame();
609 CheckFrame(1, kMaxBufferSize + 1, 0);
610}
611
philipel798b2822018-06-11 13:10:14 +0200612TEST_F(TestFrameBuffer2, DontUpdateOnUndecodableFrame) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100613 InsertFrame(1, 0, 0, false, true);
philipel798b2822018-06-11 13:10:14 +0200614 ExtractFrame(0, true);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100615 InsertFrame(3, 0, 0, false, true, 2, 0);
616 InsertFrame(3, 0, 0, false, true, 0);
617 InsertFrame(2, 0, 0, false, true);
philipel798b2822018-06-11 13:10:14 +0200618 ExtractFrame(0, true);
619 ExtractFrame(0, true);
620}
621
philipel6d216502018-10-22 14:36:45 +0200622TEST_F(TestFrameBuffer2, DontDecodeOlderTimestamp) {
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100623 InsertFrame(2, 0, 1, false, true);
624 InsertFrame(1, 0, 2, false, true); // Older picture id but newer timestamp.
philipel6d216502018-10-22 14:36:45 +0200625 ExtractFrame(0);
626 ExtractFrame(0);
627 CheckFrame(0, 1, 0);
628 CheckNoFrame(1);
629
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100630 InsertFrame(3, 0, 4, false, true);
631 InsertFrame(4, 0, 3, false, true); // Newer picture id but older timestamp.
philipel6d216502018-10-22 14:36:45 +0200632 ExtractFrame(0);
633 ExtractFrame(0);
634 CheckFrame(2, 3, 0);
635 CheckNoFrame(3);
636}
637
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100638TEST_F(TestFrameBuffer2, CombineFramesToSuperframe) {
639 uint16_t pid = Rand();
640 uint32_t ts = Rand();
641
642 InsertFrame(pid, 0, ts, false, false);
643 InsertFrame(pid, 1, ts, true, true);
644 ExtractFrame(0);
645 ExtractFrame(0);
Sergey Silkin61832dd2018-12-20 14:32:14 +0100646 CheckFrame(0, pid, 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100647 CheckNoFrame(1);
648 // Two frames should be combined and returned together.
649 CheckFrameSize(0, kFrameSize * 2);
650}
651
652TEST_F(TestFrameBuffer2, HigherSpatialLayerNonDecodable) {
653 uint16_t pid = Rand();
654 uint32_t ts = Rand();
655
656 InsertFrame(pid, 0, ts, false, false);
657 InsertFrame(pid, 1, ts, true, true);
658
659 ExtractFrame(0);
Sergey Silkin61832dd2018-12-20 14:32:14 +0100660 CheckFrame(0, pid, 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100661
662 InsertFrame(pid + 1, 1, ts + kFps20, false, true, pid);
663 InsertFrame(pid + 2, 0, ts + kFps10, false, false, pid);
664 InsertFrame(pid + 2, 1, ts + kFps10, true, true, pid + 1);
665
666 clock_.AdvanceTimeMilliseconds(1000);
667 // Frame pid+1 is decodable but too late.
668 // In superframe pid+2 frame sid=0 is decodable, but frame sid=1 is not.
669 // Incorrect implementation might skip pid+1 frame and output undecodable
670 // pid+2 instead.
671 ExtractFrame();
672 ExtractFrame();
673 CheckFrame(1, pid + 1, 1);
Sergey Silkin61832dd2018-12-20 14:32:14 +0100674 CheckFrame(2, pid + 2, 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100675}
676
philipelbe7a9e52016-05-19 12:19:35 +0200677} // namespace video_coding
678} // namespace webrtc