blob: bc2fd8bc4caa3703fb1cf66242695fbd04105623 [file] [log] [blame]
philipelbe7a9e52016-05-19 12:19:35 +02001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/video_coding/frame_buffer2.h"
philipelbe7a9e52016-05-19 12:19:35 +020012
13#include <algorithm>
14#include <cstring>
15#include <limits>
16#include <vector>
17
Niels Möller7cca0422019-04-29 16:12:19 +020018#include "absl/memory/memory.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "modules/video_coding/frame_object.h"
20#include "modules/video_coding/jitter_estimator.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "modules/video_coding/timing.h"
Bjorn Tereliusa194e582017-10-25 13:07:09 +020022#include "rtc_base/numerics/sequence_number_util.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "rtc_base/platform_thread.h"
24#include "rtc_base/random.h"
25#include "system_wrappers/include/clock.h"
Niels Möller7cca0422019-04-29 16:12:19 +020026#include "test/field_trial.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020027#include "test/gmock.h"
28#include "test/gtest.h"
philipelbe7a9e52016-05-19 12:19:35 +020029
Mirko Bonadei6a489f22019-04-09 15:11:12 +020030using ::testing::_;
31using ::testing::Return;
philipela45102f2017-02-22 05:30:39 -080032
philipelbe7a9e52016-05-19 12:19:35 +020033namespace webrtc {
34namespace video_coding {
35
36class VCMTimingFake : public VCMTiming {
37 public:
38 explicit VCMTimingFake(Clock* clock) : VCMTiming(clock) {}
39
40 int64_t RenderTimeMs(uint32_t frame_timestamp,
41 int64_t now_ms) const override {
42 if (last_ms_ == -1) {
43 last_ms_ = now_ms + kDelayMs;
44 last_timestamp_ = frame_timestamp;
45 }
46
47 uint32_t diff = MinDiff(frame_timestamp, last_timestamp_);
48 if (AheadOf(frame_timestamp, last_timestamp_))
49 last_ms_ += diff / 90;
50 else
51 last_ms_ -= diff / 90;
52
53 last_timestamp_ = frame_timestamp;
54 return last_ms_;
55 }
56
Ilya Nikolaevskiy8c4fe162018-02-27 15:49:47 +010057 int64_t MaxWaitingTime(int64_t render_time_ms,
58 int64_t now_ms) const override {
59 return render_time_ms - now_ms - kDecodeTime;
philipelbe7a9e52016-05-19 12:19:35 +020060 }
61
Johannes Kronbfd343b2019-07-01 10:07:50 +020062 bool GetTimings(int* max_decode_ms,
philipela45102f2017-02-22 05:30:39 -080063 int* current_delay_ms,
64 int* target_delay_ms,
65 int* jitter_buffer_ms,
66 int* min_playout_delay_ms,
67 int* render_delay_ms) const override {
68 return true;
69 }
70
Niels Möller7cca0422019-04-29 16:12:19 +020071 int GetCurrentJitter() {
Niels Möller7cca0422019-04-29 16:12:19 +020072 int max_decode_ms;
73 int current_delay_ms;
74 int target_delay_ms;
75 int jitter_buffer_ms;
76 int min_playout_delay_ms;
77 int render_delay_ms;
Johannes Kronbfd343b2019-07-01 10:07:50 +020078 VCMTiming::GetTimings(&max_decode_ms, &current_delay_ms, &target_delay_ms,
79 &jitter_buffer_ms, &min_playout_delay_ms,
80 &render_delay_ms);
Niels Möller7cca0422019-04-29 16:12:19 +020081 return jitter_buffer_ms;
82 }
83
philipelbe7a9e52016-05-19 12:19:35 +020084 private:
85 static constexpr int kDelayMs = 50;
86 static constexpr int kDecodeTime = kDelayMs / 2;
87 mutable uint32_t last_timestamp_ = 0;
88 mutable int64_t last_ms_ = -1;
89};
90
philipele7c891f2018-02-22 14:35:06 +010091class FrameObjectFake : public EncodedFrame {
philipelbe7a9e52016-05-19 12:19:35 +020092 public:
philipelb4d31082016-07-11 08:46:29 -070093 int64_t ReceivedTime() const override { return 0; }
94
95 int64_t RenderTime() const override { return _renderTimeMs; }
Niels Möller7cca0422019-04-29 16:12:19 +020096
97 bool delayed_by_retransmission() const override {
98 return delayed_by_retransmission_;
99 }
100 void set_delayed_by_retransmission(bool delayed) {
101 delayed_by_retransmission_ = delayed;
102 }
103
104 private:
105 bool delayed_by_retransmission_ = false;
philipela45102f2017-02-22 05:30:39 -0800106};
107
108class VCMReceiveStatisticsCallbackMock : public VCMReceiveStatisticsCallback {
109 public:
ilnik6d5b4d62017-08-30 03:32:14 -0700110 MOCK_METHOD3(OnCompleteFrame,
111 void(bool is_keyframe,
112 size_t size_bytes,
113 VideoContentType content_type));
Johannes Kron0c141c52019-08-26 15:04:43 +0200114 MOCK_METHOD1(OnDroppedFrames, void(uint32_t frames_dropped));
philipela45102f2017-02-22 05:30:39 -0800115 MOCK_METHOD1(OnDiscardedPacketsUpdated, void(int discarded_packets));
116 MOCK_METHOD1(OnFrameCountsUpdated, void(const FrameCounts& frame_counts));
Johannes Kronbfd343b2019-07-01 10:07:50 +0200117 MOCK_METHOD6(OnFrameBufferTimingsUpdated,
118 void(int max_decode_ms,
philipela45102f2017-02-22 05:30:39 -0800119 int current_delay_ms,
120 int target_delay_ms,
121 int jitter_buffer_ms,
122 int min_playout_delay_ms,
123 int render_delay_ms));
ilnik2edc6842017-07-06 03:06:50 -0700124 MOCK_METHOD1(OnTimingFrameInfoUpdated, void(const TimingFrameInfo& info));
philipelbe7a9e52016-05-19 12:19:35 +0200125};
126
127class TestFrameBuffer2 : public ::testing::Test {
128 protected:
129 static constexpr int kMaxReferences = 5;
130 static constexpr int kFps1 = 1000;
131 static constexpr int kFps10 = kFps1 / 10;
132 static constexpr int kFps20 = kFps1 / 20;
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100133 static constexpr size_t kFrameSize = 10;
philipelbe7a9e52016-05-19 12:19:35 +0200134
135 TestFrameBuffer2()
Niels Möller7cca0422019-04-29 16:12:19 +0200136 : trial_("WebRTC-AddRttToPlayoutDelay/Enabled/"),
137 clock_(0),
philipelbe7a9e52016-05-19 12:19:35 +0200138 timing_(&clock_),
Jonas Olssona4d87372019-07-05 19:08:33 +0200139 buffer_(new FrameBuffer(&clock_, &timing_, &stats_callback_)),
philipelbe7a9e52016-05-19 12:19:35 +0200140 rand_(0x34678213),
141 tear_down_(false),
Niels Möllerc572ff32018-11-07 08:43:50 +0100142 extract_thread_(&ExtractLoop, this, "Extract Thread") {}
philipelbe7a9e52016-05-19 12:19:35 +0200143
144 void SetUp() override { extract_thread_.Start(); }
145
146 void TearDown() override {
147 tear_down_ = true;
148 trigger_extract_event_.Set();
149 extract_thread_.Stop();
150 }
151
152 template <typename... T>
Niels Möller7cca0422019-04-29 16:12:19 +0200153 std::unique_ptr<FrameObjectFake> CreateFrame(uint16_t picture_id,
154 uint8_t spatial_layer,
155 int64_t ts_ms,
156 bool inter_layer_predicted,
157 bool last_spatial_layer,
Sergey Silkin2799e632019-05-17 09:51:39 +0200158 size_t frame_size_bytes,
Niels Möller7cca0422019-04-29 16:12:19 +0200159 T... refs) {
philipelbe7a9e52016-05-19 12:19:35 +0200160 static_assert(sizeof...(refs) <= kMaxReferences,
philipele7c891f2018-02-22 14:35:06 +0100161 "To many references specified for EncodedFrame.");
kwiberg5b9746e2017-08-16 04:52:35 -0700162 std::array<uint16_t, sizeof...(refs)> references = {
163 {rtc::checked_cast<uint16_t>(refs)...}};
philipelbe7a9e52016-05-19 12:19:35 +0200164
Niels Möller7cca0422019-04-29 16:12:19 +0200165 auto frame = absl::make_unique<FrameObjectFake>();
philipel0fa82a62018-03-19 15:34:53 +0100166 frame->id.picture_id = picture_id;
167 frame->id.spatial_layer = spatial_layer;
Sergey Silkin61832dd2018-12-20 14:32:14 +0100168 frame->SetSpatialIndex(spatial_layer);
Niels Möller23775882018-08-16 10:24:12 +0200169 frame->SetTimestamp(ts_ms * 90);
philipelbe7a9e52016-05-19 12:19:35 +0200170 frame->num_references = references.size();
171 frame->inter_layer_predicted = inter_layer_predicted;
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100172 frame->is_last_spatial_layer = last_spatial_layer;
173 // Add some data to buffer.
Sergey Silkin2799e632019-05-17 09:51:39 +0200174 frame->VerifyAndAllocate(frame_size_bytes);
175 frame->set_size(frame_size_bytes);
philipelbe7a9e52016-05-19 12:19:35 +0200176 for (size_t r = 0; r < references.size(); ++r)
177 frame->references[r] = references[r];
Niels Möller7cca0422019-04-29 16:12:19 +0200178 return frame;
179 }
philipelbe7a9e52016-05-19 12:19:35 +0200180
Niels Möller7cca0422019-04-29 16:12:19 +0200181 template <typename... T>
182 int InsertFrame(uint16_t picture_id,
183 uint8_t spatial_layer,
184 int64_t ts_ms,
185 bool inter_layer_predicted,
186 bool last_spatial_layer,
Sergey Silkin2799e632019-05-17 09:51:39 +0200187 size_t frame_size_bytes,
Niels Möller7cca0422019-04-29 16:12:19 +0200188 T... refs) {
Sergey Silkin2799e632019-05-17 09:51:39 +0200189 return buffer_->InsertFrame(
190 CreateFrame(picture_id, spatial_layer, ts_ms, inter_layer_predicted,
191 last_spatial_layer, frame_size_bytes, refs...));
Niels Möller7cca0422019-04-29 16:12:19 +0200192 }
193
194 int InsertNackedFrame(uint16_t picture_id, int64_t ts_ms) {
195 std::unique_ptr<FrameObjectFake> frame =
Sergey Silkin2799e632019-05-17 09:51:39 +0200196 CreateFrame(picture_id, 0, ts_ms, false, true, kFrameSize);
Niels Möller7cca0422019-04-29 16:12:19 +0200197 frame->set_delayed_by_retransmission(true);
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200198 return buffer_->InsertFrame(std::move(frame));
philipelbe7a9e52016-05-19 12:19:35 +0200199 }
200
philipel3042c2d2017-08-18 04:55:02 -0700201 void ExtractFrame(int64_t max_wait_time = 0, bool keyframe_required = false) {
philipelbe7a9e52016-05-19 12:19:35 +0200202 crit_.Enter();
203 if (max_wait_time == 0) {
philipele7c891f2018-02-22 14:35:06 +0100204 std::unique_ptr<EncodedFrame> frame;
philipel3042c2d2017-08-18 04:55:02 -0700205 FrameBuffer::ReturnReason res =
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200206 buffer_->NextFrame(0, &frame, keyframe_required);
philipel75562822016-09-05 10:57:41 +0200207 if (res != FrameBuffer::ReturnReason::kStopped)
208 frames_.emplace_back(std::move(frame));
philipelbe7a9e52016-05-19 12:19:35 +0200209 crit_.Leave();
210 } else {
211 max_wait_time_ = max_wait_time;
212 trigger_extract_event_.Set();
213 crit_.Leave();
214 // Make sure |crit_| is aquired by |extract_thread_| before returning.
215 crit_acquired_event_.Wait(rtc::Event::kForever);
216 }
217 }
218
219 void CheckFrame(size_t index, int picture_id, int spatial_layer) {
220 rtc::CritScope lock(&crit_);
221 ASSERT_LT(index, frames_.size());
222 ASSERT_TRUE(frames_[index]);
philipel0fa82a62018-03-19 15:34:53 +0100223 ASSERT_EQ(picture_id, frames_[index]->id.picture_id);
224 ASSERT_EQ(spatial_layer, frames_[index]->id.spatial_layer);
philipelbe7a9e52016-05-19 12:19:35 +0200225 }
226
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100227 void CheckFrameSize(size_t index, size_t size) {
228 rtc::CritScope lock(&crit_);
229 ASSERT_LT(index, frames_.size());
230 ASSERT_TRUE(frames_[index]);
231 ASSERT_EQ(frames_[index]->size(), size);
232 }
233
philipelbe7a9e52016-05-19 12:19:35 +0200234 void CheckNoFrame(size_t index) {
235 rtc::CritScope lock(&crit_);
236 ASSERT_LT(index, frames_.size());
237 ASSERT_FALSE(frames_[index]);
238 }
239
tommi0f8b4032017-02-22 11:22:05 -0800240 static void ExtractLoop(void* obj) {
philipelbe7a9e52016-05-19 12:19:35 +0200241 TestFrameBuffer2* tfb = static_cast<TestFrameBuffer2*>(obj);
242 while (true) {
243 tfb->trigger_extract_event_.Wait(rtc::Event::kForever);
244 {
245 rtc::CritScope lock(&tfb->crit_);
246 tfb->crit_acquired_event_.Set();
247 if (tfb->tear_down_)
tommi0f8b4032017-02-22 11:22:05 -0800248 return;
philipelbe7a9e52016-05-19 12:19:35 +0200249
philipele7c891f2018-02-22 14:35:06 +0100250 std::unique_ptr<EncodedFrame> frame;
philipel75562822016-09-05 10:57:41 +0200251 FrameBuffer::ReturnReason res =
philipelcd936fd2019-05-02 13:53:10 +0200252 tfb->buffer_->NextFrame(tfb->max_wait_time_, &frame, false);
philipel75562822016-09-05 10:57:41 +0200253 if (res != FrameBuffer::ReturnReason::kStopped)
254 tfb->frames_.emplace_back(std::move(frame));
philipelbe7a9e52016-05-19 12:19:35 +0200255 }
256 }
257 }
258
259 uint32_t Rand() { return rand_.Rand<uint32_t>(); }
260
Niels Möller7cca0422019-04-29 16:12:19 +0200261 // The ProtectionMode tests depends on rtt-multiplier experiment.
262 test::ScopedFieldTrials trial_;
philipelbe7a9e52016-05-19 12:19:35 +0200263 SimulatedClock clock_;
264 VCMTimingFake timing_;
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200265 std::unique_ptr<FrameBuffer> buffer_;
philipele7c891f2018-02-22 14:35:06 +0100266 std::vector<std::unique_ptr<EncodedFrame>> frames_;
philipelbe7a9e52016-05-19 12:19:35 +0200267 Random rand_;
philipela45102f2017-02-22 05:30:39 -0800268 ::testing::NiceMock<VCMReceiveStatisticsCallbackMock> stats_callback_;
philipelbe7a9e52016-05-19 12:19:35 +0200269
270 int64_t max_wait_time_;
271 bool tear_down_;
272 rtc::PlatformThread extract_thread_;
273 rtc::Event trigger_extract_event_;
274 rtc::Event crit_acquired_event_;
275 rtc::CriticalSection crit_;
276};
277
Sergey Silkin2799e632019-05-17 09:51:39 +0200278// From https://en.cppreference.com/w/cpp/language/static: "If ... a constexpr
279// static data member (since C++11) is odr-used, a definition at namespace scope
280// is still required... This definition is deprecated for constexpr data members
281// since C++17."
282// kFrameSize is odr-used since it is passed by reference to EXPECT_EQ().
283#if __cplusplus < 201703L
284constexpr size_t TestFrameBuffer2::kFrameSize;
285#endif
286
philipel6e8224f2016-05-19 17:07:44 +0200287// Following tests are timing dependent. Either the timeouts have to
288// be increased by a large margin, which would slow down all trybots,
289// or we disable them for the very slow ones, like we do here.
290#if !defined(ADDRESS_SANITIZER) && !defined(MEMORY_SANITIZER)
philipelbe7a9e52016-05-19 12:19:35 +0200291TEST_F(TestFrameBuffer2, WaitForFrame) {
292 uint16_t pid = Rand();
293 uint32_t ts = Rand();
294
philipel6e8224f2016-05-19 17:07:44 +0200295 ExtractFrame(50);
Sergey Silkin2799e632019-05-17 09:51:39 +0200296 InsertFrame(pid, 0, ts, false, true, kFrameSize);
philipelbe7a9e52016-05-19 12:19:35 +0200297 CheckFrame(0, pid, 0);
298}
299
300TEST_F(TestFrameBuffer2, OneSuperFrame) {
301 uint16_t pid = Rand();
302 uint32_t ts = Rand();
303
Sergey Silkin2799e632019-05-17 09:51:39 +0200304 InsertFrame(pid, 0, ts, false, false, kFrameSize);
305 InsertFrame(pid, 1, ts, true, true, kFrameSize);
philipele0b2f152016-09-28 10:23:49 +0200306 ExtractFrame();
307
Sergey Silkin61832dd2018-12-20 14:32:14 +0100308 CheckFrame(0, pid, 1);
philipele0b2f152016-09-28 10:23:49 +0200309}
310
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200311TEST_F(TestFrameBuffer2, ZeroPlayoutDelay) {
312 VCMTiming timing(&clock_);
Niels Möllerd9c2d942019-04-30 09:16:36 +0200313 buffer_.reset(new FrameBuffer(&clock_, &timing, &stats_callback_));
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200314 const PlayoutDelay kPlayoutDelayMs = {0, 0};
315 std::unique_ptr<FrameObjectFake> test_frame(new FrameObjectFake());
316 test_frame->id.picture_id = 0;
317 test_frame->SetPlayoutDelay(kPlayoutDelayMs);
318 buffer_->InsertFrame(std::move(test_frame));
319 ExtractFrame(0, false);
320 CheckFrame(0, 0, 0);
321 EXPECT_EQ(0, frames_[0]->RenderTimeMs());
322}
323
aleloi3e005282017-01-26 05:38:00 -0800324// Flaky test, see bugs.webrtc.org/7068.
325TEST_F(TestFrameBuffer2, DISABLED_OneUnorderedSuperFrame) {
philipele0b2f152016-09-28 10:23:49 +0200326 uint16_t pid = Rand();
327 uint32_t ts = Rand();
328
philipel6e8224f2016-05-19 17:07:44 +0200329 ExtractFrame(50);
Sergey Silkin2799e632019-05-17 09:51:39 +0200330 InsertFrame(pid, 1, ts, true, true, kFrameSize);
331 InsertFrame(pid, 0, ts, false, false, kFrameSize);
philipelbe7a9e52016-05-19 12:19:35 +0200332 ExtractFrame();
333
334 CheckFrame(0, pid, 0);
335 CheckFrame(1, pid, 1);
336}
337
philipel94616b32016-05-20 10:43:01 +0200338TEST_F(TestFrameBuffer2, DISABLED_OneLayerStreamReordered) {
philipel6e8224f2016-05-19 17:07:44 +0200339 uint16_t pid = Rand();
340 uint32_t ts = Rand();
341
Sergey Silkin2799e632019-05-17 09:51:39 +0200342 InsertFrame(pid, 0, ts, false, true, kFrameSize);
philipel6e8224f2016-05-19 17:07:44 +0200343 ExtractFrame();
344 CheckFrame(0, pid, 0);
345 for (int i = 1; i < 10; i += 2) {
346 ExtractFrame(50);
Sergey Silkin2799e632019-05-17 09:51:39 +0200347 InsertFrame(pid + i + 1, 0, ts + (i + 1) * kFps10, false, true, kFrameSize,
348 pid + i);
philipel6e8224f2016-05-19 17:07:44 +0200349 clock_.AdvanceTimeMilliseconds(kFps10);
Sergey Silkin2799e632019-05-17 09:51:39 +0200350 InsertFrame(pid + i, 0, ts + i * kFps10, false, true, kFrameSize,
351 pid + i - 1);
philipel6e8224f2016-05-19 17:07:44 +0200352 clock_.AdvanceTimeMilliseconds(kFps10);
353 ExtractFrame();
354 CheckFrame(i, pid + i, 0);
355 CheckFrame(i + 1, pid + i + 1, 0);
356 }
357}
358#endif // Timing dependent tests.
359
360TEST_F(TestFrameBuffer2, ExtractFromEmptyBuffer) {
361 ExtractFrame();
362 CheckNoFrame(0);
363}
364
philipel93e451b2016-10-06 12:25:13 +0200365TEST_F(TestFrameBuffer2, MissingFrame) {
366 uint16_t pid = Rand();
367 uint32_t ts = Rand();
368
Sergey Silkin2799e632019-05-17 09:51:39 +0200369 InsertFrame(pid, 0, ts, false, true, kFrameSize);
370 InsertFrame(pid + 2, 0, ts, false, true, kFrameSize, pid);
371 InsertFrame(pid + 3, 0, ts, false, true, kFrameSize, pid + 1, pid + 2);
philipel93e451b2016-10-06 12:25:13 +0200372 ExtractFrame();
373 ExtractFrame();
374 ExtractFrame();
375
376 CheckFrame(0, pid, 0);
377 CheckFrame(1, pid + 2, 0);
378 CheckNoFrame(2);
379}
380
philipelbe7a9e52016-05-19 12:19:35 +0200381TEST_F(TestFrameBuffer2, OneLayerStream) {
382 uint16_t pid = Rand();
383 uint32_t ts = Rand();
384
Sergey Silkin2799e632019-05-17 09:51:39 +0200385 InsertFrame(pid, 0, ts, false, true, kFrameSize);
philipelbe7a9e52016-05-19 12:19:35 +0200386 ExtractFrame();
387 CheckFrame(0, pid, 0);
388 for (int i = 1; i < 10; ++i) {
Sergey Silkin2799e632019-05-17 09:51:39 +0200389 InsertFrame(pid + i, 0, ts + i * kFps10, false, true, kFrameSize,
390 pid + i - 1);
philipelbe7a9e52016-05-19 12:19:35 +0200391 ExtractFrame();
392 clock_.AdvanceTimeMilliseconds(kFps10);
393 CheckFrame(i, pid + i, 0);
394 }
395}
396
philipelbe7a9e52016-05-19 12:19:35 +0200397TEST_F(TestFrameBuffer2, DropTemporalLayerSlowDecoder) {
398 uint16_t pid = Rand();
399 uint32_t ts = Rand();
400
Sergey Silkin2799e632019-05-17 09:51:39 +0200401 InsertFrame(pid, 0, ts, false, true, kFrameSize);
402 InsertFrame(pid + 1, 0, ts + kFps20, false, true, kFrameSize, pid);
philipelbe7a9e52016-05-19 12:19:35 +0200403 for (int i = 2; i < 10; i += 2) {
404 uint32_t ts_tl0 = ts + i / 2 * kFps10;
Sergey Silkin2799e632019-05-17 09:51:39 +0200405 InsertFrame(pid + i, 0, ts_tl0, false, true, kFrameSize, pid + i - 2);
406 InsertFrame(pid + i + 1, 0, ts_tl0 + kFps20, false, true, kFrameSize,
407 pid + i, pid + i - 1);
philipelbe7a9e52016-05-19 12:19:35 +0200408 }
409
Johannes Kron0c141c52019-08-26 15:04:43 +0200410 EXPECT_CALL(stats_callback_, OnDroppedFrames(1)).Times(3);
411
philipelbe7a9e52016-05-19 12:19:35 +0200412 for (int i = 0; i < 10; ++i) {
413 ExtractFrame();
Ilya Nikolaevskiy8c4fe162018-02-27 15:49:47 +0100414 clock_.AdvanceTimeMilliseconds(70);
philipelbe7a9e52016-05-19 12:19:35 +0200415 }
416
417 CheckFrame(0, pid, 0);
418 CheckFrame(1, pid + 1, 0);
419 CheckFrame(2, pid + 2, 0);
420 CheckFrame(3, pid + 4, 0);
421 CheckFrame(4, pid + 6, 0);
422 CheckFrame(5, pid + 8, 0);
423 CheckNoFrame(6);
424 CheckNoFrame(7);
425 CheckNoFrame(8);
426 CheckNoFrame(9);
427}
428
Johannes Kron0c141c52019-08-26 15:04:43 +0200429TEST_F(TestFrameBuffer2, DropFramesIfSystemIsStalled) {
430 uint16_t pid = Rand();
431 uint32_t ts = Rand();
432
433 InsertFrame(pid, 0, ts, false, true, kFrameSize);
434 InsertFrame(pid + 1, 0, ts + 1 * kFps10, false, true, kFrameSize, pid);
435 InsertFrame(pid + 2, 0, ts + 2 * kFps10, false, true, kFrameSize, pid + 1);
436 InsertFrame(pid + 3, 0, ts + 3 * kFps10, false, true, kFrameSize);
437
438 ExtractFrame();
439 // Jump forward in time, simulating the system being stalled for some reason.
440 clock_.AdvanceTimeMilliseconds(3 * kFps10);
441 // Extract one more frame, expect second and third frame to be dropped.
442 EXPECT_CALL(stats_callback_, OnDroppedFrames(2)).Times(1);
443 ExtractFrame();
444
445 CheckFrame(0, pid + 0, 0);
446 CheckFrame(1, pid + 3, 0);
447}
448
449TEST_F(TestFrameBuffer2, DroppedFramesCountedOnClear) {
450 uint16_t pid = Rand();
451 uint32_t ts = Rand();
452
453 InsertFrame(pid, 0, ts, false, true, kFrameSize);
454 for (int i = 1; i < 5; ++i) {
455 InsertFrame(pid + i, 0, ts + i * kFps10, false, true, kFrameSize,
456 pid + i - 1);
457 }
458
459 // All frames should be dropped when Clear is called.
460 EXPECT_CALL(stats_callback_, OnDroppedFrames(5)).Times(1);
461 buffer_->Clear();
462}
463
philipelbe7a9e52016-05-19 12:19:35 +0200464TEST_F(TestFrameBuffer2, InsertLateFrame) {
465 uint16_t pid = Rand();
466 uint32_t ts = Rand();
467
Sergey Silkin2799e632019-05-17 09:51:39 +0200468 InsertFrame(pid, 0, ts, false, true, kFrameSize);
philipelbe7a9e52016-05-19 12:19:35 +0200469 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200470 InsertFrame(pid + 2, 0, ts, false, true, kFrameSize);
philipelbe7a9e52016-05-19 12:19:35 +0200471 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200472 InsertFrame(pid + 1, 0, ts, false, true, kFrameSize, pid);
philipelbe7a9e52016-05-19 12:19:35 +0200473 ExtractFrame();
474
475 CheckFrame(0, pid, 0);
476 CheckFrame(1, pid + 2, 0);
477 CheckNoFrame(2);
478}
479
Niels Möller7cca0422019-04-29 16:12:19 +0200480TEST_F(TestFrameBuffer2, ProtectionModeNackFEC) {
philipel4f6cd6a2016-08-03 10:59:32 +0200481 uint16_t pid = Rand();
482 uint32_t ts = Rand();
Niels Möller7cca0422019-04-29 16:12:19 +0200483 constexpr int64_t kRttMs = 200;
484 buffer_->UpdateRtt(kRttMs);
philipel4f6cd6a2016-08-03 10:59:32 +0200485
Niels Möller7cca0422019-04-29 16:12:19 +0200486 // Jitter estimate unaffected by RTT in this protection mode.
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200487 buffer_->SetProtectionMode(kProtectionNackFEC);
Niels Möller7cca0422019-04-29 16:12:19 +0200488 InsertNackedFrame(pid, ts);
489 InsertNackedFrame(pid + 1, ts + 100);
490 InsertNackedFrame(pid + 2, ts + 200);
Sergey Silkin2799e632019-05-17 09:51:39 +0200491 InsertFrame(pid + 3, 0, ts + 300, false, true, kFrameSize);
philipel4f6cd6a2016-08-03 10:59:32 +0200492 ExtractFrame();
Niels Möller7cca0422019-04-29 16:12:19 +0200493 ExtractFrame();
494 ExtractFrame();
495 ExtractFrame();
496 ASSERT_EQ(4u, frames_.size());
497 EXPECT_LT(timing_.GetCurrentJitter(), kRttMs);
498}
499
500TEST_F(TestFrameBuffer2, ProtectionModeNack) {
501 uint16_t pid = Rand();
502 uint32_t ts = Rand();
503 constexpr int64_t kRttMs = 200;
504
505 buffer_->UpdateRtt(kRttMs);
506
507 // Jitter estimate includes RTT (after 3 retransmitted packets)
508 buffer_->SetProtectionMode(kProtectionNack);
509 InsertNackedFrame(pid, ts);
510 InsertNackedFrame(pid + 1, ts + 100);
511 InsertNackedFrame(pid + 2, ts + 200);
Sergey Silkin2799e632019-05-17 09:51:39 +0200512 InsertFrame(pid + 3, 0, ts + 300, false, true, kFrameSize);
Niels Möller7cca0422019-04-29 16:12:19 +0200513 ExtractFrame();
514 ExtractFrame();
515 ExtractFrame();
516 ExtractFrame();
517 ASSERT_EQ(4u, frames_.size());
518
519 EXPECT_GT(timing_.GetCurrentJitter(), kRttMs);
philipel4f6cd6a2016-08-03 10:59:32 +0200520}
521
philipele0b2f152016-09-28 10:23:49 +0200522TEST_F(TestFrameBuffer2, NoContinuousFrame) {
523 uint16_t pid = Rand();
524 uint32_t ts = Rand();
525
Sergey Silkin2799e632019-05-17 09:51:39 +0200526 EXPECT_EQ(-1, InsertFrame(pid + 1, 0, ts, false, true, kFrameSize, pid));
philipele0b2f152016-09-28 10:23:49 +0200527}
528
529TEST_F(TestFrameBuffer2, LastContinuousFrameSingleLayer) {
530 uint16_t pid = Rand();
531 uint32_t ts = Rand();
532
Sergey Silkin2799e632019-05-17 09:51:39 +0200533 EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, true, kFrameSize));
534 EXPECT_EQ(pid, InsertFrame(pid + 2, 0, ts, false, true, kFrameSize, pid + 1));
535 EXPECT_EQ(pid + 2, InsertFrame(pid + 1, 0, ts, false, true, kFrameSize, pid));
536 EXPECT_EQ(pid + 2,
537 InsertFrame(pid + 4, 0, ts, false, true, kFrameSize, pid + 3));
538 EXPECT_EQ(pid + 5, InsertFrame(pid + 5, 0, ts, false, true, kFrameSize));
philipele0b2f152016-09-28 10:23:49 +0200539}
540
541TEST_F(TestFrameBuffer2, LastContinuousFrameTwoLayers) {
542 uint16_t pid = Rand();
543 uint32_t ts = Rand();
544
Sergey Silkin2799e632019-05-17 09:51:39 +0200545 EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, false, kFrameSize));
546 EXPECT_EQ(pid, InsertFrame(pid, 1, ts, true, true, kFrameSize));
547 EXPECT_EQ(pid, InsertFrame(pid + 1, 1, ts, true, true, kFrameSize, pid));
548 EXPECT_EQ(pid,
549 InsertFrame(pid + 2, 0, ts, false, false, kFrameSize, pid + 1));
550 EXPECT_EQ(pid, InsertFrame(pid + 2, 1, ts, true, true, kFrameSize, pid + 1));
551 EXPECT_EQ(pid,
552 InsertFrame(pid + 3, 0, ts, false, false, kFrameSize, pid + 2));
553 EXPECT_EQ(pid + 3,
554 InsertFrame(pid + 1, 0, ts, false, false, kFrameSize, pid));
555 EXPECT_EQ(pid + 3,
556 InsertFrame(pid + 3, 1, ts, true, true, kFrameSize, pid + 2));
philipele0b2f152016-09-28 10:23:49 +0200557}
558
philipelfcc60062017-01-18 05:35:20 -0800559TEST_F(TestFrameBuffer2, PictureIdJumpBack) {
560 uint16_t pid = Rand();
561 uint32_t ts = Rand();
562
Sergey Silkin2799e632019-05-17 09:51:39 +0200563 EXPECT_EQ(pid, InsertFrame(pid, 0, ts, false, true, kFrameSize));
564 EXPECT_EQ(pid + 1,
565 InsertFrame(pid + 1, 0, ts + 1, false, true, kFrameSize, pid));
philipelfcc60062017-01-18 05:35:20 -0800566 ExtractFrame();
567 CheckFrame(0, pid, 0);
568
569 // Jump back in pid but increase ts.
Sergey Silkin2799e632019-05-17 09:51:39 +0200570 EXPECT_EQ(pid - 1, InsertFrame(pid - 1, 0, ts + 2, false, true, kFrameSize));
philipelfcc60062017-01-18 05:35:20 -0800571 ExtractFrame();
572 ExtractFrame();
573 CheckFrame(1, pid - 1, 0);
574 CheckNoFrame(2);
575}
576
philipela45102f2017-02-22 05:30:39 -0800577TEST_F(TestFrameBuffer2, StatsCallback) {
578 uint16_t pid = Rand();
579 uint32_t ts = Rand();
580 const int kFrameSize = 5000;
581
ilnik6d5b4d62017-08-30 03:32:14 -0700582 EXPECT_CALL(stats_callback_,
583 OnCompleteFrame(true, kFrameSize, VideoContentType::UNSPECIFIED));
Johannes Kronbfd343b2019-07-01 10:07:50 +0200584 EXPECT_CALL(stats_callback_, OnFrameBufferTimingsUpdated(_, _, _, _, _, _));
philipela45102f2017-02-22 05:30:39 -0800585
586 {
587 std::unique_ptr<FrameObjectFake> frame(new FrameObjectFake());
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100588 frame->VerifyAndAllocate(kFrameSize);
Niels Möller77536a22019-01-15 08:50:01 +0100589 frame->set_size(kFrameSize);
philipel0fa82a62018-03-19 15:34:53 +0100590 frame->id.picture_id = pid;
591 frame->id.spatial_layer = 0;
Niels Möller23775882018-08-16 10:24:12 +0200592 frame->SetTimestamp(ts);
philipela45102f2017-02-22 05:30:39 -0800593 frame->num_references = 0;
594 frame->inter_layer_predicted = false;
595
Stefan Holmer812ceaf2018-05-15 13:00:10 +0200596 EXPECT_EQ(buffer_->InsertFrame(std::move(frame)), pid);
philipela45102f2017-02-22 05:30:39 -0800597 }
598
599 ExtractFrame();
600 CheckFrame(0, pid, 0);
601}
602
philipel146a48b2017-04-20 04:04:38 -0700603TEST_F(TestFrameBuffer2, ForwardJumps) {
Sergey Silkin2799e632019-05-17 09:51:39 +0200604 EXPECT_EQ(5453, InsertFrame(5453, 0, 1, false, true, kFrameSize));
philipel146a48b2017-04-20 04:04:38 -0700605 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200606 EXPECT_EQ(5454, InsertFrame(5454, 0, 1, false, true, kFrameSize, 5453));
philipel146a48b2017-04-20 04:04:38 -0700607 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200608 EXPECT_EQ(15670, InsertFrame(15670, 0, 1, false, true, kFrameSize));
philipel146a48b2017-04-20 04:04:38 -0700609 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200610 EXPECT_EQ(29804, InsertFrame(29804, 0, 1, false, true, kFrameSize));
philipel146a48b2017-04-20 04:04:38 -0700611 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200612 EXPECT_EQ(29805, InsertFrame(29805, 0, 1, false, true, kFrameSize, 29804));
philipel146a48b2017-04-20 04:04:38 -0700613 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200614 EXPECT_EQ(29806, InsertFrame(29806, 0, 1, false, true, kFrameSize, 29805));
philipel146a48b2017-04-20 04:04:38 -0700615 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200616 EXPECT_EQ(33819, InsertFrame(33819, 0, 1, false, true, kFrameSize));
philipel146a48b2017-04-20 04:04:38 -0700617 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200618 EXPECT_EQ(41248, InsertFrame(41248, 0, 1, false, true, kFrameSize));
philipel146a48b2017-04-20 04:04:38 -0700619 ExtractFrame();
620}
621
philipelf6842692017-04-28 03:29:15 -0700622TEST_F(TestFrameBuffer2, DuplicateFrames) {
Sergey Silkin2799e632019-05-17 09:51:39 +0200623 EXPECT_EQ(22256, InsertFrame(22256, 0, 1, false, true, kFrameSize));
philipelf6842692017-04-28 03:29:15 -0700624 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200625 EXPECT_EQ(22256, InsertFrame(22256, 0, 1, false, true, kFrameSize));
philipelf6842692017-04-28 03:29:15 -0700626}
627
philipel112adf92017-06-15 09:06:21 -0700628// TODO(philipel): implement more unittests related to invalid references.
629TEST_F(TestFrameBuffer2, InvalidReferences) {
Sergey Silkin2799e632019-05-17 09:51:39 +0200630 EXPECT_EQ(-1, InsertFrame(0, 0, 1000, false, true, kFrameSize, 2));
631 EXPECT_EQ(1, InsertFrame(1, 0, 2000, false, true, kFrameSize));
philipel112adf92017-06-15 09:06:21 -0700632 ExtractFrame();
Sergey Silkin2799e632019-05-17 09:51:39 +0200633 EXPECT_EQ(2, InsertFrame(2, 0, 3000, false, true, kFrameSize, 1));
philipel112adf92017-06-15 09:06:21 -0700634}
635
philipel3042c2d2017-08-18 04:55:02 -0700636TEST_F(TestFrameBuffer2, KeyframeRequired) {
Sergey Silkin2799e632019-05-17 09:51:39 +0200637 EXPECT_EQ(1, InsertFrame(1, 0, 1000, false, true, kFrameSize));
638 EXPECT_EQ(2, InsertFrame(2, 0, 2000, false, true, kFrameSize, 1));
639 EXPECT_EQ(3, InsertFrame(3, 0, 3000, false, true, kFrameSize));
philipel3042c2d2017-08-18 04:55:02 -0700640 ExtractFrame();
641 ExtractFrame(0, true);
642 ExtractFrame();
643
644 CheckFrame(0, 1, 0);
645 CheckFrame(1, 3, 0);
646 CheckNoFrame(2);
647}
648
philipel9771c502018-03-02 11:06:27 +0100649TEST_F(TestFrameBuffer2, KeyframeClearsFullBuffer) {
650 const int kMaxBufferSize = 600;
651
652 for (int i = 1; i <= kMaxBufferSize; ++i)
Sergey Silkin2799e632019-05-17 09:51:39 +0200653 EXPECT_EQ(-1, InsertFrame(i, 0, i * 1000, false, true, kFrameSize, i - 1));
philipel9771c502018-03-02 11:06:27 +0100654 ExtractFrame();
655 CheckNoFrame(0);
656
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100657 EXPECT_EQ(kMaxBufferSize + 1,
658 InsertFrame(kMaxBufferSize + 1, 0, (kMaxBufferSize + 1) * 1000,
Sergey Silkin2799e632019-05-17 09:51:39 +0200659 false, true, kFrameSize));
philipel9771c502018-03-02 11:06:27 +0100660 ExtractFrame();
661 CheckFrame(1, kMaxBufferSize + 1, 0);
662}
663
philipel798b2822018-06-11 13:10:14 +0200664TEST_F(TestFrameBuffer2, DontUpdateOnUndecodableFrame) {
Sergey Silkin2799e632019-05-17 09:51:39 +0200665 InsertFrame(1, 0, 0, false, true, kFrameSize);
philipel798b2822018-06-11 13:10:14 +0200666 ExtractFrame(0, true);
Sergey Silkin2799e632019-05-17 09:51:39 +0200667 InsertFrame(3, 0, 0, false, true, kFrameSize, 2, 0);
668 InsertFrame(3, 0, 0, false, true, kFrameSize, 0);
669 InsertFrame(2, 0, 0, false, true, kFrameSize);
philipel798b2822018-06-11 13:10:14 +0200670 ExtractFrame(0, true);
671 ExtractFrame(0, true);
672}
673
philipel6d216502018-10-22 14:36:45 +0200674TEST_F(TestFrameBuffer2, DontDecodeOlderTimestamp) {
Sergey Silkin2799e632019-05-17 09:51:39 +0200675 InsertFrame(2, 0, 1, false, true, kFrameSize);
676 InsertFrame(1, 0, 2, false, true,
677 kFrameSize); // Older picture id but newer timestamp.
philipel6d216502018-10-22 14:36:45 +0200678 ExtractFrame(0);
679 ExtractFrame(0);
680 CheckFrame(0, 1, 0);
681 CheckNoFrame(1);
682
Sergey Silkin2799e632019-05-17 09:51:39 +0200683 InsertFrame(3, 0, 4, false, true, kFrameSize);
684 InsertFrame(4, 0, 3, false, true,
685 kFrameSize); // Newer picture id but older timestamp.
philipel6d216502018-10-22 14:36:45 +0200686 ExtractFrame(0);
687 ExtractFrame(0);
688 CheckFrame(2, 3, 0);
689 CheckNoFrame(3);
690}
691
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100692TEST_F(TestFrameBuffer2, CombineFramesToSuperframe) {
693 uint16_t pid = Rand();
694 uint32_t ts = Rand();
695
Sergey Silkin2799e632019-05-17 09:51:39 +0200696 InsertFrame(pid, 0, ts, false, false, kFrameSize);
697 InsertFrame(pid, 1, ts, true, true, 2 * kFrameSize);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100698 ExtractFrame(0);
699 ExtractFrame(0);
Sergey Silkin61832dd2018-12-20 14:32:14 +0100700 CheckFrame(0, pid, 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100701 CheckNoFrame(1);
702 // Two frames should be combined and returned together.
Sergey Silkin2799e632019-05-17 09:51:39 +0200703 CheckFrameSize(0, 3 * kFrameSize);
704
705 EXPECT_EQ(frames_[0]->SpatialIndex(), 1);
706 EXPECT_EQ(frames_[0]->SpatialLayerFrameSize(0), kFrameSize);
707 EXPECT_EQ(frames_[0]->SpatialLayerFrameSize(1), 2 * kFrameSize);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100708}
709
710TEST_F(TestFrameBuffer2, HigherSpatialLayerNonDecodable) {
711 uint16_t pid = Rand();
712 uint32_t ts = Rand();
713
Sergey Silkin2799e632019-05-17 09:51:39 +0200714 InsertFrame(pid, 0, ts, false, false, kFrameSize);
715 InsertFrame(pid, 1, ts, true, true, kFrameSize);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100716
717 ExtractFrame(0);
Sergey Silkin61832dd2018-12-20 14:32:14 +0100718 CheckFrame(0, pid, 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100719
Sergey Silkin2799e632019-05-17 09:51:39 +0200720 InsertFrame(pid + 1, 1, ts + kFps20, false, true, kFrameSize, pid);
721 InsertFrame(pid + 2, 0, ts + kFps10, false, false, kFrameSize, pid);
722 InsertFrame(pid + 2, 1, ts + kFps10, true, true, kFrameSize, pid + 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100723
724 clock_.AdvanceTimeMilliseconds(1000);
725 // Frame pid+1 is decodable but too late.
726 // In superframe pid+2 frame sid=0 is decodable, but frame sid=1 is not.
727 // Incorrect implementation might skip pid+1 frame and output undecodable
728 // pid+2 instead.
729 ExtractFrame();
730 ExtractFrame();
731 CheckFrame(1, pid + 1, 1);
Sergey Silkin61832dd2018-12-20 14:32:14 +0100732 CheckFrame(2, pid + 2, 1);
Ilya Nikolaevskiy5546aef2018-12-04 15:54:52 +0100733}
734
philipelbe7a9e52016-05-19 12:19:35 +0200735} // namespace video_coding
736} // namespace webrtc