pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
pbos@webrtc.org | 16e03b7 | 2013-10-28 16:32:01 +0000 | [diff] [blame] | 11 | #include "webrtc/test/frame_generator_capturer.h" |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 12 | |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 13 | #include <utility> |
| 14 | #include <vector> |
| 15 | |
Peter Boström | f2f8283 | 2015-05-01 13:00:41 +0200 | [diff] [blame] | 16 | #include "webrtc/base/criticalsection.h" |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 17 | #include "webrtc/base/logging.h" |
pbos | 12411ef | 2015-11-23 14:47:56 -0800 | [diff] [blame] | 18 | #include "webrtc/base/platform_thread.h" |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 19 | #include "webrtc/base/task_queue.h" |
Henrik Kjellander | 98f5351 | 2015-10-28 18:17:40 +0100 | [diff] [blame] | 20 | #include "webrtc/system_wrappers/include/clock.h" |
Henrik Kjellander | 98f5351 | 2015-10-28 18:17:40 +0100 | [diff] [blame] | 21 | #include "webrtc/system_wrappers/include/sleep.h" |
pbos | 12411ef | 2015-11-23 14:47:56 -0800 | [diff] [blame] | 22 | #include "webrtc/test/frame_generator.h" |
pbos@webrtc.org | 16e03b7 | 2013-10-28 16:32:01 +0000 | [diff] [blame] | 23 | #include "webrtc/video_send_stream.h" |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 24 | |
| 25 | namespace webrtc { |
| 26 | namespace test { |
| 27 | |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 28 | class FrameGeneratorCapturer::InsertFrameTask : public rtc::QueuedTask { |
| 29 | public: |
| 30 | // Repeats in |repeat_interval_ms|. One-time if |repeat_interval_ms| == 0. |
| 31 | InsertFrameTask( |
| 32 | webrtc::test::FrameGeneratorCapturer* frame_generator_capturer, |
| 33 | uint32_t repeat_interval_ms) |
| 34 | : frame_generator_capturer_(frame_generator_capturer), |
| 35 | repeat_interval_ms_(repeat_interval_ms), |
| 36 | intended_run_time_ms_(-1) {} |
| 37 | |
| 38 | private: |
| 39 | bool Run() override { |
| 40 | if (repeat_interval_ms_ > 0) { |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 41 | int64_t delay_ms; |
| 42 | int64_t time_now_ms = rtc::TimeMillis(); |
| 43 | if (intended_run_time_ms_ > 0) { |
| 44 | delay_ms = time_now_ms - intended_run_time_ms_; |
skvlad | 8b45b11 | 2017-03-21 13:26:06 -0700 | [diff] [blame] | 45 | } else { |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 46 | delay_ms = 0; |
| 47 | intended_run_time_ms_ = time_now_ms; |
| 48 | } |
| 49 | intended_run_time_ms_ += repeat_interval_ms_; |
| 50 | if (delay_ms < repeat_interval_ms_) { |
| 51 | rtc::TaskQueue::Current()->PostDelayedTask( |
| 52 | std::unique_ptr<rtc::QueuedTask>(this), |
| 53 | repeat_interval_ms_ - delay_ms); |
| 54 | } else { |
| 55 | rtc::TaskQueue::Current()->PostDelayedTask( |
| 56 | std::unique_ptr<rtc::QueuedTask>(this), 0); |
| 57 | LOG(LS_ERROR) |
| 58 | << "Frame Generator Capturer can't keep up with requested fps"; |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 59 | } |
| 60 | } |
| 61 | frame_generator_capturer_->InsertFrame(); |
| 62 | // Task should be deleted only if it's not repeating. |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 63 | return repeat_interval_ms_ == 0; |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 64 | } |
| 65 | |
| 66 | webrtc::test::FrameGeneratorCapturer* const frame_generator_capturer_; |
| 67 | const uint32_t repeat_interval_ms_; |
| 68 | int64_t intended_run_time_ms_; |
| 69 | }; |
| 70 | |
perkj | a8ba195 | 2017-02-27 06:52:10 -0800 | [diff] [blame] | 71 | FrameGeneratorCapturer* FrameGeneratorCapturer::Create(int width, |
| 72 | int height, |
Peter Boström | 4b91bd0 | 2015-06-26 06:58:16 +0200 | [diff] [blame] | 73 | int target_fps, |
| 74 | Clock* clock) { |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 75 | FrameGeneratorCapturer* capturer = new FrameGeneratorCapturer( |
| 76 | clock, FrameGenerator::CreateSquareGenerator(width, height), target_fps); |
| 77 | if (!capturer->Init()) { |
| 78 | delete capturer; |
| 79 | return NULL; |
| 80 | } |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 81 | |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 82 | return capturer; |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 83 | } |
| 84 | |
andresp@webrtc.org | ab65495 | 2013-09-19 12:14:03 +0000 | [diff] [blame] | 85 | FrameGeneratorCapturer* FrameGeneratorCapturer::CreateFromYuvFile( |
sprang@webrtc.org | 131bea8 | 2015-02-18 12:46:06 +0000 | [diff] [blame] | 86 | const std::string& file_name, |
andresp@webrtc.org | ab65495 | 2013-09-19 12:14:03 +0000 | [diff] [blame] | 87 | size_t width, |
| 88 | size_t height, |
| 89 | int target_fps, |
| 90 | Clock* clock) { |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 91 | FrameGeneratorCapturer* capturer = new FrameGeneratorCapturer( |
| 92 | clock, FrameGenerator::CreateFromYuvFile( |
| 93 | std::vector<std::string>(1, file_name), width, height, 1), |
| 94 | target_fps); |
| 95 | if (!capturer->Init()) { |
| 96 | delete capturer; |
| 97 | return NULL; |
| 98 | } |
andresp@webrtc.org | ab65495 | 2013-09-19 12:14:03 +0000 | [diff] [blame] | 99 | |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 100 | return capturer; |
andresp@webrtc.org | ab65495 | 2013-09-19 12:14:03 +0000 | [diff] [blame] | 101 | } |
| 102 | |
perkj | a8ba195 | 2017-02-27 06:52:10 -0800 | [diff] [blame] | 103 | FrameGeneratorCapturer::FrameGeneratorCapturer( |
| 104 | Clock* clock, |
| 105 | std::unique_ptr<FrameGenerator> frame_generator, |
| 106 | int target_fps) |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 107 | : clock_(clock), |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 108 | sending_(false), |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 109 | sink_(nullptr), |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 110 | sink_wants_observer_(nullptr), |
perkj | a8ba195 | 2017-02-27 06:52:10 -0800 | [diff] [blame] | 111 | frame_generator_(std::move(frame_generator)), |
wu@webrtc.org | cd70119 | 2014-04-24 22:10:24 +0000 | [diff] [blame] | 112 | target_fps_(target_fps), |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 113 | first_frame_capture_time_(-1), |
| 114 | task_queue_("FrameGenCapQ", |
| 115 | rtc::TaskQueue::Priority::HIGH) { |
perkj | a8ba195 | 2017-02-27 06:52:10 -0800 | [diff] [blame] | 116 | RTC_DCHECK(frame_generator_); |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 117 | RTC_DCHECK_GT(target_fps, 0); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 118 | } |
| 119 | |
| 120 | FrameGeneratorCapturer::~FrameGeneratorCapturer() { |
| 121 | Stop(); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 122 | } |
| 123 | |
Per | ba7dc72 | 2016-04-19 15:01:23 +0200 | [diff] [blame] | 124 | void FrameGeneratorCapturer::SetFakeRotation(VideoRotation rotation) { |
| 125 | rtc::CritScope cs(&lock_); |
| 126 | fake_rotation_ = rotation; |
| 127 | } |
| 128 | |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 129 | bool FrameGeneratorCapturer::Init() { |
pbos@webrtc.org | 9401524 | 2013-10-16 11:05:37 +0000 | [diff] [blame] | 130 | // This check is added because frame_generator_ might be file based and should |
| 131 | // not crash because a file moved. |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 132 | if (frame_generator_.get() == NULL) |
pbos@webrtc.org | 9401524 | 2013-10-16 11:05:37 +0000 | [diff] [blame] | 133 | return false; |
| 134 | |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 135 | task_queue_.PostDelayedTask( |
| 136 | std::unique_ptr<rtc::QueuedTask>( |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 137 | new InsertFrameTask(this, 1000 / target_fps_)), |
| 138 | 1000 / target_fps_); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 139 | |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 140 | return true; |
| 141 | } |
| 142 | |
| 143 | void FrameGeneratorCapturer::InsertFrame() { |
lliuu | f9ed235 | 2017-03-30 10:44:38 -0700 | [diff] [blame^] | 144 | { |
| 145 | rtc::CritScope cs(&lock_); |
| 146 | if (sending_) { |
| 147 | VideoFrame* frame = frame_generator_->NextFrame(); |
| 148 | frame->set_ntp_time_ms(clock_->CurrentNtpInMilliseconds()); |
| 149 | frame->set_rotation(fake_rotation_); |
| 150 | if (first_frame_capture_time_ == -1) { |
| 151 | first_frame_capture_time_ = frame->ntp_time_ms(); |
| 152 | } |
| 153 | if (sink_) |
| 154 | sink_->OnFrame(*frame); |
andresp@webrtc.org | ab65495 | 2013-09-19 12:14:03 +0000 | [diff] [blame] | 155 | } |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 156 | } |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 157 | } |
| 158 | |
| 159 | void FrameGeneratorCapturer::Start() { |
Peter Boström | f2f8283 | 2015-05-01 13:00:41 +0200 | [diff] [blame] | 160 | rtc::CritScope cs(&lock_); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 161 | sending_ = true; |
| 162 | } |
| 163 | |
| 164 | void FrameGeneratorCapturer::Stop() { |
Peter Boström | f2f8283 | 2015-05-01 13:00:41 +0200 | [diff] [blame] | 165 | rtc::CritScope cs(&lock_); |
pbos@webrtc.org | 26d1210 | 2013-05-29 13:41:03 +0000 | [diff] [blame] | 166 | sending_ = false; |
| 167 | } |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 168 | |
perkj | fa10b55 | 2016-10-02 23:45:26 -0700 | [diff] [blame] | 169 | void FrameGeneratorCapturer::ChangeResolution(size_t width, size_t height) { |
| 170 | rtc::CritScope cs(&lock_); |
| 171 | frame_generator_->ChangeResolution(width, height); |
| 172 | } |
| 173 | |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 174 | void FrameGeneratorCapturer::SetSinkWantsObserver(SinkWantsObserver* observer) { |
| 175 | rtc::CritScope cs(&lock_); |
| 176 | RTC_DCHECK(!sink_wants_observer_); |
| 177 | sink_wants_observer_ = observer; |
| 178 | } |
| 179 | |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 180 | void FrameGeneratorCapturer::AddOrUpdateSink( |
| 181 | rtc::VideoSinkInterface<VideoFrame>* sink, |
| 182 | const rtc::VideoSinkWants& wants) { |
| 183 | rtc::CritScope cs(&lock_); |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 184 | RTC_CHECK(!sink_ || sink_ == sink); |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 185 | sink_ = sink; |
perkj | 803d97f | 2016-11-01 11:45:46 -0700 | [diff] [blame] | 186 | if (sink_wants_observer_) |
| 187 | sink_wants_observer_->OnSinkWantsChanged(sink, wants); |
perkj | a49cbd3 | 2016-09-16 07:53:41 -0700 | [diff] [blame] | 188 | } |
| 189 | |
| 190 | void FrameGeneratorCapturer::RemoveSink( |
| 191 | rtc::VideoSinkInterface<VideoFrame>* sink) { |
| 192 | rtc::CritScope cs(&lock_); |
| 193 | RTC_CHECK(sink_ == sink); |
| 194 | sink_ = nullptr; |
| 195 | } |
| 196 | |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 197 | void FrameGeneratorCapturer::ForceFrame() { |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 198 | // One-time non-repeating task, |
| 199 | // therefore repeat_interval_ms is 0 in InsertFrameTask() |
| 200 | task_queue_.PostTask( |
| 201 | std::unique_ptr<rtc::QueuedTask>(new InsertFrameTask(this, 0))); |
sprang | 867fb52 | 2015-08-03 04:38:41 -0700 | [diff] [blame] | 202 | } |
ilnik | baded15 | 2017-03-17 05:55:25 -0700 | [diff] [blame] | 203 | |
| 204 | } // namespace test |
| 205 | } // namespace webrtc |