blob: 1bdf0f88e870938d58a94bf0bec72e9b8c80208b [file] [log] [blame]
henrike@webrtc.org28e20752013-07-10 00:45:36 +00001/*
2 * libjingle
3 * Copyright 2012, Google Inc.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions are met:
7 *
8 * 1. Redistributions of source code must retain the above copyright notice,
9 * this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright notice,
11 * this list of conditions and the following disclaimer in the documentation
12 * and/or other materials provided with the distribution.
13 * 3. The name of the author may not be used to endorse or promote products
14 * derived from this software without specific prior written permission.
15 *
16 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR IMPLIED
17 * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
18 * MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO
19 * EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
20 * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
21 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS;
22 * OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY,
23 * WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
24 * OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF
25 * ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
26 */
27
28#include "talk/media/base/capturemanager.h"
29
henrike@webrtc.org28e20752013-07-10 00:45:36 +000030#include "talk/media/base/fakemediaprocessor.h"
31#include "talk/media/base/fakevideocapturer.h"
32#include "talk/media/base/fakevideorenderer.h"
buildbot@webrtc.orga09a9992014-08-13 17:26:08 +000033#include "webrtc/base/gunit.h"
34#include "webrtc/base/sigslot.h"
henrike@webrtc.org28e20752013-07-10 00:45:36 +000035
36const int kMsCallbackWait = 50;
37
38const int kFps = 30;
39const cricket::VideoFormatPod kCameraFormats[] = {
40 {640, 480, cricket::VideoFormat::FpsToInterval(kFps), cricket::FOURCC_I420},
41 {320, 240, cricket::VideoFormat::FpsToInterval(kFps), cricket::FOURCC_I420}
42};
43
44class CaptureManagerTest : public ::testing::Test, public sigslot::has_slots<> {
45 public:
46 CaptureManagerTest()
47 : capture_manager_(),
48 callback_count_(0),
49 format_vga_(kCameraFormats[0]),
50 format_qvga_(kCameraFormats[1]) {
51 }
52 virtual void SetUp() {
53 PopulateSupportedFormats();
54 capture_state_ = cricket::CS_STOPPED;
55 capture_manager_.SignalCapturerStateChange.connect(
56 this,
57 &CaptureManagerTest::OnCapturerStateChange);
58 }
59 void PopulateSupportedFormats() {
60 std::vector<cricket::VideoFormat> formats;
61 for (int i = 0; i < ARRAY_SIZE(kCameraFormats); ++i) {
62 formats.push_back(cricket::VideoFormat(kCameraFormats[i]));
63 }
64 video_capturer_.ResetSupportedFormats(formats);
65 }
66 int NumFramesProcessed() { return media_processor_.video_frame_count(); }
67 int NumFramesRendered() { return video_renderer_.num_rendered_frames(); }
68 bool WasRenderedResolution(cricket::VideoFormat format) {
69 return format.width == video_renderer_.width() &&
70 format.height == video_renderer_.height();
71 }
72 cricket::CaptureState capture_state() { return capture_state_; }
73 int callback_count() { return callback_count_; }
74 void OnCapturerStateChange(cricket::VideoCapturer* capturer,
75 cricket::CaptureState capture_state) {
76 capture_state_ = capture_state;
77 ++callback_count_;
78 }
79
80 protected:
81 cricket::FakeMediaProcessor media_processor_;
82 cricket::FakeVideoCapturer video_capturer_;
83 cricket::FakeVideoRenderer video_renderer_;
84
85 cricket::CaptureManager capture_manager_;
86
87 cricket::CaptureState capture_state_;
88 int callback_count_;
89 cricket::VideoFormat format_vga_;
90 cricket::VideoFormat format_qvga_;
91};
92
93// Incorrect use cases.
94TEST_F(CaptureManagerTest, InvalidCallOrder) {
95 // Capturer must be registered before any of these calls.
96 EXPECT_FALSE(capture_manager_.AddVideoRenderer(&video_capturer_,
97 &video_renderer_));
98 EXPECT_FALSE(capture_manager_.AddVideoProcessor(&video_capturer_,
99 &media_processor_));
100}
101
102TEST_F(CaptureManagerTest, InvalidAddingRemoving) {
103 EXPECT_FALSE(capture_manager_.StopVideoCapture(&video_capturer_,
104 cricket::VideoFormat()));
105 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
106 format_vga_));
107 EXPECT_EQ_WAIT(cricket::CS_RUNNING, capture_state(), kMsCallbackWait);
108 EXPECT_EQ(1, callback_count());
109 EXPECT_FALSE(capture_manager_.AddVideoRenderer(&video_capturer_, NULL));
110 EXPECT_FALSE(capture_manager_.RemoveVideoRenderer(&video_capturer_,
111 &video_renderer_));
112 EXPECT_FALSE(capture_manager_.AddVideoProcessor(&video_capturer_,
113 NULL));
114 EXPECT_FALSE(capture_manager_.RemoveVideoProcessor(&video_capturer_,
115 &media_processor_));
116 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, format_vga_));
117}
118
119// Valid use cases
120TEST_F(CaptureManagerTest, ProcessorTest) {
121 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
122 format_vga_));
123 EXPECT_EQ_WAIT(cricket::CS_RUNNING, capture_state(), kMsCallbackWait);
124 EXPECT_EQ(1, callback_count());
125 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_,
126 &video_renderer_));
127 EXPECT_TRUE(capture_manager_.AddVideoProcessor(&video_capturer_,
128 &media_processor_));
129 EXPECT_TRUE(video_capturer_.CaptureFrame());
130 EXPECT_EQ(1, NumFramesProcessed());
131 EXPECT_EQ(1, NumFramesRendered());
132 EXPECT_TRUE(capture_manager_.RemoveVideoProcessor(&video_capturer_,
133 &media_processor_));
134 // Processor has been removed so no more frames should be processed.
135 EXPECT_TRUE(video_capturer_.CaptureFrame());
136 EXPECT_EQ(1, NumFramesProcessed());
137 EXPECT_EQ(2, NumFramesRendered());
138 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, format_vga_));
139 EXPECT_EQ(2, callback_count());
140}
141
142TEST_F(CaptureManagerTest, KeepFirstResolutionHigh) {
143 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
144 format_vga_));
145 EXPECT_EQ_WAIT(cricket::CS_RUNNING, capture_state(), kMsCallbackWait);
146 EXPECT_EQ(1, callback_count());
147 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_,
148 &video_renderer_));
149 EXPECT_TRUE(video_capturer_.CaptureFrame());
150 EXPECT_EQ(1, NumFramesRendered());
151 // Renderer should be fed frames with the resolution of format_vga_.
152 EXPECT_TRUE(WasRenderedResolution(format_vga_));
153
154 // Start again with one more format.
155 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
156 format_qvga_));
157 // Existing renderers should be fed frames with the resolution of format_vga_.
158 EXPECT_TRUE(video_capturer_.CaptureFrame());
159 EXPECT_TRUE(WasRenderedResolution(format_vga_));
160 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, format_vga_));
161 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_,
162 format_qvga_));
163 EXPECT_FALSE(capture_manager_.StopVideoCapture(&video_capturer_,
164 format_vga_));
165 EXPECT_FALSE(capture_manager_.StopVideoCapture(&video_capturer_,
166 format_qvga_));
167}
168
169// Should pick the lowest resolution as the highest resolution is not chosen
170// until after capturing has started. This ensures that no particular resolution
171// is favored over others.
172TEST_F(CaptureManagerTest, KeepFirstResolutionLow) {
173 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
174 format_qvga_));
175 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
176 format_vga_));
177 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_,
178 &video_renderer_));
179 EXPECT_EQ_WAIT(1, callback_count(), kMsCallbackWait);
180 EXPECT_TRUE(video_capturer_.CaptureFrame());
181 EXPECT_EQ(1, NumFramesRendered());
182 EXPECT_TRUE(WasRenderedResolution(format_qvga_));
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000183 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_,
184 format_qvga_));
185 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_,
186 format_vga_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000187}
188
189// Ensure that the reference counting is working when multiple start and
190// multiple stop calls are made.
191TEST_F(CaptureManagerTest, MultipleStartStops) {
192 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
193 format_vga_));
194 // Add video capturer but with different format.
195 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
196 format_qvga_));
197 EXPECT_EQ_WAIT(cricket::CS_RUNNING, capture_state(), kMsCallbackWait);
198 EXPECT_EQ(1, callback_count());
199 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_,
200 &video_renderer_));
201 // Ensure that a frame can be captured when two start calls have been made.
202 EXPECT_TRUE(video_capturer_.CaptureFrame());
203 EXPECT_EQ(1, NumFramesRendered());
204
205 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_, format_vga_));
206 // Video should still render since there has been two start calls but only
207 // one stop call.
208 EXPECT_TRUE(video_capturer_.CaptureFrame());
209 EXPECT_EQ(2, NumFramesRendered());
210
211 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_,
212 format_qvga_));
213 EXPECT_EQ_WAIT(cricket::CS_STOPPED, capture_state(), kMsCallbackWait);
214 EXPECT_EQ(2, callback_count());
215 // Last stop call should fail as it is one more than the number of start
216 // calls.
217 EXPECT_FALSE(capture_manager_.StopVideoCapture(&video_capturer_,
218 format_vga_));
219}
220
221TEST_F(CaptureManagerTest, TestForceRestart) {
222 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
223 format_qvga_));
224 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_,
225 &video_renderer_));
226 EXPECT_EQ_WAIT(1, callback_count(), kMsCallbackWait);
227 EXPECT_TRUE(video_capturer_.CaptureFrame());
228 EXPECT_EQ(1, NumFramesRendered());
229 EXPECT_TRUE(WasRenderedResolution(format_qvga_));
230 // Now restart with vga.
231 EXPECT_TRUE(capture_manager_.RestartVideoCapture(
232 &video_capturer_, format_qvga_, format_vga_,
233 cricket::CaptureManager::kForceRestart));
234 EXPECT_TRUE(video_capturer_.CaptureFrame());
235 EXPECT_EQ(2, NumFramesRendered());
236 EXPECT_TRUE(WasRenderedResolution(format_vga_));
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000237 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_,
238 format_vga_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000239}
240
241TEST_F(CaptureManagerTest, TestRequestRestart) {
242 EXPECT_TRUE(capture_manager_.StartVideoCapture(&video_capturer_,
243 format_vga_));
244 EXPECT_TRUE(capture_manager_.AddVideoRenderer(&video_capturer_,
245 &video_renderer_));
246 EXPECT_EQ_WAIT(1, callback_count(), kMsCallbackWait);
247 EXPECT_TRUE(video_capturer_.CaptureFrame());
248 EXPECT_EQ(1, NumFramesRendered());
249 EXPECT_TRUE(WasRenderedResolution(format_vga_));
250 // Now request restart with qvga.
251 EXPECT_TRUE(capture_manager_.RestartVideoCapture(
252 &video_capturer_, format_vga_, format_qvga_,
253 cricket::CaptureManager::kRequestRestart));
254 EXPECT_TRUE(video_capturer_.CaptureFrame());
255 EXPECT_EQ(2, NumFramesRendered());
256 EXPECT_TRUE(WasRenderedResolution(format_vga_));
wu@webrtc.orgd64719d2013-08-01 00:00:07 +0000257 EXPECT_TRUE(capture_manager_.StopVideoCapture(&video_capturer_,
258 format_qvga_));
henrike@webrtc.org28e20752013-07-10 00:45:36 +0000259}