johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2017 The WebRTC Project Authors. All rights reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | #include <vector> |
| 12 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 13 | #include "test/gmock.h" |
Yves Gerey | 665174f | 2018-06-19 15:03:05 +0200 | [diff] [blame] | 14 | #include "test/gtest.h" |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 15 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 16 | #include "api/video_codecs/video_decoder.h" |
| 17 | #include "call/rtp_stream_receiver_controller.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 18 | #include "media/base/fake_video_renderer.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 19 | #include "modules/pacing/packet_router.h" |
| 20 | #include "modules/rtp_rtcp/source/rtp_packet_to_send.h" |
| 21 | #include "modules/utility/include/process_thread.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 22 | #include "rtc_base/critical_section.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 23 | #include "rtc_base/event.h" |
| 24 | #include "system_wrappers/include/clock.h" |
| 25 | #include "test/field_trial.h" |
Niels Möller | cbcbc22 | 2018-09-28 09:07:24 +0200 | [diff] [blame] | 26 | #include "test/video_decoder_proxy_factory.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 27 | #include "video/call_stats.h" |
| 28 | #include "video/video_receive_stream.h" |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 29 | |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 30 | namespace webrtc { |
| 31 | namespace { |
| 32 | |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 33 | using testing::_; |
| 34 | using testing::Invoke; |
| 35 | |
| 36 | constexpr int kDefaultTimeOutMs = 50; |
| 37 | |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 38 | class MockTransport : public Transport { |
| 39 | public: |
| 40 | MOCK_METHOD3(SendRtp, |
| 41 | bool(const uint8_t* packet, |
| 42 | size_t length, |
| 43 | const PacketOptions& options)); |
| 44 | MOCK_METHOD2(SendRtcp, bool(const uint8_t* packet, size_t length)); |
| 45 | }; |
| 46 | |
| 47 | class MockVideoDecoder : public VideoDecoder { |
| 48 | public: |
| 49 | MOCK_METHOD2(InitDecode, |
| 50 | int32_t(const VideoCodec* config, int32_t number_of_cores)); |
Niels Möller | 8df3a38 | 2018-05-07 16:10:01 +0200 | [diff] [blame] | 51 | MOCK_METHOD4(Decode, |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 52 | int32_t(const EncodedImage& input, |
| 53 | bool missing_frames, |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 54 | const CodecSpecificInfo* codec_specific_info, |
| 55 | int64_t render_time_ms)); |
| 56 | MOCK_METHOD1(RegisterDecodeCompleteCallback, |
| 57 | int32_t(DecodedImageCallback* callback)); |
| 58 | MOCK_METHOD0(Release, int32_t(void)); |
| 59 | const char* ImplementationName() const { return "MockVideoDecoder"; } |
| 60 | }; |
| 61 | |
| 62 | } // namespace |
| 63 | |
| 64 | class VideoReceiveStreamTest : public testing::Test { |
| 65 | public: |
| 66 | VideoReceiveStreamTest() |
Tommi | 38c5d93 | 2018-03-27 23:11:09 +0200 | [diff] [blame] | 67 | : process_thread_(ProcessThread::Create("TestThread")), |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 68 | config_(&mock_transport_), |
Niels Möller | cbcbc22 | 2018-09-28 09:07:24 +0200 | [diff] [blame] | 69 | call_stats_(Clock::GetRealTimeClock(), process_thread_.get()), |
| 70 | h264_decoder_factory_(&mock_h264_video_decoder_), |
| 71 | null_decoder_factory_(&mock_null_video_decoder_) {} |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 72 | |
| 73 | void SetUp() { |
| 74 | constexpr int kDefaultNumCpuCores = 2; |
| 75 | config_.rtp.remote_ssrc = 1111; |
| 76 | config_.rtp.local_ssrc = 2222; |
| 77 | config_.renderer = &fake_renderer_; |
| 78 | VideoReceiveStream::Decoder h264_decoder; |
| 79 | h264_decoder.payload_type = 99; |
Niels Möller | cb7e1d2 | 2018-09-11 15:56:04 +0200 | [diff] [blame] | 80 | h264_decoder.video_format = SdpVideoFormat("H264"); |
| 81 | h264_decoder.video_format.parameters.insert( |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 82 | {"sprop-parameter-sets", "Z0IACpZTBYmI,aMljiA=="}); |
Niels Möller | cbcbc22 | 2018-09-28 09:07:24 +0200 | [diff] [blame] | 83 | h264_decoder.decoder_factory = &h264_decoder_factory_; |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 84 | config_.decoders.push_back(h264_decoder); |
| 85 | VideoReceiveStream::Decoder null_decoder; |
| 86 | null_decoder.payload_type = 98; |
Niels Möller | cb7e1d2 | 2018-09-11 15:56:04 +0200 | [diff] [blame] | 87 | null_decoder.video_format = SdpVideoFormat("null"); |
Niels Möller | cbcbc22 | 2018-09-28 09:07:24 +0200 | [diff] [blame] | 88 | null_decoder.decoder_factory = &null_decoder_factory_; |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 89 | config_.decoders.push_back(null_decoder); |
| 90 | |
| 91 | video_receive_stream_.reset(new webrtc::internal::VideoReceiveStream( |
Yves Gerey | 665174f | 2018-06-19 15:03:05 +0200 | [diff] [blame] | 92 | &rtp_stream_receiver_controller_, kDefaultNumCpuCores, &packet_router_, |
| 93 | config_.Copy(), process_thread_.get(), &call_stats_)); |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 94 | } |
| 95 | |
| 96 | protected: |
Tommi | 38c5d93 | 2018-03-27 23:11:09 +0200 | [diff] [blame] | 97 | std::unique_ptr<ProcessThread> process_thread_; |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 98 | VideoReceiveStream::Config config_; |
| 99 | CallStats call_stats_; |
| 100 | MockVideoDecoder mock_h264_video_decoder_; |
| 101 | MockVideoDecoder mock_null_video_decoder_; |
Niels Möller | cbcbc22 | 2018-09-28 09:07:24 +0200 | [diff] [blame] | 102 | test::VideoDecoderProxyFactory h264_decoder_factory_; |
| 103 | test::VideoDecoderProxyFactory null_decoder_factory_; |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 104 | cricket::FakeVideoRenderer fake_renderer_; |
| 105 | MockTransport mock_transport_; |
| 106 | PacketRouter packet_router_; |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 107 | RtpStreamReceiverController rtp_stream_receiver_controller_; |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 108 | std::unique_ptr<webrtc::internal::VideoReceiveStream> video_receive_stream_; |
| 109 | }; |
| 110 | |
| 111 | TEST_F(VideoReceiveStreamTest, CreateFrameFromH264FmtpSpropAndIdr) { |
| 112 | constexpr uint8_t idr_nalu[] = {0x05, 0xFF, 0xFF, 0xFF}; |
| 113 | RtpPacketToSend rtppacket(nullptr); |
| 114 | uint8_t* payload = rtppacket.AllocatePayload(sizeof(idr_nalu)); |
| 115 | memcpy(payload, idr_nalu, sizeof(idr_nalu)); |
| 116 | rtppacket.SetMarker(true); |
| 117 | rtppacket.SetSsrc(1111); |
| 118 | rtppacket.SetPayloadType(99); |
| 119 | rtppacket.SetSequenceNumber(1); |
| 120 | rtppacket.SetTimestamp(0); |
Niels Möller | c572ff3 | 2018-11-07 08:43:50 +0100 | [diff] [blame] | 121 | rtc::Event init_decode_event_; |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 122 | EXPECT_CALL(mock_h264_video_decoder_, InitDecode(_, _)) |
| 123 | .WillOnce(Invoke([&init_decode_event_](const VideoCodec* config, |
| 124 | int32_t number_of_cores) { |
| 125 | init_decode_event_.Set(); |
| 126 | return 0; |
| 127 | })); |
| 128 | EXPECT_CALL(mock_h264_video_decoder_, RegisterDecodeCompleteCallback(_)); |
| 129 | video_receive_stream_->Start(); |
Niels Möller | 8df3a38 | 2018-05-07 16:10:01 +0200 | [diff] [blame] | 130 | EXPECT_CALL(mock_h264_video_decoder_, Decode(_, false, _, _)); |
nisse | d2ef314 | 2017-05-11 08:00:58 -0700 | [diff] [blame] | 131 | RtpPacketReceived parsed_packet; |
| 132 | ASSERT_TRUE(parsed_packet.Parse(rtppacket.data(), rtppacket.size())); |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 133 | rtp_stream_receiver_controller_.OnRtpPacket(parsed_packet); |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 134 | EXPECT_CALL(mock_h264_video_decoder_, Release()); |
| 135 | // Make sure the decoder thread had a chance to run. |
| 136 | init_decode_event_.Wait(kDefaultTimeOutMs); |
| 137 | } |
nisse | 0f15f92 | 2017-06-21 01:05:22 -0700 | [diff] [blame] | 138 | |
johan | f2183ff | 2017-02-28 01:33:09 -0800 | [diff] [blame] | 139 | } // namespace webrtc |