blob: 3e105a6b0133f98508138c6d488a13d9eb486bdd [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
mflodman@webrtc.orgc80d9d92012-02-06 10:11:25 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/video_coding/video_coding_impl.h"
philipel5908c712015-12-21 08:23:20 -080012
13#include <algorithm>
Yves Gerey3e707812018-11-28 16:47:49 +010014#include <memory>
philipel5908c712015-12-21 08:23:20 -080015
Jonas Orelande62c2f22022-03-29 11:04:48 +020016#include "api/field_trials_view.h"
Artem Titovd15a5752021-02-10 14:31:24 +010017#include "api/sequence_checker.h"
Jonas Orelande02f9ee2022-03-25 12:43:14 +010018#include "api/transport/field_trial_based_config.h"
Yves Gerey3e707812018-11-28 16:47:49 +010019#include "api/video/encoded_image.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020020#include "modules/video_coding/include/video_codec_interface.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020021#include "modules/video_coding/timing.h"
Jonas Orelande02f9ee2022-03-25 12:43:14 +010022#include "rtc_base/memory/always_valid_pointer.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020023#include "system_wrappers/include/clock.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000024
agalusza@google.coma7e360e2013-08-01 03:15:08 +000025namespace webrtc {
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000026namespace vcm {
niklase@google.com470e71d2011-07-07 08:21:25 +000027
philipel5908c712015-12-21 08:23:20 -080028int64_t VCMProcessTimer::Period() const {
29 return _periodMs;
niklase@google.com470e71d2011-07-07 08:21:25 +000030}
31
philipel5908c712015-12-21 08:23:20 -080032int64_t VCMProcessTimer::TimeUntilProcess() const {
33 const int64_t time_since_process = _clock->TimeInMilliseconds() - _latestMs;
34 const int64_t time_until_process = _periodMs - time_since_process;
35 return std::max<int64_t>(time_until_process, 0);
niklase@google.com470e71d2011-07-07 08:21:25 +000036}
37
philipel5908c712015-12-21 08:23:20 -080038void VCMProcessTimer::Processed() {
39 _latestMs = _clock->TimeInMilliseconds();
niklase@google.com470e71d2011-07-07 08:21:25 +000040}
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000041} // namespace vcm
niklase@google.com470e71d2011-07-07 08:21:25 +000042
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000043namespace {
andresp@webrtc.org1df9dc32014-01-09 08:01:57 +000044
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000045class VideoCodingModuleImpl : public VideoCodingModule {
46 public:
Jonas Orelande02f9ee2022-03-25 12:43:14 +010047 explicit VideoCodingModuleImpl(Clock* clock,
Jonas Orelande62c2f22022-03-29 11:04:48 +020048 const FieldTrialsView* field_trials)
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000049 : VideoCodingModule(),
Jonas Orelande02f9ee2022-03-25 12:43:14 +010050 field_trials_(field_trials),
51 timing_(new VCMTiming(clock, *field_trials_)),
52 receiver_(clock, timing_.get(), *field_trials_) {}
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000053
Mirko Bonadeife055c12019-01-29 22:53:28 +010054 ~VideoCodingModuleImpl() override {}
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000055
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000056 int64_t TimeUntilNextProcess() override {
pbos0fa9b222015-11-13 05:59:57 -080057 int64_t receiver_time = receiver_.TimeUntilNextProcess();
tommid0a71ba2017-03-14 04:16:20 -070058 RTC_DCHECK_GE(receiver_time, 0);
Niels Möllera0565992017-10-24 11:37:08 +020059 return receiver_time;
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000060 }
61
Yves Gerey665174f2018-06-19 15:03:05 +020062 void Process() override { receiver_.Process(); }
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000063
Danil Chapovalovba0a3062021-08-13 18:15:55 +020064 void RegisterReceiveCodec(
Danil Chapovalov355b8d22021-08-13 16:50:37 +020065 uint8_t payload_type,
66 const VideoDecoder::Settings& decoder_settings) override {
Danil Chapovalovba0a3062021-08-13 18:15:55 +020067 receiver_.RegisterReceiveCodec(payload_type, decoder_settings);
Danil Chapovalov355b8d22021-08-13 16:50:37 +020068 }
69
Anders Carlsson7eb8e9f2018-05-18 10:33:04 +020070 void RegisterExternalDecoder(VideoDecoder* externalDecoder,
71 uint8_t payloadType) override {
72 receiver_.RegisterExternalDecoder(externalDecoder, payloadType);
73 }
74
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000075 int32_t RegisterReceiveCallback(
76 VCMReceiveCallback* receiveCallback) override {
Sebastian Janssonc01367d2019-04-08 15:20:44 +020077 RTC_DCHECK(construction_thread_.IsCurrent());
pbos0fa9b222015-11-13 05:59:57 -080078 return receiver_.RegisterReceiveCallback(receiveCallback);
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000079 }
80
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000081 int32_t RegisterFrameTypeCallback(
82 VCMFrameTypeCallback* frameTypeCallback) override {
pbos0fa9b222015-11-13 05:59:57 -080083 return receiver_.RegisterFrameTypeCallback(frameTypeCallback);
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000084 }
85
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000086 int32_t RegisterPacketRequestCallback(
87 VCMPacketRequestCallback* callback) override {
Sebastian Janssonc01367d2019-04-08 15:20:44 +020088 RTC_DCHECK(construction_thread_.IsCurrent());
pbos0fa9b222015-11-13 05:59:57 -080089 return receiver_.RegisterPacketRequestCallback(callback);
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000090 }
91
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000092 int32_t Decode(uint16_t maxWaitTimeMs) override {
pbos0fa9b222015-11-13 05:59:57 -080093 return receiver_.Decode(maxWaitTimeMs);
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +000094 }
95
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +000096 int32_t IncomingPacket(const uint8_t* incomingPayload,
97 size_t payloadLength,
Niels Möllerbe7a0ec2019-04-25 10:02:52 +020098 const RTPHeader& rtp_header,
99 const RTPVideoHeader& video_header) override {
100 return receiver_.IncomingPacket(incomingPayload, payloadLength, rtp_header,
101 video_header);
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +0000102 }
103
kjellander@webrtc.org14665ff2015-03-04 12:58:35 +0000104 void SetNackSettings(size_t max_nack_list_size,
105 int max_packet_age_to_nack,
106 int max_incomplete_time_ms) override {
pbos0fa9b222015-11-13 05:59:57 -0800107 return receiver_.SetNackSettings(max_nack_list_size, max_packet_age_to_nack,
108 max_incomplete_time_ms);
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +0000109 }
110
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +0000111 private:
Jonas Orelande62c2f22022-03-29 11:04:48 +0200112 AlwaysValidPointer<const FieldTrialsView, FieldTrialBasedConfig>
Jonas Orelande02f9ee2022-03-25 12:43:14 +0100113 field_trials_;
Artem Titovc8421c42021-02-02 10:57:19 +0100114 SequenceChecker construction_thread_;
Jiawei Ouc2ebe212018-11-08 10:02:56 -0800115 const std::unique_ptr<VCMTiming> timing_;
pbos0fa9b222015-11-13 05:59:57 -0800116 vcm::VideoReceiver receiver_;
andresp@webrtc.orgf7eb75b2013-09-14 00:25:28 +0000117};
118} // namespace
119
tommia5c18d72017-03-20 10:43:23 -0700120// DEPRECATED. Create method for current interface, will be removed when the
philipel83f831a2016-03-12 03:30:23 -0800121// new jitter buffer is in place.
Jonas Orelande02f9ee2022-03-25 12:43:14 +0100122VideoCodingModule* VideoCodingModule::Create(
123 Clock* clock,
Jonas Orelande62c2f22022-03-29 11:04:48 +0200124 const FieldTrialsView* field_trials) {
tommid0a71ba2017-03-14 04:16:20 -0700125 RTC_DCHECK(clock);
Jonas Orelande02f9ee2022-03-25 12:43:14 +0100126 return new VideoCodingModuleImpl(clock, field_trials);
niklase@google.com470e71d2011-07-07 08:21:25 +0000127}
128
stefan@webrtc.org791eec72011-10-11 07:53:43 +0000129} // namespace webrtc