blob: d226dcd013868f2d932fa63310ca172cb103e1bb [file] [log] [blame]
philipelc707ab72016-04-01 02:01:54 -07001/*
2 * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/video_coding/frame_object.h"
Rasmus Brandt58b72912017-10-25 11:09:23 +020012
Yves Gerey3e707812018-11-28 16:47:49 +010013#include <string.h>
Jonas Olssona4d87372019-07-05 19:08:33 +020014
Chen Xingf00bf422019-06-20 10:05:55 +020015#include <utility>
Yves Gerey3e707812018-11-28 16:47:49 +010016
17#include "api/video/encoded_image.h"
18#include "api/video/video_timing.h"
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020019#include "rtc_base/checks.h"
philipelc707ab72016-04-01 02:01:54 -070020
21namespace webrtc {
philipel85d5c192019-09-25 17:15:37 +020022RtpFrameObject::RtpFrameObject(
23 uint16_t first_seq_num,
24 uint16_t last_seq_num,
25 bool markerBit,
26 int times_nacked,
27 int64_t first_packet_received_time,
28 int64_t last_packet_received_time,
29 uint32_t rtp_timestamp,
30 int64_t ntp_time_ms,
31 const VideoSendTiming& timing,
32 uint8_t payload_type,
33 VideoCodecType codec,
34 VideoRotation rotation,
35 VideoContentType content_type,
36 const RTPVideoHeader& video_header,
37 const absl::optional<webrtc::ColorSpace>& color_space,
philipel85d5c192019-09-25 17:15:37 +020038 RtpPacketInfos packet_infos,
39 rtc::scoped_refptr<EncodedImageBuffer> image_buffer)
Niels Möller08ae7ce2020-09-23 15:58:12 +020040 : image_buffer_(image_buffer),
41 first_seq_num_(first_seq_num),
philipel85d5c192019-09-25 17:15:37 +020042 last_seq_num_(last_seq_num),
43 last_packet_received_time_(last_packet_received_time),
44 times_nacked_(times_nacked) {
45 rtp_video_header_ = video_header;
philipel85d5c192019-09-25 17:15:37 +020046
47 // EncodedFrame members
48 codec_type_ = codec;
49
50 // TODO(philipel): Remove when encoded image is replaced by EncodedFrame.
51 // VCMEncodedFrame members
52 CopyCodecSpecific(&rtp_video_header_);
philipel85d5c192019-09-25 17:15:37 +020053 _payloadType = payload_type;
54 SetTimestamp(rtp_timestamp);
55 ntp_time_ms_ = ntp_time_ms;
56 _frameType = rtp_video_header_.frame_type;
57
58 // Setting frame's playout delays to the same values
59 // as of the first packet's.
60 SetPlayoutDelay(rtp_video_header_.playout_delay);
61
Niels Möller08ae7ce2020-09-23 15:58:12 +020062 SetEncodedData(image_buffer_);
philipel85d5c192019-09-25 17:15:37 +020063 _encodedWidth = rtp_video_header_.width;
64 _encodedHeight = rtp_video_header_.height;
65
66 // EncodedFrame members
67 SetPacketInfos(std::move(packet_infos));
68
69 rotation_ = rotation;
70 SetColorSpace(color_space);
Jeremy Leconteb258c562021-03-18 13:50:42 +010071 SetVideoFrameTrackingId(rtp_video_header_.video_frame_tracking_id);
philipel85d5c192019-09-25 17:15:37 +020072 content_type_ = content_type;
73 if (timing.flags != VideoSendTiming::kInvalid) {
74 // ntp_time_ms_ may be -1 if not estimated yet. This is not a problem,
75 // as this will be dealt with at the time of reporting.
76 timing_.encode_start_ms = ntp_time_ms_ + timing.encode_start_delta_ms;
77 timing_.encode_finish_ms = ntp_time_ms_ + timing.encode_finish_delta_ms;
78 timing_.packetization_finish_ms =
79 ntp_time_ms_ + timing.packetization_finish_delta_ms;
80 timing_.pacer_exit_ms = ntp_time_ms_ + timing.pacer_exit_delta_ms;
81 timing_.network_timestamp_ms =
82 ntp_time_ms_ + timing.network_timestamp_delta_ms;
83 timing_.network2_timestamp_ms =
84 ntp_time_ms_ + timing.network2_timestamp_delta_ms;
85 }
86 timing_.receive_start_ms = first_packet_received_time;
87 timing_.receive_finish_ms = last_packet_received_time;
88 timing_.flags = timing.flags;
89 is_last_spatial_layer = markerBit;
90}
91
philipelc707ab72016-04-01 02:01:54 -070092RtpFrameObject::~RtpFrameObject() {
philipelc707ab72016-04-01 02:01:54 -070093}
94
philipelf4139332016-04-20 10:26:34 +020095uint16_t RtpFrameObject::first_seq_num() const {
philipel02447bc2016-05-13 06:01:03 -070096 return first_seq_num_;
philipelc707ab72016-04-01 02:01:54 -070097}
98
philipelf4139332016-04-20 10:26:34 +020099uint16_t RtpFrameObject::last_seq_num() const {
philipel02447bc2016-05-13 06:01:03 -0700100 return last_seq_num_;
101}
102
philipel5ceaaae2016-05-24 10:20:47 +0200103int RtpFrameObject::times_nacked() const {
104 return times_nacked_;
105}
106
Niels Möller87e2d782019-03-07 10:18:23 +0100107VideoFrameType RtpFrameObject::frame_type() const {
Johannes Krona3705562019-08-26 16:37:11 +0200108 return rtp_video_header_.frame_type;
philipel02447bc2016-05-13 06:01:03 -0700109}
110
111VideoCodecType RtpFrameObject::codec_type() const {
112 return codec_type_;
philipelc707ab72016-04-01 02:01:54 -0700113}
114
philipelb4d31082016-07-11 08:46:29 -0700115int64_t RtpFrameObject::ReceivedTime() const {
Ilya Nikolaevskiy4348ce22018-12-07 16:26:56 +0100116 return last_packet_received_time_;
philipelb4d31082016-07-11 08:46:29 -0700117}
118
119int64_t RtpFrameObject::RenderTime() const {
120 return _renderTimeMs;
121}
122
philipele0754302017-01-25 08:56:23 -0800123bool RtpFrameObject::delayed_by_retransmission() const {
124 return times_nacked() > 0;
125}
126
Johannes Krona3705562019-08-26 16:37:11 +0200127const RTPVideoHeader& RtpFrameObject::GetRtpVideoHeader() const {
128 return rtp_video_header_;
philipel02447bc2016-05-13 06:01:03 -0700129}
130
philipelc707ab72016-04-01 02:01:54 -0700131} // namespace webrtc