philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2016 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/video_coding/frame_object.h" |
Rasmus Brandt | 58b7291 | 2017-10-25 11:09:23 +0200 | [diff] [blame] | 12 | |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 13 | #include <string.h> |
Jonas Olsson | a4d8737 | 2019-07-05 19:08:33 +0200 | [diff] [blame] | 14 | |
Chen Xing | f00bf42 | 2019-06-20 10:05:55 +0200 | [diff] [blame] | 15 | #include <utility> |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 16 | |
| 17 | #include "api/video/encoded_image.h" |
| 18 | #include "api/video/video_timing.h" |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 19 | #include "rtc_base/checks.h" |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 20 | |
| 21 | namespace webrtc { |
| 22 | namespace video_coding { |
philipel | 85d5c19 | 2019-09-25 17:15:37 +0200 | [diff] [blame] | 23 | RtpFrameObject::RtpFrameObject( |
| 24 | uint16_t first_seq_num, |
| 25 | uint16_t last_seq_num, |
| 26 | bool markerBit, |
| 27 | int times_nacked, |
| 28 | int64_t first_packet_received_time, |
| 29 | int64_t last_packet_received_time, |
| 30 | uint32_t rtp_timestamp, |
| 31 | int64_t ntp_time_ms, |
| 32 | const VideoSendTiming& timing, |
| 33 | uint8_t payload_type, |
| 34 | VideoCodecType codec, |
| 35 | VideoRotation rotation, |
| 36 | VideoContentType content_type, |
| 37 | const RTPVideoHeader& video_header, |
| 38 | const absl::optional<webrtc::ColorSpace>& color_space, |
philipel | 85d5c19 | 2019-09-25 17:15:37 +0200 | [diff] [blame] | 39 | RtpPacketInfos packet_infos, |
| 40 | rtc::scoped_refptr<EncodedImageBuffer> image_buffer) |
Marina Ciocea | 111de34 | 2020-09-27 06:26:30 +0000 | [diff] [blame] | 41 | : first_seq_num_(first_seq_num), |
philipel | 85d5c19 | 2019-09-25 17:15:37 +0200 | [diff] [blame] | 42 | last_seq_num_(last_seq_num), |
| 43 | last_packet_received_time_(last_packet_received_time), |
| 44 | times_nacked_(times_nacked) { |
| 45 | rtp_video_header_ = video_header; |
philipel | 85d5c19 | 2019-09-25 17:15:37 +0200 | [diff] [blame] | 46 | |
| 47 | // EncodedFrame members |
| 48 | codec_type_ = codec; |
| 49 | |
| 50 | // TODO(philipel): Remove when encoded image is replaced by EncodedFrame. |
| 51 | // VCMEncodedFrame members |
| 52 | CopyCodecSpecific(&rtp_video_header_); |
| 53 | _completeFrame = true; |
| 54 | _payloadType = payload_type; |
| 55 | SetTimestamp(rtp_timestamp); |
| 56 | ntp_time_ms_ = ntp_time_ms; |
| 57 | _frameType = rtp_video_header_.frame_type; |
| 58 | |
| 59 | // Setting frame's playout delays to the same values |
| 60 | // as of the first packet's. |
| 61 | SetPlayoutDelay(rtp_video_header_.playout_delay); |
| 62 | |
Marina Ciocea | 111de34 | 2020-09-27 06:26:30 +0000 | [diff] [blame] | 63 | SetEncodedData(std::move(image_buffer)); |
philipel | 85d5c19 | 2019-09-25 17:15:37 +0200 | [diff] [blame] | 64 | _encodedWidth = rtp_video_header_.width; |
| 65 | _encodedHeight = rtp_video_header_.height; |
| 66 | |
| 67 | // EncodedFrame members |
| 68 | SetPacketInfos(std::move(packet_infos)); |
| 69 | |
| 70 | rotation_ = rotation; |
| 71 | SetColorSpace(color_space); |
philipel | 85d5c19 | 2019-09-25 17:15:37 +0200 | [diff] [blame] | 72 | content_type_ = content_type; |
| 73 | if (timing.flags != VideoSendTiming::kInvalid) { |
| 74 | // ntp_time_ms_ may be -1 if not estimated yet. This is not a problem, |
| 75 | // as this will be dealt with at the time of reporting. |
| 76 | timing_.encode_start_ms = ntp_time_ms_ + timing.encode_start_delta_ms; |
| 77 | timing_.encode_finish_ms = ntp_time_ms_ + timing.encode_finish_delta_ms; |
| 78 | timing_.packetization_finish_ms = |
| 79 | ntp_time_ms_ + timing.packetization_finish_delta_ms; |
| 80 | timing_.pacer_exit_ms = ntp_time_ms_ + timing.pacer_exit_delta_ms; |
| 81 | timing_.network_timestamp_ms = |
| 82 | ntp_time_ms_ + timing.network_timestamp_delta_ms; |
| 83 | timing_.network2_timestamp_ms = |
| 84 | ntp_time_ms_ + timing.network2_timestamp_delta_ms; |
| 85 | } |
| 86 | timing_.receive_start_ms = first_packet_received_time; |
| 87 | timing_.receive_finish_ms = last_packet_received_time; |
| 88 | timing_.flags = timing.flags; |
| 89 | is_last_spatial_layer = markerBit; |
| 90 | } |
| 91 | |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 92 | RtpFrameObject::~RtpFrameObject() { |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 93 | } |
| 94 | |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 95 | uint16_t RtpFrameObject::first_seq_num() const { |
philipel | 02447bc | 2016-05-13 06:01:03 -0700 | [diff] [blame] | 96 | return first_seq_num_; |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 97 | } |
| 98 | |
philipel | f413933 | 2016-04-20 10:26:34 +0200 | [diff] [blame] | 99 | uint16_t RtpFrameObject::last_seq_num() const { |
philipel | 02447bc | 2016-05-13 06:01:03 -0700 | [diff] [blame] | 100 | return last_seq_num_; |
| 101 | } |
| 102 | |
philipel | 5ceaaae | 2016-05-24 10:20:47 +0200 | [diff] [blame] | 103 | int RtpFrameObject::times_nacked() const { |
| 104 | return times_nacked_; |
| 105 | } |
| 106 | |
Niels Möller | 87e2d78 | 2019-03-07 10:18:23 +0100 | [diff] [blame] | 107 | VideoFrameType RtpFrameObject::frame_type() const { |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 108 | return rtp_video_header_.frame_type; |
philipel | 02447bc | 2016-05-13 06:01:03 -0700 | [diff] [blame] | 109 | } |
| 110 | |
| 111 | VideoCodecType RtpFrameObject::codec_type() const { |
| 112 | return codec_type_; |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 113 | } |
| 114 | |
philipel | b4d3108 | 2016-07-11 08:46:29 -0700 | [diff] [blame] | 115 | int64_t RtpFrameObject::ReceivedTime() const { |
Ilya Nikolaevskiy | 4348ce2 | 2018-12-07 16:26:56 +0100 | [diff] [blame] | 116 | return last_packet_received_time_; |
philipel | b4d3108 | 2016-07-11 08:46:29 -0700 | [diff] [blame] | 117 | } |
| 118 | |
| 119 | int64_t RtpFrameObject::RenderTime() const { |
| 120 | return _renderTimeMs; |
| 121 | } |
| 122 | |
philipel | e075430 | 2017-01-25 08:56:23 -0800 | [diff] [blame] | 123 | bool RtpFrameObject::delayed_by_retransmission() const { |
| 124 | return times_nacked() > 0; |
| 125 | } |
| 126 | |
Johannes Kron | a370556 | 2019-08-26 16:37:11 +0200 | [diff] [blame] | 127 | const RTPVideoHeader& RtpFrameObject::GetRtpVideoHeader() const { |
| 128 | return rtp_video_header_; |
philipel | 02447bc | 2016-05-13 06:01:03 -0700 | [diff] [blame] | 129 | } |
| 130 | |
philipel | c707ab7 | 2016-04-01 02:01:54 -0700 | [diff] [blame] | 131 | } // namespace video_coding |
| 132 | } // namespace webrtc |