nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "api/video/video_frame.h" |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 12 | |
Ilya Nikolaevskiy | 71aee3a | 2019-02-18 13:01:26 +0100 | [diff] [blame] | 13 | #include <algorithm> |
Chen Xing | f00bf42 | 2019-06-20 10:05:55 +0200 | [diff] [blame] | 14 | #include <utility> |
Ilya Nikolaevskiy | 71aee3a | 2019-02-18 13:01:26 +0100 | [diff] [blame] | 15 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 16 | #include "rtc_base/checks.h" |
Steve Anton | 10542f2 | 2019-01-11 09:11:00 -0800 | [diff] [blame] | 17 | #include "rtc_base/time_utils.h" |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 18 | |
| 19 | namespace webrtc { |
| 20 | |
Ilya Nikolaevskiy | 71aee3a | 2019-02-18 13:01:26 +0100 | [diff] [blame] | 21 | void VideoFrame::UpdateRect::Union(const UpdateRect& other) { |
| 22 | if (other.IsEmpty()) |
| 23 | return; |
| 24 | if (IsEmpty()) { |
| 25 | *this = other; |
| 26 | return; |
| 27 | } |
| 28 | int right = std::max(offset_x + width, other.offset_x + other.width); |
| 29 | int bottom = std::max(offset_y + height, other.offset_y + other.height); |
| 30 | offset_x = std::min(offset_x, other.offset_x); |
| 31 | offset_y = std::min(offset_y, other.offset_y); |
| 32 | width = right - offset_x; |
| 33 | height = bottom - offset_y; |
| 34 | RTC_DCHECK_GT(width, 0); |
| 35 | RTC_DCHECK_GT(height, 0); |
| 36 | } |
| 37 | |
| 38 | void VideoFrame::UpdateRect::Intersect(const UpdateRect& other) { |
| 39 | if (other.IsEmpty() || IsEmpty()) { |
| 40 | MakeEmptyUpdate(); |
| 41 | return; |
| 42 | } |
| 43 | |
| 44 | int right = std::min(offset_x + width, other.offset_x + other.width); |
| 45 | int bottom = std::min(offset_y + height, other.offset_y + other.height); |
| 46 | offset_x = std::max(offset_x, other.offset_x); |
| 47 | offset_y = std::max(offset_y, other.offset_y); |
| 48 | width = right - offset_x; |
| 49 | height = bottom - offset_y; |
| 50 | if (width <= 0 || height <= 0) { |
| 51 | MakeEmptyUpdate(); |
| 52 | } |
| 53 | } |
| 54 | |
| 55 | void VideoFrame::UpdateRect::MakeEmptyUpdate() { |
| 56 | width = height = offset_x = offset_y = 0; |
| 57 | } |
| 58 | |
| 59 | bool VideoFrame::UpdateRect::IsEmpty() const { |
| 60 | return width == 0 && height == 0; |
| 61 | } |
| 62 | |
Emircan Uysaler | 800787f | 2018-07-16 10:01:49 -0700 | [diff] [blame] | 63 | VideoFrame::Builder::Builder() = default; |
| 64 | |
| 65 | VideoFrame::Builder::~Builder() = default; |
| 66 | |
| 67 | VideoFrame VideoFrame::Builder::build() { |
Ilya Nikolaevskiy | 6aca0b7 | 2019-02-13 11:55:57 +0100 | [diff] [blame] | 68 | RTC_CHECK(video_frame_buffer_ != nullptr); |
Artem Titov | 1ebfb6a | 2019-01-03 23:49:37 +0100 | [diff] [blame] | 69 | return VideoFrame(id_, video_frame_buffer_, timestamp_us_, timestamp_rtp_, |
Chen Xing | f00bf42 | 2019-06-20 10:05:55 +0200 | [diff] [blame] | 70 | ntp_time_ms_, rotation_, color_space_, update_rect_, |
Markus Handell | e6eded3 | 2019-11-15 16:18:21 +0100 | [diff] [blame^] | 71 | packet_infos_, encoded_frame_buffer_); |
Emircan Uysaler | 800787f | 2018-07-16 10:01:49 -0700 | [diff] [blame] | 72 | } |
| 73 | |
| 74 | VideoFrame::Builder& VideoFrame::Builder::set_video_frame_buffer( |
| 75 | const rtc::scoped_refptr<VideoFrameBuffer>& buffer) { |
| 76 | video_frame_buffer_ = buffer; |
| 77 | return *this; |
| 78 | } |
| 79 | |
| 80 | VideoFrame::Builder& VideoFrame::Builder::set_timestamp_ms( |
| 81 | int64_t timestamp_ms) { |
| 82 | timestamp_us_ = timestamp_ms * rtc::kNumMicrosecsPerMillisec; |
| 83 | return *this; |
| 84 | } |
| 85 | |
| 86 | VideoFrame::Builder& VideoFrame::Builder::set_timestamp_us( |
| 87 | int64_t timestamp_us) { |
| 88 | timestamp_us_ = timestamp_us; |
| 89 | return *this; |
| 90 | } |
| 91 | |
| 92 | VideoFrame::Builder& VideoFrame::Builder::set_timestamp_rtp( |
| 93 | uint32_t timestamp_rtp) { |
| 94 | timestamp_rtp_ = timestamp_rtp; |
| 95 | return *this; |
| 96 | } |
| 97 | |
| 98 | VideoFrame::Builder& VideoFrame::Builder::set_ntp_time_ms(int64_t ntp_time_ms) { |
| 99 | ntp_time_ms_ = ntp_time_ms; |
| 100 | return *this; |
| 101 | } |
| 102 | |
| 103 | VideoFrame::Builder& VideoFrame::Builder::set_rotation(VideoRotation rotation) { |
| 104 | rotation_ = rotation; |
| 105 | return *this; |
| 106 | } |
| 107 | |
| 108 | VideoFrame::Builder& VideoFrame::Builder::set_color_space( |
Danil Chapovalov | b769894 | 2019-02-05 11:32:19 +0100 | [diff] [blame] | 109 | const absl::optional<ColorSpace>& color_space) { |
Emircan Uysaler | 800787f | 2018-07-16 10:01:49 -0700 | [diff] [blame] | 110 | color_space_ = color_space; |
| 111 | return *this; |
| 112 | } |
| 113 | |
Johannes Kron | 4749e4e | 2018-11-21 10:18:18 +0100 | [diff] [blame] | 114 | VideoFrame::Builder& VideoFrame::Builder::set_color_space( |
| 115 | const ColorSpace* color_space) { |
| 116 | color_space_ = |
| 117 | color_space ? absl::make_optional(*color_space) : absl::nullopt; |
Johannes Kron | fbf1683 | 2018-11-05 16:13:02 +0100 | [diff] [blame] | 118 | return *this; |
| 119 | } |
| 120 | |
Artem Titov | 1ebfb6a | 2019-01-03 23:49:37 +0100 | [diff] [blame] | 121 | VideoFrame::Builder& VideoFrame::Builder::set_id(uint16_t id) { |
| 122 | id_ = id; |
| 123 | return *this; |
| 124 | } |
| 125 | |
Ilya Nikolaevskiy | 6aca0b7 | 2019-02-13 11:55:57 +0100 | [diff] [blame] | 126 | VideoFrame::Builder& VideoFrame::Builder::set_update_rect( |
| 127 | const VideoFrame::UpdateRect& update_rect) { |
| 128 | update_rect_ = update_rect; |
| 129 | return *this; |
| 130 | } |
| 131 | |
Chen Xing | f00bf42 | 2019-06-20 10:05:55 +0200 | [diff] [blame] | 132 | VideoFrame::Builder& VideoFrame::Builder::set_packet_infos( |
| 133 | RtpPacketInfos packet_infos) { |
| 134 | packet_infos_ = std::move(packet_infos); |
| 135 | return *this; |
| 136 | } |
| 137 | |
Markus Handell | e6eded3 | 2019-11-15 16:18:21 +0100 | [diff] [blame^] | 138 | VideoFrame::Builder& VideoFrame::Builder::set_encoded_video_frame_buffer( |
| 139 | rtc::scoped_refptr<VideoFrame::EncodedVideoFrameBuffer> |
| 140 | encoded_frame_buffer) { |
| 141 | encoded_frame_buffer_ = std::move(encoded_frame_buffer); |
| 142 | return *this; |
| 143 | } |
| 144 | |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 145 | VideoFrame::VideoFrame(const rtc::scoped_refptr<VideoFrameBuffer>& buffer, |
| 146 | webrtc::VideoRotation rotation, |
| 147 | int64_t timestamp_us) |
| 148 | : video_frame_buffer_(buffer), |
| 149 | timestamp_rtp_(0), |
| 150 | ntp_time_ms_(0), |
| 151 | timestamp_us_(timestamp_us), |
Ilya Nikolaevskiy | 9560d7d | 2019-10-30 11:19:47 +0100 | [diff] [blame] | 152 | rotation_(rotation) {} |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 153 | |
| 154 | VideoFrame::VideoFrame(const rtc::scoped_refptr<VideoFrameBuffer>& buffer, |
Niels Möller | 2ac6446 | 2018-06-11 11:14:32 +0200 | [diff] [blame] | 155 | uint32_t timestamp_rtp, |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 156 | int64_t render_time_ms, |
| 157 | VideoRotation rotation) |
| 158 | : video_frame_buffer_(buffer), |
Niels Möller | 2ac6446 | 2018-06-11 11:14:32 +0200 | [diff] [blame] | 159 | timestamp_rtp_(timestamp_rtp), |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 160 | ntp_time_ms_(0), |
| 161 | timestamp_us_(render_time_ms * rtc::kNumMicrosecsPerMillisec), |
Ilya Nikolaevskiy | 9560d7d | 2019-10-30 11:19:47 +0100 | [diff] [blame] | 162 | rotation_(rotation) { |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 163 | RTC_DCHECK(buffer); |
| 164 | } |
| 165 | |
Markus Handell | e6eded3 | 2019-11-15 16:18:21 +0100 | [diff] [blame^] | 166 | VideoFrame::VideoFrame( |
| 167 | uint16_t id, |
| 168 | const rtc::scoped_refptr<VideoFrameBuffer>& buffer, |
| 169 | int64_t timestamp_us, |
| 170 | uint32_t timestamp_rtp, |
| 171 | int64_t ntp_time_ms, |
| 172 | VideoRotation rotation, |
| 173 | const absl::optional<ColorSpace>& color_space, |
| 174 | const absl::optional<UpdateRect>& update_rect, |
| 175 | RtpPacketInfos packet_infos, |
| 176 | const rtc::scoped_refptr<EncodedVideoFrameBuffer>& encoded_frame_buffer) |
Artem Titov | 1ebfb6a | 2019-01-03 23:49:37 +0100 | [diff] [blame] | 177 | : id_(id), |
| 178 | video_frame_buffer_(buffer), |
Markus Handell | e6eded3 | 2019-11-15 16:18:21 +0100 | [diff] [blame^] | 179 | encoded_frame_buffer_(encoded_frame_buffer), |
Emircan Uysaler | 800787f | 2018-07-16 10:01:49 -0700 | [diff] [blame] | 180 | timestamp_rtp_(timestamp_rtp), |
| 181 | ntp_time_ms_(ntp_time_ms), |
| 182 | timestamp_us_(timestamp_us), |
| 183 | rotation_(rotation), |
Ilya Nikolaevskiy | 6aca0b7 | 2019-02-13 11:55:57 +0100 | [diff] [blame] | 184 | color_space_(color_space), |
Ilya Nikolaevskiy | 9560d7d | 2019-10-30 11:19:47 +0100 | [diff] [blame] | 185 | update_rect_(update_rect), |
Chen Xing | f00bf42 | 2019-06-20 10:05:55 +0200 | [diff] [blame] | 186 | packet_infos_(std::move(packet_infos)) { |
Ilya Nikolaevskiy | 9560d7d | 2019-10-30 11:19:47 +0100 | [diff] [blame] | 187 | if (update_rect_) { |
| 188 | RTC_DCHECK_GE(update_rect_->offset_x, 0); |
| 189 | RTC_DCHECK_GE(update_rect_->offset_y, 0); |
| 190 | RTC_DCHECK_LE(update_rect_->offset_x + update_rect_->width, width()); |
| 191 | RTC_DCHECK_LE(update_rect_->offset_y + update_rect_->height, height()); |
| 192 | } |
Ilya Nikolaevskiy | 6aca0b7 | 2019-02-13 11:55:57 +0100 | [diff] [blame] | 193 | } |
Emircan Uysaler | 800787f | 2018-07-16 10:01:49 -0700 | [diff] [blame] | 194 | |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 195 | VideoFrame::~VideoFrame() = default; |
| 196 | |
| 197 | VideoFrame::VideoFrame(const VideoFrame&) = default; |
| 198 | VideoFrame::VideoFrame(VideoFrame&&) = default; |
| 199 | VideoFrame& VideoFrame::operator=(const VideoFrame&) = default; |
| 200 | VideoFrame& VideoFrame::operator=(VideoFrame&&) = default; |
| 201 | |
| 202 | int VideoFrame::width() const { |
| 203 | return video_frame_buffer_ ? video_frame_buffer_->width() : 0; |
| 204 | } |
| 205 | |
| 206 | int VideoFrame::height() const { |
| 207 | return video_frame_buffer_ ? video_frame_buffer_->height() : 0; |
| 208 | } |
| 209 | |
kthelgason | 2bc6864 | 2017-02-07 07:02:22 -0800 | [diff] [blame] | 210 | uint32_t VideoFrame::size() const { |
| 211 | return width() * height(); |
| 212 | } |
| 213 | |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 214 | rtc::scoped_refptr<VideoFrameBuffer> VideoFrame::video_frame_buffer() const { |
| 215 | return video_frame_buffer_; |
| 216 | } |
| 217 | |
Ilya Nikolaevskiy | 4fc0855 | 2019-06-05 15:59:12 +0200 | [diff] [blame] | 218 | void VideoFrame::set_video_frame_buffer( |
| 219 | const rtc::scoped_refptr<VideoFrameBuffer>& buffer) { |
| 220 | RTC_CHECK(buffer); |
| 221 | video_frame_buffer_ = buffer; |
| 222 | } |
| 223 | |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 224 | int64_t VideoFrame::render_time_ms() const { |
| 225 | return timestamp_us() / rtc::kNumMicrosecsPerMillisec; |
| 226 | } |
| 227 | |
Markus Handell | e6eded3 | 2019-11-15 16:18:21 +0100 | [diff] [blame^] | 228 | void VideoFrame::set_encoded_video_frame_buffer( |
| 229 | rtc::scoped_refptr<EncodedVideoFrameBuffer> encoded_frame_buffer) { |
| 230 | encoded_frame_buffer_ = std::move(encoded_frame_buffer); |
| 231 | } |
| 232 | |
| 233 | rtc::scoped_refptr<VideoFrame::EncodedVideoFrameBuffer> |
| 234 | VideoFrame::encoded_video_frame_buffer() const { |
| 235 | return encoded_frame_buffer_; |
| 236 | } |
| 237 | |
nisse | af91689 | 2017-01-10 07:44:26 -0800 | [diff] [blame] | 238 | } // namespace webrtc |