niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
pwestin@webrtc.org | ddab60b | 2012-04-23 14:52:15 +0000 | [diff] [blame] | 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/video_coding/encoded_frame.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 12 | |
Yves Gerey | 3e70781 | 2018-11-28 16:47:49 +0100 | [diff] [blame] | 13 | #include <string.h> |
| 14 | |
| 15 | #include "absl/types/variant.h" |
| 16 | #include "api/video/video_timing.h" |
| 17 | #include "modules/video_coding/codecs/interface/common_constants.h" |
| 18 | #include "modules/video_coding/codecs/vp8/include/vp8_globals.h" |
| 19 | #include "modules/video_coding/codecs/vp9/include/vp9_globals.h" |
| 20 | |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 21 | namespace webrtc { |
| 22 | |
| 23 | VCMEncodedFrame::VCMEncodedFrame() |
guoweis@webrtc.org | 54d072e | 2015-03-17 21:54:50 +0000 | [diff] [blame] | 24 | : webrtc::EncodedImage(), |
| 25 | _renderTimeMs(-1), |
| 26 | _payloadType(0), |
| 27 | _missingFrame(false), |
Kári Tristan Helgason | 84ccb2d | 2018-08-16 14:35:26 +0200 | [diff] [blame] | 28 | _codec(kVideoCodecGeneric), |
guoweis@webrtc.org | 54d072e | 2015-03-17 21:54:50 +0000 | [diff] [blame] | 29 | _rotation_set(false) { |
Kári Tristan Helgason | 84ccb2d | 2018-08-16 14:35:26 +0200 | [diff] [blame] | 30 | _codecSpecificInfo.codecType = kVideoCodecGeneric; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 31 | } |
| 32 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 33 | VCMEncodedFrame::~VCMEncodedFrame() { |
| 34 | Free(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 35 | } |
| 36 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 37 | void VCMEncodedFrame::Free() { |
| 38 | Reset(); |
| 39 | if (_buffer != NULL) { |
| 40 | delete[] _buffer; |
| 41 | _buffer = NULL; |
| 42 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 43 | } |
| 44 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 45 | void VCMEncodedFrame::Reset() { |
Niels Möller | 2377588 | 2018-08-16 10:24:12 +0200 | [diff] [blame] | 46 | SetTimestamp(0); |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 47 | _renderTimeMs = -1; |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 48 | _payloadType = 0; |
| 49 | _frameType = kVideoFrameDelta; |
| 50 | _encodedWidth = 0; |
| 51 | _encodedHeight = 0; |
| 52 | _completeFrame = false; |
| 53 | _missingFrame = false; |
| 54 | _length = 0; |
Kári Tristan Helgason | 84ccb2d | 2018-08-16 14:35:26 +0200 | [diff] [blame] | 55 | _codecSpecificInfo.codecType = kVideoCodecGeneric; |
| 56 | _codec = kVideoCodecGeneric; |
perkj | 414dda1 | 2016-07-04 01:45:23 -0700 | [diff] [blame] | 57 | rotation_ = kVideoRotation_0; |
ilnik | 00d802b | 2017-04-11 10:34:31 -0700 | [diff] [blame] | 58 | content_type_ = VideoContentType::UNSPECIFIED; |
Ilya Nikolaevskiy | b6c462d | 2018-06-05 15:21:32 +0200 | [diff] [blame] | 59 | timing_.flags = VideoSendTiming::kInvalid; |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 60 | _rotation_set = false; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 61 | } |
| 62 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 63 | void VCMEncodedFrame::CopyCodecSpecific(const RTPVideoHeader* header) { |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 64 | if (header) { |
| 65 | switch (header->codec) { |
Niels Möller | 520ca4e | 2018-06-04 11:14:38 +0200 | [diff] [blame] | 66 | case kVideoCodecVP8: { |
Philip Eliasson | d52a1a6 | 2018-09-07 13:03:55 +0000 | [diff] [blame] | 67 | const auto& vp8_header = |
| 68 | absl::get<RTPVideoHeaderVP8>(header->video_type_header); |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 69 | if (_codecSpecificInfo.codecType != kVideoCodecVP8) { |
| 70 | // This is the first packet for this frame. |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 71 | _codecSpecificInfo.codecSpecific.VP8.temporalIdx = 0; |
| 72 | _codecSpecificInfo.codecSpecific.VP8.layerSync = false; |
| 73 | _codecSpecificInfo.codecSpecific.VP8.keyIdx = -1; |
| 74 | _codecSpecificInfo.codecType = kVideoCodecVP8; |
henrik.lundin@webrtc.org | 473bac8 | 2011-08-17 09:47:33 +0000 | [diff] [blame] | 75 | } |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 76 | _codecSpecificInfo.codecSpecific.VP8.nonReference = |
Philip Eliasson | d52a1a6 | 2018-09-07 13:03:55 +0000 | [diff] [blame] | 77 | vp8_header.nonReference; |
| 78 | if (vp8_header.temporalIdx != kNoTemporalIdx) { |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 79 | _codecSpecificInfo.codecSpecific.VP8.temporalIdx = |
Philip Eliasson | d52a1a6 | 2018-09-07 13:03:55 +0000 | [diff] [blame] | 80 | vp8_header.temporalIdx; |
| 81 | _codecSpecificInfo.codecSpecific.VP8.layerSync = vp8_header.layerSync; |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 82 | } |
Philip Eliasson | d52a1a6 | 2018-09-07 13:03:55 +0000 | [diff] [blame] | 83 | if (vp8_header.keyIdx != kNoKeyIdx) { |
| 84 | _codecSpecificInfo.codecSpecific.VP8.keyIdx = vp8_header.keyIdx; |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 85 | } |
| 86 | break; |
| 87 | } |
Niels Möller | 520ca4e | 2018-06-04 11:14:38 +0200 | [diff] [blame] | 88 | case kVideoCodecVP9: { |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 89 | const auto& vp9_header = |
| 90 | absl::get<RTPVideoHeaderVP9>(header->video_type_header); |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 91 | if (_codecSpecificInfo.codecType != kVideoCodecVP9) { |
| 92 | // This is the first packet for this frame. |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 93 | _codecSpecificInfo.codecSpecific.VP9.temporal_idx = 0; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 94 | _codecSpecificInfo.codecSpecific.VP9.gof_idx = 0; |
| 95 | _codecSpecificInfo.codecSpecific.VP9.inter_layer_predicted = false; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 96 | _codecSpecificInfo.codecType = kVideoCodecVP9; |
| 97 | } |
| 98 | _codecSpecificInfo.codecSpecific.VP9.inter_pic_predicted = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 99 | vp9_header.inter_pic_predicted; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 100 | _codecSpecificInfo.codecSpecific.VP9.flexible_mode = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 101 | vp9_header.flexible_mode; |
philipel | cfc319b | 2015-11-10 07:17:23 -0800 | [diff] [blame] | 102 | _codecSpecificInfo.codecSpecific.VP9.num_ref_pics = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 103 | vp9_header.num_ref_pics; |
| 104 | for (uint8_t r = 0; r < vp9_header.num_ref_pics; ++r) { |
philipel | cfc319b | 2015-11-10 07:17:23 -0800 | [diff] [blame] | 105 | _codecSpecificInfo.codecSpecific.VP9.p_diff[r] = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 106 | vp9_header.pid_diff[r]; |
philipel | cfc319b | 2015-11-10 07:17:23 -0800 | [diff] [blame] | 107 | } |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 108 | _codecSpecificInfo.codecSpecific.VP9.ss_data_available = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 109 | vp9_header.ss_data_available; |
| 110 | if (vp9_header.temporal_idx != kNoTemporalIdx) { |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 111 | _codecSpecificInfo.codecSpecific.VP9.temporal_idx = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 112 | vp9_header.temporal_idx; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 113 | _codecSpecificInfo.codecSpecific.VP9.temporal_up_switch = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 114 | vp9_header.temporal_up_switch; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 115 | } |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 116 | if (vp9_header.spatial_idx != kNoSpatialIdx) { |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 117 | _codecSpecificInfo.codecSpecific.VP9.inter_layer_predicted = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 118 | vp9_header.inter_layer_predicted; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 119 | } |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 120 | if (vp9_header.gof_idx != kNoGofIdx) { |
| 121 | _codecSpecificInfo.codecSpecific.VP9.gof_idx = vp9_header.gof_idx; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 122 | } |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 123 | if (vp9_header.ss_data_available) { |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 124 | _codecSpecificInfo.codecSpecific.VP9.num_spatial_layers = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 125 | vp9_header.num_spatial_layers; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 126 | _codecSpecificInfo.codecSpecific.VP9 |
| 127 | .spatial_layer_resolution_present = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 128 | vp9_header.spatial_layer_resolution_present; |
| 129 | if (vp9_header.spatial_layer_resolution_present) { |
| 130 | for (size_t i = 0; i < vp9_header.num_spatial_layers; ++i) { |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 131 | _codecSpecificInfo.codecSpecific.VP9.width[i] = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 132 | vp9_header.width[i]; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 133 | _codecSpecificInfo.codecSpecific.VP9.height[i] = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 134 | vp9_header.height[i]; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 135 | } |
| 136 | } |
| 137 | _codecSpecificInfo.codecSpecific.VP9.gof.CopyGofInfoVP9( |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 138 | vp9_header.gof); |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 139 | } |
| 140 | break; |
| 141 | } |
Niels Möller | 520ca4e | 2018-06-04 11:14:38 +0200 | [diff] [blame] | 142 | case kVideoCodecH264: { |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 143 | _codecSpecificInfo.codecType = kVideoCodecH264; |
| 144 | break; |
| 145 | } |
Niels Möller | 520ca4e | 2018-06-04 11:14:38 +0200 | [diff] [blame] | 146 | default: { |
Kári Tristan Helgason | 84ccb2d | 2018-08-16 14:35:26 +0200 | [diff] [blame] | 147 | _codecSpecificInfo.codecType = kVideoCodecGeneric; |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 148 | break; |
| 149 | } |
henrik.lundin@webrtc.org | 473bac8 | 2011-08-17 09:47:33 +0000 | [diff] [blame] | 150 | } |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 151 | } |
henrik.lundin@webrtc.org | 473bac8 | 2011-08-17 09:47:33 +0000 | [diff] [blame] | 152 | } |
| 153 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 154 | void VCMEncodedFrame::VerifyAndAllocate(size_t minimumSize) { |
| 155 | if (minimumSize > _size) { |
| 156 | // create buffer of sufficient size |
| 157 | uint8_t* newBuffer = new uint8_t[minimumSize]; |
| 158 | if (_buffer) { |
| 159 | // copy old data |
| 160 | memcpy(newBuffer, _buffer, _size); |
| 161 | delete[] _buffer; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 162 | } |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 163 | _buffer = newBuffer; |
| 164 | _size = minimumSize; |
| 165 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 166 | } |
| 167 | |
pbos | 22993e1 | 2015-10-19 02:39:06 -0700 | [diff] [blame] | 168 | } // namespace webrtc |