niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
pwestin@webrtc.org | ddab60b | 2012-04-23 14:52:15 +0000 | [diff] [blame] | 2 | * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Mirko Bonadei | 92ea95e | 2017-09-15 06:47:31 +0200 | [diff] [blame] | 11 | #include "modules/video_coding/encoded_frame.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 12 | |
| 13 | namespace webrtc { |
| 14 | |
| 15 | VCMEncodedFrame::VCMEncodedFrame() |
guoweis@webrtc.org | 54d072e | 2015-03-17 21:54:50 +0000 | [diff] [blame] | 16 | : webrtc::EncodedImage(), |
| 17 | _renderTimeMs(-1), |
| 18 | _payloadType(0), |
| 19 | _missingFrame(false), |
Kári Tristan Helgason | 84ccb2d | 2018-08-16 14:35:26 +0200 | [diff] [blame] | 20 | _codec(kVideoCodecGeneric), |
guoweis@webrtc.org | 54d072e | 2015-03-17 21:54:50 +0000 | [diff] [blame] | 21 | _rotation_set(false) { |
Kári Tristan Helgason | 84ccb2d | 2018-08-16 14:35:26 +0200 | [diff] [blame] | 22 | _codecSpecificInfo.codecType = kVideoCodecGeneric; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 23 | } |
| 24 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 25 | VCMEncodedFrame::~VCMEncodedFrame() { |
| 26 | Free(); |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 27 | } |
| 28 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 29 | void VCMEncodedFrame::Free() { |
| 30 | Reset(); |
| 31 | if (_buffer != NULL) { |
| 32 | delete[] _buffer; |
| 33 | _buffer = NULL; |
| 34 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 35 | } |
| 36 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 37 | void VCMEncodedFrame::Reset() { |
| 38 | _renderTimeMs = -1; |
| 39 | _timeStamp = 0; |
| 40 | _payloadType = 0; |
| 41 | _frameType = kVideoFrameDelta; |
| 42 | _encodedWidth = 0; |
| 43 | _encodedHeight = 0; |
| 44 | _completeFrame = false; |
| 45 | _missingFrame = false; |
| 46 | _length = 0; |
Kári Tristan Helgason | 84ccb2d | 2018-08-16 14:35:26 +0200 | [diff] [blame] | 47 | _codecSpecificInfo.codecType = kVideoCodecGeneric; |
| 48 | _codec = kVideoCodecGeneric; |
perkj | 414dda1 | 2016-07-04 01:45:23 -0700 | [diff] [blame] | 49 | rotation_ = kVideoRotation_0; |
ilnik | 00d802b | 2017-04-11 10:34:31 -0700 | [diff] [blame] | 50 | content_type_ = VideoContentType::UNSPECIFIED; |
Ilya Nikolaevskiy | b6c462d | 2018-06-05 15:21:32 +0200 | [diff] [blame] | 51 | timing_.flags = VideoSendTiming::kInvalid; |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 52 | _rotation_set = false; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 53 | } |
| 54 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 55 | void VCMEncodedFrame::CopyCodecSpecific(const RTPVideoHeader* header) { |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 56 | if (header) { |
| 57 | switch (header->codec) { |
Niels Möller | 520ca4e | 2018-06-04 11:14:38 +0200 | [diff] [blame] | 58 | case kVideoCodecVP8: { |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 59 | if (_codecSpecificInfo.codecType != kVideoCodecVP8) { |
| 60 | // This is the first packet for this frame. |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 61 | _codecSpecificInfo.codecSpecific.VP8.temporalIdx = 0; |
| 62 | _codecSpecificInfo.codecSpecific.VP8.layerSync = false; |
| 63 | _codecSpecificInfo.codecSpecific.VP8.keyIdx = -1; |
| 64 | _codecSpecificInfo.codecType = kVideoCodecVP8; |
henrik.lundin@webrtc.org | 473bac8 | 2011-08-17 09:47:33 +0000 | [diff] [blame] | 65 | } |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 66 | _codecSpecificInfo.codecSpecific.VP8.nonReference = |
philipel | 5ab67a5 | 2018-07-05 12:27:04 +0200 | [diff] [blame] | 67 | header->vp8().nonReference; |
| 68 | if (header->vp8().temporalIdx != kNoTemporalIdx) { |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 69 | _codecSpecificInfo.codecSpecific.VP8.temporalIdx = |
philipel | 5ab67a5 | 2018-07-05 12:27:04 +0200 | [diff] [blame] | 70 | header->vp8().temporalIdx; |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 71 | _codecSpecificInfo.codecSpecific.VP8.layerSync = |
philipel | 5ab67a5 | 2018-07-05 12:27:04 +0200 | [diff] [blame] | 72 | header->vp8().layerSync; |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 73 | } |
philipel | 5ab67a5 | 2018-07-05 12:27:04 +0200 | [diff] [blame] | 74 | if (header->vp8().keyIdx != kNoKeyIdx) { |
| 75 | _codecSpecificInfo.codecSpecific.VP8.keyIdx = header->vp8().keyIdx; |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 76 | } |
| 77 | break; |
| 78 | } |
Niels Möller | 520ca4e | 2018-06-04 11:14:38 +0200 | [diff] [blame] | 79 | case kVideoCodecVP9: { |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 80 | const auto& vp9_header = |
| 81 | absl::get<RTPVideoHeaderVP9>(header->video_type_header); |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 82 | if (_codecSpecificInfo.codecType != kVideoCodecVP9) { |
| 83 | // This is the first packet for this frame. |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 84 | _codecSpecificInfo.codecSpecific.VP9.temporal_idx = 0; |
| 85 | _codecSpecificInfo.codecSpecific.VP9.spatial_idx = 0; |
| 86 | _codecSpecificInfo.codecSpecific.VP9.gof_idx = 0; |
| 87 | _codecSpecificInfo.codecSpecific.VP9.inter_layer_predicted = false; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 88 | _codecSpecificInfo.codecType = kVideoCodecVP9; |
| 89 | } |
| 90 | _codecSpecificInfo.codecSpecific.VP9.inter_pic_predicted = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 91 | vp9_header.inter_pic_predicted; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 92 | _codecSpecificInfo.codecSpecific.VP9.flexible_mode = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 93 | vp9_header.flexible_mode; |
philipel | cfc319b | 2015-11-10 07:17:23 -0800 | [diff] [blame] | 94 | _codecSpecificInfo.codecSpecific.VP9.num_ref_pics = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 95 | vp9_header.num_ref_pics; |
| 96 | for (uint8_t r = 0; r < vp9_header.num_ref_pics; ++r) { |
philipel | cfc319b | 2015-11-10 07:17:23 -0800 | [diff] [blame] | 97 | _codecSpecificInfo.codecSpecific.VP9.p_diff[r] = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 98 | vp9_header.pid_diff[r]; |
philipel | cfc319b | 2015-11-10 07:17:23 -0800 | [diff] [blame] | 99 | } |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 100 | _codecSpecificInfo.codecSpecific.VP9.ss_data_available = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 101 | vp9_header.ss_data_available; |
| 102 | if (vp9_header.temporal_idx != kNoTemporalIdx) { |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 103 | _codecSpecificInfo.codecSpecific.VP9.temporal_idx = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 104 | vp9_header.temporal_idx; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 105 | _codecSpecificInfo.codecSpecific.VP9.temporal_up_switch = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 106 | vp9_header.temporal_up_switch; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 107 | } |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 108 | if (vp9_header.spatial_idx != kNoSpatialIdx) { |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 109 | _codecSpecificInfo.codecSpecific.VP9.spatial_idx = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 110 | vp9_header.spatial_idx; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 111 | _codecSpecificInfo.codecSpecific.VP9.inter_layer_predicted = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 112 | vp9_header.inter_layer_predicted; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 113 | } |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 114 | if (vp9_header.gof_idx != kNoGofIdx) { |
| 115 | _codecSpecificInfo.codecSpecific.VP9.gof_idx = vp9_header.gof_idx; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 116 | } |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 117 | if (vp9_header.ss_data_available) { |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 118 | _codecSpecificInfo.codecSpecific.VP9.num_spatial_layers = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 119 | vp9_header.num_spatial_layers; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 120 | _codecSpecificInfo.codecSpecific.VP9 |
| 121 | .spatial_layer_resolution_present = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 122 | vp9_header.spatial_layer_resolution_present; |
| 123 | if (vp9_header.spatial_layer_resolution_present) { |
| 124 | for (size_t i = 0; i < vp9_header.num_spatial_layers; ++i) { |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 125 | _codecSpecificInfo.codecSpecific.VP9.width[i] = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 126 | vp9_header.width[i]; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 127 | _codecSpecificInfo.codecSpecific.VP9.height[i] = |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 128 | vp9_header.height[i]; |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 129 | } |
| 130 | } |
| 131 | _codecSpecificInfo.codecSpecific.VP9.gof.CopyGofInfoVP9( |
philipel | 29d8846 | 2018-08-08 14:26:00 +0200 | [diff] [blame] | 132 | vp9_header.gof); |
asapersson | a9455ab | 2015-07-31 06:10:09 -0700 | [diff] [blame] | 133 | } |
| 134 | break; |
| 135 | } |
Niels Möller | 520ca4e | 2018-06-04 11:14:38 +0200 | [diff] [blame] | 136 | case kVideoCodecH264: { |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 137 | _codecSpecificInfo.codecType = kVideoCodecH264; |
| 138 | break; |
| 139 | } |
Niels Möller | 520ca4e | 2018-06-04 11:14:38 +0200 | [diff] [blame] | 140 | default: { |
Kári Tristan Helgason | 84ccb2d | 2018-08-16 14:35:26 +0200 | [diff] [blame] | 141 | _codecSpecificInfo.codecType = kVideoCodecGeneric; |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 142 | break; |
| 143 | } |
henrik.lundin@webrtc.org | 473bac8 | 2011-08-17 09:47:33 +0000 | [diff] [blame] | 144 | } |
stefan@webrtc.org | 2ec5606 | 2014-07-31 14:59:24 +0000 | [diff] [blame] | 145 | } |
henrik.lundin@webrtc.org | 473bac8 | 2011-08-17 09:47:33 +0000 | [diff] [blame] | 146 | } |
| 147 | |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 148 | void VCMEncodedFrame::VerifyAndAllocate(size_t minimumSize) { |
| 149 | if (minimumSize > _size) { |
| 150 | // create buffer of sufficient size |
| 151 | uint8_t* newBuffer = new uint8_t[minimumSize]; |
| 152 | if (_buffer) { |
| 153 | // copy old data |
| 154 | memcpy(newBuffer, _buffer, _size); |
| 155 | delete[] _buffer; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 156 | } |
philipel | 9d3ab61 | 2015-12-21 04:12:39 -0800 | [diff] [blame] | 157 | _buffer = newBuffer; |
| 158 | _size = minimumSize; |
| 159 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 160 | } |
| 161 | |
pbos | 22993e1 | 2015-10-19 02:39:06 -0700 | [diff] [blame] | 162 | } // namespace webrtc |