blob: b46f7590a5a7cf218bb2cdbe6300d81b3745a735 [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgddab60b2012-04-23 14:52:15 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/video_coding/encoded_frame.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000012
Yves Gerey3e707812018-11-28 16:47:49 +010013#include <string.h>
14
15#include "absl/types/variant.h"
16#include "api/video/video_timing.h"
17#include "modules/video_coding/codecs/interface/common_constants.h"
18#include "modules/video_coding/codecs/vp8/include/vp8_globals.h"
19#include "modules/video_coding/codecs/vp9/include/vp9_globals.h"
20
niklase@google.com470e71d2011-07-07 08:21:25 +000021namespace webrtc {
22
23VCMEncodedFrame::VCMEncodedFrame()
guoweis@webrtc.org54d072e2015-03-17 21:54:50 +000024 : webrtc::EncodedImage(),
25 _renderTimeMs(-1),
26 _payloadType(0),
27 _missingFrame(false),
Kári Tristan Helgason84ccb2d2018-08-16 14:35:26 +020028 _codec(kVideoCodecGeneric),
guoweis@webrtc.org54d072e2015-03-17 21:54:50 +000029 _rotation_set(false) {
Kári Tristan Helgason84ccb2d2018-08-16 14:35:26 +020030 _codecSpecificInfo.codecType = kVideoCodecGeneric;
niklase@google.com470e71d2011-07-07 08:21:25 +000031}
32
philipel9d3ab612015-12-21 04:12:39 -080033VCMEncodedFrame::~VCMEncodedFrame() {
34 Free();
niklase@google.com470e71d2011-07-07 08:21:25 +000035}
36
philipel9d3ab612015-12-21 04:12:39 -080037void VCMEncodedFrame::Free() {
38 Reset();
39 if (_buffer != NULL) {
40 delete[] _buffer;
41 _buffer = NULL;
42 }
niklase@google.com470e71d2011-07-07 08:21:25 +000043}
44
philipel9d3ab612015-12-21 04:12:39 -080045void VCMEncodedFrame::Reset() {
Niels Möller23775882018-08-16 10:24:12 +020046 SetTimestamp(0);
philipel9d3ab612015-12-21 04:12:39 -080047 _renderTimeMs = -1;
philipel9d3ab612015-12-21 04:12:39 -080048 _payloadType = 0;
49 _frameType = kVideoFrameDelta;
50 _encodedWidth = 0;
51 _encodedHeight = 0;
52 _completeFrame = false;
53 _missingFrame = false;
54 _length = 0;
Kári Tristan Helgason84ccb2d2018-08-16 14:35:26 +020055 _codecSpecificInfo.codecType = kVideoCodecGeneric;
56 _codec = kVideoCodecGeneric;
perkj414dda12016-07-04 01:45:23 -070057 rotation_ = kVideoRotation_0;
ilnik00d802b2017-04-11 10:34:31 -070058 content_type_ = VideoContentType::UNSPECIFIED;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +020059 timing_.flags = VideoSendTiming::kInvalid;
philipel9d3ab612015-12-21 04:12:39 -080060 _rotation_set = false;
niklase@google.com470e71d2011-07-07 08:21:25 +000061}
62
philipel9d3ab612015-12-21 04:12:39 -080063void VCMEncodedFrame::CopyCodecSpecific(const RTPVideoHeader* header) {
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000064 if (header) {
65 switch (header->codec) {
Niels Möller520ca4e2018-06-04 11:14:38 +020066 case kVideoCodecVP8: {
Philip Eliassond52a1a62018-09-07 13:03:55 +000067 const auto& vp8_header =
68 absl::get<RTPVideoHeaderVP8>(header->video_type_header);
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000069 if (_codecSpecificInfo.codecType != kVideoCodecVP8) {
70 // This is the first packet for this frame.
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000071 _codecSpecificInfo.codecSpecific.VP8.temporalIdx = 0;
72 _codecSpecificInfo.codecSpecific.VP8.layerSync = false;
73 _codecSpecificInfo.codecSpecific.VP8.keyIdx = -1;
74 _codecSpecificInfo.codecType = kVideoCodecVP8;
henrik.lundin@webrtc.org473bac82011-08-17 09:47:33 +000075 }
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000076 _codecSpecificInfo.codecSpecific.VP8.nonReference =
Philip Eliassond52a1a62018-09-07 13:03:55 +000077 vp8_header.nonReference;
78 if (vp8_header.temporalIdx != kNoTemporalIdx) {
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000079 _codecSpecificInfo.codecSpecific.VP8.temporalIdx =
Philip Eliassond52a1a62018-09-07 13:03:55 +000080 vp8_header.temporalIdx;
81 _codecSpecificInfo.codecSpecific.VP8.layerSync = vp8_header.layerSync;
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000082 }
Philip Eliassond52a1a62018-09-07 13:03:55 +000083 if (vp8_header.keyIdx != kNoKeyIdx) {
84 _codecSpecificInfo.codecSpecific.VP8.keyIdx = vp8_header.keyIdx;
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000085 }
86 break;
87 }
Niels Möller520ca4e2018-06-04 11:14:38 +020088 case kVideoCodecVP9: {
philipel29d88462018-08-08 14:26:00 +020089 const auto& vp9_header =
90 absl::get<RTPVideoHeaderVP9>(header->video_type_header);
asaperssona9455ab2015-07-31 06:10:09 -070091 if (_codecSpecificInfo.codecType != kVideoCodecVP9) {
92 // This is the first packet for this frame.
asaperssona9455ab2015-07-31 06:10:09 -070093 _codecSpecificInfo.codecSpecific.VP9.temporal_idx = 0;
asaperssona9455ab2015-07-31 06:10:09 -070094 _codecSpecificInfo.codecSpecific.VP9.gof_idx = 0;
95 _codecSpecificInfo.codecSpecific.VP9.inter_layer_predicted = false;
asaperssona9455ab2015-07-31 06:10:09 -070096 _codecSpecificInfo.codecType = kVideoCodecVP9;
97 }
98 _codecSpecificInfo.codecSpecific.VP9.inter_pic_predicted =
philipel29d88462018-08-08 14:26:00 +020099 vp9_header.inter_pic_predicted;
asaperssona9455ab2015-07-31 06:10:09 -0700100 _codecSpecificInfo.codecSpecific.VP9.flexible_mode =
philipel29d88462018-08-08 14:26:00 +0200101 vp9_header.flexible_mode;
philipelcfc319b2015-11-10 07:17:23 -0800102 _codecSpecificInfo.codecSpecific.VP9.num_ref_pics =
philipel29d88462018-08-08 14:26:00 +0200103 vp9_header.num_ref_pics;
104 for (uint8_t r = 0; r < vp9_header.num_ref_pics; ++r) {
philipelcfc319b2015-11-10 07:17:23 -0800105 _codecSpecificInfo.codecSpecific.VP9.p_diff[r] =
philipel29d88462018-08-08 14:26:00 +0200106 vp9_header.pid_diff[r];
philipelcfc319b2015-11-10 07:17:23 -0800107 }
asaperssona9455ab2015-07-31 06:10:09 -0700108 _codecSpecificInfo.codecSpecific.VP9.ss_data_available =
philipel29d88462018-08-08 14:26:00 +0200109 vp9_header.ss_data_available;
110 if (vp9_header.temporal_idx != kNoTemporalIdx) {
asaperssona9455ab2015-07-31 06:10:09 -0700111 _codecSpecificInfo.codecSpecific.VP9.temporal_idx =
philipel29d88462018-08-08 14:26:00 +0200112 vp9_header.temporal_idx;
asaperssona9455ab2015-07-31 06:10:09 -0700113 _codecSpecificInfo.codecSpecific.VP9.temporal_up_switch =
philipel29d88462018-08-08 14:26:00 +0200114 vp9_header.temporal_up_switch;
asaperssona9455ab2015-07-31 06:10:09 -0700115 }
philipel29d88462018-08-08 14:26:00 +0200116 if (vp9_header.spatial_idx != kNoSpatialIdx) {
asaperssona9455ab2015-07-31 06:10:09 -0700117 _codecSpecificInfo.codecSpecific.VP9.inter_layer_predicted =
philipel29d88462018-08-08 14:26:00 +0200118 vp9_header.inter_layer_predicted;
asaperssona9455ab2015-07-31 06:10:09 -0700119 }
philipel29d88462018-08-08 14:26:00 +0200120 if (vp9_header.gof_idx != kNoGofIdx) {
121 _codecSpecificInfo.codecSpecific.VP9.gof_idx = vp9_header.gof_idx;
asaperssona9455ab2015-07-31 06:10:09 -0700122 }
philipel29d88462018-08-08 14:26:00 +0200123 if (vp9_header.ss_data_available) {
asaperssona9455ab2015-07-31 06:10:09 -0700124 _codecSpecificInfo.codecSpecific.VP9.num_spatial_layers =
philipel29d88462018-08-08 14:26:00 +0200125 vp9_header.num_spatial_layers;
asaperssona9455ab2015-07-31 06:10:09 -0700126 _codecSpecificInfo.codecSpecific.VP9
127 .spatial_layer_resolution_present =
philipel29d88462018-08-08 14:26:00 +0200128 vp9_header.spatial_layer_resolution_present;
129 if (vp9_header.spatial_layer_resolution_present) {
130 for (size_t i = 0; i < vp9_header.num_spatial_layers; ++i) {
asaperssona9455ab2015-07-31 06:10:09 -0700131 _codecSpecificInfo.codecSpecific.VP9.width[i] =
philipel29d88462018-08-08 14:26:00 +0200132 vp9_header.width[i];
asaperssona9455ab2015-07-31 06:10:09 -0700133 _codecSpecificInfo.codecSpecific.VP9.height[i] =
philipel29d88462018-08-08 14:26:00 +0200134 vp9_header.height[i];
asaperssona9455ab2015-07-31 06:10:09 -0700135 }
136 }
137 _codecSpecificInfo.codecSpecific.VP9.gof.CopyGofInfoVP9(
philipel29d88462018-08-08 14:26:00 +0200138 vp9_header.gof);
asaperssona9455ab2015-07-31 06:10:09 -0700139 }
140 break;
141 }
Niels Möller520ca4e2018-06-04 11:14:38 +0200142 case kVideoCodecH264: {
stefan@webrtc.org2ec56062014-07-31 14:59:24 +0000143 _codecSpecificInfo.codecType = kVideoCodecH264;
144 break;
145 }
Niels Möller520ca4e2018-06-04 11:14:38 +0200146 default: {
Kári Tristan Helgason84ccb2d2018-08-16 14:35:26 +0200147 _codecSpecificInfo.codecType = kVideoCodecGeneric;
stefan@webrtc.org2ec56062014-07-31 14:59:24 +0000148 break;
149 }
henrik.lundin@webrtc.org473bac82011-08-17 09:47:33 +0000150 }
stefan@webrtc.org2ec56062014-07-31 14:59:24 +0000151 }
henrik.lundin@webrtc.org473bac82011-08-17 09:47:33 +0000152}
153
philipel9d3ab612015-12-21 04:12:39 -0800154void VCMEncodedFrame::VerifyAndAllocate(size_t minimumSize) {
155 if (minimumSize > _size) {
156 // create buffer of sufficient size
157 uint8_t* newBuffer = new uint8_t[minimumSize];
158 if (_buffer) {
159 // copy old data
160 memcpy(newBuffer, _buffer, _size);
161 delete[] _buffer;
niklase@google.com470e71d2011-07-07 08:21:25 +0000162 }
philipel9d3ab612015-12-21 04:12:39 -0800163 _buffer = newBuffer;
164 _size = minimumSize;
165 }
niklase@google.com470e71d2011-07-07 08:21:25 +0000166}
167
pbos22993e12015-10-19 02:39:06 -0700168} // namespace webrtc