blob: f7d666bea469a7546ba07f8651f8724d60c6e14b [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
pwestin@webrtc.orgddab60b2012-04-23 14:52:15 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
niklase@google.com470e71d2011-07-07 08:21:25 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
Mirko Bonadei92ea95e2017-09-15 06:47:31 +020011#include "modules/video_coding/encoded_frame.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000012
Yves Gerey3e707812018-11-28 16:47:49 +010013#include <string.h>
14
15#include "absl/types/variant.h"
16#include "api/video/video_timing.h"
17#include "modules/video_coding/codecs/interface/common_constants.h"
18#include "modules/video_coding/codecs/vp8/include/vp8_globals.h"
19#include "modules/video_coding/codecs/vp9/include/vp9_globals.h"
20
niklase@google.com470e71d2011-07-07 08:21:25 +000021namespace webrtc {
22
23VCMEncodedFrame::VCMEncodedFrame()
guoweis@webrtc.org54d072e2015-03-17 21:54:50 +000024 : webrtc::EncodedImage(),
25 _renderTimeMs(-1),
26 _payloadType(0),
27 _missingFrame(false),
philipel5dacece2019-09-26 10:59:41 +020028 _codec(kVideoCodecGeneric) {
Kári Tristan Helgason84ccb2d2018-08-16 14:35:26 +020029 _codecSpecificInfo.codecType = kVideoCodecGeneric;
niklase@google.com470e71d2011-07-07 08:21:25 +000030}
31
philipel6c42d922019-06-20 11:13:03 +020032VCMEncodedFrame::VCMEncodedFrame(const VCMEncodedFrame&) = default;
33
philipel9d3ab612015-12-21 04:12:39 -080034VCMEncodedFrame::~VCMEncodedFrame() {
philipel9d3ab612015-12-21 04:12:39 -080035 Reset();
niklase@google.com470e71d2011-07-07 08:21:25 +000036}
37
philipel9d3ab612015-12-21 04:12:39 -080038void VCMEncodedFrame::Reset() {
Niels Möller23775882018-08-16 10:24:12 +020039 SetTimestamp(0);
Sergey Silkin61832dd2018-12-20 14:32:14 +010040 SetSpatialIndex(absl::nullopt);
philipel9d3ab612015-12-21 04:12:39 -080041 _renderTimeMs = -1;
philipel9d3ab612015-12-21 04:12:39 -080042 _payloadType = 0;
Niels Möller8f7ce222019-03-21 15:43:58 +010043 _frameType = VideoFrameType::kVideoFrameDelta;
philipel9d3ab612015-12-21 04:12:39 -080044 _encodedWidth = 0;
45 _encodedHeight = 0;
philipel9d3ab612015-12-21 04:12:39 -080046 _missingFrame = false;
Niels Möller77536a22019-01-15 08:50:01 +010047 set_size(0);
Kári Tristan Helgason84ccb2d2018-08-16 14:35:26 +020048 _codecSpecificInfo.codecType = kVideoCodecGeneric;
49 _codec = kVideoCodecGeneric;
perkj414dda12016-07-04 01:45:23 -070050 rotation_ = kVideoRotation_0;
ilnik00d802b2017-04-11 10:34:31 -070051 content_type_ = VideoContentType::UNSPECIFIED;
Ilya Nikolaevskiyb6c462d2018-06-05 15:21:32 +020052 timing_.flags = VideoSendTiming::kInvalid;
niklase@google.com470e71d2011-07-07 08:21:25 +000053}
54
philipel9d3ab612015-12-21 04:12:39 -080055void VCMEncodedFrame::CopyCodecSpecific(const RTPVideoHeader* header) {
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000056 if (header) {
57 switch (header->codec) {
Niels Möller520ca4e2018-06-04 11:14:38 +020058 case kVideoCodecVP8: {
Philip Eliassond52a1a62018-09-07 13:03:55 +000059 const auto& vp8_header =
60 absl::get<RTPVideoHeaderVP8>(header->video_type_header);
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000061 if (_codecSpecificInfo.codecType != kVideoCodecVP8) {
62 // This is the first packet for this frame.
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000063 _codecSpecificInfo.codecSpecific.VP8.temporalIdx = 0;
64 _codecSpecificInfo.codecSpecific.VP8.layerSync = false;
65 _codecSpecificInfo.codecSpecific.VP8.keyIdx = -1;
66 _codecSpecificInfo.codecType = kVideoCodecVP8;
henrik.lundin@webrtc.org473bac82011-08-17 09:47:33 +000067 }
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000068 _codecSpecificInfo.codecSpecific.VP8.nonReference =
Philip Eliassond52a1a62018-09-07 13:03:55 +000069 vp8_header.nonReference;
70 if (vp8_header.temporalIdx != kNoTemporalIdx) {
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000071 _codecSpecificInfo.codecSpecific.VP8.temporalIdx =
Philip Eliassond52a1a62018-09-07 13:03:55 +000072 vp8_header.temporalIdx;
73 _codecSpecificInfo.codecSpecific.VP8.layerSync = vp8_header.layerSync;
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000074 }
Philip Eliassond52a1a62018-09-07 13:03:55 +000075 if (vp8_header.keyIdx != kNoKeyIdx) {
76 _codecSpecificInfo.codecSpecific.VP8.keyIdx = vp8_header.keyIdx;
stefan@webrtc.org2ec56062014-07-31 14:59:24 +000077 }
78 break;
79 }
Niels Möller520ca4e2018-06-04 11:14:38 +020080 case kVideoCodecVP9: {
philipel29d88462018-08-08 14:26:00 +020081 const auto& vp9_header =
82 absl::get<RTPVideoHeaderVP9>(header->video_type_header);
asaperssona9455ab2015-07-31 06:10:09 -070083 if (_codecSpecificInfo.codecType != kVideoCodecVP9) {
84 // This is the first packet for this frame.
asaperssona9455ab2015-07-31 06:10:09 -070085 _codecSpecificInfo.codecSpecific.VP9.temporal_idx = 0;
asaperssona9455ab2015-07-31 06:10:09 -070086 _codecSpecificInfo.codecSpecific.VP9.gof_idx = 0;
87 _codecSpecificInfo.codecSpecific.VP9.inter_layer_predicted = false;
asaperssona9455ab2015-07-31 06:10:09 -070088 _codecSpecificInfo.codecType = kVideoCodecVP9;
89 }
90 _codecSpecificInfo.codecSpecific.VP9.inter_pic_predicted =
philipel29d88462018-08-08 14:26:00 +020091 vp9_header.inter_pic_predicted;
asaperssona9455ab2015-07-31 06:10:09 -070092 _codecSpecificInfo.codecSpecific.VP9.flexible_mode =
philipel29d88462018-08-08 14:26:00 +020093 vp9_header.flexible_mode;
philipelcfc319b2015-11-10 07:17:23 -080094 _codecSpecificInfo.codecSpecific.VP9.num_ref_pics =
philipel29d88462018-08-08 14:26:00 +020095 vp9_header.num_ref_pics;
96 for (uint8_t r = 0; r < vp9_header.num_ref_pics; ++r) {
philipelcfc319b2015-11-10 07:17:23 -080097 _codecSpecificInfo.codecSpecific.VP9.p_diff[r] =
philipel29d88462018-08-08 14:26:00 +020098 vp9_header.pid_diff[r];
philipelcfc319b2015-11-10 07:17:23 -080099 }
asaperssona9455ab2015-07-31 06:10:09 -0700100 _codecSpecificInfo.codecSpecific.VP9.ss_data_available =
philipel29d88462018-08-08 14:26:00 +0200101 vp9_header.ss_data_available;
102 if (vp9_header.temporal_idx != kNoTemporalIdx) {
asaperssona9455ab2015-07-31 06:10:09 -0700103 _codecSpecificInfo.codecSpecific.VP9.temporal_idx =
philipel29d88462018-08-08 14:26:00 +0200104 vp9_header.temporal_idx;
asaperssona9455ab2015-07-31 06:10:09 -0700105 _codecSpecificInfo.codecSpecific.VP9.temporal_up_switch =
philipel29d88462018-08-08 14:26:00 +0200106 vp9_header.temporal_up_switch;
asaperssona9455ab2015-07-31 06:10:09 -0700107 }
philipel29d88462018-08-08 14:26:00 +0200108 if (vp9_header.spatial_idx != kNoSpatialIdx) {
asaperssona9455ab2015-07-31 06:10:09 -0700109 _codecSpecificInfo.codecSpecific.VP9.inter_layer_predicted =
philipel29d88462018-08-08 14:26:00 +0200110 vp9_header.inter_layer_predicted;
Sergey Silkin61832dd2018-12-20 14:32:14 +0100111 SetSpatialIndex(vp9_header.spatial_idx);
asaperssona9455ab2015-07-31 06:10:09 -0700112 }
philipel29d88462018-08-08 14:26:00 +0200113 if (vp9_header.gof_idx != kNoGofIdx) {
114 _codecSpecificInfo.codecSpecific.VP9.gof_idx = vp9_header.gof_idx;
asaperssona9455ab2015-07-31 06:10:09 -0700115 }
philipel29d88462018-08-08 14:26:00 +0200116 if (vp9_header.ss_data_available) {
asaperssona9455ab2015-07-31 06:10:09 -0700117 _codecSpecificInfo.codecSpecific.VP9.num_spatial_layers =
philipel29d88462018-08-08 14:26:00 +0200118 vp9_header.num_spatial_layers;
asaperssona9455ab2015-07-31 06:10:09 -0700119 _codecSpecificInfo.codecSpecific.VP9
120 .spatial_layer_resolution_present =
philipel29d88462018-08-08 14:26:00 +0200121 vp9_header.spatial_layer_resolution_present;
122 if (vp9_header.spatial_layer_resolution_present) {
123 for (size_t i = 0; i < vp9_header.num_spatial_layers; ++i) {
asaperssona9455ab2015-07-31 06:10:09 -0700124 _codecSpecificInfo.codecSpecific.VP9.width[i] =
philipel29d88462018-08-08 14:26:00 +0200125 vp9_header.width[i];
asaperssona9455ab2015-07-31 06:10:09 -0700126 _codecSpecificInfo.codecSpecific.VP9.height[i] =
philipel29d88462018-08-08 14:26:00 +0200127 vp9_header.height[i];
asaperssona9455ab2015-07-31 06:10:09 -0700128 }
129 }
130 _codecSpecificInfo.codecSpecific.VP9.gof.CopyGofInfoVP9(
philipel29d88462018-08-08 14:26:00 +0200131 vp9_header.gof);
asaperssona9455ab2015-07-31 06:10:09 -0700132 }
133 break;
134 }
Niels Möller520ca4e2018-06-04 11:14:38 +0200135 case kVideoCodecH264: {
stefan@webrtc.org2ec56062014-07-31 14:59:24 +0000136 _codecSpecificInfo.codecType = kVideoCodecH264;
137 break;
138 }
Niels Möller520ca4e2018-06-04 11:14:38 +0200139 default: {
Kári Tristan Helgason84ccb2d2018-08-16 14:35:26 +0200140 _codecSpecificInfo.codecType = kVideoCodecGeneric;
stefan@webrtc.org2ec56062014-07-31 14:59:24 +0000141 break;
142 }
henrik.lundin@webrtc.org473bac82011-08-17 09:47:33 +0000143 }
stefan@webrtc.org2ec56062014-07-31 14:59:24 +0000144 }
henrik.lundin@webrtc.org473bac82011-08-17 09:47:33 +0000145}
146
pbos22993e12015-10-19 02:39:06 -0700147} // namespace webrtc