blob: 478b2f490154917e4cf3fa6959488de2feed9086 [file] [log] [blame]
kjellander@webrtc.org35a17562011-10-06 06:44:54 +00001/*
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
kjellander@webrtc.org35a17562011-10-06 06:44:54 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000010
pbos@webrtc.orga4407322013-07-16 12:32:05 +000011#include "webrtc/modules/video_coding/codecs/test/stats.h"
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000012
pbos@webrtc.org12dc1a32013-08-05 16:22:53 +000013#include <assert.h>
14#include <stdio.h>
15
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000016#include <algorithm> // min_element, max_element
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000017
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000018#include "webrtc/base/format_macros.h"
19
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000020namespace webrtc {
21namespace test {
22
pbos@webrtc.org7f7162a2013-07-30 15:18:31 +000023FrameStatistic::FrameStatistic()
24 : encoding_successful(false),
25 decoding_successful(false),
26 encode_return_code(0),
27 decode_return_code(0),
28 encode_time_in_us(0),
29 decode_time_in_us(0),
30 frame_number(0),
31 packets_dropped(0),
32 total_packets(0),
33 bit_rate_in_kbps(0),
34 encoded_frame_length_in_bytes(0),
Peter Boström49e196a2015-10-23 15:58:18 +020035 frame_type(kVideoFrameDelta) {}
pbos@webrtc.org7f7162a2013-07-30 15:18:31 +000036
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000037Stats::Stats() {}
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000038
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000039Stats::~Stats() {}
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000040
41bool LessForEncodeTime(const FrameStatistic& s1, const FrameStatistic& s2) {
philipelcce46fc2015-12-21 03:04:49 -080042 return s1.encode_time_in_us < s2.encode_time_in_us;
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000043}
44
45bool LessForDecodeTime(const FrameStatistic& s1, const FrameStatistic& s2) {
philipelcce46fc2015-12-21 03:04:49 -080046 return s1.decode_time_in_us < s2.decode_time_in_us;
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000047}
48
49bool LessForEncodedSize(const FrameStatistic& s1, const FrameStatistic& s2) {
philipelcce46fc2015-12-21 03:04:49 -080050 return s1.encoded_frame_length_in_bytes < s2.encoded_frame_length_in_bytes;
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000051}
52
53bool LessForBitRate(const FrameStatistic& s1, const FrameStatistic& s2) {
philipelcce46fc2015-12-21 03:04:49 -080054 return s1.bit_rate_in_kbps < s2.bit_rate_in_kbps;
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000055}
56
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000057FrameStatistic& Stats::NewFrame(int frame_number) {
58 assert(frame_number >= 0);
59 FrameStatistic stat;
60 stat.frame_number = frame_number;
61 stats_.push_back(stat);
62 return stats_[frame_number];
63}
64
65void Stats::PrintSummary() {
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000066 printf("Processing summary:\n");
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000067 if (stats_.size() == 0) {
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000068 printf("No frame statistics have been logged yet.\n");
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000069 return;
70 }
71
72 // Calculate min, max, average and total encoding time
73 int total_encoding_time_in_us = 0;
74 int total_decoding_time_in_us = 0;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000075 size_t total_encoded_frames_lengths = 0;
76 size_t total_encoded_key_frames_lengths = 0;
77 size_t total_encoded_nonkey_frames_lengths = 0;
78 size_t nbr_keyframes = 0;
79 size_t nbr_nonkeyframes = 0;
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000080
philipelcce46fc2015-12-21 03:04:49 -080081 for (FrameStatisticsIterator it = stats_.begin(); it != stats_.end(); ++it) {
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000082 total_encoding_time_in_us += it->encode_time_in_us;
83 total_decoding_time_in_us += it->decode_time_in_us;
84 total_encoded_frames_lengths += it->encoded_frame_length_in_bytes;
Peter Boström49e196a2015-10-23 15:58:18 +020085 if (it->frame_type == webrtc::kVideoFrameKey) {
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000086 total_encoded_key_frames_lengths += it->encoded_frame_length_in_bytes;
87 nbr_keyframes++;
88 } else {
89 total_encoded_nonkey_frames_lengths += it->encoded_frame_length_in_bytes;
90 nbr_nonkeyframes++;
91 }
92 }
93
94 FrameStatisticsIterator frame;
95
96 // ENCODING
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000097 printf("Encoding time:\n");
philipelcce46fc2015-12-21 03:04:49 -080098 frame = std::min_element(stats_.begin(), stats_.end(), LessForEncodeTime);
99 printf(" Min : %7d us (frame %d)\n", frame->encode_time_in_us,
100 frame->frame_number);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000101
philipelcce46fc2015-12-21 03:04:49 -0800102 frame = std::max_element(stats_.begin(), stats_.end(), LessForEncodeTime);
103 printf(" Max : %7d us (frame %d)\n", frame->encode_time_in_us,
104 frame->frame_number);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000105
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000106 printf(" Average : %7d us\n",
kjellander@webrtc.org7de6e102011-12-08 08:39:13 +0000107 static_cast<int>(total_encoding_time_in_us / stats_.size()));
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000108
109 // DECODING
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000110 printf("Decoding time:\n");
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000111 // only consider frames that were successfully decoded (packet loss may cause
112 // failures)
113 std::vector<FrameStatistic> decoded_frames;
114 for (std::vector<FrameStatistic>::iterator it = stats_.begin();
philipelcce46fc2015-12-21 03:04:49 -0800115 it != stats_.end(); ++it) {
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000116 if (it->decoding_successful) {
117 decoded_frames.push_back(*it);
118 }
119 }
120 if (decoded_frames.size() == 0) {
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000121 printf("No successfully decoded frames exist in this statistics.\n");
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000122 } else {
philipelcce46fc2015-12-21 03:04:49 -0800123 frame = std::min_element(decoded_frames.begin(), decoded_frames.end(),
124 LessForDecodeTime);
125 printf(" Min : %7d us (frame %d)\n", frame->decode_time_in_us,
126 frame->frame_number);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000127
philipelcce46fc2015-12-21 03:04:49 -0800128 frame = std::max_element(decoded_frames.begin(), decoded_frames.end(),
129 LessForDecodeTime);
130 printf(" Max : %7d us (frame %d)\n", frame->decode_time_in_us,
131 frame->frame_number);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000132
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000133 printf(" Average : %7d us\n",
kjellander@webrtc.org7de6e102011-12-08 08:39:13 +0000134 static_cast<int>(total_decoding_time_in_us / decoded_frames.size()));
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000135 printf(" Failures: %d frames failed to decode.\n",
kjellander@webrtc.org7de6e102011-12-08 08:39:13 +0000136 static_cast<int>(stats_.size() - decoded_frames.size()));
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000137 }
138
139 // SIZE
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000140 printf("Frame sizes:\n");
philipelcce46fc2015-12-21 03:04:49 -0800141 frame = std::min_element(stats_.begin(), stats_.end(), LessForEncodedSize);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000142 printf(" Min : %7" PRIuS " bytes (frame %d)\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000143 frame->encoded_frame_length_in_bytes, frame->frame_number);
144
philipelcce46fc2015-12-21 03:04:49 -0800145 frame = std::max_element(stats_.begin(), stats_.end(), LessForEncodedSize);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000146 printf(" Max : %7" PRIuS " bytes (frame %d)\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000147 frame->encoded_frame_length_in_bytes, frame->frame_number);
148
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000149 printf(" Average : %7" PRIuS " bytes\n",
150 total_encoded_frames_lengths / stats_.size());
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000151 if (nbr_keyframes > 0) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000152 printf(" Average key frame size : %7" PRIuS " bytes (%" PRIuS
153 " keyframes)\n",
154 total_encoded_key_frames_lengths / nbr_keyframes, nbr_keyframes);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000155 }
156 if (nbr_nonkeyframes > 0) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000157 printf(" Average non-key frame size: %7" PRIuS " bytes (%" PRIuS
158 " frames)\n",
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000159 total_encoded_nonkey_frames_lengths / nbr_nonkeyframes,
160 nbr_nonkeyframes);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000161 }
162
163 // BIT RATE
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000164 printf("Bit rates:\n");
philipelcce46fc2015-12-21 03:04:49 -0800165 frame = std::min_element(stats_.begin(), stats_.end(), LessForBitRate);
166 printf(" Min bit rate: %7d kbps (frame %d)\n", frame->bit_rate_in_kbps,
167 frame->frame_number);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000168
philipelcce46fc2015-12-21 03:04:49 -0800169 frame = std::max_element(stats_.begin(), stats_.end(), LessForBitRate);
170 printf(" Max bit rate: %7d kbps (frame %d)\n", frame->bit_rate_in_kbps,
171 frame->frame_number);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000172
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000173 printf("\n");
philipelcce46fc2015-12-21 03:04:49 -0800174 printf("Total encoding time : %7d ms.\n", total_encoding_time_in_us / 1000);
175 printf("Total decoding time : %7d ms.\n", total_decoding_time_in_us / 1000);
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000176 printf("Total processing time: %7d ms.\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000177 (total_encoding_time_in_us + total_decoding_time_in_us) / 1000);
178}
179
180} // namespace test
181} // namespace webrtc