blob: 91a2f3c5f41351f51fc846e6abae13fe96b0a3a4 [file] [log] [blame]
kjellander@webrtc.org35a17562011-10-06 06:44:54 +00001/*
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +00002 * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved.
kjellander@webrtc.org35a17562011-10-06 06:44:54 +00003 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000010
pbos@webrtc.orga4407322013-07-16 12:32:05 +000011#include "webrtc/modules/video_coding/codecs/test/stats.h"
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000012
pbos@webrtc.org12dc1a32013-08-05 16:22:53 +000013#include <assert.h>
14#include <stdio.h>
15
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000016#include <algorithm> // min_element, max_element
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000017
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000018#include "webrtc/base/format_macros.h"
19
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000020namespace webrtc {
21namespace test {
22
pbos@webrtc.org7f7162a2013-07-30 15:18:31 +000023FrameStatistic::FrameStatistic()
24 : encoding_successful(false),
25 decoding_successful(false),
26 encode_return_code(0),
27 decode_return_code(0),
28 encode_time_in_us(0),
29 decode_time_in_us(0),
30 frame_number(0),
31 packets_dropped(0),
32 total_packets(0),
33 bit_rate_in_kbps(0),
34 encoded_frame_length_in_bytes(0),
35 frame_type(kDeltaFrame) {}
36
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000037Stats::Stats() {}
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000038
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000039Stats::~Stats() {}
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000040
41bool LessForEncodeTime(const FrameStatistic& s1, const FrameStatistic& s2) {
42 return s1.encode_time_in_us < s2.encode_time_in_us;
43}
44
45bool LessForDecodeTime(const FrameStatistic& s1, const FrameStatistic& s2) {
46 return s1.decode_time_in_us < s2.decode_time_in_us;
47}
48
49bool LessForEncodedSize(const FrameStatistic& s1, const FrameStatistic& s2) {
50 return s1.encoded_frame_length_in_bytes < s2.encoded_frame_length_in_bytes;
51}
52
53bool LessForBitRate(const FrameStatistic& s1, const FrameStatistic& s2) {
54 return s1.bit_rate_in_kbps < s2.bit_rate_in_kbps;
55}
56
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000057FrameStatistic& Stats::NewFrame(int frame_number) {
58 assert(frame_number >= 0);
59 FrameStatistic stat;
60 stat.frame_number = frame_number;
61 stats_.push_back(stat);
62 return stats_[frame_number];
63}
64
65void Stats::PrintSummary() {
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000066 printf("Processing summary:\n");
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000067 if (stats_.size() == 0) {
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000068 printf("No frame statistics have been logged yet.\n");
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000069 return;
70 }
71
72 // Calculate min, max, average and total encoding time
73 int total_encoding_time_in_us = 0;
74 int total_decoding_time_in_us = 0;
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +000075 size_t total_encoded_frames_lengths = 0;
76 size_t total_encoded_key_frames_lengths = 0;
77 size_t total_encoded_nonkey_frames_lengths = 0;
78 size_t nbr_keyframes = 0;
79 size_t nbr_nonkeyframes = 0;
kjellander@webrtc.org35a17562011-10-06 06:44:54 +000080
81 for (FrameStatisticsIterator it = stats_.begin();
82 it != stats_.end(); ++it) {
83 total_encoding_time_in_us += it->encode_time_in_us;
84 total_decoding_time_in_us += it->decode_time_in_us;
85 total_encoded_frames_lengths += it->encoded_frame_length_in_bytes;
86 if (it->frame_type == webrtc::kKeyFrame) {
87 total_encoded_key_frames_lengths += it->encoded_frame_length_in_bytes;
88 nbr_keyframes++;
89 } else {
90 total_encoded_nonkey_frames_lengths += it->encoded_frame_length_in_bytes;
91 nbr_nonkeyframes++;
92 }
93 }
94
95 FrameStatisticsIterator frame;
96
97 // ENCODING
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +000098 printf("Encoding time:\n");
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +000099 frame = std::min_element(stats_.begin(),
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000100 stats_.end(), LessForEncodeTime);
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000101 printf(" Min : %7d us (frame %d)\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000102 frame->encode_time_in_us, frame->frame_number);
103
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +0000104 frame = std::max_element(stats_.begin(),
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000105 stats_.end(), LessForEncodeTime);
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000106 printf(" Max : %7d us (frame %d)\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000107 frame->encode_time_in_us, frame->frame_number);
108
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000109 printf(" Average : %7d us\n",
kjellander@webrtc.org7de6e102011-12-08 08:39:13 +0000110 static_cast<int>(total_encoding_time_in_us / stats_.size()));
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000111
112 // DECODING
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000113 printf("Decoding time:\n");
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000114 // only consider frames that were successfully decoded (packet loss may cause
115 // failures)
116 std::vector<FrameStatistic> decoded_frames;
117 for (std::vector<FrameStatistic>::iterator it = stats_.begin();
118 it != stats_.end(); ++it) {
119 if (it->decoding_successful) {
120 decoded_frames.push_back(*it);
121 }
122 }
123 if (decoded_frames.size() == 0) {
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000124 printf("No successfully decoded frames exist in this statistics.\n");
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000125 } else {
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +0000126 frame = std::min_element(decoded_frames.begin(),
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000127 decoded_frames.end(), LessForDecodeTime);
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000128 printf(" Min : %7d us (frame %d)\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000129 frame->decode_time_in_us, frame->frame_number);
130
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +0000131 frame = std::max_element(decoded_frames.begin(),
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000132 decoded_frames.end(), LessForDecodeTime);
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000133 printf(" Max : %7d us (frame %d)\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000134 frame->decode_time_in_us, frame->frame_number);
135
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000136 printf(" Average : %7d us\n",
kjellander@webrtc.org7de6e102011-12-08 08:39:13 +0000137 static_cast<int>(total_decoding_time_in_us / decoded_frames.size()));
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000138 printf(" Failures: %d frames failed to decode.\n",
kjellander@webrtc.org7de6e102011-12-08 08:39:13 +0000139 static_cast<int>(stats_.size() - decoded_frames.size()));
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000140 }
141
142 // SIZE
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000143 printf("Frame sizes:\n");
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +0000144 frame = std::min_element(stats_.begin(),
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000145 stats_.end(), LessForEncodedSize);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000146 printf(" Min : %7" PRIuS " bytes (frame %d)\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000147 frame->encoded_frame_length_in_bytes, frame->frame_number);
148
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +0000149 frame = std::max_element(stats_.begin(),
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000150 stats_.end(), LessForEncodedSize);
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000151 printf(" Max : %7" PRIuS " bytes (frame %d)\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000152 frame->encoded_frame_length_in_bytes, frame->frame_number);
153
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000154 printf(" Average : %7" PRIuS " bytes\n",
155 total_encoded_frames_lengths / stats_.size());
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000156 if (nbr_keyframes > 0) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000157 printf(" Average key frame size : %7" PRIuS " bytes (%" PRIuS
158 " keyframes)\n",
159 total_encoded_key_frames_lengths / nbr_keyframes, nbr_keyframes);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000160 }
161 if (nbr_nonkeyframes > 0) {
pkasting@chromium.org4591fbd2014-11-20 22:28:14 +0000162 printf(" Average non-key frame size: %7" PRIuS " bytes (%" PRIuS
163 " frames)\n",
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000164 total_encoded_nonkey_frames_lengths / nbr_nonkeyframes,
165 nbr_nonkeyframes);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000166 }
167
168 // BIT RATE
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000169 printf("Bit rates:\n");
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +0000170 frame = std::min_element(stats_.begin(),
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000171 stats_.end(), LessForBitRate);
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000172 printf(" Min bit rate: %7d kbps (frame %d)\n",
173 frame->bit_rate_in_kbps, frame->frame_number);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000174
leozwang@webrtc.orgdb2de5b2012-03-05 19:53:24 +0000175 frame = std::max_element(stats_.begin(),
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000176 stats_.end(), LessForBitRate);
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000177 printf(" Max bit rate: %7d kbps (frame %d)\n",
178 frame->bit_rate_in_kbps, frame->frame_number);
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000179
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000180 printf("\n");
181 printf("Total encoding time : %7d ms.\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000182 total_encoding_time_in_us / 1000);
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000183 printf("Total decoding time : %7d ms.\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000184 total_decoding_time_in_us / 1000);
kjellander@webrtc.org5b97b122011-12-08 07:42:18 +0000185 printf("Total processing time: %7d ms.\n",
kjellander@webrtc.org35a17562011-10-06 06:44:54 +0000186 (total_encoding_time_in_us + total_decoding_time_in_us) / 1000);
187}
188
189} // namespace test
190} // namespace webrtc