pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 10 | #include "webrtc/modules/video_coding/utility/include/quality_scaler.h" |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 11 | |
| 12 | namespace webrtc { |
| 13 | |
| 14 | static const int kMinFps = 10; |
| 15 | static const int kMeasureSeconds = 5; |
| 16 | static const int kFramedropPercentThreshold = 60; |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 17 | |
Peter Boström | 6a688f5 | 2015-06-22 08:02:58 +0200 | [diff] [blame] | 18 | const int QualityScaler::kDefaultLowQpDenominator = 3; |
| 19 | // Note that this is the same for width and height to permit 120x90 in both |
| 20 | // portrait and landscape mode. |
| 21 | const int QualityScaler::kDefaultMinDownscaleDimension = 90; |
| 22 | |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 23 | QualityScaler::QualityScaler() |
Peter Boström | 6a688f5 | 2015-06-22 08:02:58 +0200 | [diff] [blame] | 24 | : num_samples_(0), |
| 25 | low_qp_threshold_(-1), |
| 26 | downscale_shift_(0), |
| 27 | min_width_(kDefaultMinDownscaleDimension), |
| 28 | min_height_(kDefaultMinDownscaleDimension) { |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 29 | } |
| 30 | |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame] | 31 | void QualityScaler::Init(int low_qp_threshold) { |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 32 | ClearSamples(); |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame] | 33 | low_qp_threshold_ = low_qp_threshold; |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 34 | } |
| 35 | |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 36 | void QualityScaler::SetMinResolution(int min_width, int min_height) { |
| 37 | min_width_ = min_width; |
| 38 | min_height_ = min_height; |
| 39 | } |
| 40 | |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame] | 41 | // Report framerate(fps) to estimate # of samples. |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 42 | void QualityScaler::ReportFramerate(int framerate) { |
| 43 | num_samples_ = static_cast<size_t>( |
| 44 | kMeasureSeconds * (framerate < kMinFps ? kMinFps : framerate)); |
| 45 | } |
| 46 | |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame] | 47 | void QualityScaler::ReportQP(int qp) { |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 48 | framedrop_percent_.AddSample(0); |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame] | 49 | average_qp_.AddSample(qp); |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 50 | } |
| 51 | |
| 52 | void QualityScaler::ReportDroppedFrame() { |
| 53 | framedrop_percent_.AddSample(100); |
| 54 | } |
| 55 | |
| 56 | QualityScaler::Resolution QualityScaler::GetScaledResolution( |
Miguel Casas-Sanchez | 4765070 | 2015-05-29 17:21:40 -0700 | [diff] [blame] | 57 | const VideoFrame& frame) { |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 58 | // Should be set through InitEncode -> Should be set by now. |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 59 | assert(low_qp_threshold_ >= 0); |
| 60 | assert(num_samples_ > 0); |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 61 | |
| 62 | Resolution res; |
| 63 | res.width = frame.width(); |
| 64 | res.height = frame.height(); |
| 65 | |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 66 | // Update scale factor. |
jackychen | 5af6d47 | 2015-05-21 14:11:36 -0700 | [diff] [blame] | 67 | int avg_drop = 0; |
| 68 | int avg_qp = 0; |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 69 | if (framedrop_percent_.GetAverage(num_samples_, &avg_drop) && |
| 70 | avg_drop >= kFramedropPercentThreshold) { |
| 71 | AdjustScale(false); |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame] | 72 | } else if (average_qp_.GetAverage(num_samples_, &avg_qp) && |
| 73 | avg_qp <= low_qp_threshold_) { |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 74 | AdjustScale(true); |
| 75 | } |
| 76 | |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 77 | assert(downscale_shift_ >= 0); |
| 78 | for (int shift = downscale_shift_; |
Peter Boström | 6a688f5 | 2015-06-22 08:02:58 +0200 | [diff] [blame] | 79 | shift > 0 && (res.width >> 1 >= min_width_) && |
| 80 | (res.height >> 1 >= min_height_); |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 81 | --shift) { |
| 82 | res.width >>= 1; |
| 83 | res.height >>= 1; |
| 84 | } |
| 85 | |
| 86 | return res; |
| 87 | } |
| 88 | |
Miguel Casas-Sanchez | 4765070 | 2015-05-29 17:21:40 -0700 | [diff] [blame] | 89 | const VideoFrame& QualityScaler::GetScaledFrame(const VideoFrame& frame) { |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 90 | Resolution res = GetScaledResolution(frame); |
| 91 | if (res.width == frame.width()) |
| 92 | return frame; |
| 93 | |
| 94 | scaler_.Set(frame.width(), |
| 95 | frame.height(), |
| 96 | res.width, |
| 97 | res.height, |
| 98 | kI420, |
| 99 | kI420, |
| 100 | kScaleBox); |
| 101 | if (scaler_.Scale(frame, &scaled_frame_) != 0) |
| 102 | return frame; |
| 103 | |
| 104 | scaled_frame_.set_ntp_time_ms(frame.ntp_time_ms()); |
| 105 | scaled_frame_.set_timestamp(frame.timestamp()); |
| 106 | scaled_frame_.set_render_time_ms(frame.render_time_ms()); |
| 107 | |
| 108 | return scaled_frame_; |
| 109 | } |
| 110 | |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 111 | void QualityScaler::ClearSamples() { |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 112 | framedrop_percent_.Reset(); |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame] | 113 | average_qp_.Reset(); |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 114 | } |
| 115 | |
| 116 | void QualityScaler::AdjustScale(bool up) { |
| 117 | downscale_shift_ += up ? -1 : 1; |
| 118 | if (downscale_shift_ < 0) |
| 119 | downscale_shift_ = 0; |
| 120 | ClearSamples(); |
| 121 | } |
| 122 | |
| 123 | } // namespace webrtc |