pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2014 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 10 | #include "webrtc/modules/video_coding/utility/include/quality_scaler.h" |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 11 | |
| 12 | namespace webrtc { |
| 13 | |
| 14 | static const int kMinFps = 10; |
| 15 | static const int kMeasureSeconds = 5; |
| 16 | static const int kFramedropPercentThreshold = 60; |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 17 | |
| 18 | QualityScaler::QualityScaler() |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 19 | : num_samples_(0), low_qp_threshold_(-1), downscale_shift_(0), |
| 20 | min_width_(0), min_height_(0) { |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 21 | } |
| 22 | |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame^] | 23 | void QualityScaler::Init(int low_qp_threshold) { |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 24 | ClearSamples(); |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame^] | 25 | low_qp_threshold_ = low_qp_threshold; |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 26 | } |
| 27 | |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 28 | void QualityScaler::SetMinResolution(int min_width, int min_height) { |
| 29 | min_width_ = min_width; |
| 30 | min_height_ = min_height; |
| 31 | } |
| 32 | |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame^] | 33 | // Report framerate(fps) to estimate # of samples. |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 34 | void QualityScaler::ReportFramerate(int framerate) { |
| 35 | num_samples_ = static_cast<size_t>( |
| 36 | kMeasureSeconds * (framerate < kMinFps ? kMinFps : framerate)); |
| 37 | } |
| 38 | |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame^] | 39 | void QualityScaler::ReportQP(int qp) { |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 40 | framedrop_percent_.AddSample(0); |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame^] | 41 | average_qp_.AddSample(qp); |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 42 | } |
| 43 | |
| 44 | void QualityScaler::ReportDroppedFrame() { |
| 45 | framedrop_percent_.AddSample(100); |
| 46 | } |
| 47 | |
| 48 | QualityScaler::Resolution QualityScaler::GetScaledResolution( |
| 49 | const I420VideoFrame& frame) { |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 50 | // Should be set through InitEncode -> Should be set by now. |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 51 | assert(low_qp_threshold_ >= 0); |
| 52 | assert(num_samples_ > 0); |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 53 | |
| 54 | Resolution res; |
| 55 | res.width = frame.width(); |
| 56 | res.height = frame.height(); |
| 57 | |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 58 | // Update scale factor. |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame^] | 59 | int avg_drop, avg_qp; |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 60 | if (framedrop_percent_.GetAverage(num_samples_, &avg_drop) && |
| 61 | avg_drop >= kFramedropPercentThreshold) { |
| 62 | AdjustScale(false); |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame^] | 63 | } else if (average_qp_.GetAverage(num_samples_, &avg_qp) && |
| 64 | avg_qp <= low_qp_threshold_) { |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 65 | AdjustScale(true); |
| 66 | } |
| 67 | |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 68 | assert(downscale_shift_ >= 0); |
| 69 | for (int shift = downscale_shift_; |
| 70 | shift > 0 && res.width > 1 && res.height > 1; |
| 71 | --shift) { |
| 72 | res.width >>= 1; |
| 73 | res.height >>= 1; |
| 74 | } |
| 75 | |
jackychen | 61b4d51 | 2015-04-21 15:30:11 -0700 | [diff] [blame] | 76 | // Set this limitation for VP8 HW encoder to avoid crash. |
| 77 | if (min_width_ > 0 && res.width * res.height < min_width_ * min_height_) { |
| 78 | res.width = min_width_; |
| 79 | res.height = min_height_; |
| 80 | } |
| 81 | |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 82 | return res; |
| 83 | } |
| 84 | |
| 85 | const I420VideoFrame& QualityScaler::GetScaledFrame( |
| 86 | const I420VideoFrame& frame) { |
| 87 | Resolution res = GetScaledResolution(frame); |
| 88 | if (res.width == frame.width()) |
| 89 | return frame; |
| 90 | |
| 91 | scaler_.Set(frame.width(), |
| 92 | frame.height(), |
| 93 | res.width, |
| 94 | res.height, |
| 95 | kI420, |
| 96 | kI420, |
| 97 | kScaleBox); |
| 98 | if (scaler_.Scale(frame, &scaled_frame_) != 0) |
| 99 | return frame; |
| 100 | |
| 101 | scaled_frame_.set_ntp_time_ms(frame.ntp_time_ms()); |
| 102 | scaled_frame_.set_timestamp(frame.timestamp()); |
| 103 | scaled_frame_.set_render_time_ms(frame.render_time_ms()); |
| 104 | |
| 105 | return scaled_frame_; |
| 106 | } |
| 107 | |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 108 | void QualityScaler::ClearSamples() { |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 109 | framedrop_percent_.Reset(); |
jackychen | 98d8cf5 | 2015-05-21 11:12:02 -0700 | [diff] [blame^] | 110 | average_qp_.Reset(); |
pbos@webrtc.org | a0d7827 | 2014-09-12 11:51:47 +0000 | [diff] [blame] | 111 | } |
| 112 | |
| 113 | void QualityScaler::AdjustScale(bool up) { |
| 114 | downscale_shift_ += up ? -1 : 1; |
| 115 | if (downscale_shift_ < 0) |
| 116 | downscale_shift_ = 0; |
| 117 | ClearSamples(); |
| 118 | } |
| 119 | |
| 120 | } // namespace webrtc |