External denoiser based on noise estimation and moving object detection.
Improved the existing external denoiser in WebRTC: the filter strength
is adaptive based on the noise level of the whole frame and the moving
object detection result. The adaptive filter effectively removes the
artifacts in previous version, such as trailing and blockiness on moving
objects.
The external denoiser is off by default for now.
BUG=
Review URL: https://codereview.webrtc.org/1822333003
Cr-Commit-Position: refs/heads/master@{#12198}
diff --git a/webrtc/modules/video_processing/video_denoiser.h b/webrtc/modules/video_processing/video_denoiser.h
index 0fe2053..03b30d9 100644
--- a/webrtc/modules/video_processing/video_denoiser.h
+++ b/webrtc/modules/video_processing/video_denoiser.h
@@ -14,6 +14,7 @@
#include <memory>
#include "webrtc/modules/video_processing/util/denoiser_filter.h"
+#include "webrtc/modules/video_processing/util/noise_estimation.h"
#include "webrtc/modules/video_processing/util/skin_detection.h"
namespace webrtc {
@@ -21,18 +22,25 @@
class VideoDenoiser {
public:
explicit VideoDenoiser(bool runtime_cpu_detection);
- void DenoiseFrame(const VideoFrame& frame, VideoFrame* denoised_frame);
+ void DenoiseFrame(const VideoFrame& frame,
+ VideoFrame* denoised_frame,
+ VideoFrame* denoised_frame_track,
+ int noise_level_prev);
private:
- void TrailingReduction(int mb_rows,
- int mb_cols,
- const uint8_t* y_src,
- int stride_y,
- uint8_t* y_dst);
int width_;
int height_;
+ CpuType cpu_type_;
std::unique_ptr<DenoiseMetrics[]> metrics_;
std::unique_ptr<DenoiserFilter> filter_;
+ std::unique_ptr<NoiseEstimation> ne_;
+ std::unique_ptr<uint8_t[]> d_status_;
+#if EXPERIMENTAL
+ std::unique_ptr<uint8_t[]> d_status_tmp1_;
+ std::unique_ptr<uint8_t[]> d_status_tmp2_;
+#endif
+ std::unique_ptr<uint8_t[]> x_density_;
+ std::unique_ptr<uint8_t[]> y_density_;
};
} // namespace webrtc