niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
Henrik Kjellander | 0f59a88 | 2015-11-18 22:31:24 +0100 | [diff] [blame] | 11 | #ifndef WEBRTC_MODULES_VIDEO_PROCESSING_INCLUDE_VIDEO_PROCESSING_H_ |
| 12 | #define WEBRTC_MODULES_VIDEO_PROCESSING_INCLUDE_VIDEO_PROCESSING_H_ |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 13 | |
Henrik Kjellander | ff761fb | 2015-11-04 08:31:52 +0100 | [diff] [blame] | 14 | #include "webrtc/modules/include/module_common_types.h" |
Henrik Kjellander | 0f59a88 | 2015-11-18 22:31:24 +0100 | [diff] [blame] | 15 | #include "webrtc/modules/video_processing/include/video_processing_defines.h" |
Thiago Farina | 9bfe3da | 2015-04-10 12:52:13 +0200 | [diff] [blame] | 16 | #include "webrtc/video_frame.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 17 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 18 | // The module is largely intended to process video streams, except functionality |
| 19 | // provided by static functions which operate independent of previous frames. It |
| 20 | // is recommended, but not required that a unique instance be used for each |
| 21 | // concurrently processed stream. Similarly, it is recommended to call Reset() |
| 22 | // before switching to a new stream, but this is not absolutely required. |
| 23 | // |
| 24 | // The module provides basic thread safety by permitting only a single function |
| 25 | // to execute concurrently. |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 26 | |
| 27 | namespace webrtc { |
| 28 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 29 | class VideoProcessing { |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 30 | public: |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 31 | struct FrameStats { |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 32 | uint32_t hist[256]; // Frame histogram. |
| 33 | uint32_t mean; |
| 34 | uint32_t sum; |
| 35 | uint32_t num_pixels; |
| 36 | uint32_t sub_sampling_factor; // Sub-sampling factor, in powers of 2. |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 37 | }; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 38 | |
mflodman | 99ab944 | 2015-12-07 22:54:50 -0800 | [diff] [blame] | 39 | enum BrightnessWarning { kNoWarning, kDarkWarning, kBrightWarning }; |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 40 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 41 | static VideoProcessing* Create(); |
| 42 | virtual ~VideoProcessing() {} |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 43 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 44 | // Retrieves statistics for the input frame. This function must be used to |
| 45 | // prepare a FrameStats struct for use in certain VPM functions. |
| 46 | static void GetFrameStats(const VideoFrame& frame, FrameStats* stats); |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 47 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 48 | // Checks the validity of a FrameStats struct. Currently, valid implies only |
| 49 | // that is had changed from its initialized state. |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 50 | static bool ValidFrameStats(const FrameStats& stats); |
| 51 | |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 52 | static void ClearFrameStats(FrameStats* stats); |
| 53 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 54 | // Increases/decreases the luminance value. 'delta' can be in the range {} |
| 55 | static void Brighten(int delta, VideoFrame* frame); |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 56 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 57 | // Detects and removes camera flicker from a video stream. Every frame from |
| 58 | // the stream must be passed in. A frame will only be altered if flicker has |
| 59 | // been detected. Has a fixed-point implementation. |
| 60 | // Frame statistics provided by GetFrameStats(). On return the stats will |
| 61 | // be reset to zero if the frame was altered. Call GetFrameStats() again |
| 62 | // if the statistics for the altered frame are required. |
Miguel Casas-Sanchez | 4765070 | 2015-05-29 17:21:40 -0700 | [diff] [blame] | 63 | virtual int32_t Deflickering(VideoFrame* frame, FrameStats* stats) = 0; |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 64 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 65 | // Detects if a video frame is excessively bright or dark. Returns a |
| 66 | // warning if this is the case. Multiple frames should be passed in before |
| 67 | // expecting a warning. Has a floating-point implementation. |
Miguel Casas-Sanchez | 4765070 | 2015-05-29 17:21:40 -0700 | [diff] [blame] | 68 | virtual int32_t BrightnessDetection(const VideoFrame& frame, |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 69 | const FrameStats& stats) = 0; |
| 70 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 71 | // The following functions refer to the pre-processor unit within VPM. The |
| 72 | // pre-processor perfoms spatial/temporal decimation and content analysis on |
| 73 | // the frames prior to encoding. |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 74 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 75 | // Enable/disable temporal decimation |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 76 | virtual void EnableTemporalDecimation(bool enable) = 0; |
| 77 | |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 78 | virtual int32_t SetTargetResolution(uint32_t width, |
| 79 | uint32_t height, |
| 80 | uint32_t frame_rate) = 0; |
| 81 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 82 | virtual uint32_t GetDecimatedFrameRate() = 0; |
| 83 | virtual uint32_t GetDecimatedWidth() const = 0; |
| 84 | virtual uint32_t GetDecimatedHeight() const = 0; |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 85 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 86 | // Set the spatial resampling settings of the VPM according to |
| 87 | // VideoFrameResampling. |
| 88 | virtual void SetInputFrameResampleMode( |
| 89 | VideoFrameResampling resampling_mode) = 0; |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 90 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 91 | virtual void EnableDenosing(bool enable) = 0; |
| 92 | virtual const VideoFrame* PreprocessFrame(const VideoFrame& frame) = 0; |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 93 | |
mflodman | a856542 | 2015-12-07 01:09:52 -0800 | [diff] [blame] | 94 | virtual VideoContentMetrics* GetContentMetrics() const = 0; |
mikhal@webrtc.org | b43d807 | 2013-10-03 16:42:41 +0000 | [diff] [blame] | 95 | virtual void EnableContentAnalysis(bool enable) = 0; |
| 96 | }; |
| 97 | |
| 98 | } // namespace webrtc |
| 99 | |
Henrik Kjellander | 0f59a88 | 2015-11-18 22:31:24 +0100 | [diff] [blame] | 100 | #endif // WEBRTC_MODULES_VIDEO_PROCESSING_INCLUDE_VIDEO_PROCESSING_H_ |