blob: 36b693ab23b557d3b03939b3d6b9bd06cf76282b [file] [log] [blame]
niklase@google.com470e71d2011-07-07 08:21:25 +00001/*
2 * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11/*
12 * video_processing.h
13 * This header file contains the API required for the video
14 * processing module class.
15 */
16
17
Henrik Kjellander0f59a882015-11-18 22:31:24 +010018#ifndef WEBRTC_MODULES_VIDEO_PROCESSING_INCLUDE_VIDEO_PROCESSING_H_
19#define WEBRTC_MODULES_VIDEO_PROCESSING_INCLUDE_VIDEO_PROCESSING_H_
niklase@google.com470e71d2011-07-07 08:21:25 +000020
Henrik Kjellanderff761fb2015-11-04 08:31:52 +010021#include "webrtc/modules/include/module_common_types.h"
Henrik Kjellander0f59a882015-11-18 22:31:24 +010022#include "webrtc/modules/video_processing/include/video_processing_defines.h"
Thiago Farina9bfe3da2015-04-10 12:52:13 +020023#include "webrtc/video_frame.h"
niklase@google.com470e71d2011-07-07 08:21:25 +000024
mflodmana8565422015-12-07 01:09:52 -080025// The module is largely intended to process video streams, except functionality
26// provided by static functions which operate independent of previous frames. It
27// is recommended, but not required that a unique instance be used for each
28// concurrently processed stream. Similarly, it is recommended to call Reset()
29// before switching to a new stream, but this is not absolutely required.
30//
31// The module provides basic thread safety by permitting only a single function
32// to execute concurrently.
niklase@google.com470e71d2011-07-07 08:21:25 +000033
34namespace webrtc {
35
mflodmana8565422015-12-07 01:09:52 -080036class VideoProcessing {
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000037 public:
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000038 struct FrameStats {
mflodmana8565422015-12-07 01:09:52 -080039 uint32_t hist[256]; // Frame histogram.
40 uint32_t mean;
41 uint32_t sum;
42 uint32_t num_pixels;
43 uint32_t sub_sampling_factor; // Sub-sampling factor, in powers of 2.
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000044 };
niklase@google.com470e71d2011-07-07 08:21:25 +000045
mflodmana8565422015-12-07 01:09:52 -080046 enum BrightnessWarning {
47 kNoWarning,
48 kDarkWarning,
49 kBrightWarning
50 };
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000051
mflodmana8565422015-12-07 01:09:52 -080052 static VideoProcessing* Create();
53 virtual ~VideoProcessing() {}
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000054
mflodmana8565422015-12-07 01:09:52 -080055 // Retrieves statistics for the input frame. This function must be used to
56 // prepare a FrameStats struct for use in certain VPM functions.
57 static void GetFrameStats(const VideoFrame& frame, FrameStats* stats);
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000058
mflodmana8565422015-12-07 01:09:52 -080059 // Checks the validity of a FrameStats struct. Currently, valid implies only
60 // that is had changed from its initialized state.
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000061 static bool ValidFrameStats(const FrameStats& stats);
62
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000063 static void ClearFrameStats(FrameStats* stats);
64
mflodmana8565422015-12-07 01:09:52 -080065 // Increases/decreases the luminance value. 'delta' can be in the range {}
66 static void Brighten(int delta, VideoFrame* frame);
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000067
mflodmana8565422015-12-07 01:09:52 -080068 // Detects and removes camera flicker from a video stream. Every frame from
69 // the stream must be passed in. A frame will only be altered if flicker has
70 // been detected. Has a fixed-point implementation.
71 // Frame statistics provided by GetFrameStats(). On return the stats will
72 // be reset to zero if the frame was altered. Call GetFrameStats() again
73 // if the statistics for the altered frame are required.
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -070074 virtual int32_t Deflickering(VideoFrame* frame, FrameStats* stats) = 0;
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000075
mflodmana8565422015-12-07 01:09:52 -080076 // Detects if a video frame is excessively bright or dark. Returns a
77 // warning if this is the case. Multiple frames should be passed in before
78 // expecting a warning. Has a floating-point implementation.
Miguel Casas-Sanchez47650702015-05-29 17:21:40 -070079 virtual int32_t BrightnessDetection(const VideoFrame& frame,
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000080 const FrameStats& stats) = 0;
81
mflodmana8565422015-12-07 01:09:52 -080082 // The following functions refer to the pre-processor unit within VPM. The
83 // pre-processor perfoms spatial/temporal decimation and content analysis on
84 // the frames prior to encoding.
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000085
mflodmana8565422015-12-07 01:09:52 -080086 // Enable/disable temporal decimation
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000087 virtual void EnableTemporalDecimation(bool enable) = 0;
88
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000089 virtual int32_t SetTargetResolution(uint32_t width,
90 uint32_t height,
91 uint32_t frame_rate) = 0;
92
mflodmana8565422015-12-07 01:09:52 -080093 virtual void SetTargetFramerate(int frame_rate) = 0;
jackychen6e2ce6e2015-07-13 16:26:33 -070094
mflodmana8565422015-12-07 01:09:52 -080095 virtual uint32_t GetDecimatedFrameRate() = 0;
96 virtual uint32_t GetDecimatedWidth() const = 0;
97 virtual uint32_t GetDecimatedHeight() const = 0;
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +000098
mflodmana8565422015-12-07 01:09:52 -080099 // Set the spatial resampling settings of the VPM according to
100 // VideoFrameResampling.
101 virtual void SetInputFrameResampleMode(
102 VideoFrameResampling resampling_mode) = 0;
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +0000103
mflodmana8565422015-12-07 01:09:52 -0800104 virtual void EnableDenosing(bool enable) = 0;
105 virtual const VideoFrame* PreprocessFrame(const VideoFrame& frame) = 0;
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +0000106
mflodmana8565422015-12-07 01:09:52 -0800107 virtual VideoContentMetrics* GetContentMetrics() const = 0;
mikhal@webrtc.orgb43d8072013-10-03 16:42:41 +0000108 virtual void EnableContentAnalysis(bool enable) = 0;
109};
110
111} // namespace webrtc
112
Henrik Kjellander0f59a882015-11-18 22:31:24 +0100113#endif // WEBRTC_MODULES_VIDEO_PROCESSING_INCLUDE_VIDEO_PROCESSING_H_