jlmiller@webrtc.org | 5f93d0a | 2015-01-20 21:36:13 +0000 | [diff] [blame] | 1 | /* |
kjellander | 1afca73 | 2016-02-07 20:46:45 -0800 | [diff] [blame] | 2 | * Copyright (c) 2010 The WebRTC project authors. All Rights Reserved. |
jlmiller@webrtc.org | 5f93d0a | 2015-01-20 21:36:13 +0000 | [diff] [blame] | 3 | * |
kjellander | 1afca73 | 2016-02-07 20:46:45 -0800 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
jlmiller@webrtc.org | 5f93d0a | 2015-01-20 21:36:13 +0000 | [diff] [blame] | 9 | */ |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 10 | |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 11 | #ifndef WEBRTC_MEDIA_BASE_VIDEOADAPTER_H_ |
kjellander | a96e2d7 | 2016-02-04 23:52:28 -0800 | [diff] [blame] | 12 | #define WEBRTC_MEDIA_BASE_VIDEOADAPTER_H_ |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 13 | |
kwiberg | 4485ffb | 2016-04-26 08:14:39 -0700 | [diff] [blame] | 14 | #include "webrtc/base/constructormagic.h" |
buildbot@webrtc.org | d4e598d | 2014-07-29 17:36:52 +0000 | [diff] [blame] | 15 | #include "webrtc/base/criticalsection.h" |
perkj | 2d5f091 | 2016-02-29 00:04:41 -0800 | [diff] [blame] | 16 | #include "webrtc/base/optional.h" |
kjellander | a96e2d7 | 2016-02-04 23:52:28 -0800 | [diff] [blame] | 17 | #include "webrtc/media/base/videocommon.h" |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 18 | |
| 19 | namespace cricket { |
| 20 | |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 21 | // VideoAdapter adapts an input video frame to an output frame based on the |
| 22 | // specified input and output formats. The adaptation includes dropping frames |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 23 | // to reduce frame rate and scaling frames. |
| 24 | // VideoAdapter is thread safe. |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 25 | class VideoAdapter { |
| 26 | public: |
| 27 | VideoAdapter(); |
| 28 | virtual ~VideoAdapter(); |
| 29 | |
magjed | 709f73c | 2016-05-13 10:26:00 -0700 | [diff] [blame] | 30 | // Return the adapted resolution given the input resolution. The input |
| 31 | // resolution should first be cropped to the specified resolution, and then |
| 32 | // scaled to the final output resolution. The output resolution will be 0x0 if |
| 33 | // the frame should be dropped. |
| 34 | void AdaptFrameResolution(int in_width, |
| 35 | int in_height, |
magjed | 604abe0 | 2016-05-19 06:05:40 -0700 | [diff] [blame^] | 36 | int64_t in_timestamp_ns, |
magjed | 709f73c | 2016-05-13 10:26:00 -0700 | [diff] [blame] | 37 | int* cropped_width, |
| 38 | int* cropped_height, |
| 39 | int* out_width, |
| 40 | int* out_height); |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 41 | |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 42 | // Requests the output frame size and frame interval from |
magjed | 709f73c | 2016-05-13 10:26:00 -0700 | [diff] [blame] | 43 | // |AdaptFrameResolution| to not be larger than |format|. Also, the input |
| 44 | // frame size will be cropped to match the requested aspect ratio. The |
| 45 | // requested aspect ratio is orientation agnostic and will be adjusted to |
| 46 | // maintain the input orientation, so it doesn't matter if e.g. 1280x720 or |
| 47 | // 720x1280 is requested. |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 48 | void OnOutputFormatRequest(const VideoFormat& format); |
wu@webrtc.org | cadf904 | 2013-08-30 21:24:16 +0000 | [diff] [blame] | 49 | |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 50 | // Requests the output frame size from |AdaptFrameResolution| to not have |
| 51 | // more than |max_pixel_count| pixels and have "one step" up more pixels than |
| 52 | // max_pixel_count_step_up. |
| 53 | void OnResolutionRequest(rtc::Optional<int> max_pixel_count, |
| 54 | rtc::Optional<int> max_pixel_count_step_up); |
buildbot@webrtc.org | 71dffb7 | 2014-06-24 07:24:49 +0000 | [diff] [blame] | 55 | |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 56 | private: |
magjed | 604abe0 | 2016-05-19 06:05:40 -0700 | [diff] [blame^] | 57 | // Determine if frame should be dropped based on input fps and requested fps. |
| 58 | bool KeepFrame(int64_t in_timestamp_ns); |
| 59 | |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 60 | int frames_in_; // Number of input frames. |
| 61 | int frames_out_; // Number of output frames. |
| 62 | int frames_scaled_; // Number of frames scaled. |
wu@webrtc.org | cadf904 | 2013-08-30 21:24:16 +0000 | [diff] [blame] | 63 | int adaption_changes_; // Number of changes in scale factor. |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 64 | int previous_width_; // Previous adapter output width. |
| 65 | int previous_height_; // Previous adapter output height. |
magjed | 604abe0 | 2016-05-19 06:05:40 -0700 | [diff] [blame^] | 66 | // The target timestamp for the next frame based on requested format. |
| 67 | rtc::Optional<int64_t> next_frame_timestamp_ns_ GUARDED_BY(critical_section_); |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 68 | |
| 69 | // Max number of pixels requested via calls to OnOutputFormatRequest, |
| 70 | // OnResolutionRequest respectively. |
| 71 | // The adapted output format is the minimum of these. |
magjed | 709f73c | 2016-05-13 10:26:00 -0700 | [diff] [blame] | 72 | rtc::Optional<VideoFormat> requested_format_ GUARDED_BY(critical_section_); |
| 73 | int resolution_request_max_pixel_count_ GUARDED_BY(critical_section_); |
| 74 | int resolution_request_max_pixel_count_step_up_ GUARDED_BY(critical_section_); |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 75 | |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 76 | // The critical section to protect the above variables. |
buildbot@webrtc.org | d4e598d | 2014-07-29 17:36:52 +0000 | [diff] [blame] | 77 | rtc::CriticalSection critical_section_; |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 78 | |
henrikg | 3c089d7 | 2015-09-16 05:37:44 -0700 | [diff] [blame] | 79 | RTC_DISALLOW_COPY_AND_ASSIGN(VideoAdapter); |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 80 | }; |
| 81 | |
henrike@webrtc.org | 28e2075 | 2013-07-10 00:45:36 +0000 | [diff] [blame] | 82 | } // namespace cricket |
| 83 | |
Per | 766ad3b | 2016-04-05 15:23:49 +0200 | [diff] [blame] | 84 | #endif // WEBRTC_MEDIA_BASE_VIDEOADAPTER_H_ |