blob: 92a2d14a3faf5b32bc360cdea685d4d59ff8f04c [file] [log] [blame]
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +00001/*
2 * Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
3 *
4 * Use of this source code is governed by a BSD-style license
5 * that can be found in the LICENSE file in the root of the source
6 * tree. An additional intellectual property rights grant can be found
7 * in the file PATENTS. All contributing project authors may
8 * be found in the AUTHORS file in the root of the source tree.
9 */
10
11#ifndef WEBRTC_VIDEO_ENGINE_OVERUSE_FRAME_DETECTOR_H_
12#define WEBRTC_VIDEO_ENGINE_OVERUSE_FRAME_DETECTOR_H_
13
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +000014#include "webrtc/modules/interface/module.h"
15#include "webrtc/system_wrappers/interface/constructor_magic.h"
16#include "webrtc/system_wrappers/interface/scoped_ptr.h"
asapersson@webrtc.org8a8c3ef2014-03-20 13:15:01 +000017#include "webrtc/video_engine/include/vie_base.h"
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +000018
19namespace webrtc {
20
21class Clock;
mflodman@webrtc.org6879c8a2013-07-23 11:35:00 +000022class CpuOveruseObserver;
asapersson@webrtc.orge2af6222013-09-23 20:05:39 +000023class CriticalSectionWrapper;
24class VCMExpFilter;
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +000025
asapersson@webrtc.orge2af6222013-09-23 20:05:39 +000026// TODO(pbos): Move this somewhere appropriate.
pbos@webrtc.orga9575702013-08-30 17:16:32 +000027class Statistics {
28 public:
29 Statistics();
30
asapersson@webrtc.orge2af6222013-09-23 20:05:39 +000031 void AddSample(float sample_ms);
pbos@webrtc.orga9575702013-08-30 17:16:32 +000032 void Reset();
asapersson@webrtc.org8a8c3ef2014-03-20 13:15:01 +000033 void SetOptions(const CpuOveruseOptions& options);
pbos@webrtc.orga9575702013-08-30 17:16:32 +000034
asapersson@webrtc.orge2af6222013-09-23 20:05:39 +000035 float Mean() const;
36 float StdDev() const;
37 uint64_t Count() const;
pbos@webrtc.orga9575702013-08-30 17:16:32 +000038
39 private:
asapersson@webrtc.orge2af6222013-09-23 20:05:39 +000040 float InitialMean() const;
41 float InitialVariance() const;
42
43 float sum_;
pbos@webrtc.orga9575702013-08-30 17:16:32 +000044 uint64_t count_;
asapersson@webrtc.org8a8c3ef2014-03-20 13:15:01 +000045 CpuOveruseOptions options_;
asapersson@webrtc.orge2af6222013-09-23 20:05:39 +000046 scoped_ptr<VCMExpFilter> filtered_samples_;
47 scoped_ptr<VCMExpFilter> filtered_variance_;
pbos@webrtc.orga9575702013-08-30 17:16:32 +000048};
49
50// Use to detect system overuse based on jitter in incoming frames.
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +000051class OveruseFrameDetector : public Module {
52 public:
asapersson@webrtc.org8a8c3ef2014-03-20 13:15:01 +000053 explicit OveruseFrameDetector(Clock* clock);
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +000054 ~OveruseFrameDetector();
55
mflodman@webrtc.orgd4412fe2013-07-31 16:42:21 +000056 // Registers an observer receiving overuse and underuse callbacks. Set
57 // 'observer' to NULL to disable callbacks.
mflodman@webrtc.org6879c8a2013-07-23 11:35:00 +000058 void SetObserver(CpuOveruseObserver* observer);
59
asapersson@webrtc.org8a8c3ef2014-03-20 13:15:01 +000060 // Sets options for overuse detection.
61 void SetOptions(const CpuOveruseOptions& options);
62
mflodman@webrtc.orgd4412fe2013-07-31 16:42:21 +000063 // Called for each captured frame.
asapersson@webrtc.orge2af6222013-09-23 20:05:39 +000064 void FrameCaptured(int width, int height);
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +000065
asapersson@webrtc.org9e5b0342013-12-04 13:47:44 +000066 // Called when the processing of a captured frame is started.
67 void FrameProcessingStarted();
68
69 // Called for each encoded frame.
asapersson@webrtc.orgc7ff8f92013-11-26 11:12:33 +000070 void FrameEncoded(int encode_time_ms);
71
asapersson@webrtc.org9e5b0342013-12-04 13:47:44 +000072 // Accessors.
asapersson@webrtc.org8a8c3ef2014-03-20 13:15:01 +000073 // The estimated jitter based on incoming captured frames.
74 int CaptureJitterMs() const;
asapersson@webrtc.orgc7ff8f92013-11-26 11:12:33 +000075
76 // Running average of reported encode time (FrameEncoded()).
77 // Only used for stats.
asapersson@webrtc.org9e5b0342013-12-04 13:47:44 +000078 int AvgEncodeTimeMs() const;
79
80 // The average encode time divided by the average time difference between
81 // incoming captured frames.
82 // This variable is currently only used for statistics.
83 int EncodeUsagePercent() const;
84
85 // The current time delay between an incoming captured frame (FrameCaptured())
86 // until the frame is being processed (FrameProcessingStarted()).
87 // (Note: if a new frame is received before an old frame has been processed,
88 // the old frame is skipped).
89 // The delay is returned as the delay in ms per second.
90 // This variable is currently only used for statistics.
91 int AvgCaptureQueueDelayMsPerS() const;
92 int CaptureQueueDelayMsPerS() const;
asapersson@webrtc.orgb24d3352013-11-20 13:51:40 +000093
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +000094 // Implements Module.
pbos@webrtc.orga9575702013-08-30 17:16:32 +000095 virtual int32_t TimeUntilNextProcess() OVERRIDE;
96 virtual int32_t Process() OVERRIDE;
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +000097
98 private:
asapersson@webrtc.org9e5b0342013-12-04 13:47:44 +000099 class EncodeTimeAvg;
100 class EncodeUsage;
101 class CaptureQueueDelay;
102
mflodman@webrtc.orgd4412fe2013-07-31 16:42:21 +0000103 bool IsOverusing();
104 bool IsUnderusing(int64_t time_now);
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +0000105
asapersson@webrtc.org8a8c3ef2014-03-20 13:15:01 +0000106 bool FrameTimeoutDetected(int64_t now) const;
107 bool FrameSizeChanged(int num_pixels) const;
108
109 void ResetAll(int num_pixels);
asapersson@webrtc.orgb60346e2014-02-17 19:02:15 +0000110
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +0000111 // Protecting all members.
112 scoped_ptr<CriticalSectionWrapper> crit_;
113
114 // Observer getting overuse reports.
mflodman@webrtc.org6879c8a2013-07-23 11:35:00 +0000115 CpuOveruseObserver* observer_;
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +0000116
asapersson@webrtc.org8a8c3ef2014-03-20 13:15:01 +0000117 CpuOveruseOptions options_;
118
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +0000119 Clock* clock_;
pbos@webrtc.orga9575702013-08-30 17:16:32 +0000120 int64_t next_process_time_;
asapersson@webrtc.orgb60346e2014-02-17 19:02:15 +0000121 int64_t num_process_times_;
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +0000122
pbos@webrtc.orga9575702013-08-30 17:16:32 +0000123 Statistics capture_deltas_;
124 int64_t last_capture_time_;
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +0000125
pbos@webrtc.orga9575702013-08-30 17:16:32 +0000126 int64_t last_overuse_time_;
127 int checks_above_threshold_;
128
129 int64_t last_rampup_time_;
130 bool in_quick_rampup_;
131 int current_rampup_delay_ms_;
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +0000132
asapersson@webrtc.orge2af6222013-09-23 20:05:39 +0000133 // Number of pixels of last captured frame.
134 int num_pixels_;
135
asapersson@webrtc.org9e5b0342013-12-04 13:47:44 +0000136 int64_t last_encode_sample_ms_;
137 scoped_ptr<EncodeTimeAvg> encode_time_;
138 scoped_ptr<EncodeUsage> encode_usage_;
139
140 scoped_ptr<CaptureQueueDelay> capture_queue_delay_;
asapersson@webrtc.orgb24d3352013-11-20 13:51:40 +0000141
mflodman@webrtc.orge6168f52013-06-26 11:23:01 +0000142 DISALLOW_COPY_AND_ASSIGN(OveruseFrameDetector);
143};
144
145} // namespace webrtc
146
147#endif // WEBRTC_VIDEO_ENGINE_OVERUSE_FRAME_DETECTOR_H_