niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
pbos@webrtc.org | 8b06200 | 2013-07-12 08:28:10 +0000 | [diff] [blame] | 11 | #include "webrtc/modules/utility/source/video_frames_queue.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 12 | |
| 13 | #ifdef WEBRTC_MODULE_UTILITY_VIDEO |
| 14 | |
pbos@webrtc.org | 12dc1a3 | 2013-08-05 16:22:53 +0000 | [diff] [blame] | 15 | #include <assert.h> |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 16 | |
wu@webrtc.org | 9dba525 | 2013-08-05 20:36:57 +0000 | [diff] [blame] | 17 | #include "webrtc/common_video/interface/texture_video_frame.h" |
pbos@webrtc.org | 8b06200 | 2013-07-12 08:28:10 +0000 | [diff] [blame] | 18 | #include "webrtc/modules/interface/module_common_types.h" |
asapersson@webrtc.org | 8b2ec15 | 2014-04-11 07:59:43 +0000 | [diff] [blame] | 19 | #include "webrtc/system_wrappers/interface/logging.h" |
pbos@webrtc.org | 8b06200 | 2013-07-12 08:28:10 +0000 | [diff] [blame] | 20 | #include "webrtc/system_wrappers/interface/tick_util.h" |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 21 | |
| 22 | namespace webrtc { |
| 23 | VideoFramesQueue::VideoFramesQueue() |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 24 | : _renderDelayMs(10) |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 25 | { |
| 26 | } |
| 27 | |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 28 | VideoFramesQueue::~VideoFramesQueue() { |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 29 | for (FrameList::iterator iter = _incomingFrames.begin(); |
| 30 | iter != _incomingFrames.end(); ++iter) { |
| 31 | delete *iter; |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 32 | } |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 33 | for (FrameList::iterator iter = _emptyFrames.begin(); |
| 34 | iter != _emptyFrames.end(); ++iter) { |
| 35 | delete *iter; |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 36 | } |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 37 | } |
| 38 | |
pbos@webrtc.org | c75102e | 2013-04-09 13:32:55 +0000 | [diff] [blame] | 39 | int32_t VideoFramesQueue::AddFrame(const I420VideoFrame& newFrame) { |
wu@webrtc.org | 9dba525 | 2013-08-05 20:36:57 +0000 | [diff] [blame] | 40 | if (newFrame.native_handle() != NULL) { |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 41 | _incomingFrames.push_back(new TextureVideoFrame( |
wu@webrtc.org | 9dba525 | 2013-08-05 20:36:57 +0000 | [diff] [blame] | 42 | static_cast<NativeHandle*>(newFrame.native_handle()), |
| 43 | newFrame.width(), |
| 44 | newFrame.height(), |
| 45 | newFrame.timestamp(), |
| 46 | newFrame.render_time_ms())); |
| 47 | return 0; |
| 48 | } |
| 49 | |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 50 | I420VideoFrame* ptrFrameToAdd = NULL; |
| 51 | // Try to re-use a VideoFrame. Only allocate new memory if it is necessary. |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 52 | if (!_emptyFrames.empty()) { |
| 53 | ptrFrameToAdd = _emptyFrames.front(); |
| 54 | _emptyFrames.pop_front(); |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 55 | } |
| 56 | if (!ptrFrameToAdd) { |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 57 | if (_emptyFrames.size() + _incomingFrames.size() > |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 58 | KMaxNumberOfFrames) { |
asapersson@webrtc.org | 8b2ec15 | 2014-04-11 07:59:43 +0000 | [diff] [blame] | 59 | LOG(LS_WARNING) << "Too many frames, limit: " << KMaxNumberOfFrames; |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 60 | return -1; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 61 | } |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 62 | ptrFrameToAdd = new I420VideoFrame(); |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 63 | } |
| 64 | ptrFrameToAdd->CopyFrame(newFrame); |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 65 | _incomingFrames.push_back(ptrFrameToAdd); |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 66 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 67 | } |
| 68 | |
| 69 | // Find the most recent frame that has a VideoFrame::RenderTimeMs() that is |
| 70 | // lower than current time in ms (TickTime::MillisecondTimestamp()). |
| 71 | // Note _incomingFrames is sorted so that the oldest frame is first. |
| 72 | // Recycle all frames that are older than the most recent frame. |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 73 | I420VideoFrame* VideoFramesQueue::FrameToRecord() { |
| 74 | I420VideoFrame* ptrRenderFrame = NULL; |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 75 | for (FrameList::iterator iter = _incomingFrames.begin(); |
| 76 | iter != _incomingFrames.end(); ++iter) { |
| 77 | I420VideoFrame* ptrOldestFrameInList = *iter; |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 78 | if (ptrOldestFrameInList->render_time_ms() <= |
| 79 | TickTime::MillisecondTimestamp() + _renderDelayMs) { |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 80 | // List is traversed beginning to end. If ptrRenderFrame is not |
| 81 | // NULL it must be the first, and thus oldest, VideoFrame in the |
| 82 | // queue. It can be recycled. |
henrike@webrtc.org | ceffdbc | 2014-04-29 17:11:07 +0000 | [diff] [blame^] | 83 | if (ptrRenderFrame) { |
| 84 | ReturnFrame(ptrRenderFrame); |
| 85 | _incomingFrames.pop_front(); |
| 86 | } |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 87 | ptrRenderFrame = ptrOldestFrameInList; |
| 88 | } else { |
| 89 | // All VideoFrames following this one will be even newer. No match |
| 90 | // will be found. |
| 91 | break; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 92 | } |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 93 | } |
| 94 | return ptrRenderFrame; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 95 | } |
| 96 | |
pbos@webrtc.org | c75102e | 2013-04-09 13:32:55 +0000 | [diff] [blame] | 97 | int32_t VideoFramesQueue::ReturnFrame(I420VideoFrame* ptrOldFrame) { |
wu@webrtc.org | 9dba525 | 2013-08-05 20:36:57 +0000 | [diff] [blame] | 98 | // No need to reuse texture frames because they do not allocate memory. |
| 99 | if (ptrOldFrame->native_handle() == NULL) { |
| 100 | ptrOldFrame->set_timestamp(0); |
| 101 | ptrOldFrame->set_width(0); |
| 102 | ptrOldFrame->set_height(0); |
| 103 | ptrOldFrame->set_render_time_ms(0); |
| 104 | ptrOldFrame->ResetSize(); |
henrike@webrtc.org | 79cf3ac | 2014-01-13 15:21:30 +0000 | [diff] [blame] | 105 | _emptyFrames.push_back(ptrOldFrame); |
wu@webrtc.org | 9dba525 | 2013-08-05 20:36:57 +0000 | [diff] [blame] | 106 | } else { |
| 107 | delete ptrOldFrame; |
| 108 | } |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 109 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 110 | } |
| 111 | |
pbos@webrtc.org | c75102e | 2013-04-09 13:32:55 +0000 | [diff] [blame] | 112 | int32_t VideoFramesQueue::SetRenderDelay(uint32_t renderDelay) { |
mikhal@webrtc.org | c381a84 | 2012-10-30 18:22:02 +0000 | [diff] [blame] | 113 | _renderDelayMs = renderDelay; |
| 114 | return 0; |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 115 | } |
pbos@webrtc.org | d900e8b | 2013-07-03 15:12:26 +0000 | [diff] [blame] | 116 | } // namespace webrtc |
niklase@google.com | 470e71d | 2011-07-07 08:21:25 +0000 | [diff] [blame] | 117 | #endif // WEBRTC_MODULE_UTILITY_VIDEO |