Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2017 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | package org.webrtc; |
| 12 | |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 13 | import android.support.annotation.Nullable; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 14 | import java.nio.ByteBuffer; |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 15 | import java.util.concurrent.TimeUnit; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 16 | |
| 17 | /** |
| 18 | * An encoded frame from a video stream. Used as an input for decoders and as an output for |
| 19 | * encoders. |
| 20 | */ |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 21 | public class EncodedImage implements RefCounted { |
sakal | 07a3bd7 | 2017-09-04 03:57:21 -0700 | [diff] [blame] | 22 | // Must be kept in sync with common_types.h FrameType. |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 23 | public enum FrameType { |
sakal | 07a3bd7 | 2017-09-04 03:57:21 -0700 | [diff] [blame] | 24 | EmptyFrame(0), |
| 25 | VideoFrameKey(3), |
| 26 | VideoFrameDelta(4); |
| 27 | |
| 28 | private final int nativeIndex; |
| 29 | |
| 30 | private FrameType(int nativeIndex) { |
| 31 | this.nativeIndex = nativeIndex; |
| 32 | } |
| 33 | |
| 34 | public int getNative() { |
| 35 | return nativeIndex; |
| 36 | } |
Magnus Jedvert | 4eb0188 | 2017-11-20 22:33:40 +0100 | [diff] [blame] | 37 | |
Magnus Jedvert | 4eb0188 | 2017-11-20 22:33:40 +0100 | [diff] [blame] | 38 | @CalledByNative("FrameType") |
Magnus Jedvert | 1f2a3e7 | 2017-11-23 16:56:44 +0100 | [diff] [blame] | 39 | static FrameType fromNativeIndex(int nativeIndex) { |
Magnus Jedvert | 4eb0188 | 2017-11-20 22:33:40 +0100 | [diff] [blame] | 40 | for (FrameType type : FrameType.values()) { |
| 41 | if (type.getNative() == nativeIndex) { |
| 42 | return type; |
| 43 | } |
| 44 | } |
| 45 | throw new IllegalArgumentException("Unknown native frame type: " + nativeIndex); |
| 46 | } |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 47 | } |
| 48 | |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 49 | private final RefCountDelegate refCountDelegate; |
| 50 | private final boolean supportsRetain; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 51 | public final ByteBuffer buffer; |
| 52 | public final int encodedWidth; |
| 53 | public final int encodedHeight; |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 54 | public final long captureTimeMs; // Deprecated |
| 55 | public final long captureTimeNs; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 56 | public final FrameType frameType; |
| 57 | public final int rotation; |
| 58 | public final boolean completeFrame; |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 59 | public final @Nullable Integer qp; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 60 | |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 61 | // TODO(bugs.webrtc.org/9378): Use retain and release from jni code. |
| 62 | @Override |
| 63 | public void retain() { |
| 64 | refCountDelegate.retain(); |
| 65 | } |
| 66 | |
| 67 | @Override |
| 68 | public void release() { |
| 69 | refCountDelegate.release(); |
| 70 | } |
| 71 | |
| 72 | // A false return value means that the encoder expects that the buffer is no longer used after |
| 73 | // VideoEncoder.Callback.onEncodedFrame returns. |
| 74 | boolean maybeRetain() { |
| 75 | if (supportsRetain) { |
| 76 | retain(); |
| 77 | return true; |
| 78 | } else { |
| 79 | return false; |
| 80 | } |
| 81 | } |
| 82 | |
Magnus Jedvert | 1f2a3e7 | 2017-11-23 16:56:44 +0100 | [diff] [blame] | 83 | @CalledByNative |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 84 | private EncodedImage(ByteBuffer buffer, boolean supportsRetain, |
| 85 | @Nullable Runnable releaseCallback, int encodedWidth, int encodedHeight, long captureTimeNs, |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 86 | FrameType frameType, int rotation, boolean completeFrame, @Nullable Integer qp) { |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 87 | this.buffer = buffer; |
| 88 | this.encodedWidth = encodedWidth; |
| 89 | this.encodedHeight = encodedHeight; |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 90 | this.captureTimeMs = TimeUnit.NANOSECONDS.toMillis(captureTimeNs); |
| 91 | this.captureTimeNs = captureTimeNs; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 92 | this.frameType = frameType; |
| 93 | this.rotation = rotation; |
| 94 | this.completeFrame = completeFrame; |
| 95 | this.qp = qp; |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 96 | this.supportsRetain = supportsRetain; |
| 97 | this.refCountDelegate = new RefCountDelegate(releaseCallback); |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 98 | } |
| 99 | |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 100 | @CalledByNative |
| 101 | private ByteBuffer getBuffer() { |
| 102 | return buffer; |
| 103 | } |
| 104 | |
| 105 | @CalledByNative |
| 106 | private int getEncodedWidth() { |
| 107 | return encodedWidth; |
| 108 | } |
| 109 | |
| 110 | @CalledByNative |
| 111 | private int getEncodedHeight() { |
| 112 | return encodedHeight; |
| 113 | } |
| 114 | |
| 115 | @CalledByNative |
| 116 | private long getCaptureTimeNs() { |
| 117 | return captureTimeNs; |
| 118 | } |
| 119 | |
| 120 | @CalledByNative |
| 121 | private int getFrameType() { |
| 122 | return frameType.getNative(); |
| 123 | } |
| 124 | |
| 125 | @CalledByNative |
| 126 | private int getRotation() { |
| 127 | return rotation; |
| 128 | } |
| 129 | |
| 130 | @CalledByNative |
| 131 | private boolean getCompleteFrame() { |
| 132 | return completeFrame; |
| 133 | } |
| 134 | |
| 135 | @CalledByNative |
| 136 | private @Nullable Integer getQp() { |
| 137 | return qp; |
| 138 | } |
| 139 | |
Bjorn Mellem | 5c4eebb | 2017-06-12 09:21:03 -0700 | [diff] [blame] | 140 | public static Builder builder() { |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 141 | return new Builder(); |
| 142 | } |
| 143 | |
Bjorn Mellem | 5c4eebb | 2017-06-12 09:21:03 -0700 | [diff] [blame] | 144 | public static class Builder { |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 145 | private ByteBuffer buffer; |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 146 | private boolean supportsRetain; |
| 147 | private @Nullable Runnable releaseCallback; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 148 | private int encodedWidth; |
| 149 | private int encodedHeight; |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 150 | private long captureTimeNs; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 151 | private EncodedImage.FrameType frameType; |
| 152 | private int rotation; |
| 153 | private boolean completeFrame; |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 154 | private @Nullable Integer qp; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 155 | |
| 156 | private Builder() {} |
| 157 | |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 158 | @Deprecated |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 159 | public Builder setBuffer(ByteBuffer buffer) { |
| 160 | this.buffer = buffer; |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 161 | this.releaseCallback = null; |
| 162 | this.supportsRetain = false; |
| 163 | return this; |
| 164 | } |
| 165 | |
| 166 | public Builder setBuffer(ByteBuffer buffer, @Nullable Runnable releaseCallback) { |
| 167 | this.buffer = buffer; |
| 168 | this.releaseCallback = releaseCallback; |
| 169 | this.supportsRetain = true; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 170 | return this; |
| 171 | } |
| 172 | |
| 173 | public Builder setEncodedWidth(int encodedWidth) { |
| 174 | this.encodedWidth = encodedWidth; |
| 175 | return this; |
| 176 | } |
| 177 | |
| 178 | public Builder setEncodedHeight(int encodedHeight) { |
| 179 | this.encodedHeight = encodedHeight; |
| 180 | return this; |
| 181 | } |
| 182 | |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 183 | @Deprecated |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 184 | public Builder setCaptureTimeMs(long captureTimeMs) { |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 185 | this.captureTimeNs = TimeUnit.MILLISECONDS.toNanos(captureTimeMs); |
| 186 | return this; |
| 187 | } |
| 188 | |
| 189 | public Builder setCaptureTimeNs(long captureTimeNs) { |
| 190 | this.captureTimeNs = captureTimeNs; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 191 | return this; |
| 192 | } |
| 193 | |
| 194 | public Builder setFrameType(EncodedImage.FrameType frameType) { |
| 195 | this.frameType = frameType; |
| 196 | return this; |
| 197 | } |
| 198 | |
| 199 | public Builder setRotation(int rotation) { |
| 200 | this.rotation = rotation; |
| 201 | return this; |
| 202 | } |
| 203 | |
| 204 | public Builder setCompleteFrame(boolean completeFrame) { |
| 205 | this.completeFrame = completeFrame; |
| 206 | return this; |
| 207 | } |
| 208 | |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 209 | public Builder setQp(@Nullable Integer qp) { |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 210 | this.qp = qp; |
| 211 | return this; |
| 212 | } |
| 213 | |
| 214 | public EncodedImage createEncodedImage() { |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 215 | return new EncodedImage(buffer, supportsRetain, releaseCallback, encodedWidth, encodedHeight, |
| 216 | captureTimeNs, frameType, rotation, completeFrame, qp); |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 217 | } |
| 218 | } |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 219 | } |