Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Copyright 2017 The WebRTC project authors. All Rights Reserved. |
| 3 | * |
| 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
| 9 | */ |
| 10 | |
| 11 | package org.webrtc; |
| 12 | |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 13 | import android.support.annotation.Nullable; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 14 | import java.nio.ByteBuffer; |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 15 | import java.util.concurrent.TimeUnit; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 16 | |
| 17 | /** |
| 18 | * An encoded frame from a video stream. Used as an input for decoders and as an output for |
| 19 | * encoders. |
| 20 | */ |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 21 | public class EncodedImage implements RefCounted { |
sakal | 07a3bd7 | 2017-09-04 03:57:21 -0700 | [diff] [blame] | 22 | // Must be kept in sync with common_types.h FrameType. |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 23 | public enum FrameType { |
sakal | 07a3bd7 | 2017-09-04 03:57:21 -0700 | [diff] [blame] | 24 | EmptyFrame(0), |
| 25 | VideoFrameKey(3), |
| 26 | VideoFrameDelta(4); |
| 27 | |
| 28 | private final int nativeIndex; |
| 29 | |
| 30 | private FrameType(int nativeIndex) { |
| 31 | this.nativeIndex = nativeIndex; |
| 32 | } |
| 33 | |
| 34 | public int getNative() { |
| 35 | return nativeIndex; |
| 36 | } |
Magnus Jedvert | 4eb0188 | 2017-11-20 22:33:40 +0100 | [diff] [blame] | 37 | |
Magnus Jedvert | 4eb0188 | 2017-11-20 22:33:40 +0100 | [diff] [blame] | 38 | @CalledByNative("FrameType") |
Magnus Jedvert | 1f2a3e7 | 2017-11-23 16:56:44 +0100 | [diff] [blame] | 39 | static FrameType fromNativeIndex(int nativeIndex) { |
Magnus Jedvert | 4eb0188 | 2017-11-20 22:33:40 +0100 | [diff] [blame] | 40 | for (FrameType type : FrameType.values()) { |
| 41 | if (type.getNative() == nativeIndex) { |
| 42 | return type; |
| 43 | } |
| 44 | } |
| 45 | throw new IllegalArgumentException("Unknown native frame type: " + nativeIndex); |
| 46 | } |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 47 | } |
| 48 | |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 49 | private final RefCountDelegate refCountDelegate; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 50 | public final ByteBuffer buffer; |
| 51 | public final int encodedWidth; |
| 52 | public final int encodedHeight; |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 53 | public final long captureTimeMs; // Deprecated |
| 54 | public final long captureTimeNs; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 55 | public final FrameType frameType; |
| 56 | public final int rotation; |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 57 | public final @Nullable Integer qp; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 58 | |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 59 | // TODO(bugs.webrtc.org/9378): Use retain and release from jni code. |
| 60 | @Override |
| 61 | public void retain() { |
| 62 | refCountDelegate.retain(); |
| 63 | } |
| 64 | |
| 65 | @Override |
| 66 | public void release() { |
| 67 | refCountDelegate.release(); |
| 68 | } |
| 69 | |
Niels Möller | 7c2bed8 | 2019-10-01 14:02:58 +0200 | [diff] [blame] | 70 | @CalledByNative |
Niels Möller | 82f33c5 | 2019-10-04 16:17:48 +0200 | [diff] [blame] | 71 | private EncodedImage(ByteBuffer buffer, @Nullable Runnable releaseCallback, int encodedWidth, |
| 72 | int encodedHeight, long captureTimeNs, FrameType frameType, int rotation, |
philipel | 1b0d543 | 2020-10-28 15:50:15 +0100 | [diff] [blame] | 73 | @Nullable Integer qp) { |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 74 | this.buffer = buffer; |
| 75 | this.encodedWidth = encodedWidth; |
| 76 | this.encodedHeight = encodedHeight; |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 77 | this.captureTimeMs = TimeUnit.NANOSECONDS.toMillis(captureTimeNs); |
| 78 | this.captureTimeNs = captureTimeNs; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 79 | this.frameType = frameType; |
| 80 | this.rotation = rotation; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 81 | this.qp = qp; |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 82 | this.refCountDelegate = new RefCountDelegate(releaseCallback); |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 83 | } |
| 84 | |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 85 | @CalledByNative |
| 86 | private ByteBuffer getBuffer() { |
| 87 | return buffer; |
| 88 | } |
| 89 | |
| 90 | @CalledByNative |
| 91 | private int getEncodedWidth() { |
| 92 | return encodedWidth; |
| 93 | } |
| 94 | |
| 95 | @CalledByNative |
| 96 | private int getEncodedHeight() { |
| 97 | return encodedHeight; |
| 98 | } |
| 99 | |
| 100 | @CalledByNative |
| 101 | private long getCaptureTimeNs() { |
| 102 | return captureTimeNs; |
| 103 | } |
| 104 | |
| 105 | @CalledByNative |
| 106 | private int getFrameType() { |
| 107 | return frameType.getNative(); |
| 108 | } |
| 109 | |
| 110 | @CalledByNative |
| 111 | private int getRotation() { |
| 112 | return rotation; |
| 113 | } |
| 114 | |
| 115 | @CalledByNative |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 116 | private @Nullable Integer getQp() { |
| 117 | return qp; |
| 118 | } |
| 119 | |
Bjorn Mellem | 5c4eebb | 2017-06-12 09:21:03 -0700 | [diff] [blame] | 120 | public static Builder builder() { |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 121 | return new Builder(); |
| 122 | } |
| 123 | |
Bjorn Mellem | 5c4eebb | 2017-06-12 09:21:03 -0700 | [diff] [blame] | 124 | public static class Builder { |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 125 | private ByteBuffer buffer; |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 126 | private @Nullable Runnable releaseCallback; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 127 | private int encodedWidth; |
| 128 | private int encodedHeight; |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 129 | private long captureTimeNs; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 130 | private EncodedImage.FrameType frameType; |
| 131 | private int rotation; |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 132 | private @Nullable Integer qp; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 133 | |
| 134 | private Builder() {} |
| 135 | |
Niels Möller | 67309ef | 2019-09-23 12:47:16 +0200 | [diff] [blame] | 136 | public Builder setBuffer(ByteBuffer buffer, @Nullable Runnable releaseCallback) { |
| 137 | this.buffer = buffer; |
| 138 | this.releaseCallback = releaseCallback; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 139 | return this; |
| 140 | } |
| 141 | |
| 142 | public Builder setEncodedWidth(int encodedWidth) { |
| 143 | this.encodedWidth = encodedWidth; |
| 144 | return this; |
| 145 | } |
| 146 | |
| 147 | public Builder setEncodedHeight(int encodedHeight) { |
| 148 | this.encodedHeight = encodedHeight; |
| 149 | return this; |
| 150 | } |
| 151 | |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 152 | @Deprecated |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 153 | public Builder setCaptureTimeMs(long captureTimeMs) { |
sakal | e172d89 | 2017-08-31 02:37:28 -0700 | [diff] [blame] | 154 | this.captureTimeNs = TimeUnit.MILLISECONDS.toNanos(captureTimeMs); |
| 155 | return this; |
| 156 | } |
| 157 | |
| 158 | public Builder setCaptureTimeNs(long captureTimeNs) { |
| 159 | this.captureTimeNs = captureTimeNs; |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 160 | return this; |
| 161 | } |
| 162 | |
| 163 | public Builder setFrameType(EncodedImage.FrameType frameType) { |
| 164 | this.frameType = frameType; |
| 165 | return this; |
| 166 | } |
| 167 | |
| 168 | public Builder setRotation(int rotation) { |
| 169 | this.rotation = rotation; |
| 170 | return this; |
| 171 | } |
| 172 | |
Niels Möller | 6fd67f0 | 2019-06-13 14:37:24 +0200 | [diff] [blame] | 173 | public Builder setQp(@Nullable Integer qp) { |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 174 | this.qp = qp; |
| 175 | return this; |
| 176 | } |
| 177 | |
| 178 | public EncodedImage createEncodedImage() { |
Niels Möller | 82f33c5 | 2019-10-04 16:17:48 +0200 | [diff] [blame] | 179 | return new EncodedImage(buffer, releaseCallback, encodedWidth, encodedHeight, captureTimeNs, |
philipel | 1b0d543 | 2020-10-28 15:50:15 +0100 | [diff] [blame] | 180 | frameType, rotation, qp); |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 181 | } |
| 182 | } |
Sami Kalliomäki | e2410e9 | 2017-06-02 14:46:12 +0200 | [diff] [blame] | 183 | } |