perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 1 | /* |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 2 | * Copyright 2015 The WebRTC project authors. All Rights Reserved. |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 3 | * |
kjellander | b24317b | 2016-02-10 07:54:43 -0800 | [diff] [blame] | 4 | * Use of this source code is governed by a BSD-style license |
| 5 | * that can be found in the LICENSE file in the root of the source |
| 6 | * tree. An additional intellectual property rights grant can be found |
| 7 | * in the file PATENTS. All contributing project authors may |
| 8 | * be found in the AUTHORS file in the root of the source tree. |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 9 | */ |
| 10 | |
Henrik Kjellander | 15583c1 | 2016-02-10 10:53:12 +0100 | [diff] [blame] | 11 | #include "webrtc/api/java/jni/androidvideocapturer_jni.h" |
| 12 | #include "webrtc/api/java/jni/classreferenceholder.h" |
| 13 | #include "webrtc/api/java/jni/native_handle_impl.h" |
| 14 | #include "webrtc/api/java/jni/surfacetexturehelper_jni.h" |
perkj | 88518a2 | 2015-12-18 00:37:06 -0800 | [diff] [blame] | 15 | #include "third_party/libyuv/include/libyuv/convert.h" |
perkj@webrtc.org | 3db042e | 2015-02-19 08:43:38 +0000 | [diff] [blame] | 16 | #include "webrtc/base/bind.h" |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 17 | |
| 18 | namespace webrtc_jni { |
| 19 | |
| 20 | jobject AndroidVideoCapturerJni::application_context_ = nullptr; |
| 21 | |
| 22 | // static |
| 23 | int AndroidVideoCapturerJni::SetAndroidObjects(JNIEnv* jni, |
| 24 | jobject appliction_context) { |
| 25 | if (application_context_) { |
| 26 | jni->DeleteGlobalRef(application_context_); |
| 27 | } |
| 28 | application_context_ = NewGlobalRef(jni, appliction_context); |
| 29 | |
| 30 | return 0; |
| 31 | } |
| 32 | |
nisse | c490e01 | 2015-12-10 06:23:33 -0800 | [diff] [blame] | 33 | AndroidVideoCapturerJni::AndroidVideoCapturerJni( |
| 34 | JNIEnv* jni, |
| 35 | jobject j_video_capturer, |
| 36 | jobject j_surface_texture_helper) |
| 37 | : j_video_capturer_(jni, j_video_capturer), |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 38 | j_video_capturer_class_( |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 39 | jni, FindClass(jni, "org/webrtc/VideoCapturer")), |
perkj@webrtc.org | 3db042e | 2015-02-19 08:43:38 +0000 | [diff] [blame] | 40 | j_observer_class_( |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 41 | jni, |
| 42 | FindClass(jni, |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 43 | "org/webrtc/VideoCapturer$NativeObserver")), |
perkj | 88518a2 | 2015-12-18 00:37:06 -0800 | [diff] [blame] | 44 | surface_texture_helper_(new rtc::RefCountedObject<SurfaceTextureHelper>( |
| 45 | jni, j_surface_texture_helper)), |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 46 | capturer_(nullptr) { |
Alex Glaznev | 8c05415 | 2015-04-20 13:00:49 -0700 | [diff] [blame] | 47 | LOG(LS_INFO) << "AndroidVideoCapturerJni ctor"; |
perkj@webrtc.org | 3db042e | 2015-02-19 08:43:38 +0000 | [diff] [blame] | 48 | thread_checker_.DetachFromThread(); |
| 49 | } |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 50 | |
perkj@webrtc.org | 3db042e | 2015-02-19 08:43:38 +0000 | [diff] [blame] | 51 | AndroidVideoCapturerJni::~AndroidVideoCapturerJni() { |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 52 | LOG(LS_INFO) << "AndroidVideoCapturerJni dtor"; |
Magnus Jedvert | f706c8a | 2015-09-23 12:01:28 +0200 | [diff] [blame] | 53 | jni()->CallVoidMethod( |
nisse | c490e01 | 2015-12-10 06:23:33 -0800 | [diff] [blame] | 54 | *j_video_capturer_, |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 55 | GetMethodID(jni(), *j_video_capturer_class_, "dispose", "()V")); |
| 56 | CHECK_EXCEPTION(jni()) << "error during VideoCapturer.dispose()"; |
perkj@webrtc.org | 3db042e | 2015-02-19 08:43:38 +0000 | [diff] [blame] | 57 | } |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 58 | |
| 59 | void AndroidVideoCapturerJni::Start(int width, int height, int framerate, |
| 60 | webrtc::AndroidVideoCapturer* capturer) { |
Alex Glaznev | 8c05415 | 2015-04-20 13:00:49 -0700 | [diff] [blame] | 61 | LOG(LS_INFO) << "AndroidVideoCapturerJni start"; |
henrikg | 91d6ede | 2015-09-17 00:24:34 -0700 | [diff] [blame] | 62 | RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 63 | { |
| 64 | rtc::CritScope cs(&capturer_lock_); |
henrikg | 91d6ede | 2015-09-17 00:24:34 -0700 | [diff] [blame] | 65 | RTC_CHECK(capturer_ == nullptr); |
| 66 | RTC_CHECK(invoker_.get() == nullptr); |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 67 | capturer_ = capturer; |
| 68 | invoker_.reset(new rtc::GuardedAsyncInvoker()); |
| 69 | } |
| 70 | jobject j_frame_observer = |
perkj@webrtc.org | 3db042e | 2015-02-19 08:43:38 +0000 | [diff] [blame] | 71 | jni()->NewObject(*j_observer_class_, |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 72 | GetMethodID(jni(), *j_observer_class_, "<init>", "(J)V"), |
| 73 | jlongFromPointer(this)); |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 74 | CHECK_EXCEPTION(jni()) << "error during NewObject"; |
| 75 | |
| 76 | jmethodID m = GetMethodID( |
| 77 | jni(), *j_video_capturer_class_, "startCapture", |
| 78 | "(IIILandroid/content/Context;" |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 79 | "Lorg/webrtc/VideoCapturer$CapturerObserver;)V"); |
nisse | c490e01 | 2015-12-10 06:23:33 -0800 | [diff] [blame] | 80 | jni()->CallVoidMethod(*j_video_capturer_, |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 81 | m, width, height, |
| 82 | framerate, |
| 83 | application_context_, |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 84 | j_frame_observer); |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 85 | CHECK_EXCEPTION(jni()) << "error during VideoCapturer.startCapture"; |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 86 | } |
| 87 | |
perkj@webrtc.org | 3db042e | 2015-02-19 08:43:38 +0000 | [diff] [blame] | 88 | void AndroidVideoCapturerJni::Stop() { |
Alex Glaznev | 8c05415 | 2015-04-20 13:00:49 -0700 | [diff] [blame] | 89 | LOG(LS_INFO) << "AndroidVideoCapturerJni stop"; |
henrikg | 91d6ede | 2015-09-17 00:24:34 -0700 | [diff] [blame] | 90 | RTC_DCHECK(thread_checker_.CalledOnValidThread()); |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 91 | { |
| 92 | rtc::CritScope cs(&capturer_lock_); |
| 93 | // Destroying |invoker_| will cancel all pending calls to |capturer_|. |
| 94 | invoker_ = nullptr; |
| 95 | capturer_ = nullptr; |
| 96 | } |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 97 | jmethodID m = GetMethodID(jni(), *j_video_capturer_class_, |
perkj@webrtc.org | 3db042e | 2015-02-19 08:43:38 +0000 | [diff] [blame] | 98 | "stopCapture", "()V"); |
nisse | c490e01 | 2015-12-10 06:23:33 -0800 | [diff] [blame] | 99 | jni()->CallVoidMethod(*j_video_capturer_, m); |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 100 | CHECK_EXCEPTION(jni()) << "error during VideoCapturer.stopCapture"; |
Alex Glaznev | 8c05415 | 2015-04-20 13:00:49 -0700 | [diff] [blame] | 101 | LOG(LS_INFO) << "AndroidVideoCapturerJni stop done"; |
perkj@webrtc.org | 112f127 | 2015-02-25 09:20:07 +0000 | [diff] [blame] | 102 | } |
| 103 | |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 104 | template <typename... Args> |
| 105 | void AndroidVideoCapturerJni::AsyncCapturerInvoke( |
| 106 | const char* method_name, |
| 107 | void (webrtc::AndroidVideoCapturer::*method)(Args...), |
olka | 30a5b5e | 2015-10-20 11:04:56 -0700 | [diff] [blame] | 108 | typename Identity<Args>::type... args) { |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 109 | rtc::CritScope cs(&capturer_lock_); |
| 110 | if (!invoker_) { |
| 111 | LOG(LS_WARNING) << method_name << "() called for closed capturer."; |
Alex Glaznev | c4905fb | 2015-04-20 16:54:42 -0700 | [diff] [blame] | 112 | return; |
| 113 | } |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 114 | invoker_->AsyncInvoke<void>(rtc::Bind(method, capturer_, args...)); |
| 115 | } |
| 116 | |
Magnus Jedvert | 5199c74 | 2016-02-18 13:09:54 +0100 | [diff] [blame^] | 117 | std::vector<cricket::VideoFormat> |
| 118 | AndroidVideoCapturerJni::GetSupportedFormats() { |
| 119 | JNIEnv* jni = AttachCurrentThreadIfNeeded(); |
| 120 | jobject j_list_of_formats = jni->CallObjectMethod( |
| 121 | *j_video_capturer_, |
| 122 | GetMethodID(jni, *j_video_capturer_class_, "getSupportedFormats", |
| 123 | "()Ljava/util/List;")); |
| 124 | CHECK_EXCEPTION(jni) << "error during getSupportedFormats"; |
| 125 | |
| 126 | // Extract Java List<CaptureFormat> to std::vector<cricket::VideoFormat>. |
| 127 | jclass j_list_class = jni->FindClass("java/util/List"); |
| 128 | jclass j_format_class = |
| 129 | jni->FindClass("org/webrtc/CameraEnumerationAndroid$CaptureFormat"); |
| 130 | const int size = jni->CallIntMethod( |
| 131 | j_list_of_formats, GetMethodID(jni, j_list_class, "size", "()I")); |
| 132 | jmethodID j_get = |
| 133 | GetMethodID(jni, j_list_class, "get", "(I)Ljava/lang/Object;"); |
| 134 | jfieldID j_width_field = GetFieldID(jni, j_format_class, "width", "I"); |
| 135 | jfieldID j_height_field = GetFieldID(jni, j_format_class, "height", "I"); |
| 136 | jfieldID j_max_framerate_field = |
| 137 | GetFieldID(jni, j_format_class, "maxFramerate", "I"); |
| 138 | |
| 139 | std::vector<cricket::VideoFormat> formats; |
| 140 | formats.reserve(size); |
| 141 | for (int i = 0; i < size; ++i) { |
| 142 | jobject j_format = jni->CallObjectMethod(j_list_of_formats, j_get, i); |
| 143 | const int frame_interval = cricket::VideoFormat::FpsToInterval( |
| 144 | (GetIntField(jni, j_format, j_max_framerate_field) + 999) / 1000); |
| 145 | formats.emplace_back(GetIntField(jni, j_format, j_width_field), |
| 146 | GetIntField(jni, j_format, j_height_field), |
| 147 | frame_interval, cricket::FOURCC_NV21); |
| 148 | } |
| 149 | CHECK_EXCEPTION(jni) << "error while extracting formats"; |
| 150 | return formats; |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 151 | } |
| 152 | |
perkj@webrtc.org | 112f127 | 2015-02-25 09:20:07 +0000 | [diff] [blame] | 153 | void AndroidVideoCapturerJni::OnCapturerStarted(bool success) { |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 154 | LOG(LS_INFO) << "AndroidVideoCapturerJni capture started: " << success; |
| 155 | AsyncCapturerInvoke("OnCapturerStarted", |
| 156 | &webrtc::AndroidVideoCapturer::OnCapturerStarted, |
| 157 | success); |
perkj@webrtc.org | 112f127 | 2015-02-25 09:20:07 +0000 | [diff] [blame] | 158 | } |
| 159 | |
perkj | ac30642 | 2015-10-08 15:32:38 +0200 | [diff] [blame] | 160 | void AndroidVideoCapturerJni::OnMemoryBufferFrame(void* video_frame, |
| 161 | int length, |
| 162 | int width, |
| 163 | int height, |
| 164 | int rotation, |
| 165 | int64_t timestamp_ns) { |
magjed | b5815c8 | 2015-09-29 01:13:43 -0700 | [diff] [blame] | 166 | const uint8_t* y_plane = static_cast<uint8_t*>(video_frame); |
perkj | 88518a2 | 2015-12-18 00:37:06 -0800 | [diff] [blame] | 167 | const uint8_t* vu_plane = y_plane + width * height; |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 168 | |
perkj | 88518a2 | 2015-12-18 00:37:06 -0800 | [diff] [blame] | 169 | rtc::scoped_refptr<webrtc::VideoFrameBuffer> buffer = |
| 170 | buffer_pool_.CreateBuffer(width, height); |
| 171 | libyuv::NV21ToI420( |
| 172 | y_plane, width, |
| 173 | vu_plane, width, |
| 174 | buffer->MutableData(webrtc::kYPlane), buffer->stride(webrtc::kYPlane), |
| 175 | buffer->MutableData(webrtc::kUPlane), buffer->stride(webrtc::kUPlane), |
| 176 | buffer->MutableData(webrtc::kVPlane), buffer->stride(webrtc::kVPlane), |
| 177 | width, height); |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 178 | AsyncCapturerInvoke("OnIncomingFrame", |
| 179 | &webrtc::AndroidVideoCapturer::OnIncomingFrame, |
perkj | ac30642 | 2015-10-08 15:32:38 +0200 | [diff] [blame] | 180 | buffer, rotation, timestamp_ns); |
| 181 | } |
| 182 | |
Per | 488e75f | 2015-11-19 10:43:36 +0100 | [diff] [blame] | 183 | void AndroidVideoCapturerJni::OnTextureFrame(int width, |
| 184 | int height, |
Per | 71f5a9a | 2015-12-11 09:32:37 +0100 | [diff] [blame] | 185 | int rotation, |
Per | 488e75f | 2015-11-19 10:43:36 +0100 | [diff] [blame] | 186 | int64_t timestamp_ns, |
| 187 | const NativeHandleImpl& handle) { |
perkj | ac30642 | 2015-10-08 15:32:38 +0200 | [diff] [blame] | 188 | rtc::scoped_refptr<webrtc::VideoFrameBuffer> buffer( |
perkj | 88518a2 | 2015-12-18 00:37:06 -0800 | [diff] [blame] | 189 | surface_texture_helper_->CreateTextureFrame(width, height, handle)); |
| 190 | |
perkj | ac30642 | 2015-10-08 15:32:38 +0200 | [diff] [blame] | 191 | AsyncCapturerInvoke("OnIncomingFrame", |
| 192 | &webrtc::AndroidVideoCapturer::OnIncomingFrame, |
Per | 71f5a9a | 2015-12-11 09:32:37 +0100 | [diff] [blame] | 193 | buffer, rotation, timestamp_ns); |
perkj@webrtc.org | 112f127 | 2015-02-25 09:20:07 +0000 | [diff] [blame] | 194 | } |
| 195 | |
Åsa Persson | 2b67925 | 2015-06-15 09:53:05 +0200 | [diff] [blame] | 196 | void AndroidVideoCapturerJni::OnOutputFormatRequest(int width, |
| 197 | int height, |
| 198 | int fps) { |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 199 | AsyncCapturerInvoke("OnOutputFormatRequest", |
| 200 | &webrtc::AndroidVideoCapturer::OnOutputFormatRequest, |
| 201 | width, height, fps); |
Åsa Persson | 2b67925 | 2015-06-15 09:53:05 +0200 | [diff] [blame] | 202 | } |
| 203 | |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 204 | JNIEnv* AndroidVideoCapturerJni::jni() { return AttachCurrentThreadIfNeeded(); } |
| 205 | |
perkj | 3d06eca | 2015-10-08 12:53:33 +0200 | [diff] [blame] | 206 | JOW(void, |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 207 | VideoCapturer_00024NativeObserver_nativeOnByteBufferFrameCaptured) |
magjed | b5815c8 | 2015-09-29 01:13:43 -0700 | [diff] [blame] | 208 | (JNIEnv* jni, jclass, jlong j_capturer, jbyteArray j_frame, jint length, |
perkj | ac30642 | 2015-10-08 15:32:38 +0200 | [diff] [blame] | 209 | jint width, jint height, jint rotation, jlong timestamp) { |
magjed | b5815c8 | 2015-09-29 01:13:43 -0700 | [diff] [blame] | 210 | jboolean is_copy = true; |
| 211 | jbyte* bytes = jni->GetByteArrayElements(j_frame, &is_copy); |
Magnus Jedvert | c464f50 | 2015-08-25 23:22:08 +0200 | [diff] [blame] | 212 | reinterpret_cast<AndroidVideoCapturerJni*>(j_capturer) |
perkj | ac30642 | 2015-10-08 15:32:38 +0200 | [diff] [blame] | 213 | ->OnMemoryBufferFrame(bytes, length, width, height, rotation, timestamp); |
magjed | b5815c8 | 2015-09-29 01:13:43 -0700 | [diff] [blame] | 214 | jni->ReleaseByteArrayElements(j_frame, bytes, JNI_ABORT); |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 215 | } |
| 216 | |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 217 | JOW(void, VideoCapturer_00024NativeObserver_nativeOnTextureFrameCaptured) |
perkj | ac30642 | 2015-10-08 15:32:38 +0200 | [diff] [blame] | 218 | (JNIEnv* jni, jclass, jlong j_capturer, jint j_width, jint j_height, |
| 219 | jint j_oes_texture_id, jfloatArray j_transform_matrix, |
Per | 71f5a9a | 2015-12-11 09:32:37 +0100 | [diff] [blame] | 220 | jint j_rotation, jlong j_timestamp) { |
perkj | ac30642 | 2015-10-08 15:32:38 +0200 | [diff] [blame] | 221 | reinterpret_cast<AndroidVideoCapturerJni*>(j_capturer) |
Per | 71f5a9a | 2015-12-11 09:32:37 +0100 | [diff] [blame] | 222 | ->OnTextureFrame(j_width, j_height, j_rotation, j_timestamp, |
Per | 488e75f | 2015-11-19 10:43:36 +0100 | [diff] [blame] | 223 | NativeHandleImpl(jni, j_oes_texture_id, |
| 224 | j_transform_matrix)); |
perkj | ac30642 | 2015-10-08 15:32:38 +0200 | [diff] [blame] | 225 | } |
| 226 | |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 227 | JOW(void, VideoCapturer_00024NativeObserver_nativeCapturerStarted) |
perkj@webrtc.org | 112f127 | 2015-02-25 09:20:07 +0000 | [diff] [blame] | 228 | (JNIEnv* jni, jclass, jlong j_capturer, jboolean j_success) { |
Alex Glaznev | 8c05415 | 2015-04-20 13:00:49 -0700 | [diff] [blame] | 229 | LOG(LS_INFO) << "NativeObserver_nativeCapturerStarted"; |
perkj@webrtc.org | 112f127 | 2015-02-25 09:20:07 +0000 | [diff] [blame] | 230 | reinterpret_cast<AndroidVideoCapturerJni*>(j_capturer)->OnCapturerStarted( |
| 231 | j_success); |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 232 | } |
| 233 | |
Magnus Jedvert | 5e7834e | 2016-02-12 17:05:29 +0100 | [diff] [blame] | 234 | JOW(void, VideoCapturer_00024NativeObserver_nativeOnOutputFormatRequest) |
Åsa Persson | 2b67925 | 2015-06-15 09:53:05 +0200 | [diff] [blame] | 235 | (JNIEnv* jni, jclass, jlong j_capturer, jint j_width, jint j_height, |
| 236 | jint j_fps) { |
| 237 | LOG(LS_INFO) << "NativeObserver_nativeOnOutputFormatRequest"; |
| 238 | reinterpret_cast<AndroidVideoCapturerJni*>(j_capturer)->OnOutputFormatRequest( |
| 239 | j_width, j_height, j_fps); |
| 240 | } |
| 241 | |
perkj@webrtc.org | 96e4db9 | 2015-02-13 12:46:51 +0000 | [diff] [blame] | 242 | } // namespace webrtc_jni |