The JUCE cross-platform C++ framework, with DISTRHO/KXStudio specific changes
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

3380 lines
142KB

  1. /*
  2. ==============================================================================
  3. This file is part of the JUCE library.
  4. Copyright (c) 2017 - ROLI Ltd.
  5. JUCE is an open source library subject to commercial or open-source
  6. licensing.
  7. By using JUCE, you agree to the terms of both the JUCE 5 End-User License
  8. Agreement and JUCE 5 Privacy Policy (both updated and effective as of the
  9. 27th April 2017).
  10. End User License Agreement: www.juce.com/juce-5-licence
  11. Privacy Policy: www.juce.com/juce-5-privacy-policy
  12. Or: You may also use this code under the terms of the GPL v3 (see
  13. www.gnu.org/licenses).
  14. JUCE IS PROVIDED "AS IS" WITHOUT ANY WARRANTY, AND ALL WARRANTIES, WHETHER
  15. EXPRESSED OR IMPLIED, INCLUDING MERCHANTABILITY AND FITNESS FOR PURPOSE, ARE
  16. DISCLAIMED.
  17. ==============================================================================
  18. */
  19. #if __ANDROID_API__ >= 21
  20. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  21. STATICMETHOD (valueOf, "valueOf", "(Ljava/lang/String;)Landroid/graphics/Bitmap$CompressFormat;")
  22. DECLARE_JNI_CLASS (AndroidBitmapCompressFormat, "android/graphics/Bitmap$CompressFormat");
  23. #undef JNI_CLASS_MEMBERS
  24. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  25. METHOD (close, "close", "()V") \
  26. METHOD (createCaptureRequest, "createCaptureRequest", "(I)Landroid/hardware/camera2/CaptureRequest$Builder;") \
  27. METHOD (createCaptureSession, "createCaptureSession", "(Ljava/util/List;Landroid/hardware/camera2/CameraCaptureSession$StateCallback;Landroid/os/Handler;)V")
  28. DECLARE_JNI_CLASS (AndroidCameraDevice, "android/hardware/camera2/CameraDevice");
  29. #undef JNI_CLASS_MEMBERS
  30. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  31. METHOD (close, "close", "()V") \
  32. METHOD (getPlanes, "getPlanes", "()[Landroid/media/Image$Plane;")
  33. DECLARE_JNI_CLASS (AndroidImage, "android/media/Image");
  34. #undef JNI_CLASS_MEMBERS
  35. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  36. METHOD (getBuffer, "getBuffer", "()Ljava/nio/ByteBuffer;")
  37. DECLARE_JNI_CLASS (AndroidImagePlane, "android/media/Image$Plane");
  38. #undef JNI_CLASS_MEMBERS
  39. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  40. METHOD (acquireLatestImage, "acquireLatestImage", "()Landroid/media/Image;") \
  41. METHOD (close, "close", "()V") \
  42. METHOD (getSurface, "getSurface", "()Landroid/view/Surface;") \
  43. METHOD (setOnImageAvailableListener, "setOnImageAvailableListener", "(Landroid/media/ImageReader$OnImageAvailableListener;Landroid/os/Handler;)V") \
  44. STATICMETHOD (newInstance, "newInstance", "(IIII)Landroid/media/ImageReader;")
  45. DECLARE_JNI_CLASS (AndroidImageReader, "android/media/ImageReader");
  46. #undef JNI_CLASS_MEMBERS
  47. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  48. METHOD (constructor, "<init>", "()V") \
  49. METHOD (getSurface, "getSurface", "()Landroid/view/Surface;") \
  50. METHOD (prepare, "prepare", "()V") \
  51. METHOD (release, "release", "()V") \
  52. METHOD (setAudioEncoder, "setAudioEncoder", "(I)V") \
  53. METHOD (setAudioSource, "setAudioSource", "(I)V") \
  54. METHOD (setOnErrorListener, "setOnErrorListener", "(Landroid/media/MediaRecorder$OnErrorListener;)V") \
  55. METHOD (setOnInfoListener, "setOnInfoListener", "(Landroid/media/MediaRecorder$OnInfoListener;)V") \
  56. METHOD (setOrientationHint, "setOrientationHint", "(I)V") \
  57. METHOD (setOutputFile, "setOutputFile", "(Ljava/lang/String;)V") \
  58. METHOD (setOutputFormat, "setOutputFormat", "(I)V") \
  59. METHOD (setVideoEncoder, "setVideoEncoder", "(I)V") \
  60. METHOD (setVideoEncodingBitRate, "setVideoEncodingBitRate", "(I)V") \
  61. METHOD (setVideoFrameRate, "setVideoFrameRate", "(I)V") \
  62. METHOD (setVideoSize, "setVideoSize", "(II)V") \
  63. METHOD (setVideoSource, "setVideoSource", "(I)V") \
  64. METHOD (start, "start", "()V") \
  65. METHOD (stop, "stop", "()V")
  66. DECLARE_JNI_CLASS (AndroidMediaRecorder, "android/media/MediaRecorder");
  67. #undef JNI_CLASS_MEMBERS
  68. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  69. METHOD (constructor, "<init>", "(Landroid/content/Context;)V") \
  70. METHOD (getSurfaceTexture, "getSurfaceTexture", "()Landroid/graphics/SurfaceTexture;") \
  71. METHOD (isAvailable, "isAvailable", "()Z") \
  72. METHOD (setSurfaceTextureListener, "setSurfaceTextureListener", "(Landroid/view/TextureView$SurfaceTextureListener;)V") \
  73. METHOD (setTransform, "setTransform", "(Landroid/graphics/Matrix;)V")
  74. DECLARE_JNI_CLASS (AndroidTextureView, "android/view/TextureView");
  75. #undef JNI_CLASS_MEMBERS
  76. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  77. METHOD (constructor, "<init>", "(Landroid/graphics/SurfaceTexture;)V")
  78. DECLARE_JNI_CLASS (AndroidSurface, "android/view/Surface");
  79. #undef JNI_CLASS_MEMBERS
  80. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  81. METHOD (setDefaultBufferSize, "setDefaultBufferSize", "(II)V")
  82. DECLARE_JNI_CLASS (AndroidSurfaceTexture, "android/graphics/SurfaceTexture");
  83. #undef JNI_CLASS_MEMBERS
  84. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  85. METHOD (getOutputSizesForClass, "getOutputSizes", "(Ljava/lang/Class;)[Landroid/util/Size;") \
  86. METHOD (getOutputSizesForFormat, "getOutputSizes", "(I)[Landroid/util/Size;") \
  87. METHOD (isOutputSupportedFor, "isOutputSupportedFor", "(I)Z") \
  88. METHOD (isOutputSupportedForSurface, "isOutputSupportedFor", "(Landroid/view/Surface;)Z")
  89. DECLARE_JNI_CLASS (AndroidStreamConfigurationMap, "android/hardware/camera2/params/StreamConfigurationMap");
  90. #undef JNI_CLASS_MEMBERS
  91. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  92. METHOD (constructor, "<init>", "()V") \
  93. METHOD (toByteArray, "toByteArray", "()[B") \
  94. METHOD (size, "size", "()I")
  95. DECLARE_JNI_CLASS (ByteArrayOutputStream, "java/io/ByteArrayOutputStream");
  96. #undef JNI_CLASS_MEMBERS
  97. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  98. METHOD (abortCaptures, "abortCaptures", "()V") \
  99. METHOD (capture, "capture", "(Landroid/hardware/camera2/CaptureRequest;Landroid/hardware/camera2/CameraCaptureSession$CaptureCallback;Landroid/os/Handler;)I") \
  100. METHOD (close, "close", "()V") \
  101. METHOD (setRepeatingRequest, "setRepeatingRequest", "(Landroid/hardware/camera2/CaptureRequest;Landroid/hardware/camera2/CameraCaptureSession$CaptureCallback;Landroid/os/Handler;)I") \
  102. METHOD (stopRepeating, "stopRepeating", "()V")
  103. DECLARE_JNI_CLASS (CameraCaptureSession, "android/hardware/camera2/CameraCaptureSession")
  104. #undef JNI_CLASS_MEMBERS
  105. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  106. METHOD (constructor, "<init>", "(L" JUCE_ANDROID_ACTIVITY_CLASSPATH ";JZ)V")
  107. DECLARE_JNI_CLASS (CameraCaptureSessionCaptureCallback, JUCE_ANDROID_ACTIVITY_CLASSPATH "$CameraCaptureSessionCaptureCallback");
  108. #undef JNI_CLASS_MEMBERS
  109. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  110. METHOD (constructor, "<init>", "(L" JUCE_ANDROID_ACTIVITY_CLASSPATH ";J)V")
  111. DECLARE_JNI_CLASS (CameraCaptureSessionStateCallback, JUCE_ANDROID_ACTIVITY_CLASSPATH "$CameraCaptureSessionStateCallback");
  112. #undef JNI_CLASS_MEMBERS
  113. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  114. METHOD (get, "get", "(Landroid/hardware/camera2/CameraCharacteristics$Key;)Ljava/lang/Object;") \
  115. METHOD (getKeys, "getKeys", "()Ljava/util/List;") \
  116. STATICFIELD (CONTROL_AF_AVAILABLE_MODES, "CONTROL_AF_AVAILABLE_MODES", "Landroid/hardware/camera2/CameraCharacteristics$Key;") \
  117. STATICFIELD (LENS_FACING, "LENS_FACING", "Landroid/hardware/camera2/CameraCharacteristics$Key;") \
  118. STATICFIELD (SCALER_STREAM_CONFIGURATION_MAP, "SCALER_STREAM_CONFIGURATION_MAP", "Landroid/hardware/camera2/CameraCharacteristics$Key;") \
  119. STATICFIELD (SENSOR_ORIENTATION, "SENSOR_ORIENTATION", "Landroid/hardware/camera2/CameraCharacteristics$Key;")
  120. DECLARE_JNI_CLASS (CameraCharacteristics, "android/hardware/camera2/CameraCharacteristics");
  121. #undef JNI_CLASS_MEMBERS
  122. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  123. METHOD (getName, "getName", "()Ljava/lang/String;")
  124. DECLARE_JNI_CLASS (CameraCharacteristicsKey, "android/hardware/camera2/CameraCharacteristics$Key");
  125. #undef JNI_CLASS_MEMBERS
  126. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  127. METHOD (constructor, "<init>", "(L" JUCE_ANDROID_ACTIVITY_CLASSPATH ";J)V")
  128. DECLARE_JNI_CLASS (CameraDeviceStateCallback, JUCE_ANDROID_ACTIVITY_CLASSPATH "$CameraDeviceStateCallback");
  129. #undef JNI_CLASS_MEMBERS
  130. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  131. METHOD (getCameraCharacteristics, "getCameraCharacteristics", "(Ljava/lang/String;)Landroid/hardware/camera2/CameraCharacteristics;") \
  132. METHOD (getCameraIdList, "getCameraIdList", "()[Ljava/lang/String;") \
  133. METHOD (openCamera, "openCamera", "(Ljava/lang/String;Landroid/hardware/camera2/CameraDevice$StateCallback;Landroid/os/Handler;)V")
  134. DECLARE_JNI_CLASS (CameraManager, "android/hardware/camera2/CameraManager");
  135. #undef JNI_CLASS_MEMBERS
  136. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  137. STATICFIELD (CONTROL_AE_PRECAPTURE_TRIGGER, "CONTROL_AE_PRECAPTURE_TRIGGER", "Landroid/hardware/camera2/CaptureRequest$Key;") \
  138. STATICFIELD (CONTROL_AF_MODE, "CONTROL_AF_MODE", "Landroid/hardware/camera2/CaptureRequest$Key;") \
  139. STATICFIELD (CONTROL_AF_TRIGGER, "CONTROL_AF_TRIGGER", "Landroid/hardware/camera2/CaptureRequest$Key;") \
  140. STATICFIELD (CONTROL_MODE, "CONTROL_MODE", "Landroid/hardware/camera2/CaptureRequest$Key;")
  141. DECLARE_JNI_CLASS (CaptureRequest, "android/hardware/camera2/CaptureRequest");
  142. #undef JNI_CLASS_MEMBERS
  143. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  144. METHOD (addTarget, "addTarget", "(Landroid/view/Surface;)V") \
  145. METHOD (build, "build", "()Landroid/hardware/camera2/CaptureRequest;") \
  146. METHOD (set, "set", "(Landroid/hardware/camera2/CaptureRequest$Key;Ljava/lang/Object;)V")
  147. DECLARE_JNI_CLASS (CaptureRequestBuilder, "android/hardware/camera2/CaptureRequest$Builder");
  148. #undef JNI_CLASS_MEMBERS
  149. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  150. METHOD (get, "get", "(Landroid/hardware/camera2/CaptureResult$Key;)Ljava/lang/Object;") \
  151. STATICFIELD (CONTROL_AE_STATE, "CONTROL_AE_STATE", "Landroid/hardware/camera2/CaptureResult$Key;") \
  152. STATICFIELD (CONTROL_AF_STATE, "CONTROL_AF_STATE", "Landroid/hardware/camera2/CaptureResult$Key;")
  153. DECLARE_JNI_CLASS (CaptureResult, "android/hardware/camera2/CaptureResult");
  154. #undef JNI_CLASS_MEMBERS
  155. #define JNI_CLASS_MEMBERS(METHOD, STATICMETHOD, FIELD, STATICFIELD) \
  156. METHOD (canDetectOrientation, "canDetectOrientation", "()Z") \
  157. METHOD (constructor, "<init>", "(L" JUCE_ANDROID_ACTIVITY_CLASSPATH ";JLandroid/content/Context;I)V") \
  158. METHOD (disable, "disable", "()V") \
  159. METHOD (enable, "enable", "()V")
  160. DECLARE_JNI_CLASS (OrientationEventListener, JUCE_ANDROID_ACTIVITY_CLASSPATH "$JuceOrientationEventListener");
  161. #undef JNI_CLASS_MEMBERS
  162. #endif
  163. //==============================================================================
  164. class AndroidRunnable : public juce::AndroidInterfaceImplementer
  165. {
  166. public:
  167. struct Owner
  168. {
  169. virtual ~Owner() {}
  170. virtual void run() = 0;
  171. };
  172. AndroidRunnable (Owner& ownerToUse)
  173. : owner (ownerToUse)
  174. {}
  175. private:
  176. Owner& owner;
  177. jobject invoke (jobject proxy, jobject method, jobjectArray args) override
  178. {
  179. auto* env = getEnv();
  180. auto methodName = juce::juceString ((jstring) env->CallObjectMethod (method, JavaMethod.getName));
  181. if (methodName == "run")
  182. {
  183. owner.run();
  184. return nullptr;
  185. }
  186. // invoke base class
  187. return AndroidInterfaceImplementer::invoke (proxy, method, args);
  188. }
  189. };
  190. //==============================================================================
  191. class TextureViewSurfaceTextureListener : public AndroidInterfaceImplementer
  192. {
  193. public:
  194. struct Owner
  195. {
  196. virtual ~Owner() {}
  197. virtual void onSurfaceTextureAvailable (LocalRef<jobject>& surface, int width, int height) = 0;
  198. virtual bool onSurfaceTextureDestroyed (LocalRef<jobject>& surface) = 0;
  199. virtual void onSurfaceTextureSizeChanged (LocalRef<jobject>& surface, int width, int height) = 0;
  200. virtual void onSurfaceTextureUpdated (LocalRef<jobject>& surface) = 0;
  201. };
  202. TextureViewSurfaceTextureListener (Owner& ownerToUse)
  203. : owner (ownerToUse)
  204. {}
  205. jobject invoke (jobject proxy, jobject method, jobjectArray args) override
  206. {
  207. auto* env = getEnv();
  208. auto methodName = juceString ((jstring) env->CallObjectMethod (method, JavaMethod.getName));
  209. int numArgs = args != nullptr ? env->GetArrayLength (args) : 0;
  210. if (methodName == "onSurfaceTextureAvailable" && numArgs == 3)
  211. {
  212. auto surface = LocalRef<jobject> (env->GetObjectArrayElement (args, 0));
  213. auto width = LocalRef<jobject> (env->GetObjectArrayElement (args, 1));
  214. auto height = LocalRef<jobject> (env->GetObjectArrayElement (args, 2));
  215. auto widthInt = env->CallIntMethod (width, JavaInteger.intValue);
  216. auto heightInt = env->CallIntMethod (height, JavaInteger.intValue);
  217. owner.onSurfaceTextureAvailable (surface, widthInt, heightInt);
  218. return nullptr;
  219. }
  220. else if (methodName == "onSurfaceTextureDestroyed" && numArgs == 1)
  221. {
  222. auto surface = LocalRef<jobject> (env->GetObjectArrayElement (args, 0));
  223. auto result = owner.onSurfaceTextureDestroyed (surface);
  224. return env->CallStaticObjectMethod (JavaBoolean, JavaBoolean.valueOf, result);
  225. }
  226. else if (methodName == "onSurfaceTextureSizeChanged" && numArgs == 3)
  227. {
  228. auto surface = LocalRef<jobject> (env->GetObjectArrayElement (args, 0));
  229. auto width = LocalRef<jobject> (env->GetObjectArrayElement (args, 1));
  230. auto height = LocalRef<jobject> (env->GetObjectArrayElement (args, 2));
  231. auto widthInt = env->CallIntMethod (width, JavaInteger.intValue);
  232. auto heightInt = env->CallIntMethod (height, JavaInteger.intValue);
  233. owner.onSurfaceTextureSizeChanged (surface, widthInt, heightInt);
  234. return nullptr;
  235. }
  236. else if (methodName == "onSurfaceTextureUpdated" && numArgs == 1)
  237. {
  238. auto surface = LocalRef<jobject> (env->GetObjectArrayElement (args, 0));
  239. owner.onSurfaceTextureUpdated (surface);
  240. return nullptr;
  241. }
  242. return AndroidInterfaceImplementer::invoke (proxy, method, args);
  243. }
  244. private:
  245. Owner& owner;
  246. };
  247. //==============================================================================
  248. class ImageReaderOnImageAvailableListener : public AndroidInterfaceImplementer
  249. {
  250. public:
  251. struct Owner
  252. {
  253. virtual ~Owner() {}
  254. virtual void onImageAvailable (LocalRef<jobject>& imageReader) = 0;
  255. };
  256. ImageReaderOnImageAvailableListener (Owner& ownerToUse)
  257. : owner (ownerToUse)
  258. {}
  259. jobject invoke (jobject proxy, jobject method, jobjectArray args) override
  260. {
  261. auto* env = getEnv();
  262. auto methodName = juceString ((jstring) env->CallObjectMethod (method, JavaMethod.getName));
  263. int numArgs = args != nullptr ? env->GetArrayLength (args) : 0;
  264. if (methodName == "onImageAvailable" && numArgs == 1)
  265. {
  266. auto imageReader = LocalRef<jobject> (env->GetObjectArrayElement (args, 0));
  267. owner.onImageAvailable (imageReader);
  268. return nullptr;
  269. }
  270. return AndroidInterfaceImplementer::invoke (proxy, method, args);
  271. }
  272. private:
  273. Owner& owner;
  274. };
  275. //==============================================================================
  276. class MediaRecorderOnInfoListener : public AndroidInterfaceImplementer
  277. {
  278. public:
  279. struct Owner
  280. {
  281. virtual ~Owner() {}
  282. virtual void onInfo (LocalRef<jobject>& mediaRecorder, int what, int extra) = 0;
  283. };
  284. MediaRecorderOnInfoListener (Owner& ownerToUse)
  285. : owner (ownerToUse)
  286. {}
  287. jobject invoke (jobject proxy, jobject method, jobjectArray args) override
  288. {
  289. auto* env = getEnv();
  290. auto methodName = juceString ((jstring) env->CallObjectMethod (method, JavaMethod.getName));
  291. int numArgs = args != nullptr ? env->GetArrayLength (args) : 0;
  292. if (methodName == "onInfo" && numArgs == 3)
  293. {
  294. auto mediaRecorder = LocalRef<jobject> (env->GetObjectArrayElement (args, 0));
  295. auto what = LocalRef<jobject> (env->GetObjectArrayElement (args, 1));
  296. auto extra = LocalRef<jobject> (env->GetObjectArrayElement (args, 2));
  297. auto whatInt = (int) env->CallIntMethod (what, JavaInteger.intValue);
  298. auto extraInt = (int) env->CallIntMethod (extra, JavaInteger.intValue);
  299. owner.onInfo (mediaRecorder, whatInt, extraInt);
  300. return nullptr;
  301. }
  302. return AndroidInterfaceImplementer::invoke (proxy, method, args);
  303. }
  304. private:
  305. Owner& owner;
  306. };
  307. //==============================================================================
  308. class MediaRecorderOnErrorListener : public AndroidInterfaceImplementer
  309. {
  310. public:
  311. struct Owner
  312. {
  313. virtual ~Owner() {}
  314. virtual void onError (LocalRef<jobject>& mediaRecorder, int what, int extra) = 0;
  315. };
  316. MediaRecorderOnErrorListener (Owner& ownerToUse)
  317. : owner (ownerToUse)
  318. {}
  319. jobject invoke (jobject proxy, jobject method, jobjectArray args) override
  320. {
  321. auto* env = getEnv();
  322. auto methodName = juceString ((jstring) env->CallObjectMethod (method, JavaMethod.getName));
  323. int numArgs = args != nullptr ? env->GetArrayLength (args) : 0;
  324. if (methodName == "onError" && numArgs == 3)
  325. {
  326. auto mediaRecorder = LocalRef<jobject> (env->GetObjectArrayElement (args, 0));
  327. auto what = LocalRef<jobject> (env->GetObjectArrayElement (args, 1));
  328. auto extra = LocalRef<jobject> (env->GetObjectArrayElement (args, 2));
  329. auto whatInt = (int) env->CallIntMethod (what, JavaInteger.intValue);
  330. auto extraInt = (int) env->CallIntMethod (extra, JavaInteger.intValue);
  331. owner.onError (mediaRecorder, whatInt, extraInt);
  332. return nullptr;
  333. }
  334. return AndroidInterfaceImplementer::invoke (proxy, method, args);
  335. }
  336. private:
  337. Owner& owner;
  338. };
  339. //==============================================================================
  340. class AppPausedResumedListener : public AndroidInterfaceImplementer
  341. {
  342. public:
  343. struct Owner
  344. {
  345. virtual ~Owner() {}
  346. virtual void appPaused() = 0;
  347. virtual void appResumed() = 0;
  348. };
  349. AppPausedResumedListener (Owner& ownerToUse)
  350. : owner (ownerToUse)
  351. {}
  352. jobject invoke (jobject proxy, jobject method, jobjectArray args) override
  353. {
  354. auto* env = getEnv();
  355. auto methodName = juceString ((jstring) env->CallObjectMethod (method, JavaMethod.getName));
  356. int numArgs = args != nullptr ? env->GetArrayLength (args) : 0;
  357. if (methodName == "appPaused" && numArgs == 0)
  358. {
  359. owner.appPaused();
  360. return nullptr;
  361. }
  362. if (methodName == "appResumed" && numArgs == 0)
  363. {
  364. owner.appResumed();
  365. return nullptr;
  366. }
  367. return AndroidInterfaceImplementer::invoke (proxy, method, args);
  368. }
  369. private:
  370. Owner& owner;
  371. };
  372. //==============================================================================
  373. struct CameraDevice::Pimpl
  374. #if __ANDROID_API__ >= 21
  375. : private AppPausedResumedListener::Owner
  376. #endif
  377. {
  378. using InternalOpenCameraResultCallback = std::function<void (const String& /*cameraId*/, const String& /*error*/)>;
  379. Pimpl (CameraDevice& ownerToUse, const String& cameraIdToUse, int /*index*/,
  380. int minWidthToUse, int minHeightToUse, int maxWidthToUse, int maxHeightToUse,
  381. bool /*useHighQuality*/)
  382. #if __ANDROID_API__ >= 21
  383. : owner (ownerToUse),
  384. minWidth (minWidthToUse),
  385. minHeight (minHeightToUse),
  386. maxWidth (maxWidthToUse),
  387. maxHeight (maxHeightToUse),
  388. cameraId (cameraIdToUse),
  389. appPausedResumedListener (*this),
  390. appPausedResumedListenerNative (CreateJavaInterface (&appPausedResumedListener,
  391. JUCE_ANDROID_ACTIVITY_CLASSPATH "$AppPausedResumedListener").get()),
  392. cameraManager (initialiseCameraManager()),
  393. cameraCharacteristics (initialiseCameraCharacteristics (cameraManager, cameraId)),
  394. streamConfigurationMap (cameraCharacteristics),
  395. previewDisplay (streamConfigurationMap.getPreviewBufferSize()),
  396. deviceOrientationChangeListener (previewDisplay)
  397. #endif
  398. {
  399. #if __ANDROID_API__ >= 21
  400. startBackgroundThread();
  401. #endif
  402. }
  403. ~Pimpl()
  404. {
  405. #if __ANDROID_API__ >= 21
  406. getEnv()->CallVoidMethod (android.activity, JuceAppActivity.removeAppPausedResumedListener,
  407. appPausedResumedListenerNative.get(), reinterpret_cast<jlong>(this));
  408. #endif
  409. }
  410. #if __ANDROID_API__ < 21
  411. // Dummy implementations for unsupported API levels.
  412. void open (InternalOpenCameraResultCallback) {}
  413. void takeStillPicture (std::function<void (const Image&)>) {}
  414. void startRecordingToFile (const File&, int) {}
  415. void stopRecording() {}
  416. String getCameraId() const noexcept { return {}; }
  417. bool openedOk() const noexcept { return false; }
  418. Time getTimeOfFirstRecordedFrame() const { return {}; }
  419. static StringArray getAvailableDevices()
  420. {
  421. // Camera on Android requires API 21 or above.
  422. jassertfalse;
  423. return {};
  424. }
  425. #else
  426. JUCE_DECLARE_WEAK_REFERENCEABLE (Pimpl)
  427. String getCameraId() const noexcept { return cameraId; }
  428. void open (InternalOpenCameraResultCallback cameraOpenCallbackToUse)
  429. {
  430. cameraOpenCallback = static_cast<InternalOpenCameraResultCallback&&> (cameraOpenCallbackToUse);
  431. // A valid camera open callback must be passed.
  432. jassert (cameraOpenCallback != nullptr);
  433. // The same camera can be opened only once!
  434. jassert (scopedCameraDevice == nullptr);
  435. if (cameraOpenCallback == nullptr || scopedCameraDevice != nullptr)
  436. return;
  437. WeakReference<Pimpl> safeThis (this);
  438. RuntimePermissions::request (RuntimePermissions::camera, [safeThis] (bool granted) mutable
  439. {
  440. if (safeThis != nullptr)
  441. safeThis->continueOpenRequest (granted);
  442. });
  443. }
  444. void continueOpenRequest (bool granted)
  445. {
  446. if (granted)
  447. {
  448. getEnv()->CallVoidMethod (android.activity, JuceAppActivity.addAppPausedResumedListener,
  449. appPausedResumedListenerNative.get(), reinterpret_cast<jlong> (this));
  450. scopedCameraDevice.reset (new ScopedCameraDevice (*this, cameraId, cameraManager, handler, getAutoFocusModeToUse()));
  451. }
  452. else
  453. {
  454. invokeCameraOpenCallback ("Camera permission not granted");
  455. }
  456. }
  457. bool openedOk() const noexcept { return scopedCameraDevice->openedOk(); }
  458. void takeStillPicture (std::function<void (const Image&)> pictureTakenCallbackToUse)
  459. {
  460. if (pictureTakenCallbackToUse == nullptr)
  461. {
  462. jassertfalse;
  463. return;
  464. }
  465. if (currentCaptureSessionMode->isVideoRecordSession())
  466. {
  467. // Taking still pictures while recording video is not supported on Android.
  468. jassertfalse;
  469. return;
  470. }
  471. pictureTakenCallback = static_cast<std::function<void (const Image&)>&&> (pictureTakenCallbackToUse);
  472. triggerStillPictureCapture();
  473. }
  474. void startRecordingToFile (const File& file, int /*quality*/)
  475. {
  476. if (! openedOk())
  477. {
  478. jassertfalse;
  479. return;
  480. }
  481. if (! previewDisplay.isReady())
  482. {
  483. // Did you remember to create and show a preview display?
  484. jassertfalse;
  485. return;
  486. }
  487. file.deleteFile();
  488. file.create();
  489. jassert (file.existsAsFile());
  490. // MediaRecorder can't handle videos larger than 1080p
  491. auto videoSize = chooseBestSize (minWidth, minHeight, jmin (maxWidth, 1080), maxHeight,
  492. streamConfigurationMap.getSupportedVideoRecordingOutputSizes());
  493. mediaRecorder.reset (new MediaRecorder (file.getFullPathName(), videoSize.getWidth(), videoSize.getHeight(),
  494. getCameraSensorOrientation(), getCameraLensFacing()));
  495. firstRecordedFrameTimeMs = Time::getCurrentTime();
  496. currentCaptureSessionMode.reset();
  497. startVideoRecordingMode (*mediaRecorder);
  498. }
  499. void stopRecording()
  500. {
  501. currentCaptureSessionMode.reset();
  502. mediaRecorder.reset();
  503. startPreviewMode (*imageReader);
  504. }
  505. Time getTimeOfFirstRecordedFrame() const
  506. {
  507. return firstRecordedFrameTimeMs;
  508. }
  509. static StringArray getAvailableDevices()
  510. {
  511. StringArray results;
  512. auto* env = getEnv();
  513. auto cameraManagerToUse = initialiseCameraManager();
  514. auto cameraIdArray = LocalRef<jobjectArray> ((jobjectArray) env->CallObjectMethod (cameraManagerToUse,
  515. CameraManager.getCameraIdList));
  516. results = javaStringArrayToJuce (cameraIdArray);
  517. for (auto& result : results)
  518. printDebugCameraInfo (cameraManagerToUse, result);
  519. return results;
  520. }
  521. private:
  522. enum
  523. {
  524. ERROR_CAMERA_IN_USE = 1,
  525. ERROR_MAX_CAMERAS_IN_USE = 2,
  526. ERROR_CAMERA_DISABLED = 3,
  527. ERROR_CAMERA_DEVICE = 4,
  528. ERROR_CAMERA_SERVICE = 5
  529. };
  530. static String cameraErrorCodeToString (int errorCode)
  531. {
  532. switch (errorCode)
  533. {
  534. case ERROR_CAMERA_IN_USE: return "Camera already in use.";
  535. case ERROR_MAX_CAMERAS_IN_USE: return "Too many opened camera devices.";
  536. case ERROR_CAMERA_DISABLED: return "Camera disabled.";
  537. case ERROR_CAMERA_DEVICE: return "Fatal error.";
  538. case ERROR_CAMERA_SERVICE: return "Fatal error. Reboot required or persistent hardware problem.";
  539. default: return "Unknown error.";
  540. }
  541. }
  542. static LocalRef<jobject> initialiseCameraManager()
  543. {
  544. return LocalRef<jobject> (getEnv()->CallObjectMethod (android.activity, JuceAppActivity.getSystemService,
  545. javaString ("camera").get()));
  546. }
  547. static LocalRef<jobject> initialiseCameraCharacteristics (const GlobalRef& cameraManager, const String& cameraId)
  548. {
  549. return LocalRef<jobject> (getEnv()->CallObjectMethod (cameraManager,
  550. CameraManager.getCameraCharacteristics,
  551. javaString (cameraId).get()));
  552. }
  553. static void printDebugCameraInfo (const LocalRef<jobject>& cameraManagerToUse, const String& cameraId)
  554. {
  555. auto* env = getEnv();
  556. auto characteristics = LocalRef<jobject> (env->CallObjectMethod (cameraManagerToUse,
  557. CameraManager.getCameraCharacteristics,
  558. javaString (cameraId).get()));
  559. auto keysList = LocalRef<jobject> (env->CallObjectMethod (characteristics, CameraCharacteristics.getKeys));
  560. const int size = env->CallIntMethod (keysList, JavaList.size);
  561. JUCE_CAMERA_LOG ("Camera id: " + cameraId + ", characteristics keys num: " + String (size));
  562. for (int i = 0; i < size; ++i)
  563. {
  564. auto key = LocalRef<jobject> (env->CallObjectMethod (keysList, JavaList.get, i));
  565. auto jKeyName = LocalRef<jstring> ((jstring) env->CallObjectMethod (key, CameraCharacteristicsKey.getName));
  566. auto keyName = juceString (jKeyName);
  567. auto keyValue = LocalRef<jobject> (env->CallObjectMethod (characteristics, CameraCharacteristics.get, key.get()));
  568. auto jKeyValueString = LocalRef<jstring> ((jstring) env->CallObjectMethod (keyValue, JavaObject.toString));
  569. auto keyValueString = juceString (jKeyValueString);
  570. auto &kvs = keyValueString;
  571. if (kvs.startsWith ("[I") || kvs.startsWith ("[F") || kvs.startsWith ("[Z") || kvs.startsWith ("[B"))
  572. {
  573. printPrimitiveArrayElements (keyValue, keyName, keyValueString);
  574. }
  575. else if (kvs.startsWith ("[Landroid.util.Range"))
  576. {
  577. printRangeArrayElements (keyValue, keyName);
  578. }
  579. else
  580. {
  581. int chunkSize = 256;
  582. if (keyValueString.length() > chunkSize)
  583. {
  584. JUCE_CAMERA_LOG ("Key: " + keyName);
  585. for (int i = 0, j = 1; i < keyValueString.length(); i += chunkSize, ++j)
  586. JUCE_CAMERA_LOG ("value part " + String (j) + ": " + keyValueString.substring (i, i + chunkSize));
  587. }
  588. else
  589. {
  590. JUCE_CAMERA_LOG ("Key: " + keyName + ", value: " + keyValueString);
  591. }
  592. }
  593. ignoreUnused (keyName);
  594. }
  595. }
  596. static void printPrimitiveArrayElements (const LocalRef<jobject>& keyValue, const String& keyName,
  597. const String& keyValueString)
  598. {
  599. ignoreUnused (keyName);
  600. String result = "[";
  601. auto* env = getEnv();
  602. #define PRINT_ELEMENTS(elem_type, array_type, fun_name_middle) \
  603. { \
  604. elem_type* elements = env->Get##fun_name_middle##ArrayElements ((array_type) keyValue.get(), 0); \
  605. int size = env->GetArrayLength ((array_type) keyValue.get()); \
  606. \
  607. for (int i = 0; i < size - 1; ++i) \
  608. result << String (elements[i]) << " "; \
  609. \
  610. if (size > 0) \
  611. result << String (elements[size - 1]); \
  612. \
  613. env->Release##fun_name_middle##ArrayElements ((array_type) keyValue.get(), elements, 0); \
  614. }
  615. if (keyValueString.startsWith ("[I"))
  616. PRINT_ELEMENTS (jint, jintArray, Int)
  617. else if (keyValueString.startsWith ("[F"))
  618. PRINT_ELEMENTS (float, jfloatArray, Float)
  619. else if (keyValueString.startsWith ("[Z"))
  620. PRINT_ELEMENTS (jboolean, jbooleanArray, Boolean)
  621. else if (keyValueString.startsWith ("[B"))
  622. PRINT_ELEMENTS (jbyte, jbyteArray, Byte);
  623. #undef PRINT_ELEMENTS
  624. result << "]";
  625. JUCE_CAMERA_LOG ("Key: " + keyName + ", value: " + result);
  626. }
  627. static void printRangeArrayElements (const LocalRef<jobject>& rangeArray, const String& keyName)
  628. {
  629. auto* env = getEnv();
  630. jobjectArray ranges = static_cast<jobjectArray> (rangeArray.get());
  631. int numRanges = env->GetArrayLength (ranges);
  632. String result;
  633. for (int i = 0; i < numRanges; ++i)
  634. {
  635. auto range = LocalRef<jobject> (env->GetObjectArrayElement (ranges, i));
  636. auto jRangeString = LocalRef<jstring> ((jstring) env->CallObjectMethod (range, AndroidRange.toString));
  637. result << juceString (jRangeString) << " ";
  638. }
  639. JUCE_CAMERA_LOG ("Key: " + keyName + ", value: " + result);
  640. }
  641. //==============================================================================
  642. class StreamConfigurationMap
  643. {
  644. public:
  645. StreamConfigurationMap (const GlobalRef& cameraCharacteristics)
  646. : scalerStreamConfigurationMap (getStreamConfigurationMap (cameraCharacteristics)),
  647. supportedPreviewOutputSizes (retrieveOutputSizes (scalerStreamConfigurationMap,
  648. getClassForName ("android.graphics.SurfaceTexture"),
  649. -1)),
  650. supportedStillImageOutputSizes (retrieveOutputSizes (scalerStreamConfigurationMap,
  651. LocalRef<jobject>(),
  652. jpegImageFormat)),
  653. supportedVideoRecordingOutputSizes (retrieveOutputSizes (scalerStreamConfigurationMap,
  654. getClassForName ("android.media.MediaRecorder"),
  655. -1)),
  656. defaultPreviewSize (getSmallestSize (supportedPreviewOutputSizes)),
  657. previewBufferSize (getLargestSize (supportedPreviewOutputSizes))
  658. {
  659. printSizesLog (supportedPreviewOutputSizes, "SurfaceTexture");
  660. printSizesLog (supportedStillImageOutputSizes, "JPEG");
  661. printSizesLog (supportedVideoRecordingOutputSizes, "MediaRecorder");
  662. }
  663. Array<Rectangle<int>> getSupportedPreviewOutputSizes() const noexcept { return supportedPreviewOutputSizes; }
  664. Array<Rectangle<int>> getSupportedStillImageOutputSizes() const noexcept { return supportedStillImageOutputSizes; }
  665. Array<Rectangle<int>> getSupportedVideoRecordingOutputSizes() const noexcept { return supportedVideoRecordingOutputSizes; }
  666. Rectangle<int> getDefaultPreviewSize() const noexcept { return defaultPreviewSize; }
  667. Rectangle<int> getPreviewBufferSize() const noexcept { return previewBufferSize; }
  668. bool isOutputSupportedForSurface (const LocalRef<jobject>& surface) const
  669. {
  670. return getEnv()->CallBooleanMethod (scalerStreamConfigurationMap, AndroidStreamConfigurationMap.isOutputSupportedForSurface, surface.get());
  671. }
  672. static constexpr int jpegImageFormat = 256;
  673. private:
  674. GlobalRef scalerStreamConfigurationMap;
  675. Array<Rectangle<int>> supportedPreviewOutputSizes;
  676. Array<Rectangle<int>> supportedStillImageOutputSizes;
  677. Array<Rectangle<int>> supportedVideoRecordingOutputSizes;
  678. Rectangle<int> defaultPreviewSize, previewBufferSize;
  679. GlobalRef getStreamConfigurationMap (const GlobalRef& cameraCharacteristics)
  680. {
  681. auto* env = getEnv();
  682. auto scalerStreamConfigurationMapKey = LocalRef<jobject> (env->GetStaticObjectField (CameraCharacteristics,
  683. CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP));
  684. return GlobalRef (LocalRef<jobject> (env->CallObjectMethod (cameraCharacteristics,
  685. CameraCharacteristics.get,
  686. scalerStreamConfigurationMapKey.get())));
  687. }
  688. static Array<Rectangle<int>> retrieveOutputSizes (GlobalRef& scalerStreamConfigurationMap,
  689. const LocalRef<jobject>& outputClass,
  690. int format)
  691. {
  692. Array<Rectangle<int>> result;
  693. auto* env = getEnv();
  694. auto outputSizes = outputClass.get() != nullptr
  695. ? LocalRef<jobjectArray> ((jobjectArray) env->CallObjectMethod (scalerStreamConfigurationMap,
  696. AndroidStreamConfigurationMap.getOutputSizesForClass,
  697. outputClass.get()))
  698. : LocalRef<jobjectArray> ((jobjectArray) env->CallObjectMethod (scalerStreamConfigurationMap,
  699. AndroidStreamConfigurationMap.getOutputSizesForFormat,
  700. (jint) format));
  701. if (format != -1)
  702. {
  703. auto supported = (env->CallBooleanMethod (scalerStreamConfigurationMap, AndroidStreamConfigurationMap.isOutputSupportedFor, (jint) format) != 0);
  704. if (! supported)
  705. {
  706. // The output format is not supported by this device, still image capture will not work!
  707. jassertfalse;
  708. return {};
  709. }
  710. }
  711. int numSizes = env->GetArrayLength (outputSizes);
  712. jassert (numSizes > 0);
  713. for (int i = 0; i < numSizes; ++i)
  714. {
  715. auto size = LocalRef<jobject> (env->GetObjectArrayElement (outputSizes, i));
  716. auto width = env->CallIntMethod (size, AndroidSize.getWidth);
  717. auto height = env->CallIntMethod (size, AndroidSize.getHeight);
  718. result.add (Rectangle<int> (0, 0, width, height));
  719. }
  720. return result;
  721. }
  722. static LocalRef<jobject> getClassForName (const String& name)
  723. {
  724. return LocalRef<jobject> (getEnv()->CallStaticObjectMethod (JavaClass, JavaClass.forName,
  725. javaString (name).get()));
  726. }
  727. static void printSizesLog (const Array<Rectangle<int>>& sizes, const String& className)
  728. {
  729. ignoreUnused (sizes, className);
  730. JUCE_CAMERA_LOG ("Sizes for class " + className);
  731. #if JUCE_CAMERA_LOG_ENABLED
  732. for (auto& s : sizes)
  733. JUCE_CAMERA_LOG (s.toString() + "\n");
  734. #endif
  735. }
  736. Rectangle<int> getSmallestSize (const Array<Rectangle<int>>& sizes) const
  737. {
  738. if (sizes.size() == 0)
  739. return {};
  740. auto smallestSize = sizes[0];
  741. for (auto& size : sizes)
  742. {
  743. if (size.getWidth() < smallestSize.getWidth() && size.getHeight() < smallestSize.getHeight())
  744. smallestSize = size;
  745. }
  746. return smallestSize;
  747. }
  748. Rectangle<int> getLargestSize (const Array<Rectangle<int>>& sizes) const
  749. {
  750. if (sizes.size() == 0)
  751. return {};
  752. auto largestSize = sizes[0];
  753. for (auto& size : sizes)
  754. {
  755. if (size.getWidth() > largestSize.getWidth() && size.getHeight() > largestSize.getHeight())
  756. largestSize = size;
  757. }
  758. return largestSize;
  759. }
  760. };
  761. //==============================================================================
  762. class PreviewDisplay : private TextureViewSurfaceTextureListener::Owner
  763. {
  764. public:
  765. struct Listener
  766. {
  767. virtual ~Listener() {}
  768. virtual void previewDisplayReady() = 0;
  769. virtual void previewDisplayAboutToBeDestroyed() = 0;
  770. };
  771. PreviewDisplay (Rectangle<int> bufferSize)
  772. : textureViewSurfaceTextureListener (*this),
  773. textureView (getEnv()->NewObject (AndroidTextureView, AndroidTextureView.constructor,
  774. android.activity.get())),
  775. bufferWidth (bufferSize.getWidth()),
  776. bufferHeight (bufferSize.getHeight())
  777. {
  778. auto* env = getEnv();
  779. if (! isReady())
  780. env->CallVoidMethod (textureView, AndroidTextureView.setSurfaceTextureListener,
  781. CreateJavaInterface (&textureViewSurfaceTextureListener,
  782. "android/view/TextureView$SurfaceTextureListener").get());
  783. }
  784. ~PreviewDisplay()
  785. {
  786. getEnv()->CallVoidMethod (textureView, AndroidTextureView.setSurfaceTextureListener, nullptr);
  787. }
  788. void addListener (Listener* l)
  789. {
  790. if (l == nullptr)
  791. {
  792. jassertfalse;
  793. return;
  794. }
  795. listeners.add (l);
  796. if (isReady())
  797. l->previewDisplayReady();
  798. }
  799. void removeListener (Listener* l)
  800. {
  801. if (l == nullptr)
  802. {
  803. jassertfalse;
  804. return;
  805. }
  806. listeners.remove (l);
  807. }
  808. bool isReady() const
  809. {
  810. return (getEnv()->CallBooleanMethod (textureView, AndroidTextureView.isAvailable) != 0)
  811. && width > 0 && height > 0;
  812. }
  813. LocalRef<jobject> createSurface()
  814. {
  815. // Surface may get destroyed while session is being configured, if
  816. // the preview gets hidden in the meantime, so bailout.
  817. if (! isReady())
  818. return LocalRef<jobject> (nullptr);
  819. auto* env = getEnv();
  820. auto surfaceTexture = LocalRef<jobject> (env->CallObjectMethod (textureView,
  821. AndroidTextureView.getSurfaceTexture));
  822. // NB: too small buffer will result in pixelated preview. A buffer with wrong aspect ratio
  823. // can result in a cropped preview.
  824. env->CallVoidMethod (surfaceTexture, AndroidSurfaceTexture.setDefaultBufferSize, (jint) bufferWidth, (jint) bufferHeight);
  825. auto surface = LocalRef<jobject> (env->NewObject (AndroidSurface, AndroidSurface.constructor, surfaceTexture.get()));
  826. return surface;
  827. }
  828. const GlobalRef& getNativeView() { return textureView; }
  829. void updateSurfaceTransform()
  830. {
  831. auto* env = getEnv();
  832. auto windowManager = LocalRef<jobject> (env->CallObjectMethod (android.activity, JuceAppActivity.getWindowManager));
  833. auto display = LocalRef<jobject> (env->CallObjectMethod (windowManager, AndroidWindowManager.getDefaultDisplay));
  834. auto rotation = env->CallIntMethod (display, AndroidDisplay.getRotation);
  835. static constexpr int rotation90 = 1;
  836. static constexpr int rotation270 = 3;
  837. auto matrix = LocalRef<jobject> (env->NewObject (AndroidMatrix, AndroidMatrix.constructor));
  838. if (rotation == rotation90 || rotation == rotation270)
  839. {
  840. env->CallBooleanMethod (matrix, AndroidMatrix.postScale, jfloat (height / (float) width), jfloat (width / (float) height), (jfloat) 0, (jfloat) 0);
  841. env->CallBooleanMethod (matrix, AndroidMatrix.postRotate, (jfloat) 90 * (rotation - 2), (jfloat) 0, (jfloat) 0);
  842. env->CallBooleanMethod (matrix, AndroidMatrix.postTranslate, (jfloat) (rotation == 3 ? width : 0), (jfloat) (rotation == 1 ? height : 0));
  843. }
  844. env->CallVoidMethod (textureView, AndroidTextureView.setTransform, matrix.get());
  845. }
  846. private:
  847. ListenerList<Listener> listeners;
  848. TextureViewSurfaceTextureListener textureViewSurfaceTextureListener;
  849. GlobalRef textureView;
  850. int width = -1, height = -1;
  851. int bufferWidth, bufferHeight;
  852. void onSurfaceTextureAvailable (LocalRef<jobject>& /*surface*/, int widthToUse, int heightToUse) override
  853. {
  854. JUCE_CAMERA_LOG ("onSurfaceTextureAvailable()");
  855. width = widthToUse;
  856. height = heightToUse;
  857. updateSurfaceTransform();
  858. listeners.call (&Listener::previewDisplayReady);
  859. }
  860. bool onSurfaceTextureDestroyed (LocalRef<jobject>& /*surface*/) override
  861. {
  862. JUCE_CAMERA_LOG ("onSurfaceTextureDestroyed()");
  863. listeners.call (&Listener::previewDisplayAboutToBeDestroyed);
  864. return true;
  865. }
  866. void onSurfaceTextureSizeChanged (LocalRef<jobject>& /*surface*/, int widthToUse, int heightToUse) override
  867. {
  868. JUCE_CAMERA_LOG ("onSurfaceTextureSizeChanged()");
  869. width = widthToUse;
  870. height = heightToUse;
  871. updateSurfaceTransform();
  872. }
  873. void onSurfaceTextureUpdated (LocalRef<jobject>& /*surface*/) override
  874. {
  875. JUCE_CAMERA_LOG ("onSurfaceTextureUpdated()");
  876. }
  877. JUCE_DECLARE_NON_COPYABLE (PreviewDisplay)
  878. };
  879. //==============================================================================
  880. class ImageReader : private ImageReaderOnImageAvailableListener::Owner
  881. {
  882. public:
  883. ImageReader (Pimpl& ownerToUse, GlobalRef& handlerToUse,
  884. int imageWidth, int imageHeight, int cameraSensorOrientationToUse)
  885. : owner (ownerToUse),
  886. cameraSensorOrientation (cameraSensorOrientationToUse),
  887. imageReader (getEnv()->CallStaticObjectMethod (AndroidImageReader, AndroidImageReader.newInstance,
  888. imageWidth, imageHeight, StreamConfigurationMap::jpegImageFormat,
  889. numImagesToKeep)),
  890. onImageAvailableListener (*this)
  891. {
  892. getEnv()->CallVoidMethod (imageReader, AndroidImageReader.setOnImageAvailableListener,
  893. CreateJavaInterface (&onImageAvailableListener,
  894. "android/media/ImageReader$OnImageAvailableListener").get(),
  895. handlerToUse.get());
  896. }
  897. ~ImageReader()
  898. {
  899. getEnv()->CallVoidMethod (imageReader, AndroidImageReader.close);
  900. }
  901. LocalRef<jobject> getSurface() const
  902. {
  903. return LocalRef<jobject> (getEnv()->CallObjectMethod (imageReader, AndroidImageReader.getSurface));
  904. }
  905. void resetNotificationFlag()
  906. {
  907. hasNotifiedListeners.set (0);
  908. }
  909. private:
  910. Pimpl& owner;
  911. int cameraSensorOrientation;
  912. GlobalRef imageReader;
  913. ImageReaderOnImageAvailableListener onImageAvailableListener;
  914. static constexpr int numImagesToKeep = 2;
  915. Atomic<int> hasNotifiedListeners { 0 };
  916. JUCE_DECLARE_WEAK_REFERENCEABLE (ImageReader)
  917. void onImageAvailable (LocalRef<jobject>& /*imageReader*/) override
  918. {
  919. JUCE_CAMERA_LOG ("onImageAvailable()");
  920. auto* env = getEnv();
  921. auto jImage = LocalRef<jobject> (env->CallObjectMethod (imageReader, AndroidImageReader.acquireLatestImage));
  922. if (jImage.get() == nullptr)
  923. return;
  924. auto cameraLensFrontFacing = owner.getCameraLensFacing() == 0;
  925. // NB: could use sensor orientation here to get real-world orientation, but then the resulting
  926. // image could not match the UI orientation.
  927. auto image = androidImageToJuceWithFixedOrientation (jImage, owner.deviceOrientationChangeListener.getDeviceOrientation(),
  928. Desktop::getInstance().getCurrentOrientation(),
  929. cameraLensFrontFacing,
  930. cameraSensorOrientation);
  931. env->CallVoidMethod (jImage, AndroidImage.close);
  932. WeakReference<ImageReader> safeThis (this);
  933. // Android may take multiple pictures before it handles a request to stop.
  934. if (hasNotifiedListeners.compareAndSetBool (1, 0))
  935. MessageManager::callAsync ([safeThis, image]() mutable { if (safeThis != nullptr) safeThis->owner.notifyImageReceived (image); });
  936. }
  937. struct ImageBuffer
  938. {
  939. LocalRef<jbyteArray> byteArray;
  940. int size;
  941. };
  942. static Image androidImageToJuceWithFixedOrientation (const LocalRef<jobject>& androidImage,
  943. Desktop::DisplayOrientation deviceOrientationFromAccelerometerSensor,
  944. Desktop::DisplayOrientation targetOrientation,
  945. bool cameraLensFrontFacing,
  946. int cameraSensorOrientation)
  947. {
  948. auto* env = getEnv();
  949. auto planes = LocalRef<jobjectArray> ((jobjectArray) env->CallObjectMethod (androidImage, AndroidImage.getPlanes));
  950. jassert (env->GetArrayLength (planes) > 0);
  951. auto plane = LocalRef<jobject> (env->GetObjectArrayElement (planes, 0));
  952. auto byteBuffer = LocalRef<jobject> (env->CallObjectMethod (plane, AndroidImagePlane.getBuffer));
  953. ImageBuffer correctedBuffer = getImageBufferWithCorrectedOrientationFrom (byteBuffer, deviceOrientationFromAccelerometerSensor,
  954. targetOrientation, cameraLensFrontFacing, cameraSensorOrientation);
  955. jbyte* rawBytes = env->GetByteArrayElements (correctedBuffer.byteArray, nullptr);
  956. Image result = ImageFileFormat::loadFrom (rawBytes, (size_t) correctedBuffer.size);
  957. env->ReleaseByteArrayElements (correctedBuffer.byteArray, rawBytes, 0);
  958. return result;
  959. }
  960. static ImageBuffer getImageBufferWithCorrectedOrientationFrom (const LocalRef<jobject>& imagePlaneBuffer,
  961. Desktop::DisplayOrientation deviceOrientationFromAccelerometerSensor,
  962. Desktop::DisplayOrientation targetOrientation,
  963. bool cameraLensFrontFacing,
  964. int cameraSensorOrientation)
  965. {
  966. auto* env = getEnv();
  967. auto bufferSize = env->CallIntMethod (imagePlaneBuffer, JavaByteBuffer.remaining);
  968. auto byteArray = LocalRef<jbyteArray> (env->NewByteArray (bufferSize));
  969. env->CallObjectMethod (imagePlaneBuffer, JavaByteBuffer.get, byteArray.get());
  970. auto orientationsEnabled = Desktop::getInstance().getOrientationsEnabled() & ~Desktop::upsideDown;
  971. auto rotationAngle = getRotationAngle (deviceOrientationFromAccelerometerSensor, targetOrientation,
  972. cameraLensFrontFacing, cameraSensorOrientation);
  973. if (rotationAngle == 0)
  974. {
  975. // Nothing to do, just get the bytes
  976. return { byteArray, bufferSize };
  977. }
  978. auto origBitmap = LocalRef<jobject> (env->CallStaticObjectMethod (AndroidBitmapFactory,
  979. AndroidBitmapFactory.decodeByteArray,
  980. byteArray.get(), (jint) 0, (jint) bufferSize));
  981. auto correctedBitmap = getBitmapWithCorrectOrientationFrom (origBitmap, rotationAngle);
  982. auto byteArrayOutputStream = LocalRef<jobject> (env->NewObject (ByteArrayOutputStream,
  983. ByteArrayOutputStream.constructor));
  984. auto jCompressFormatString = javaString ("JPEG");
  985. auto compressFormat = LocalRef<jobject> (env->CallStaticObjectMethod (AndroidBitmapCompressFormat,
  986. AndroidBitmapCompressFormat.valueOf,
  987. jCompressFormatString.get()));
  988. if (env->CallBooleanMethod (correctedBitmap, AndroidBitmap.compress, compressFormat.get(),
  989. (jint) 100, byteArrayOutputStream.get()) != 0)
  990. {
  991. auto correctedByteArray = LocalRef<jbyteArray> ((jbyteArray) env->CallObjectMethod (byteArrayOutputStream,
  992. ByteArrayOutputStream.toByteArray));
  993. int correctedByteArraySize = env->CallIntMethod (byteArrayOutputStream, ByteArrayOutputStream.size);
  994. return { correctedByteArray, correctedByteArraySize };
  995. }
  996. jassertfalse;
  997. // fallback, return original bitmap
  998. return { byteArray, bufferSize };
  999. }
  1000. static int getRotationAngle (Desktop::DisplayOrientation deviceOrientationFromAccelerometerSensor,
  1001. Desktop::DisplayOrientation targetOrientation,
  1002. bool cameraLensFrontFacing,
  1003. int cameraSensorOrientation)
  1004. {
  1005. auto orientationsEnabled = Desktop::getInstance().getOrientationsEnabled() & ~Desktop::upsideDown;
  1006. auto isSensorOrientationHorizontal = deviceOrientationFromAccelerometerSensor == Desktop::rotatedAntiClockwise
  1007. || deviceOrientationFromAccelerometerSensor == Desktop::rotatedClockwise;
  1008. if (cameraLensFrontFacing && isSensorOrientationHorizontal)
  1009. {
  1010. // flip angles for front camera
  1011. return getRotationAngle (deviceOrientationFromAccelerometerSensor, targetOrientation, false, (cameraSensorOrientation + 180) % 360);
  1012. }
  1013. switch (targetOrientation)
  1014. {
  1015. case Desktop::rotatedAntiClockwise:
  1016. return cameraSensorOrientation == 90 ? 0 : 180;
  1017. case Desktop::rotatedClockwise:
  1018. return cameraSensorOrientation == 90 ? 180 : 0;
  1019. case Desktop::upright:
  1020. case Desktop::upsideDown:
  1021. if ((targetOrientation == Desktop::upright && ! cameraLensFrontFacing)
  1022. || (targetOrientation == Desktop::upsideDown && cameraLensFrontFacing))
  1023. {
  1024. return cameraSensorOrientation;
  1025. }
  1026. else
  1027. {
  1028. if (deviceOrientationFromAccelerometerSensor == Desktop::upright || deviceOrientationFromAccelerometerSensor == Desktop::upsideDown)
  1029. return cameraSensorOrientation;
  1030. else
  1031. return (cameraSensorOrientation + 180) % 360;
  1032. }
  1033. break;
  1034. default:
  1035. return 0;
  1036. }
  1037. }
  1038. static LocalRef<jobject> getBitmapWithCorrectOrientationFrom (LocalRef<jobject>& origBitmap, int rotationAngle)
  1039. {
  1040. auto* env = getEnv();
  1041. auto origBitmapWidth = env->CallIntMethod (origBitmap, AndroidBitmap.getWidth);
  1042. auto origBitmapHeight = env->CallIntMethod (origBitmap, AndroidBitmap.getHeight);
  1043. auto orientationsEnabled = Desktop::getInstance().getOrientationsEnabled() & ~Desktop::upsideDown;
  1044. auto matrix = LocalRef<jobject> (env->NewObject (AndroidMatrix, AndroidMatrix.constructor));
  1045. env->CallBooleanMethod (matrix, AndroidMatrix.postRotate, (jfloat) rotationAngle, (jfloat) 0, (jfloat) 0);
  1046. auto rotatedBitmap = LocalRef<jobject> (env->CallStaticObjectMethod (AndroidBitmap, AndroidBitmap.createBitmapFrom,
  1047. origBitmap.get(), (jint) 0, (jint) 0,
  1048. (jint) origBitmapWidth, (jint) origBitmapHeight,
  1049. matrix.get(), true));
  1050. env->CallVoidMethod (origBitmap, AndroidBitmap.recycle);
  1051. return rotatedBitmap;
  1052. }
  1053. };
  1054. //==============================================================================
  1055. class MediaRecorder : private MediaRecorderOnInfoListener::Owner,
  1056. private MediaRecorderOnErrorListener::Owner
  1057. {
  1058. public:
  1059. MediaRecorder (const String& outputFilePath, int videoWidth, int videoHeight,
  1060. int sensorOrientation, int cameraLensFacing)
  1061. : onInfoListener (*this),
  1062. onErrorListener (*this),
  1063. mediaRecorder (LocalRef<jobject> (getEnv()->NewObject (AndroidMediaRecorder,
  1064. AndroidMediaRecorder.constructor)))
  1065. {
  1066. auto* env = getEnv();
  1067. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setOnInfoListener,
  1068. CreateJavaInterface (&onInfoListener,
  1069. "android/media/MediaRecorder$OnInfoListener").get());
  1070. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setOnErrorListener,
  1071. CreateJavaInterface (&onErrorListener,
  1072. "android/media/MediaRecorder$OnErrorListener").get());
  1073. // NB: the order of function calls here is enforced, and exceptions will be thrown if
  1074. // the order is changed.
  1075. static constexpr int audioSourceMic = 1;
  1076. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setAudioSource, (jint) audioSourceMic);
  1077. static constexpr int videoSourceSurface = 2;
  1078. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setVideoSource, (jint) videoSourceSurface);
  1079. static constexpr int outputFormatMPEG4 = 2;
  1080. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setOutputFormat, (jint) outputFormatMPEG4);
  1081. static constexpr int audioEncoderAAC = 3;
  1082. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setAudioEncoder, (jint) audioEncoderAAC);
  1083. static constexpr int videoEncoderH264 = 2;
  1084. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setVideoEncoder, (jint) videoEncoderH264);
  1085. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setVideoEncodingBitRate, (jint) 10000000);
  1086. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setVideoFrameRate, (jint) 30);
  1087. auto frontFacing = cameraLensFacing == 0;
  1088. auto useInverseDegrees = frontFacing && sensorOrientation == 90;
  1089. int orientationHint = getOrientationHint (useInverseDegrees, sensorOrientation);
  1090. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setOrientationHint, (jint) orientationHint);
  1091. getEnv()->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setVideoSize, (jint) videoWidth, (jint) videoHeight);
  1092. getEnv()->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.setOutputFile, javaString (outputFilePath).get());
  1093. getEnv()->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.prepare);
  1094. }
  1095. ~MediaRecorder()
  1096. {
  1097. getEnv()->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.release);
  1098. }
  1099. LocalRef<jobject> getSurface()
  1100. {
  1101. return LocalRef<jobject> (getEnv()->CallObjectMethod (mediaRecorder, AndroidMediaRecorder.getSurface));
  1102. }
  1103. void start()
  1104. {
  1105. lockScreenOrientation();
  1106. getEnv()->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.start);
  1107. hasStartedRecording = true;
  1108. }
  1109. void stop()
  1110. {
  1111. // A request to stop can be sent before recording has had a chance to start, so
  1112. // ignore the request rather than calling AndroidMediaRecorder.stop because
  1113. // otherwise MediaRecorder will throw an exception and...
  1114. if (! hasStartedRecording)
  1115. return;
  1116. hasStartedRecording = false;
  1117. auto* env = getEnv();
  1118. env->CallVoidMethod (mediaRecorder, AndroidMediaRecorder.stop);
  1119. // ... ignore RuntimeException that can be thrown if stop() was called after recording
  1120. // has started but before any frame was written to a file. This is not an error.
  1121. auto exception = LocalRef<jobject> (env->ExceptionOccurred());
  1122. if (exception != 0)
  1123. env->ExceptionClear();
  1124. unlockScreenOrientation();
  1125. }
  1126. private:
  1127. MediaRecorderOnInfoListener onInfoListener;
  1128. MediaRecorderOnErrorListener onErrorListener;
  1129. GlobalRef mediaRecorder;
  1130. bool hasStartedRecording = false;
  1131. int orientationsEnabled = -1;
  1132. void lockScreenOrientation()
  1133. {
  1134. orientationsEnabled = Desktop::getInstance().getOrientationsEnabled();
  1135. auto o = Desktop::getInstance().getCurrentOrientation();
  1136. Desktop::getInstance().setOrientationsEnabled (o);
  1137. }
  1138. static jint juceOrientationToNativeOrientation (int orientations) noexcept
  1139. {
  1140. enum
  1141. {
  1142. SCREEN_ORIENTATION_LANDSCAPE = 0,
  1143. SCREEN_ORIENTATION_PORTRAIT = 1,
  1144. SCREEN_ORIENTATION_USER = 2,
  1145. SCREEN_ORIENTATION_REVERSE_LANDSCAPE = 8,
  1146. SCREEN_ORIENTATION_REVERSE_PORTRAIT = 9,
  1147. SCREEN_ORIENTATION_USER_LANDSCAPE = 11,
  1148. SCREEN_ORIENTATION_USER_PORTRAIT = 12,
  1149. };
  1150. switch (orientations)
  1151. {
  1152. case Desktop::upright: return (jint) SCREEN_ORIENTATION_PORTRAIT;
  1153. case Desktop::upsideDown: return (jint) SCREEN_ORIENTATION_REVERSE_PORTRAIT;
  1154. case Desktop::upright + Desktop::upsideDown: return (jint) SCREEN_ORIENTATION_USER_PORTRAIT;
  1155. case Desktop::rotatedAntiClockwise: return (jint) SCREEN_ORIENTATION_LANDSCAPE;
  1156. case Desktop::rotatedClockwise: return (jint) SCREEN_ORIENTATION_REVERSE_LANDSCAPE;
  1157. case Desktop::rotatedClockwise + Desktop::rotatedAntiClockwise: return (jint) SCREEN_ORIENTATION_USER_LANDSCAPE;
  1158. default: return (jint) SCREEN_ORIENTATION_USER;
  1159. }
  1160. }
  1161. void unlockScreenOrientation()
  1162. {
  1163. Desktop::getInstance().setOrientationsEnabled (orientationsEnabled);
  1164. }
  1165. void onInfo (LocalRef<jobject>& recorder, int what, int extra) override
  1166. {
  1167. ignoreUnused (recorder, what, extra);
  1168. JUCE_CAMERA_LOG ("MediaRecorder::OnInfo: " + getInfoStringFromCode (what)
  1169. + ", extra code = " + String (extra));
  1170. }
  1171. void onError (LocalRef<jobject>& recorder, int what, int extra) override
  1172. {
  1173. ignoreUnused (recorder, what, extra);
  1174. JUCE_CAMERA_LOG ("MediaRecorder::onError: " + getErrorStringFromCode (what)
  1175. + ", extra code = " + String (extra));
  1176. }
  1177. static String getInfoStringFromCode (int what)
  1178. {
  1179. enum
  1180. {
  1181. MEDIA_RECORDER_INFO_UNKNOWN = 1,
  1182. MEDIA_RECORDER_INFO_MAX_DURATION_REACHED = 800,
  1183. MEDIA_RECORDER_INFO_MAX_FILESIZE_REACHED = 801,
  1184. MEDIA_RECORDER_INFO_MAX_FILESIZE_APPROACHING = 802,
  1185. MEDIA_RECORDER_INFO_NEXT_OUTPUT_FILE_STARTED = 803
  1186. };
  1187. switch (what)
  1188. {
  1189. case MEDIA_RECORDER_INFO_UNKNOWN: return { "Unknown info" };
  1190. case MEDIA_RECORDER_INFO_MAX_DURATION_REACHED: return { "Max duration reached" };
  1191. case MEDIA_RECORDER_INFO_MAX_FILESIZE_REACHED: return { "Max filesize reached" };
  1192. case MEDIA_RECORDER_INFO_MAX_FILESIZE_APPROACHING: return { "Max filesize approaching" };
  1193. case MEDIA_RECORDER_INFO_NEXT_OUTPUT_FILE_STARTED: return { "Next output file started" };
  1194. default: return String (what);
  1195. };
  1196. }
  1197. static String getErrorStringFromCode (int what)
  1198. {
  1199. enum
  1200. {
  1201. MEDIA_RECORDER_ERROR_UNKNOWN = 1,
  1202. MEDIA_ERROR_SERVER_DIED = 100
  1203. };
  1204. switch (what)
  1205. {
  1206. case MEDIA_RECORDER_ERROR_UNKNOWN: return { "Unknown error" };
  1207. case MEDIA_ERROR_SERVER_DIED: return { "Server died" };
  1208. default: return String (what);
  1209. };
  1210. }
  1211. static int getOrientationHint (bool useInverseDegrees, int cameraSensorOrientation)
  1212. {
  1213. auto* env = getEnv();
  1214. auto windowManager = LocalRef<jobject> (env->CallObjectMethod (android.activity, JuceAppActivity.getWindowManager));
  1215. auto display = LocalRef<jobject> (env->CallObjectMethod (windowManager, AndroidWindowManager.getDefaultDisplay));
  1216. auto rotation = env->CallIntMethod (display, AndroidDisplay.getRotation);
  1217. enum
  1218. {
  1219. ROTATION_0 = 0,
  1220. ROTATION_90,
  1221. ROTATION_180,
  1222. ROTATION_270
  1223. };
  1224. int hint = 0;
  1225. switch (rotation)
  1226. {
  1227. case ROTATION_0: hint = cameraSensorOrientation; break;
  1228. case ROTATION_90: hint = useInverseDegrees ? 180 : 0; break;
  1229. case ROTATION_180: hint = cameraSensorOrientation + 180; break;
  1230. case ROTATION_270: hint = useInverseDegrees ? 0 : 180; break;
  1231. default: jassertfalse;
  1232. }
  1233. return (hint + 360) % 360;
  1234. }
  1235. };
  1236. //==============================================================================
  1237. class ScopedCameraDevice
  1238. {
  1239. public:
  1240. //==============================================================================
  1241. class CaptureSession
  1242. {
  1243. public:
  1244. struct ConfiguredCallback
  1245. {
  1246. virtual ~ConfiguredCallback() {}
  1247. virtual void captureSessionConfigured (CaptureSession*) = 0;
  1248. };
  1249. ~CaptureSession()
  1250. {
  1251. bool calledClose = false;
  1252. auto* env = getEnv();
  1253. {
  1254. const ScopedLock lock (captureSessionLock);
  1255. if (captureSession.get() != nullptr)
  1256. {
  1257. calledClose = true;
  1258. env->CallVoidMethod (captureSession, CameraCaptureSession.close);
  1259. }
  1260. }
  1261. auto exception = LocalRef<jobject> (env->ExceptionOccurred());
  1262. // When exception occurs, CameraCaptureSession.close will never finish, so
  1263. // we should not wait for it. For fatal error an exception does occur, but
  1264. // it is catched internally in Java...
  1265. if (exception != 0 || scopedCameraDevice.fatalErrorOccurred.get())
  1266. {
  1267. JUCE_CAMERA_LOG ("Exception or fatal error occurred while closing Capture Session, closing by force");
  1268. env->ExceptionClear();
  1269. }
  1270. else if (calledClose)
  1271. {
  1272. pendingClose.set (1);
  1273. closedEvent.wait (-1);
  1274. }
  1275. }
  1276. bool openedOk() const noexcept { return captureSession != nullptr; }
  1277. const GlobalRef& getNativeSession() const { return captureSession; }
  1278. bool start (const LocalRef<jobject>& targetSurfacesList, GlobalRef& handlerToUse)
  1279. {
  1280. if (! openedOk())
  1281. {
  1282. jassertfalse;
  1283. return false;
  1284. }
  1285. auto* env = getEnv();
  1286. auto numSurfaces = env->CallIntMethod (targetSurfacesList, JavaArrayList.size);
  1287. for (int i = 0; i < numSurfaces; ++i)
  1288. {
  1289. auto surface = LocalRef<jobject> (env->CallObjectMethod (targetSurfacesList, JavaArrayList.get, (jint) i));
  1290. env->CallVoidMethod (captureRequestBuilder, CaptureRequestBuilder.addTarget, surface.get());
  1291. }
  1292. previewCaptureRequest = GlobalRef (env->CallObjectMethod (captureRequestBuilder, CaptureRequestBuilder.build));
  1293. env->CallIntMethod (captureSession, CameraCaptureSession.setRepeatingRequest,
  1294. previewCaptureRequest.get(), nullptr, handlerToUse.get());
  1295. return true;
  1296. }
  1297. void takeStillPicture (jobject targetSurface)
  1298. {
  1299. if (stillPictureTaker == nullptr)
  1300. {
  1301. // Can only take picture once session was successfully configured!
  1302. jassertfalse;
  1303. return;
  1304. }
  1305. auto* env = getEnv();
  1306. static constexpr int templateStillCapture = 2;
  1307. auto builder = LocalRef<jobject> (env->CallObjectMethod (scopedCameraDevice.cameraDevice,
  1308. AndroidCameraDevice.createCaptureRequest,
  1309. (jint) templateStillCapture));
  1310. env->CallVoidMethod (builder, CaptureRequestBuilder.addTarget, targetSurface);
  1311. setCaptureRequestBuilderIntegerKey (builder.get(), CaptureRequest.CONTROL_AF_MODE, autoFocusMode);
  1312. auto stillPictureCaptureRequest = LocalRef<jobject> (env->CallObjectMethod (builder, CaptureRequestBuilder.build));
  1313. stillPictureTaker->takePicture (stillPictureCaptureRequest.get());
  1314. }
  1315. private:
  1316. //==============================================================================
  1317. class StillPictureTaker : private AndroidRunnable::Owner
  1318. {
  1319. public:
  1320. StillPictureTaker (GlobalRef& captureSessionToUse, GlobalRef& captureRequestBuilderToUse,
  1321. GlobalRef& previewCaptureRequestToUse, GlobalRef& handlerToUse,
  1322. int autoFocusModeToUse)
  1323. : captureSession (captureSessionToUse),
  1324. captureRequestBuilder (captureRequestBuilderToUse),
  1325. previewCaptureRequest (previewCaptureRequestToUse),
  1326. handler (handlerToUse),
  1327. runnable (*this),
  1328. captureSessionPreviewCaptureCallback (LocalRef<jobject> (getEnv()->NewObject (CameraCaptureSessionCaptureCallback,
  1329. CameraCaptureSessionCaptureCallback.constructor,
  1330. android.activity.get(),
  1331. reinterpret_cast<jlong> (this),
  1332. true))),
  1333. captureSessionStillPictureCaptureCallback (LocalRef<jobject> (getEnv()->NewObject (CameraCaptureSessionCaptureCallback,
  1334. CameraCaptureSessionCaptureCallback.constructor,
  1335. android.activity.get(),
  1336. reinterpret_cast<jlong> (this),
  1337. false))),
  1338. autoFocusMode (autoFocusModeToUse)
  1339. {
  1340. }
  1341. void takePicture (jobject stillPictureCaptureRequestToUse)
  1342. {
  1343. JUCE_CAMERA_LOG ("Taking picture...");
  1344. stillPictureCaptureRequest = GlobalRef (stillPictureCaptureRequestToUse);
  1345. lockFocus();
  1346. }
  1347. private:
  1348. GlobalRef& captureSession;
  1349. GlobalRef& captureRequestBuilder;
  1350. GlobalRef& previewCaptureRequest;
  1351. GlobalRef& handler;
  1352. AndroidRunnable runnable;
  1353. GlobalRef delayedCaptureRunnable;
  1354. GlobalRef captureSessionPreviewCaptureCallback;
  1355. GlobalRef stillPictureCaptureRequest;
  1356. GlobalRef captureSessionStillPictureCaptureCallback;
  1357. int autoFocusMode;
  1358. enum class State
  1359. {
  1360. idle = 0,
  1361. pendingFocusLock,
  1362. pendingExposurePrecapture,
  1363. pendingExposurePostPrecapture,
  1364. pictureTaken
  1365. };
  1366. State currentState = State::idle;
  1367. void lockFocus()
  1368. {
  1369. if (Pimpl::checkHasExceptionOccurred())
  1370. return;
  1371. JUCE_CAMERA_LOG ("Performing auto-focus if possible...");
  1372. currentState = State::pendingFocusLock;
  1373. auto* env = getEnv();
  1374. // NB: auto-focus may be unavailable on a device, in which case it may have already
  1375. // automatically adjusted the exposure. We check for that in updateState().
  1376. static constexpr int controlAfTriggerStart = 1;
  1377. CaptureSession::setCaptureRequestBuilderIntegerKey (captureRequestBuilder.get(),
  1378. CaptureRequest.CONTROL_AF_TRIGGER,
  1379. controlAfTriggerStart);
  1380. auto previewRequest = LocalRef<jobject> (env->CallObjectMethod (captureRequestBuilder,
  1381. CaptureRequestBuilder.build));
  1382. env->CallIntMethod (captureSession, CameraCaptureSession.capture, previewRequest.get(),
  1383. captureSessionPreviewCaptureCallback.get(), handler.get());
  1384. }
  1385. void updateState (jobject captureResult)
  1386. {
  1387. // IllegalStateException can be thrown when accessing CaptureSession,
  1388. // claiming that capture session was already closed but we may not
  1389. // get relevant callback yet, so check for this and bailout when needed.
  1390. if (Pimpl::checkHasExceptionOccurred())
  1391. return;
  1392. auto* env = getEnv();
  1393. switch (currentState)
  1394. {
  1395. case State::pendingFocusLock:
  1396. {
  1397. JUCE_CAMERA_LOG ("Still picture capture, updateState(), State::pendingFocusLock...");
  1398. auto controlAfStateValue = getCaptureResultIntegerKeyValue (CaptureResult.CONTROL_AF_STATE, captureResult);
  1399. if (controlAfStateValue.get() == nullptr)
  1400. {
  1401. captureStillPictureDelayed();
  1402. return;
  1403. }
  1404. auto autoToFocusNotAvailable = autoFocusMode == 0;
  1405. if (autoToFocusNotAvailable || autoFocusHasFinished (controlAfStateValue))
  1406. {
  1407. auto controlAeStateIntValue = getControlAEState (captureResult);
  1408. static constexpr int controlAeStateConverged = 2;
  1409. if (controlAeStateIntValue == -1 || controlAeStateIntValue == controlAeStateConverged)
  1410. {
  1411. currentState = State::pictureTaken;
  1412. captureStillPictureDelayed();
  1413. }
  1414. else
  1415. {
  1416. runPrecaptureSequence();
  1417. }
  1418. }
  1419. break;
  1420. }
  1421. case State::pendingExposurePrecapture:
  1422. {
  1423. JUCE_CAMERA_LOG ("Still picture capture, updateState(), State::pendingExposurePrecapture...");
  1424. auto controlAeStateIntValue = getControlAEState (captureResult);
  1425. static constexpr int controlAeStateFlashRequired = 4;
  1426. static constexpr int controlAeStatePrecapture = 5;
  1427. if (controlAeStateIntValue == -1 || controlAeStateIntValue == controlAeStateFlashRequired
  1428. || controlAeStateIntValue == controlAeStatePrecapture)
  1429. {
  1430. currentState = State::pendingExposurePostPrecapture;
  1431. }
  1432. break;
  1433. }
  1434. case State::pendingExposurePostPrecapture:
  1435. {
  1436. JUCE_CAMERA_LOG ("Still picture capture, updateState(), State::pendingExposurePostPrecapture...");
  1437. auto controlAeStateIntValue = getControlAEState (captureResult);
  1438. static constexpr int controlAeStatePrecapture = 5;
  1439. if (controlAeStateIntValue == -1 || controlAeStateIntValue != controlAeStatePrecapture)
  1440. {
  1441. currentState = State::pictureTaken;
  1442. captureStillPictureDelayed();
  1443. }
  1444. break;
  1445. }
  1446. case State::idle:
  1447. case State::pictureTaken:
  1448. { /* do nothing */ break; }
  1449. };
  1450. }
  1451. static int getControlAEState (jobject captureResult)
  1452. {
  1453. auto controlAeStateValue = getCaptureResultIntegerKeyValue (CaptureResult.CONTROL_AE_STATE, captureResult);
  1454. return controlAeStateValue.get() != nullptr
  1455. ? getEnv()->CallIntMethod (controlAeStateValue, JavaInteger.intValue) : -1;
  1456. }
  1457. static bool autoFocusHasFinished (const LocalRef<jobject>& controlAfStateValue)
  1458. {
  1459. static constexpr int controlAfStateFocusedLocked = 4;
  1460. static constexpr int controlAfStateNotFocusedLocked = 5;
  1461. auto controlAfStateIntValue = getEnv()->CallIntMethod (controlAfStateValue, JavaInteger.intValue);
  1462. return controlAfStateIntValue == controlAfStateFocusedLocked || controlAfStateIntValue == controlAfStateNotFocusedLocked;
  1463. }
  1464. static LocalRef<jobject> getCaptureResultIntegerKeyValue (jfieldID key, jobject captureResult)
  1465. {
  1466. auto* env = getEnv();
  1467. auto jKey = LocalRef<jobject> (env->GetStaticObjectField (CaptureResult, key));
  1468. return LocalRef<jobject> (env->CallObjectMethod (captureResult, CaptureResult.get, jKey.get()));
  1469. }
  1470. void captureStillPictureDelayed()
  1471. {
  1472. if (Pimpl::checkHasExceptionOccurred())
  1473. return;
  1474. JUCE_CAMERA_LOG ("Still picture capture, device ready, capturing now...");
  1475. auto* env = getEnv();
  1476. env->CallVoidMethod (captureSession, CameraCaptureSession.stopRepeating);
  1477. if (Pimpl::checkHasExceptionOccurred())
  1478. return;
  1479. env->CallVoidMethod (captureSession, CameraCaptureSession.abortCaptures);
  1480. if (Pimpl::checkHasExceptionOccurred())
  1481. return;
  1482. // Delay still picture capture for devices that can't handle it right after
  1483. // stopRepeating/abortCaptures calls.
  1484. delayedCaptureRunnable = GlobalRef (CreateJavaInterface (&runnable, "java/lang/Runnable").get());
  1485. env->CallBooleanMethod (handler, AndroidHandler.postDelayed, delayedCaptureRunnable.get(), (jlong) 200);
  1486. }
  1487. void runPrecaptureSequence()
  1488. {
  1489. if (Pimpl::checkHasExceptionOccurred())
  1490. return;
  1491. auto* env = getEnv();
  1492. static constexpr int controlAePrecaptureTriggerStart = 1;
  1493. CaptureSession::setCaptureRequestBuilderIntegerKey (captureRequestBuilder.get(),
  1494. CaptureRequest.CONTROL_AE_PRECAPTURE_TRIGGER,
  1495. controlAePrecaptureTriggerStart);
  1496. currentState = State::pendingExposurePrecapture;
  1497. auto previewRequest = LocalRef<jobject> (env->CallObjectMethod (captureRequestBuilder,
  1498. CaptureRequestBuilder.build));
  1499. env->CallIntMethod (captureSession, CameraCaptureSession.capture, previewRequest.get(),
  1500. captureSessionPreviewCaptureCallback.get(), handler.get());
  1501. }
  1502. void unlockFocus()
  1503. {
  1504. if (Pimpl::checkHasExceptionOccurred())
  1505. return;
  1506. JUCE_CAMERA_LOG ("Unlocking focus...");
  1507. currentState = State::idle;
  1508. auto* env = getEnv();
  1509. static constexpr int controlAfTriggerCancel = 2;
  1510. CaptureSession::setCaptureRequestBuilderIntegerKey (captureRequestBuilder.get(),
  1511. CaptureRequest.CONTROL_AF_TRIGGER,
  1512. controlAfTriggerCancel);
  1513. auto resetAutoFocusRequest = LocalRef<jobject> (env->CallObjectMethod (captureRequestBuilder,
  1514. CaptureRequestBuilder.build));
  1515. env->CallIntMethod (captureSession, CameraCaptureSession.capture, resetAutoFocusRequest.get(),
  1516. nullptr, handler.get());
  1517. if (Pimpl::checkHasExceptionOccurred())
  1518. return;
  1519. delayedCaptureRunnable.clear();
  1520. // NB: for preview, using preview capture request again
  1521. env->CallIntMethod (captureSession, CameraCaptureSession.setRepeatingRequest, previewCaptureRequest.get(),
  1522. nullptr, handler.get());
  1523. }
  1524. //==============================================================================
  1525. void run() override
  1526. {
  1527. captureStillPicture();
  1528. }
  1529. void captureStillPicture()
  1530. {
  1531. getEnv()->CallIntMethod (captureSession, CameraCaptureSession.capture,
  1532. stillPictureCaptureRequest.get(), captureSessionStillPictureCaptureCallback.get(),
  1533. nullptr);
  1534. }
  1535. //==============================================================================
  1536. void cameraCaptureSessionCaptureCompleted (bool isPreview, jobject session, jobject request, jobject result)
  1537. {
  1538. JUCE_CAMERA_LOG ("cameraCaptureSessionCaptureCompleted()");
  1539. ignoreUnused (session, request);
  1540. if (isPreview)
  1541. updateState (result);
  1542. else if (currentState != State::idle)
  1543. unlockFocus();
  1544. }
  1545. void cameraCaptureSessionCaptureFailed (bool isPreview, jobject session, jobject request, jobject failure)
  1546. {
  1547. JUCE_CAMERA_LOG ("cameraCaptureSessionCaptureFailed()");
  1548. ignoreUnused (isPreview, session, request, failure);
  1549. }
  1550. void cameraCaptureSessionCaptureProgressed (bool isPreview, jobject session, jobject request, jobject partialResult)
  1551. {
  1552. JUCE_CAMERA_LOG ("cameraCaptureSessionCaptureProgressed()");
  1553. ignoreUnused (session, request);
  1554. if (isPreview)
  1555. updateState (partialResult);
  1556. }
  1557. void cameraCaptureSessionCaptureSequenceAborted (bool isPreview, jobject session, int sequenceId)
  1558. {
  1559. JUCE_CAMERA_LOG ("cameraCaptureSessionCaptureSequenceAborted()");
  1560. ignoreUnused (isPreview, isPreview, session, sequenceId);
  1561. }
  1562. void cameraCaptureSessionCaptureSequenceCompleted (bool isPreview, jobject session, int sequenceId, int64 frameNumber)
  1563. {
  1564. JUCE_CAMERA_LOG ("cameraCaptureSessionCaptureSequenceCompleted()");
  1565. ignoreUnused (isPreview, session, sequenceId, frameNumber);
  1566. }
  1567. void cameraCaptureSessionCaptureStarted (bool isPreview, jobject session, jobject request, int64 timestamp, int64 frameNumber)
  1568. {
  1569. JUCE_CAMERA_LOG ("cameraCaptureSessionCaptureStarted()");
  1570. ignoreUnused (isPreview, session, request, timestamp, frameNumber);
  1571. }
  1572. friend void juce_cameraCaptureSessionCaptureCompleted (int64, bool, void*, void*, void*);
  1573. friend void juce_cameraCaptureSessionCaptureFailed (int64, bool, void*, void*, void*);
  1574. friend void juce_cameraCaptureSessionCaptureProgressed (int64, bool, void*, void*, void*);
  1575. friend void juce_cameraCaptureSessionCaptureSequenceAborted (int64, bool, void*, int);
  1576. friend void juce_cameraCaptureSessionCaptureSequenceCompleted (int64, bool, void*, int, int64);
  1577. friend void juce_cameraCaptureSessionCaptureStarted (int64, bool, void*, void*, int64, int64);
  1578. };
  1579. //==============================================================================
  1580. ScopedCameraDevice& scopedCameraDevice;
  1581. ConfiguredCallback& configuredCallback;
  1582. GlobalRef& handler;
  1583. GlobalRef captureRequestBuilder;
  1584. GlobalRef previewCaptureRequest;
  1585. GlobalRef captureSessionStateCallback;
  1586. int autoFocusMode;
  1587. GlobalRef captureSession;
  1588. CriticalSection captureSessionLock;
  1589. Atomic<int> pendingClose { 0 };
  1590. std::unique_ptr<StillPictureTaker> stillPictureTaker;
  1591. WaitableEvent closedEvent;
  1592. JUCE_DECLARE_WEAK_REFERENCEABLE (CaptureSession)
  1593. //==============================================================================
  1594. CaptureSession (ScopedCameraDevice& scopedCameraDeviceToUse, ConfiguredCallback& configuredCallbackToUse,
  1595. const LocalRef<jobject>& surfacesList, GlobalRef& handlerToUse,
  1596. int captureSessionTemplate, int autoFocusModeToUse)
  1597. : scopedCameraDevice (scopedCameraDeviceToUse),
  1598. configuredCallback (configuredCallbackToUse),
  1599. handler (handlerToUse),
  1600. captureRequestBuilder (LocalRef<jobject> (getEnv()->CallObjectMethod (scopedCameraDevice.cameraDevice,
  1601. AndroidCameraDevice.createCaptureRequest,
  1602. (jint) captureSessionTemplate))),
  1603. captureSessionStateCallback (LocalRef<jobject> (getEnv()->NewObject (CameraCaptureSessionStateCallback,
  1604. CameraCaptureSessionStateCallback.constructor,
  1605. android.activity.get(),
  1606. reinterpret_cast<jlong> (this)))),
  1607. autoFocusMode (autoFocusModeToUse)
  1608. {
  1609. auto* env = getEnv();
  1610. env->CallVoidMethod (scopedCameraDevice.cameraDevice, AndroidCameraDevice.createCaptureSession,
  1611. surfacesList.get(), captureSessionStateCallback.get(), handler.get());
  1612. static constexpr int controlModeAuto = 1;
  1613. setCaptureRequestBuilderIntegerKey (captureRequestBuilder.get(), CaptureRequest.CONTROL_MODE, controlModeAuto);
  1614. setCaptureRequestBuilderIntegerKey (captureRequestBuilder.get(), CaptureRequest.CONTROL_AF_MODE, autoFocusMode);
  1615. }
  1616. static void setCaptureRequestBuilderIntegerKey (jobject captureRequestBuilder, jfieldID key, int value)
  1617. {
  1618. auto* env = getEnv();
  1619. auto jKey = LocalRef<jobject> (env->GetStaticObjectField (CaptureRequest, key));
  1620. auto jValue = LocalRef<jobject> (env->CallStaticObjectMethod (JavaInteger, JavaInteger.valueOf, (jint) value));
  1621. env->CallVoidMethod (captureRequestBuilder, CaptureRequestBuilder.set, jKey.get(), jValue.get());
  1622. }
  1623. void cameraCaptureSessionActive (jobject session)
  1624. {
  1625. JUCE_CAMERA_LOG ("cameraCaptureSessionActive()");
  1626. ignoreUnused (session);
  1627. }
  1628. void cameraCaptureSessionClosed (jobject session)
  1629. {
  1630. JUCE_CAMERA_LOG ("cameraCaptureSessionClosed()");
  1631. ignoreUnused (session);
  1632. closedEvent.signal();
  1633. }
  1634. void cameraCaptureSessionConfigureFailed (jobject session)
  1635. {
  1636. JUCE_CAMERA_LOG ("cameraCaptureSessionConfigureFailed()");
  1637. ignoreUnused (session);
  1638. WeakReference<CaptureSession> weakRef (this);
  1639. MessageManager::callAsync ([this, weakRef]()
  1640. {
  1641. if (weakRef == nullptr)
  1642. return;
  1643. configuredCallback.captureSessionConfigured (nullptr);
  1644. });
  1645. }
  1646. void cameraCaptureSessionConfigured (jobject session)
  1647. {
  1648. JUCE_CAMERA_LOG ("cameraCaptureSessionConfigured()");
  1649. if (pendingClose.get() == 1)
  1650. {
  1651. // Already closing, bailout.
  1652. closedEvent.signal();
  1653. GlobalRef s (session);
  1654. MessageManager::callAsync ([s]()
  1655. {
  1656. getEnv()->CallVoidMethod (s, CameraCaptureSession.close);
  1657. });
  1658. return;
  1659. }
  1660. {
  1661. const ScopedLock lock (captureSessionLock);
  1662. captureSession = GlobalRef (session);
  1663. }
  1664. WeakReference<CaptureSession> weakRef (this);
  1665. MessageManager::callAsync ([this, weakRef]()
  1666. {
  1667. if (weakRef == nullptr)
  1668. return;
  1669. stillPictureTaker.reset (new StillPictureTaker (captureSession, captureRequestBuilder,
  1670. previewCaptureRequest, handler, autoFocusMode));
  1671. configuredCallback.captureSessionConfigured (this);
  1672. });
  1673. }
  1674. void cameraCaptureSessionReady (jobject session)
  1675. {
  1676. JUCE_CAMERA_LOG ("cameraCaptureSessionReady()");
  1677. ignoreUnused (session);
  1678. }
  1679. friend class ScopedCameraDevice;
  1680. friend void juce_cameraCaptureSessionActive (int64, void*);
  1681. friend void juce_cameraCaptureSessionClosed (int64, void*);
  1682. friend void juce_cameraCaptureSessionConfigureFailed (int64, void*);
  1683. friend void juce_cameraCaptureSessionConfigured (int64, void*);
  1684. friend void juce_cameraCaptureSessionReady (int64, void*);
  1685. friend void juce_cameraCaptureSessionCaptureCompleted (int64, bool, void*, void*, void*);
  1686. friend void juce_cameraCaptureSessionCaptureFailed (int64, bool, void*, void*, void*);
  1687. friend void juce_cameraCaptureSessionCaptureProgressed (int64, bool, void*, void*, void*);
  1688. friend void juce_cameraCaptureSessionCaptureSequenceAborted (int64, bool, void*, int);
  1689. friend void juce_cameraCaptureSessionCaptureSequenceCompleted (int64, bool, void*, int, int64);
  1690. friend void juce_cameraCaptureSessionCaptureStarted (int64, bool, void*, void*, int64, int64);
  1691. JUCE_DECLARE_NON_COPYABLE (CaptureSession)
  1692. };
  1693. //==============================================================================
  1694. ScopedCameraDevice (Pimpl& ownerToUse, const String& cameraIdToUse, GlobalRef& cameraManagerToUse,
  1695. GlobalRef& handlerToUse, int autoFocusModeToUse)
  1696. : owner (ownerToUse),
  1697. cameraId (cameraIdToUse),
  1698. cameraManager (cameraManagerToUse),
  1699. handler (handlerToUse),
  1700. cameraStateCallback (LocalRef<jobject> (getEnv()->NewObject (CameraDeviceStateCallback,
  1701. CameraDeviceStateCallback.constructor,
  1702. android.activity.get(),
  1703. reinterpret_cast<jlong> (this)))),
  1704. autoFocusMode (autoFocusModeToUse)
  1705. {
  1706. open();
  1707. }
  1708. ~ScopedCameraDevice()
  1709. {
  1710. close();
  1711. }
  1712. void open()
  1713. {
  1714. pendingOpen.set (1);
  1715. auto* env = getEnv();
  1716. env->CallVoidMethod (cameraManager, CameraManager.openCamera,
  1717. javaString (cameraId).get(),
  1718. cameraStateCallback.get(), handler.get());
  1719. // If something went wrong we will be pinged in cameraDeviceStateError()
  1720. // callback, silence the redundant exception.
  1721. auto exception = LocalRef<jobject> (env->ExceptionOccurred());
  1722. if (exception != 0)
  1723. env->ExceptionClear();
  1724. }
  1725. void close()
  1726. {
  1727. if (pendingClose.compareAndSetBool (1, 0))
  1728. {
  1729. auto* env = getEnv();
  1730. if (cameraDevice.get() != nullptr)
  1731. {
  1732. env->CallVoidMethod (cameraDevice, AndroidCameraDevice.close);
  1733. closedEvent.wait (-1);
  1734. }
  1735. pendingClose.set (0);
  1736. pendingOpen .set (0);
  1737. cameraDevice.clear();
  1738. }
  1739. }
  1740. bool openedOk() const { return cameraDevice != nullptr; }
  1741. bool hasErrorOccurred() const { return fatalErrorOccurred.get(); }
  1742. CaptureSession* createCaptureSession (CaptureSession::ConfiguredCallback& cc,
  1743. const LocalRef<jobject>& surfacesList,
  1744. GlobalRef& handlerToUse,
  1745. int captureSessionTemplate)
  1746. {
  1747. if (! openedOk())
  1748. {
  1749. jassertfalse;
  1750. return nullptr;
  1751. }
  1752. return new CaptureSession (*this, cc, surfacesList, handlerToUse, captureSessionTemplate, autoFocusMode);
  1753. }
  1754. private:
  1755. Pimpl& owner;
  1756. const String cameraId;
  1757. GlobalRef& cameraManager;
  1758. GlobalRef& handler;
  1759. GlobalRef cameraStateCallback;
  1760. int autoFocusMode;
  1761. GlobalRef cameraDevice;
  1762. Atomic<int> pendingOpen { 0 };
  1763. Atomic<int> pendingClose { 0 };
  1764. Atomic<int> fatalErrorOccurred { 0 };
  1765. String openError;
  1766. WaitableEvent closedEvent;
  1767. void cameraDeviceStateClosed()
  1768. {
  1769. JUCE_CAMERA_LOG ("cameraDeviceStateClosed()");
  1770. closedEvent.signal();
  1771. }
  1772. void cameraDeviceStateDisconnected()
  1773. {
  1774. JUCE_CAMERA_LOG ("cameraDeviceStateDisconnected()");
  1775. if (pendingOpen.compareAndSetBool (0, 1))
  1776. {
  1777. openError = "Device disconnected";
  1778. notifyOpenResult();
  1779. }
  1780. MessageManager::callAsync ([this]() { close(); });
  1781. }
  1782. void cameraDeviceStateError (int errorCode)
  1783. {
  1784. String error = cameraErrorCodeToString (errorCode);
  1785. JUCE_CAMERA_LOG ("cameraDeviceStateError(), error: " + error);
  1786. if (pendingOpen.compareAndSetBool (0, 1))
  1787. {
  1788. openError = error;
  1789. notifyOpenResult();
  1790. }
  1791. fatalErrorOccurred.set (1);
  1792. MessageManager::callAsync ([this, error]()
  1793. {
  1794. owner.cameraDeviceError (error);
  1795. close();
  1796. });
  1797. }
  1798. void cameraDeviceStateOpened (jobject cameraDeviceToUse)
  1799. {
  1800. JUCE_CAMERA_LOG ("cameraDeviceStateOpened()");
  1801. pendingOpen.set (0);
  1802. cameraDevice = GlobalRef (cameraDeviceToUse);
  1803. notifyOpenResult();
  1804. }
  1805. void notifyOpenResult()
  1806. {
  1807. MessageManager::callAsync ([this]() { owner.cameraOpenFinished (openError); });
  1808. }
  1809. friend void juce_cameraDeviceStateClosed (int64);
  1810. friend void juce_cameraDeviceStateDisconnected (int64);
  1811. friend void juce_cameraDeviceStateError (int64, int);
  1812. friend void juce_cameraDeviceStateOpened (int64, void*);
  1813. friend void juce_cameraCaptureSessionActive (int64, void*);
  1814. friend void juce_cameraCaptureSessionClosed (int64, void*);
  1815. friend void juce_cameraCaptureSessionConfigureFailed (int64, void*);
  1816. friend void juce_cameraCaptureSessionConfigured (int64, void*);
  1817. friend void juce_cameraCaptureSessionReady (int64, void*);
  1818. friend void juce_cameraCaptureSessionCaptureCompleted (int64, bool, void*, void*, void*);
  1819. friend void juce_cameraCaptureSessionCaptureFailed (int64, bool, void*, void*, void*);
  1820. friend void juce_cameraCaptureSessionCaptureProgressed (int64, bool, void*, void*, void*);
  1821. friend void juce_cameraCaptureSessionCaptureSequenceAborted (int64, bool, void*, int);
  1822. friend void juce_cameraCaptureSessionCaptureSequenceCompleted (int64, bool, void*, int, int64);
  1823. friend void juce_cameraCaptureSessionCaptureStarted (int64, bool, void*, void*, int64, int64);
  1824. };
  1825. //==============================================================================
  1826. struct CaptureSessionModeBase
  1827. {
  1828. virtual ~CaptureSessionModeBase() { }
  1829. virtual bool isVideoRecordSession() const = 0;
  1830. virtual void triggerStillPictureCapture() = 0;
  1831. };
  1832. //==============================================================================
  1833. template <typename Mode>
  1834. struct CaptureSessionMode : public CaptureSessionModeBase,
  1835. private PreviewDisplay::Listener,
  1836. private ScopedCameraDevice::CaptureSession::ConfiguredCallback
  1837. {
  1838. ~CaptureSessionMode()
  1839. {
  1840. captureSession.reset();
  1841. previewDisplay.removeListener (this);
  1842. }
  1843. bool isVideoRecordSession() const override
  1844. {
  1845. return Mode::isVideoRecord();
  1846. }
  1847. void triggerStillPictureCapture() override
  1848. {
  1849. if (captureSession == nullptr)
  1850. {
  1851. // The capture session must be ready before taking a still picture.
  1852. // Did you remember to create and show a preview display?
  1853. jassertfalse;
  1854. return;
  1855. }
  1856. crtp().takeStillPicture();
  1857. }
  1858. protected:
  1859. CaptureSessionMode (Pimpl& ownerToUse, ScopedCameraDevice& cameraDeviceToUse,
  1860. GlobalRef& handlerToUse, PreviewDisplay& pd, int cameraSensorOrientationToUse,
  1861. int cameraLensFacingToUse, StreamConfigurationMap& streamConfigurationMapToUse)
  1862. : owner (ownerToUse),
  1863. scopedCameraDevice (cameraDeviceToUse),
  1864. handler (handlerToUse),
  1865. previewDisplay (pd),
  1866. cameraSensorOrientation (cameraSensorOrientationToUse),
  1867. cameraLensFacing (cameraLensFacingToUse),
  1868. streamConfigurationMap (streamConfigurationMapToUse)
  1869. {
  1870. WeakReference<CaptureSessionMode<Mode>> weakRef (this);
  1871. if (weakRef == nullptr)
  1872. return;
  1873. // async so that the object is fully constructed before the callback gets invoked
  1874. MessageManager::callAsync ([this, weakRef]()
  1875. {
  1876. if (weakRef == nullptr)
  1877. return;
  1878. previewDisplay.addListener (this);
  1879. });
  1880. }
  1881. Mode& crtp() { return static_cast<Mode&> (*this); }
  1882. void previewDisplayReady() override
  1883. {
  1884. jassert (previewDisplay.isReady());
  1885. JUCE_CAMERA_LOG ("previewDisplayReady()");
  1886. // close previous capture session first
  1887. captureSession.reset();
  1888. if (scopedCameraDevice.hasErrorOccurred())
  1889. {
  1890. JUCE_CAMERA_LOG ("Device error detected, not recreating a new camera session. The device needs to be reopened.");
  1891. return;
  1892. }
  1893. captureSession.reset (scopedCameraDevice.createCaptureSession (*this, crtp().getCaptureSessionSurfaces(),
  1894. handler, Mode::getTemplate()));
  1895. }
  1896. void previewDisplayAboutToBeDestroyed() override
  1897. {
  1898. JUCE_CAMERA_LOG ("previewDisplayAboutToBeDestroyed()");
  1899. stopPreview();
  1900. }
  1901. void captureSessionConfigured (ScopedCameraDevice::CaptureSession* session) override
  1902. {
  1903. if (session == nullptr)
  1904. {
  1905. owner.cameraDeviceError ("Failed to configure camera session.");
  1906. return;
  1907. }
  1908. jassert (session == captureSession.get());
  1909. startSession();
  1910. }
  1911. void startSession()
  1912. {
  1913. if (! captureSession->start (crtp().getTargetSurfaces(), handler))
  1914. {
  1915. jassertfalse;
  1916. JUCE_CAMERA_LOG ("Could not start capture session");
  1917. }
  1918. crtp().sessionStarted();
  1919. }
  1920. void stopPreview()
  1921. {
  1922. if (captureSession != nullptr)
  1923. {
  1924. auto session = captureSession->getNativeSession();
  1925. auto* env = getEnv();
  1926. env->CallVoidMethod (session, CameraCaptureSession.stopRepeating);
  1927. if (Pimpl::checkHasExceptionOccurred())
  1928. return;
  1929. env->CallVoidMethod (session, CameraCaptureSession.abortCaptures);
  1930. Pimpl::checkHasExceptionOccurred();
  1931. }
  1932. }
  1933. Pimpl& owner;
  1934. ScopedCameraDevice& scopedCameraDevice;
  1935. GlobalRef& handler;
  1936. PreviewDisplay& previewDisplay;
  1937. int cameraSensorOrientation;
  1938. int cameraLensFacing;
  1939. StreamConfigurationMap& streamConfigurationMap;
  1940. std::unique_ptr<ScopedCameraDevice::CaptureSession> captureSession;
  1941. JUCE_DECLARE_WEAK_REFERENCEABLE (CaptureSessionMode<Mode>)
  1942. };
  1943. //==============================================================================
  1944. struct CaptureSessionPreviewMode : public CaptureSessionMode<CaptureSessionPreviewMode>
  1945. {
  1946. CaptureSessionPreviewMode (Pimpl& ownerToUse, ScopedCameraDevice& cameraDeviceToUse, GlobalRef& handlerToUse,
  1947. PreviewDisplay& pd, ImageReader& ir, int cameraSensorOrientation,
  1948. int cameraLensFacingToUse, StreamConfigurationMap& streamConfigurationMapToUse)
  1949. : CaptureSessionMode<CaptureSessionPreviewMode> (ownerToUse, cameraDeviceToUse, handlerToUse, pd,
  1950. cameraSensorOrientation, cameraLensFacingToUse, streamConfigurationMapToUse),
  1951. imageReader (ir)
  1952. {
  1953. }
  1954. // Surfaces passed to newly created capture session.
  1955. LocalRef<jobject> getCaptureSessionSurfaces() const
  1956. {
  1957. auto* env = getEnv();
  1958. auto previewSurface = LocalRef<jobject> (previewDisplay.createSurface());
  1959. auto imageSurface = LocalRef<jobject> (imageReader.getSurface());
  1960. auto arrayList = LocalRef<jobject> (env->NewObject (JavaArrayList, JavaArrayList.constructor, 2));
  1961. env->CallBooleanMethod (arrayList, JavaArrayList.add, previewSurface.get());
  1962. env->CallBooleanMethod (arrayList, JavaArrayList.add, imageSurface.get());
  1963. auto supported = streamConfigurationMap.isOutputSupportedForSurface (imageSurface);
  1964. // Output surface is not supported by this device, still image capture will not work!
  1965. jassert (supported);
  1966. return arrayList;
  1967. }
  1968. // Surfaces set as target during capture.
  1969. LocalRef<jobject> getTargetSurfaces() const
  1970. {
  1971. auto* env = getEnv();
  1972. auto previewSurface = LocalRef<jobject> (previewDisplay.createSurface());
  1973. auto arrayList = LocalRef<jobject> (env->NewObject (JavaArrayList, JavaArrayList.constructor, 1));
  1974. env->CallBooleanMethod (arrayList, JavaArrayList.add, previewSurface.get());
  1975. return arrayList;
  1976. }
  1977. static int getTemplate()
  1978. {
  1979. static constexpr int templatePreview = 1;
  1980. return templatePreview;
  1981. }
  1982. static bool isVideoRecord() { return false; }
  1983. void sessionStarted() {}
  1984. void takeStillPicture()
  1985. {
  1986. imageReader.resetNotificationFlag();
  1987. captureSession->takeStillPicture (imageReader.getSurface());
  1988. }
  1989. private:
  1990. ImageReader& imageReader;
  1991. };
  1992. //==============================================================================
  1993. struct CaptureSessionVideoRecordingMode : public CaptureSessionMode<CaptureSessionVideoRecordingMode>
  1994. {
  1995. CaptureSessionVideoRecordingMode (Pimpl& ownerToUse, ScopedCameraDevice& cameraDeviceToUse, GlobalRef& handlerToUse,
  1996. PreviewDisplay& pd, MediaRecorder& mr, int cameraSensorOrientation,
  1997. int cameraLensFacingToUse, StreamConfigurationMap& streamConfigurationMapToUse)
  1998. : CaptureSessionMode<CaptureSessionVideoRecordingMode> (ownerToUse, cameraDeviceToUse, handlerToUse, pd,
  1999. cameraSensorOrientation, cameraLensFacingToUse, streamConfigurationMapToUse),
  2000. mediaRecorder (mr)
  2001. {
  2002. }
  2003. ~CaptureSessionVideoRecordingMode()
  2004. {
  2005. // We need to explicitly stop the preview before stopping the media recorder,
  2006. // because legacy devices can't handle recording stop before stopping the preview.
  2007. stopPreview();
  2008. mediaRecorder.stop();
  2009. }
  2010. // Surfaces passed to newly created capture session.
  2011. LocalRef<jobject> getCaptureSessionSurfaces() const
  2012. {
  2013. auto* env = getEnv();
  2014. auto previewSurface = LocalRef<jobject> (previewDisplay.createSurface());
  2015. auto mediaRecorderSurface = LocalRef<jobject> (mediaRecorder.getSurface());
  2016. auto arrayList = LocalRef<jobject> (env->NewObject (JavaArrayList, JavaArrayList.constructor, 2));
  2017. env->CallBooleanMethod (arrayList, JavaArrayList.add, previewSurface.get());
  2018. env->CallBooleanMethod (arrayList, JavaArrayList.add, mediaRecorderSurface.get());
  2019. return arrayList;
  2020. }
  2021. // Surfaces set as target during capture.
  2022. LocalRef<jobject> getTargetSurfaces() const
  2023. {
  2024. // Same surfaces used.
  2025. return getCaptureSessionSurfaces();
  2026. }
  2027. static int getTemplate()
  2028. {
  2029. static constexpr int templateRecord = 3;
  2030. return templateRecord;
  2031. }
  2032. static bool isVideoRecord() { return true; }
  2033. void sessionStarted()
  2034. {
  2035. MessageManager::callAsync ([this]() { mediaRecorder.start(); });
  2036. }
  2037. void takeStillPicture()
  2038. {
  2039. // Taking still pictures while recording video is not supported on Android.
  2040. jassertfalse;
  2041. }
  2042. private:
  2043. MediaRecorder& mediaRecorder;
  2044. };
  2045. //==============================================================================
  2046. class DeviceOrientationChangeListener : private Timer
  2047. {
  2048. public:
  2049. DeviceOrientationChangeListener (PreviewDisplay& pd)
  2050. : previewDisplay (pd),
  2051. orientationEventListener (getEnv()->NewObject (OrientationEventListener,
  2052. OrientationEventListener.constructor,
  2053. android.activity.get(),
  2054. reinterpret_cast<jlong> (this),
  2055. android.activity.get(),
  2056. sensorDelayUI)),
  2057. canDetectChange (getEnv()->CallBooleanMethod (orientationEventListener,
  2058. OrientationEventListener.canDetectOrientation) != 0),
  2059. deviceOrientation (Desktop::getInstance().getCurrentOrientation()),
  2060. lastKnownScreenOrientation (deviceOrientation)
  2061. {
  2062. setEnabled (true);
  2063. }
  2064. ~DeviceOrientationChangeListener()
  2065. {
  2066. setEnabled (false);
  2067. }
  2068. void setEnabled (bool shouldBeEnabled)
  2069. {
  2070. if (shouldBeEnabled && ! canDetectChange)
  2071. {
  2072. // This device does not support orientation listening, photos may have wrong orientation!
  2073. jassertfalse;
  2074. return;
  2075. }
  2076. if (shouldBeEnabled)
  2077. getEnv()->CallVoidMethod (orientationEventListener, OrientationEventListener.enable);
  2078. else
  2079. getEnv()->CallVoidMethod (orientationEventListener, OrientationEventListener.disable);
  2080. }
  2081. bool isSupported() const noexcept { return canDetectChange; }
  2082. Desktop::DisplayOrientation getDeviceOrientation() const noexcept
  2083. {
  2084. return deviceOrientation;
  2085. }
  2086. private:
  2087. PreviewDisplay& previewDisplay;
  2088. GlobalRef orientationEventListener;
  2089. static constexpr jint sensorDelayUI = 2;
  2090. bool canDetectChange;
  2091. Desktop::DisplayOrientation deviceOrientation;
  2092. Desktop::DisplayOrientation lastKnownScreenOrientation;
  2093. int numChecksForOrientationChange = 10;
  2094. void orientationChanged (int orientation)
  2095. {
  2096. jassert (orientation < 360);
  2097. // -1 == unknown
  2098. if (orientation < 0)
  2099. return;
  2100. auto oldOrientation = deviceOrientation;
  2101. // NB: this assumes natural position to be portrait always, but some devices may be landscape...
  2102. if (orientation > (360 - 45) || orientation < 45)
  2103. deviceOrientation = Desktop::upright;
  2104. else if (orientation < 135)
  2105. deviceOrientation = Desktop::rotatedClockwise;
  2106. else if (orientation < 225)
  2107. deviceOrientation = Desktop::upsideDown;
  2108. else
  2109. deviceOrientation = Desktop::rotatedAntiClockwise;
  2110. if (oldOrientation != deviceOrientation)
  2111. {
  2112. lastKnownScreenOrientation = Desktop::getInstance().getCurrentOrientation();
  2113. // Need to update preview transform, but screen orientation will change slightly
  2114. // later than sensor orientation.
  2115. startTimer (500);
  2116. }
  2117. }
  2118. void timerCallback() override
  2119. {
  2120. auto currentOrientation = Desktop::getInstance().getCurrentOrientation();
  2121. if (lastKnownScreenOrientation != currentOrientation)
  2122. {
  2123. lastKnownScreenOrientation = currentOrientation;
  2124. stopTimer();
  2125. numChecksForOrientationChange = 10;
  2126. previewDisplay.updateSurfaceTransform();
  2127. return;
  2128. }
  2129. if (--numChecksForOrientationChange == 0)
  2130. {
  2131. stopTimer();
  2132. numChecksForOrientationChange = 10;
  2133. }
  2134. }
  2135. friend void juce_deviceOrientationChanged (int64, int);
  2136. };
  2137. //==============================================================================
  2138. CameraDevice& owner;
  2139. int minWidth, minHeight, maxWidth, maxHeight;
  2140. String cameraId;
  2141. InternalOpenCameraResultCallback cameraOpenCallback;
  2142. #if __ANDROID_API__ >= 21
  2143. AppPausedResumedListener appPausedResumedListener;
  2144. GlobalRef appPausedResumedListenerNative;
  2145. GlobalRef cameraManager;
  2146. GlobalRef cameraCharacteristics;
  2147. GlobalRef handlerThread;
  2148. GlobalRef handler;
  2149. StreamConfigurationMap streamConfigurationMap;
  2150. PreviewDisplay previewDisplay;
  2151. DeviceOrientationChangeListener deviceOrientationChangeListener;
  2152. std::unique_ptr<ImageReader> imageReader;
  2153. std::unique_ptr<MediaRecorder> mediaRecorder;
  2154. std::unique_ptr<CaptureSessionModeBase> currentCaptureSessionMode;
  2155. std::unique_ptr<ScopedCameraDevice> scopedCameraDevice;
  2156. std::function<void (const Image&)> pictureTakenCallback;
  2157. Time firstRecordedFrameTimeMs;
  2158. bool notifiedOfCameraOpening = false;
  2159. #endif
  2160. bool appWasPaused = false;
  2161. //==============================================================================
  2162. int getCameraSensorOrientation() const
  2163. {
  2164. return getCameraCharacteristicsIntegerKeyValue (CameraCharacteristics.SENSOR_ORIENTATION);
  2165. }
  2166. int getAutoFocusModeToUse() const
  2167. {
  2168. auto supportedModes = getSupportedAutoFocusModes();
  2169. enum
  2170. {
  2171. CONTROL_AF_MODE_OFF = 0,
  2172. CONTROL_AF_MODE_AUTO = 1,
  2173. CONTROL_AF_MODE_CONTINUOUS_PICTURE = 4
  2174. };
  2175. if (supportedModes.contains (CONTROL_AF_MODE_CONTINUOUS_PICTURE))
  2176. return CONTROL_AF_MODE_CONTINUOUS_PICTURE;
  2177. if (supportedModes.contains (CONTROL_AF_MODE_AUTO))
  2178. return CONTROL_AF_MODE_AUTO;
  2179. return CONTROL_AF_MODE_OFF;
  2180. }
  2181. Array<int> getSupportedAutoFocusModes() const
  2182. {
  2183. auto* env = getEnv();
  2184. auto jKey = LocalRef<jobject> (env->GetStaticObjectField (CameraCharacteristics, CameraCharacteristics.CONTROL_AF_AVAILABLE_MODES));
  2185. auto supportedModes = LocalRef<jintArray> ((jintArray) env->CallObjectMethod (cameraCharacteristics,
  2186. CameraCharacteristics.get,
  2187. jKey.get()));
  2188. return jintArrayToJuceArray (supportedModes);
  2189. }
  2190. static Array<int> jintArrayToJuceArray (const LocalRef<jintArray>& jArray)
  2191. {
  2192. auto* env = getEnv();
  2193. auto* jArrayElems = env->GetIntArrayElements (jArray, 0);
  2194. auto numElems = env->GetArrayLength (jArray);
  2195. Array<int> juceArray;
  2196. for (int s = 0; s < numElems; ++s)
  2197. juceArray.add (jArrayElems[s]);
  2198. env->ReleaseIntArrayElements (jArray, jArrayElems, 0);
  2199. return juceArray;
  2200. }
  2201. int getCameraCharacteristicsIntegerKeyValue (jfieldID key) const
  2202. {
  2203. auto* env = getEnv();
  2204. auto jKey = LocalRef<jobject> (env->GetStaticObjectField (CameraCharacteristics, key));
  2205. auto jValue = LocalRef<jobject> (env->CallObjectMethod (cameraCharacteristics,
  2206. CameraCharacteristics.get,
  2207. jKey.get()));
  2208. return env->CallIntMethod (jValue, JavaInteger.intValue);
  2209. }
  2210. int getCameraLensFacing() const
  2211. {
  2212. return getCameraCharacteristicsIntegerKeyValue (CameraCharacteristics.LENS_FACING);
  2213. }
  2214. //==============================================================================
  2215. void cameraOpenFinished (const String& error)
  2216. {
  2217. JUCE_CAMERA_LOG ("cameraOpenFinished(), error = " + error);
  2218. if (error.isEmpty())
  2219. {
  2220. setupStillImageSize();
  2221. startPreviewMode (*imageReader);
  2222. }
  2223. // Do not notify about camera being reopened on app resume.
  2224. if (! notifiedOfCameraOpening)
  2225. {
  2226. notifiedOfCameraOpening = true;
  2227. invokeCameraOpenCallback (error);
  2228. }
  2229. }
  2230. void cameraDeviceError (const String& error)
  2231. {
  2232. if (owner.onErrorOccurred != nullptr)
  2233. owner.onErrorOccurred (error);
  2234. }
  2235. void invokeCameraOpenCallback (const String& error)
  2236. {
  2237. JUCE_CAMERA_LOG ("invokeCameraOpenCallback(), error = " + error);
  2238. if (cameraOpenCallback != nullptr)
  2239. cameraOpenCallback (cameraId, error);
  2240. }
  2241. void notifyImageReceived (const Image& image)
  2242. {
  2243. JUCE_CAMERA_LOG ("notifyImageReceived()");
  2244. if (pictureTakenCallback != nullptr)
  2245. pictureTakenCallback (image);
  2246. }
  2247. void triggerStillPictureCapture()
  2248. {
  2249. currentCaptureSessionMode->triggerStillPictureCapture();
  2250. }
  2251. //==============================================================================
  2252. void setupStillImageSize()
  2253. {
  2254. imageReader.reset();
  2255. auto imageSize = chooseBestSize (minWidth, minHeight, maxWidth, maxHeight,
  2256. streamConfigurationMap.getSupportedStillImageOutputSizes());
  2257. imageReader.reset (new ImageReader (*this, handler, imageSize.getWidth(), imageSize.getHeight(),
  2258. getCameraSensorOrientation()));
  2259. }
  2260. static Rectangle<int> chooseBestSize (int minWidth, int minHeight, int maxWidth, int maxHeight,
  2261. Array<Rectangle<int>> supportedSizes)
  2262. {
  2263. Rectangle<int> result;
  2264. for (auto& size : supportedSizes)
  2265. {
  2266. auto width = size.getWidth();
  2267. auto height = size.getHeight();
  2268. if (width < minWidth || width > maxWidth || height < minHeight || height > maxHeight)
  2269. continue;
  2270. if (size.contains (result))
  2271. result = size;
  2272. }
  2273. // None of the supported sizes matches required width & height limitations, picking
  2274. // the first one available...
  2275. jassert (! result.isEmpty());
  2276. if (result.isEmpty())
  2277. result = supportedSizes[0];
  2278. return result;
  2279. }
  2280. //==============================================================================
  2281. void startPreviewMode (ImageReader& ir)
  2282. {
  2283. if (currentCaptureSessionMode != nullptr && ! currentCaptureSessionMode->isVideoRecordSession())
  2284. return;
  2285. // previous mode has to be stopped first
  2286. jassert (currentCaptureSessionMode.get() == nullptr);
  2287. if (scopedCameraDevice == nullptr || ! scopedCameraDevice->openedOk())
  2288. return;
  2289. currentCaptureSessionMode.reset (new CaptureSessionPreviewMode (*this, *scopedCameraDevice, handler,
  2290. previewDisplay, ir,
  2291. getCameraSensorOrientation(),
  2292. getCameraLensFacing(),
  2293. streamConfigurationMap));
  2294. }
  2295. void startVideoRecordingMode (MediaRecorder& mr)
  2296. {
  2297. if (currentCaptureSessionMode != nullptr && currentCaptureSessionMode->isVideoRecordSession())
  2298. return;
  2299. // previous mode has to be stopped first
  2300. jassert (currentCaptureSessionMode.get() == nullptr);
  2301. jassert (scopedCameraDevice != nullptr && scopedCameraDevice->openedOk());
  2302. if (scopedCameraDevice == nullptr || ! scopedCameraDevice->openedOk())
  2303. return;
  2304. currentCaptureSessionMode.reset (new CaptureSessionVideoRecordingMode (*this, *scopedCameraDevice, handler,
  2305. previewDisplay, mr,
  2306. getCameraSensorOrientation(),
  2307. getCameraLensFacing(),
  2308. streamConfigurationMap));
  2309. }
  2310. //==============================================================================
  2311. void appPaused() override
  2312. {
  2313. JUCE_CAMERA_LOG ("appPaused, closing camera...");
  2314. appWasPaused = true;
  2315. deviceOrientationChangeListener.setEnabled (false);
  2316. // We need to restart the whole session mode when the app gets resumed.
  2317. currentCaptureSessionMode.reset();
  2318. if (scopedCameraDevice != nullptr)
  2319. scopedCameraDevice->close();
  2320. stopBackgroundThread();
  2321. }
  2322. void appResumed() override
  2323. {
  2324. // Only care about resumed event when paused event was called first.
  2325. if (! appWasPaused)
  2326. return;
  2327. JUCE_CAMERA_LOG ("appResumed, opening camera...");
  2328. deviceOrientationChangeListener.setEnabled (true);
  2329. startBackgroundThread();
  2330. if (scopedCameraDevice != nullptr)
  2331. scopedCameraDevice->open();
  2332. }
  2333. void startBackgroundThread()
  2334. {
  2335. auto* env = getEnv();
  2336. handlerThread = GlobalRef (LocalRef<jobject> (env->NewObject (AndroidHandlerThread,
  2337. AndroidHandlerThread.constructor,
  2338. javaString ("JuceCameraDeviceBackgroundThread").get())));
  2339. // handler thread has to be started before its looper can be fetched
  2340. env->CallVoidMethod (handlerThread, AndroidHandlerThread.start);
  2341. handler = GlobalRef (LocalRef<jobject> (env->NewObject (AndroidHandler,
  2342. AndroidHandler.constructorWithLooper,
  2343. env->CallObjectMethod (handlerThread, AndroidHandlerThread.getLooper))));
  2344. }
  2345. void stopBackgroundThread()
  2346. {
  2347. auto* env = getEnv();
  2348. env->CallBooleanMethod (handlerThread, AndroidHandlerThread.quitSafely);
  2349. env->CallVoidMethod (handlerThread, AndroidHandlerThread.join);
  2350. auto exception = LocalRef<jobject> (env->ExceptionOccurred());
  2351. if (exception != 0)
  2352. env->ExceptionClear();
  2353. handlerThread.clear();
  2354. handler.clear();
  2355. }
  2356. static bool checkHasExceptionOccurred()
  2357. {
  2358. auto* env = getEnv();
  2359. auto exception = LocalRef<jobject> (env->ExceptionOccurred());
  2360. if (exception != 0)
  2361. {
  2362. env->ExceptionClear();
  2363. return true;
  2364. }
  2365. return false;
  2366. }
  2367. #endif
  2368. friend struct CameraDevice::ViewerComponent;
  2369. friend void juce_cameraDeviceStateClosed (int64);
  2370. friend void juce_cameraDeviceStateDisconnected (int64);
  2371. friend void juce_cameraDeviceStateError (int64, int);
  2372. friend void juce_cameraDeviceStateOpened (int64, void*);
  2373. friend void juce_cameraCaptureSessionActive (int64, void*);
  2374. friend void juce_cameraCaptureSessionClosed (int64, void*);
  2375. friend void juce_cameraCaptureSessionConfigureFailed (int64, void*);
  2376. friend void juce_cameraCaptureSessionConfigured (int64, void*);
  2377. friend void juce_cameraCaptureSessionReady (int64, void*);
  2378. friend void juce_cameraCaptureSessionCaptureCompleted (int64, bool, void*, void*, void*);
  2379. friend void juce_cameraCaptureSessionCaptureFailed (int64, bool, void*, void*, void*);
  2380. friend void juce_cameraCaptureSessionCaptureProgressed (int64, bool, void*, void*, void*);
  2381. friend void juce_cameraCaptureSessionCaptureSequenceAborted (int64, bool, void*, int);
  2382. friend void juce_cameraCaptureSessionCaptureSequenceCompleted (int64, bool, void*, int, int64);
  2383. friend void juce_cameraCaptureSessionCaptureStarted (int64, bool, void*, void*, int64, int64);
  2384. friend void juce_deviceOrientationChanged (int64, int);
  2385. JUCE_DECLARE_NON_COPYABLE (Pimpl)
  2386. };
  2387. //==============================================================================
  2388. struct CameraDevice::ViewerComponent : public Component,
  2389. private ComponentMovementWatcher
  2390. {
  2391. ViewerComponent (CameraDevice& device) : ComponentMovementWatcher (this)
  2392. {
  2393. #if __ANDROID_API__ >= 21
  2394. auto previewSize = device.pimpl->streamConfigurationMap.getDefaultPreviewSize();
  2395. targetAspectRatio = previewSize.getWidth() / (float) previewSize.getHeight();
  2396. if (isOrientationLandscape())
  2397. setBounds (previewSize);
  2398. else
  2399. setBounds (0, 0, previewSize.getHeight(), previewSize.getWidth());
  2400. addAndMakeVisible (viewerComponent);
  2401. viewerComponent.setView (device.pimpl->previewDisplay.getNativeView());
  2402. #else
  2403. ignoreUnused (device);
  2404. #endif
  2405. }
  2406. private:
  2407. AndroidViewComponent viewerComponent;
  2408. float targetAspectRatio = 1.0f;
  2409. void componentMovedOrResized (bool, bool) override
  2410. {
  2411. auto b = getLocalBounds();
  2412. auto targetWidth = b.getWidth();
  2413. auto targetHeight = b.getHeight();
  2414. if (isOrientationLandscape())
  2415. {
  2416. auto currentAspectRatio = b.getWidth() / (float) b.getHeight();
  2417. if (currentAspectRatio > targetAspectRatio)
  2418. targetWidth = static_cast<int> (targetWidth * targetAspectRatio / currentAspectRatio);
  2419. else
  2420. targetHeight = static_cast<int> (targetHeight * currentAspectRatio / targetAspectRatio);
  2421. }
  2422. else
  2423. {
  2424. auto currentAspectRatio = b.getHeight() / (float) b.getWidth();
  2425. if (currentAspectRatio > targetAspectRatio)
  2426. targetHeight = static_cast<int> (targetHeight * targetAspectRatio / currentAspectRatio);
  2427. else
  2428. targetWidth = static_cast<int> (targetWidth * currentAspectRatio / targetAspectRatio);
  2429. }
  2430. viewerComponent.setBounds (Rectangle<int> (0, 0, targetWidth, targetHeight).withCentre (b.getCentre()));
  2431. }
  2432. bool isOrientationLandscape() const
  2433. {
  2434. auto o = Desktop::getInstance().getCurrentOrientation();
  2435. return o == Desktop::rotatedClockwise || o == Desktop::rotatedAntiClockwise;
  2436. }
  2437. void componentPeerChanged() override {}
  2438. void componentVisibilityChanged() override {}
  2439. JUCE_DECLARE_NON_COPYABLE (ViewerComponent)
  2440. };
  2441. String CameraDevice::getFileExtension()
  2442. {
  2443. return ".mp4";
  2444. }
  2445. #if __ANDROID_API__ >= 21
  2446. //==============================================================================
  2447. void juce_cameraDeviceStateClosed (int64 host)
  2448. {
  2449. reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice*> (host)->cameraDeviceStateClosed();
  2450. }
  2451. void juce_cameraDeviceStateDisconnected (int64 host)
  2452. {
  2453. reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice*> (host)->cameraDeviceStateDisconnected();
  2454. }
  2455. void juce_cameraDeviceStateError (int64 host, int error)
  2456. {
  2457. reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice*> (host)->cameraDeviceStateError (error);
  2458. }
  2459. void juce_cameraDeviceStateOpened (int64 host, void* camera)
  2460. {
  2461. reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice*> (host)->cameraDeviceStateOpened ((jobject) camera);
  2462. }
  2463. //==============================================================================
  2464. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraDeviceStateCallback), cameraDeviceStateClosed, void, (JNIEnv* env, jobject /*activity*/, jlong host, jobject /*camera*/))
  2465. {
  2466. setEnv (env);
  2467. juce_cameraDeviceStateClosed (host);
  2468. }
  2469. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraDeviceStateCallback), cameraDeviceStateDisconnected, void, (JNIEnv* env, jobject /*activity*/, jlong host, jobject /*camera*/))
  2470. {
  2471. setEnv (env);
  2472. juce_cameraDeviceStateDisconnected (host);
  2473. }
  2474. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraDeviceStateCallback), cameraDeviceStateError, void, (JNIEnv* env, jobject /*activity*/, jlong host, jobject /*camera*/, int error))
  2475. {
  2476. setEnv (env);
  2477. juce_cameraDeviceStateError (host, error);
  2478. }
  2479. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraDeviceStateCallback), cameraDeviceStateOpened, void, (JNIEnv* env, jobject /*activity*/, jlong host, jobject camera))
  2480. {
  2481. setEnv (env);
  2482. juce_cameraDeviceStateOpened (host, camera);
  2483. }
  2484. //==============================================================================
  2485. void juce_cameraCaptureSessionActive (int64 host, void* session)
  2486. {
  2487. auto* juceCaptureSession = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession*> (host);
  2488. juceCaptureSession->cameraCaptureSessionActive ((jobject) session);
  2489. }
  2490. void juce_cameraCaptureSessionClosed (int64 host, void* session)
  2491. {
  2492. auto* juceCaptureSession = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession*> (host);
  2493. juceCaptureSession->cameraCaptureSessionClosed ((jobject) session);
  2494. }
  2495. void juce_cameraCaptureSessionConfigureFailed (int64 host, void* session)
  2496. {
  2497. auto* juceCaptureSession = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession*> (host);
  2498. juceCaptureSession->cameraCaptureSessionConfigureFailed ((jobject) session);
  2499. }
  2500. void juce_cameraCaptureSessionConfigured (int64 host, void* session)
  2501. {
  2502. auto* juceCaptureSession = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession*> (host);
  2503. juceCaptureSession->cameraCaptureSessionConfigured ((jobject) session);
  2504. }
  2505. void juce_cameraCaptureSessionReady (int64 host, void* session)
  2506. {
  2507. auto* juceCaptureSession = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession*> (host);
  2508. juceCaptureSession->cameraCaptureSessionReady ((jobject) session);
  2509. }
  2510. //==============================================================================
  2511. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionStateCallback), cameraCaptureSessionActive, void, (JNIEnv* env, jobject /*activity*/, jlong host, jobject session))
  2512. {
  2513. setEnv (env);
  2514. juce_cameraCaptureSessionActive (host, session);
  2515. }
  2516. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionStateCallback), cameraCaptureSessionClosed, void, (JNIEnv* env, jobject /*activity*/, jlong host, jobject session))
  2517. {
  2518. setEnv (env);
  2519. juce_cameraCaptureSessionClosed (host, session);
  2520. }
  2521. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionStateCallback), cameraCaptureSessionConfigureFailed, void, (JNIEnv* env, jobject /*activity*/, jlong host, jobject session))
  2522. {
  2523. setEnv (env);
  2524. juce_cameraCaptureSessionConfigureFailed (host, session);
  2525. }
  2526. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionStateCallback), cameraCaptureSessionConfigured, void, (JNIEnv* env, jobject /*activity*/, jlong host, jobject session))
  2527. {
  2528. setEnv (env);
  2529. juce_cameraCaptureSessionConfigured (host, session);
  2530. }
  2531. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionStateCallback), cameraCaptureSessionReady, void, (JNIEnv* env, jobject /*activity*/, jlong host, jobject session))
  2532. {
  2533. setEnv (env);
  2534. juce_cameraCaptureSessionReady (host, session);
  2535. }
  2536. //==============================================================================
  2537. void juce_cameraCaptureSessionCaptureCompleted (int64 host, bool isPreview, void* session, void* request, void* result)
  2538. {
  2539. auto* stillPictureTaker = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession::StillPictureTaker*> (host);
  2540. stillPictureTaker->cameraCaptureSessionCaptureCompleted (isPreview, (jobject) session, (jobject) request, (jobject) result);
  2541. }
  2542. void juce_cameraCaptureSessionCaptureFailed (int64 host, bool isPreview, void* session, void* request, void* failure)
  2543. {
  2544. auto* stillPictureTaker = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession::StillPictureTaker*> (host);
  2545. stillPictureTaker->cameraCaptureSessionCaptureFailed (isPreview, (jobject) session, (jobject) request, (jobject) failure);
  2546. }
  2547. void juce_cameraCaptureSessionCaptureProgressed (int64 host, bool isPreview, void* session, void* request, void* partialResult)
  2548. {
  2549. auto* stillPictureTaker = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession::StillPictureTaker*> (host);
  2550. stillPictureTaker->cameraCaptureSessionCaptureProgressed (isPreview, (jobject) session, (jobject) request, (jobject) partialResult);
  2551. }
  2552. void juce_cameraCaptureSessionCaptureSequenceAborted (int64 host, bool isPreview, void* session, int sequenceId)
  2553. {
  2554. auto* stillPictureTaker = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession::StillPictureTaker*> (host);
  2555. stillPictureTaker->cameraCaptureSessionCaptureSequenceAborted (isPreview, (jobject) session, sequenceId);
  2556. }
  2557. void juce_cameraCaptureSessionCaptureSequenceCompleted (int64 host, bool isPreview, void* session, int sequenceId, int64 frameNumber)
  2558. {
  2559. auto* stillPictureTaker = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession::StillPictureTaker*> (host);
  2560. stillPictureTaker->cameraCaptureSessionCaptureSequenceCompleted (isPreview, (jobject) session, sequenceId, frameNumber);
  2561. }
  2562. void juce_cameraCaptureSessionCaptureStarted (int64 host, bool isPreview, void* session, void* request, int64 timestamp, int64 frameNumber)
  2563. {
  2564. auto* stillPictureTaker = reinterpret_cast<CameraDevice::Pimpl::ScopedCameraDevice::CaptureSession::StillPictureTaker*> (host);
  2565. stillPictureTaker->cameraCaptureSessionCaptureStarted (isPreview, (jobject) session, (jobject) request, timestamp, frameNumber);
  2566. }
  2567. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionCaptureCallback), cameraCaptureSessionCaptureCompleted, \
  2568. void, (JNIEnv* env, jobject /*activity*/, jlong host, bool isPreview, jobject session, jobject request, jobject result))
  2569. {
  2570. setEnv (env);
  2571. juce_cameraCaptureSessionCaptureCompleted (host, isPreview, session, request, result);
  2572. }
  2573. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionCaptureCallback), cameraCaptureSessionCaptureFailed, \
  2574. void, (JNIEnv* env, jobject /*activity*/, jlong host, bool isPreview, jobject session, jobject request, jobject failure))
  2575. {
  2576. setEnv (env);
  2577. juce_cameraCaptureSessionCaptureFailed (host, isPreview, session, request, failure);
  2578. }
  2579. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionCaptureCallback), cameraCaptureSessionCaptureProgressed, \
  2580. void, (JNIEnv* env, jobject /*activity*/, jlong host, bool isPreview, jobject session, jobject request, jobject partialResult))
  2581. {
  2582. setEnv (env);
  2583. juce_cameraCaptureSessionCaptureProgressed (host, isPreview, session, request, partialResult);
  2584. }
  2585. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionCaptureCallback), cameraCaptureSessionCaptureSequenceAborted, \
  2586. void, (JNIEnv* env, jobject /*activity*/, jlong host, bool isPreview, jobject session, jint sequenceId))
  2587. {
  2588. setEnv (env);
  2589. juce_cameraCaptureSessionCaptureSequenceAborted (host, isPreview, session, (int) sequenceId);
  2590. }
  2591. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionCaptureCallback), cameraCaptureSessionCaptureSequenceCompleted, \
  2592. void, (JNIEnv* env, jobject /*activity*/, jlong host, bool isPreview, jobject session, jint sequenceId, jlong frameNumber))
  2593. {
  2594. setEnv (env);
  2595. juce_cameraCaptureSessionCaptureSequenceCompleted (host, isPreview, session, (int) sequenceId, frameNumber);
  2596. }
  2597. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024CameraCaptureSessionCaptureCallback), cameraCaptureSessionCaptureStarted, \
  2598. void, (JNIEnv* env, jobject /*activity*/, jlong host, bool isPreview, jobject session, jobject request, int64 timestamp, int64 frameNumber))
  2599. {
  2600. setEnv (env);
  2601. juce_cameraCaptureSessionCaptureStarted (host, isPreview, session, request, timestamp, frameNumber);
  2602. }
  2603. //==============================================================================
  2604. void juce_deviceOrientationChanged (int64 host, int orientation)
  2605. {
  2606. auto* listener = reinterpret_cast<CameraDevice::Pimpl::DeviceOrientationChangeListener*> (host);
  2607. listener->orientationChanged (orientation);
  2608. }
  2609. JUCE_JNI_CALLBACK (JUCE_JOIN_MACRO (JUCE_ANDROID_ACTIVITY_CLASSNAME, _00024JuceOrientationEventListener), deviceOrientationChanged, \
  2610. void, (JNIEnv* env, jobject /*activity*/, jlong host, jint orientation))
  2611. {
  2612. setEnv (env);
  2613. juce_deviceOrientationChanged (host, (int) orientation);
  2614. }
  2615. #endif