You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1690 lines
52KB

  1. /*
  2. * Android MediaCodec Wrapper
  3. *
  4. * Copyright (c) 2015-2016 Matthieu Bouron <matthieu.bouron stupeflix.com>
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include <jni.h>
  23. #include "libavutil/avassert.h"
  24. #include "libavutil/mem.h"
  25. #include "libavutil/avstring.h"
  26. #include "avcodec.h"
  27. #include "ffjni.h"
  28. #include "version.h"
  29. #include "mediacodec_wrapper.h"
  30. struct JNIAMediaCodecListFields {
  31. jclass mediacodec_list_class;
  32. jmethodID init_id;
  33. jmethodID find_decoder_for_format_id;
  34. jmethodID get_codec_count_id;
  35. jmethodID get_codec_info_at_id;
  36. jclass mediacodec_info_class;
  37. jmethodID get_name_id;
  38. jmethodID get_codec_capabilities_id;
  39. jmethodID get_supported_types_id;
  40. jmethodID is_encoder_id;
  41. jclass codec_capabilities_class;
  42. jfieldID color_formats_id;
  43. jfieldID profile_levels_id;
  44. jclass codec_profile_level_class;
  45. jfieldID profile_id;
  46. jfieldID level_id;
  47. jfieldID avc_profile_baseline_id;
  48. jfieldID avc_profile_main_id;
  49. jfieldID avc_profile_extended_id;
  50. jfieldID avc_profile_high_id;
  51. jfieldID avc_profile_high10_id;
  52. jfieldID avc_profile_high422_id;
  53. jfieldID avc_profile_high444_id;
  54. jfieldID hevc_profile_main_id;
  55. jfieldID hevc_profile_main10_id;
  56. jfieldID hevc_profile_main10_hdr10_id;
  57. };
  58. static const struct FFJniField jni_amediacodeclist_mapping[] = {
  59. { "android/media/MediaCodecList", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, mediacodec_list_class), 1 },
  60. { "android/media/MediaCodecList", "<init>", "(I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, init_id), 0 },
  61. { "android/media/MediaCodecList", "findDecoderForFormat", "(Landroid/media/MediaFormat;)Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, find_decoder_for_format_id), 0 },
  62. { "android/media/MediaCodecList", "getCodecCount", "()I", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_count_id), 1 },
  63. { "android/media/MediaCodecList", "getCodecInfoAt", "(I)Landroid/media/MediaCodecInfo;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_info_at_id), 1 },
  64. { "android/media/MediaCodecInfo", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, mediacodec_info_class), 1 },
  65. { "android/media/MediaCodecInfo", "getName", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_name_id), 1 },
  66. { "android/media/MediaCodecInfo", "getCapabilitiesForType", "(Ljava/lang/String;)Landroid/media/MediaCodecInfo$CodecCapabilities;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_capabilities_id), 1 },
  67. { "android/media/MediaCodecInfo", "getSupportedTypes", "()[Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_supported_types_id), 1 },
  68. { "android/media/MediaCodecInfo", "isEncoder", "()Z", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, is_encoder_id), 1 },
  69. { "android/media/MediaCodecInfo$CodecCapabilities", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, codec_capabilities_class), 1 },
  70. { "android/media/MediaCodecInfo$CodecCapabilities", "colorFormats", "[I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, color_formats_id), 1 },
  71. { "android/media/MediaCodecInfo$CodecCapabilities", "profileLevels", "[Landroid/media/MediaCodecInfo$CodecProfileLevel;", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, profile_levels_id), 1 },
  72. { "android/media/MediaCodecInfo$CodecProfileLevel", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, codec_profile_level_class), 1 },
  73. { "android/media/MediaCodecInfo$CodecProfileLevel", "profile", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, profile_id), 1 },
  74. { "android/media/MediaCodecInfo$CodecProfileLevel", "level", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, level_id), 1 },
  75. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileBaseline", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_baseline_id), 1 },
  76. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileMain", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_main_id), 1 },
  77. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileExtended", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_extended_id), 1 },
  78. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high_id), 1 },
  79. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh10", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high10_id), 1 },
  80. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh422", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high422_id), 1 },
  81. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh444", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high444_id), 1 },
  82. { "android/media/MediaCodecInfo$CodecProfileLevel", "HEVCProfileMain", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, hevc_profile_main_id), 0 },
  83. { "android/media/MediaCodecInfo$CodecProfileLevel", "HEVCProfileMain10", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, hevc_profile_main10_id), 0 },
  84. { "android/media/MediaCodecInfo$CodecProfileLevel", "HEVCProfileMain10HDR10", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, hevc_profile_main10_hdr10_id), 0 },
  85. { NULL }
  86. };
  87. struct JNIAMediaFormatFields {
  88. jclass mediaformat_class;
  89. jmethodID init_id;
  90. jmethodID contains_key_id;
  91. jmethodID get_integer_id;
  92. jmethodID get_long_id;
  93. jmethodID get_float_id;
  94. jmethodID get_bytebuffer_id;
  95. jmethodID get_string_id;
  96. jmethodID set_integer_id;
  97. jmethodID set_long_id;
  98. jmethodID set_float_id;
  99. jmethodID set_bytebuffer_id;
  100. jmethodID set_string_id;
  101. jmethodID to_string_id;
  102. };
  103. static const struct FFJniField jni_amediaformat_mapping[] = {
  104. { "android/media/MediaFormat", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaFormatFields, mediaformat_class), 1 },
  105. { "android/media/MediaFormat", "<init>", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, init_id), 1 },
  106. { "android/media/MediaFormat", "containsKey", "(Ljava/lang/String;)Z", FF_JNI_METHOD,offsetof(struct JNIAMediaFormatFields, contains_key_id), 1 },
  107. { "android/media/MediaFormat", "getInteger", "(Ljava/lang/String;)I", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_integer_id), 1 },
  108. { "android/media/MediaFormat", "getLong", "(Ljava/lang/String;)J", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_long_id), 1 },
  109. { "android/media/MediaFormat", "getFloat", "(Ljava/lang/String;)F", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_float_id), 1 },
  110. { "android/media/MediaFormat", "getByteBuffer", "(Ljava/lang/String;)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_bytebuffer_id), 1 },
  111. { "android/media/MediaFormat", "getString", "(Ljava/lang/String;)Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_string_id), 1 },
  112. { "android/media/MediaFormat", "setInteger", "(Ljava/lang/String;I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_integer_id), 1 },
  113. { "android/media/MediaFormat", "setLong", "(Ljava/lang/String;J)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_long_id), 1 },
  114. { "android/media/MediaFormat", "setFloat", "(Ljava/lang/String;F)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_float_id), 1 },
  115. { "android/media/MediaFormat", "setByteBuffer", "(Ljava/lang/String;Ljava/nio/ByteBuffer;)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_bytebuffer_id), 1 },
  116. { "android/media/MediaFormat", "setString", "(Ljava/lang/String;Ljava/lang/String;)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_string_id), 1 },
  117. { "android/media/MediaFormat", "toString", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, to_string_id), 1 },
  118. { NULL }
  119. };
  120. static const AVClass amediaformat_class = {
  121. .class_name = "amediaformat",
  122. .item_name = av_default_item_name,
  123. .version = LIBAVUTIL_VERSION_INT,
  124. };
  125. struct FFAMediaFormat {
  126. const AVClass *class;
  127. struct JNIAMediaFormatFields jfields;
  128. jobject object;
  129. };
  130. struct JNIAMediaCodecFields {
  131. jclass mediacodec_class;
  132. jfieldID info_try_again_later_id;
  133. jfieldID info_output_buffers_changed_id;
  134. jfieldID info_output_format_changed_id;
  135. jfieldID buffer_flag_codec_config_id;
  136. jfieldID buffer_flag_end_of_stream_id;
  137. jfieldID buffer_flag_key_frame_id;
  138. jfieldID configure_flag_encode_id;
  139. jmethodID create_by_codec_name_id;
  140. jmethodID create_decoder_by_type_id;
  141. jmethodID create_encoder_by_type_id;
  142. jmethodID get_name_id;
  143. jmethodID configure_id;
  144. jmethodID start_id;
  145. jmethodID flush_id;
  146. jmethodID stop_id;
  147. jmethodID release_id;
  148. jmethodID get_output_format_id;
  149. jmethodID dequeue_input_buffer_id;
  150. jmethodID queue_input_buffer_id;
  151. jmethodID get_input_buffer_id;
  152. jmethodID get_input_buffers_id;
  153. jmethodID dequeue_output_buffer_id;
  154. jmethodID get_output_buffer_id;
  155. jmethodID get_output_buffers_id;
  156. jmethodID release_output_buffer_id;
  157. jmethodID release_output_buffer_at_time_id;
  158. jclass mediainfo_class;
  159. jmethodID init_id;
  160. jfieldID flags_id;
  161. jfieldID offset_id;
  162. jfieldID presentation_time_us_id;
  163. jfieldID size_id;
  164. };
  165. static const struct FFJniField jni_amediacodec_mapping[] = {
  166. { "android/media/MediaCodec", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecFields, mediacodec_class), 1 },
  167. { "android/media/MediaCodec", "INFO_TRY_AGAIN_LATER", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_try_again_later_id), 1 },
  168. { "android/media/MediaCodec", "INFO_OUTPUT_BUFFERS_CHANGED", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_output_buffers_changed_id), 1 },
  169. { "android/media/MediaCodec", "INFO_OUTPUT_FORMAT_CHANGED", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_output_format_changed_id), 1 },
  170. { "android/media/MediaCodec", "BUFFER_FLAG_CODEC_CONFIG", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_codec_config_id), 1 },
  171. { "android/media/MediaCodec", "BUFFER_FLAG_END_OF_STREAM", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_end_of_stream_id), 1 },
  172. { "android/media/MediaCodec", "BUFFER_FLAG_KEY_FRAME", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_key_frame_id), 0 },
  173. { "android/media/MediaCodec", "CONFIGURE_FLAG_ENCODE", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, configure_flag_encode_id), 1 },
  174. { "android/media/MediaCodec", "createByCodecName", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_by_codec_name_id), 1 },
  175. { "android/media/MediaCodec", "createDecoderByType", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_decoder_by_type_id), 1 },
  176. { "android/media/MediaCodec", "createEncoderByType", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_encoder_by_type_id), 1 },
  177. { "android/media/MediaCodec", "getName", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_name_id), 1 },
  178. { "android/media/MediaCodec", "configure", "(Landroid/media/MediaFormat;Landroid/view/Surface;Landroid/media/MediaCrypto;I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, configure_id), 1 },
  179. { "android/media/MediaCodec", "start", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, start_id), 1 },
  180. { "android/media/MediaCodec", "flush", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, flush_id), 1 },
  181. { "android/media/MediaCodec", "stop", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, stop_id), 1 },
  182. { "android/media/MediaCodec", "release", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_id), 1 },
  183. { "android/media/MediaCodec", "getOutputFormat", "()Landroid/media/MediaFormat;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_format_id), 1 },
  184. { "android/media/MediaCodec", "dequeueInputBuffer", "(J)I", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, dequeue_input_buffer_id), 1 },
  185. { "android/media/MediaCodec", "queueInputBuffer", "(IIIJI)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, queue_input_buffer_id), 1 },
  186. { "android/media/MediaCodec", "getInputBuffer", "(I)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_input_buffer_id), 0 },
  187. { "android/media/MediaCodec", "getInputBuffers", "()[Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_input_buffers_id), 1 },
  188. { "android/media/MediaCodec", "dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, dequeue_output_buffer_id), 1 },
  189. { "android/media/MediaCodec", "getOutputBuffer", "(I)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_buffer_id), 0 },
  190. { "android/media/MediaCodec", "getOutputBuffers", "()[Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_buffers_id), 1 },
  191. { "android/media/MediaCodec", "releaseOutputBuffer", "(IZ)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_output_buffer_id), 1 },
  192. { "android/media/MediaCodec", "releaseOutputBuffer", "(IJ)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_output_buffer_at_time_id), 0 },
  193. { "android/media/MediaCodec$BufferInfo", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecFields, mediainfo_class), 1 },
  194. { "android/media/MediaCodec.BufferInfo", "<init>", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, init_id), 1 },
  195. { "android/media/MediaCodec.BufferInfo", "flags", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, flags_id), 1 },
  196. { "android/media/MediaCodec.BufferInfo", "offset", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, offset_id), 1 },
  197. { "android/media/MediaCodec.BufferInfo", "presentationTimeUs", "J", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, presentation_time_us_id), 1 },
  198. { "android/media/MediaCodec.BufferInfo", "size", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, size_id), 1 },
  199. { NULL }
  200. };
  201. static const AVClass amediacodec_class = {
  202. .class_name = "amediacodec",
  203. .item_name = av_default_item_name,
  204. .version = LIBAVUTIL_VERSION_INT,
  205. };
  206. struct FFAMediaCodec {
  207. const AVClass *class;
  208. struct JNIAMediaCodecFields jfields;
  209. jobject object;
  210. jobject buffer_info;
  211. jobject input_buffers;
  212. jobject output_buffers;
  213. int INFO_TRY_AGAIN_LATER;
  214. int INFO_OUTPUT_BUFFERS_CHANGED;
  215. int INFO_OUTPUT_FORMAT_CHANGED;
  216. int BUFFER_FLAG_CODEC_CONFIG;
  217. int BUFFER_FLAG_END_OF_STREAM;
  218. int BUFFER_FLAG_KEY_FRAME;
  219. int CONFIGURE_FLAG_ENCODE;
  220. int has_get_i_o_buffer;
  221. };
  222. #define JNI_GET_ENV_OR_RETURN(env, log_ctx, ret) do { \
  223. (env) = ff_jni_get_env(log_ctx); \
  224. if (!(env)) { \
  225. return ret; \
  226. } \
  227. } while (0)
  228. #define JNI_GET_ENV_OR_RETURN_VOID(env, log_ctx) do { \
  229. (env) = ff_jni_get_env(log_ctx); \
  230. if (!(env)) { \
  231. return; \
  232. } \
  233. } while (0)
  234. int ff_AMediaCodecProfile_getProfileFromAVCodecContext(AVCodecContext *avctx)
  235. {
  236. int ret = -1;
  237. JNIEnv *env = NULL;
  238. struct JNIAMediaCodecListFields jfields = { 0 };
  239. jfieldID field_id = 0;
  240. JNI_GET_ENV_OR_RETURN(env, avctx, -1);
  241. if (ff_jni_init_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, avctx) < 0) {
  242. goto done;
  243. }
  244. if (avctx->codec_id == AV_CODEC_ID_H264) {
  245. switch(avctx->profile) {
  246. case FF_PROFILE_H264_BASELINE:
  247. case FF_PROFILE_H264_CONSTRAINED_BASELINE:
  248. field_id = jfields.avc_profile_baseline_id;
  249. break;
  250. case FF_PROFILE_H264_MAIN:
  251. field_id = jfields.avc_profile_main_id;
  252. break;
  253. case FF_PROFILE_H264_EXTENDED:
  254. field_id = jfields.avc_profile_extended_id;
  255. break;
  256. case FF_PROFILE_H264_HIGH:
  257. field_id = jfields.avc_profile_high_id;
  258. break;
  259. case FF_PROFILE_H264_HIGH_10:
  260. case FF_PROFILE_H264_HIGH_10_INTRA:
  261. field_id = jfields.avc_profile_high10_id;
  262. break;
  263. case FF_PROFILE_H264_HIGH_422:
  264. case FF_PROFILE_H264_HIGH_422_INTRA:
  265. field_id = jfields.avc_profile_high422_id;
  266. break;
  267. case FF_PROFILE_H264_HIGH_444:
  268. case FF_PROFILE_H264_HIGH_444_INTRA:
  269. case FF_PROFILE_H264_HIGH_444_PREDICTIVE:
  270. field_id = jfields.avc_profile_high444_id;
  271. break;
  272. }
  273. } else if (avctx->codec_id == AV_CODEC_ID_HEVC) {
  274. switch (avctx->profile) {
  275. case FF_PROFILE_HEVC_MAIN:
  276. case FF_PROFILE_HEVC_MAIN_STILL_PICTURE:
  277. field_id = jfields.hevc_profile_main_id;
  278. break;
  279. case FF_PROFILE_HEVC_MAIN_10:
  280. field_id = jfields.hevc_profile_main10_id;
  281. break;
  282. }
  283. }
  284. if (field_id) {
  285. ret = (*env)->GetStaticIntField(env, jfields.codec_profile_level_class, field_id);
  286. if (ff_jni_exception_check(env, 1, avctx) < 0) {
  287. ret = -1;
  288. goto done;
  289. }
  290. }
  291. done:
  292. ff_jni_reset_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, avctx);
  293. return ret;
  294. }
  295. char *ff_AMediaCodecList_getCodecNameByType(const char *mime, int profile, int encoder, void *log_ctx)
  296. {
  297. int ret;
  298. int i;
  299. int codec_count;
  300. int found_codec = 0;
  301. char *name = NULL;
  302. char *supported_type = NULL;
  303. JNIEnv *env = NULL;
  304. struct JNIAMediaCodecListFields jfields = { 0 };
  305. struct JNIAMediaFormatFields mediaformat_jfields = { 0 };
  306. jobject format = NULL;
  307. jobject codec = NULL;
  308. jobject codec_name = NULL;
  309. jobject info = NULL;
  310. jobject type = NULL;
  311. jobjectArray types = NULL;
  312. jobject capabilities = NULL;
  313. jobject profile_level = NULL;
  314. jobjectArray profile_levels = NULL;
  315. JNI_GET_ENV_OR_RETURN(env, log_ctx, NULL);
  316. if ((ret = ff_jni_init_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, log_ctx)) < 0) {
  317. goto done;
  318. }
  319. if ((ret = ff_jni_init_jfields(env, &mediaformat_jfields, jni_amediaformat_mapping, 0, log_ctx)) < 0) {
  320. goto done;
  321. }
  322. codec_count = (*env)->CallStaticIntMethod(env, jfields.mediacodec_list_class, jfields.get_codec_count_id);
  323. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  324. goto done;
  325. }
  326. for(i = 0; i < codec_count; i++) {
  327. int j;
  328. int type_count;
  329. int is_encoder;
  330. info = (*env)->CallStaticObjectMethod(env, jfields.mediacodec_list_class, jfields.get_codec_info_at_id, i);
  331. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  332. goto done;
  333. }
  334. types = (*env)->CallObjectMethod(env, info, jfields.get_supported_types_id);
  335. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  336. goto done;
  337. }
  338. is_encoder = (*env)->CallBooleanMethod(env, info, jfields.is_encoder_id);
  339. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  340. goto done;
  341. }
  342. if (is_encoder != encoder) {
  343. goto done_with_info;
  344. }
  345. type_count = (*env)->GetArrayLength(env, types);
  346. for (j = 0; j < type_count; j++) {
  347. int k;
  348. int profile_count;
  349. type = (*env)->GetObjectArrayElement(env, types, j);
  350. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  351. goto done;
  352. }
  353. supported_type = ff_jni_jstring_to_utf_chars(env, type, log_ctx);
  354. if (!supported_type) {
  355. goto done;
  356. }
  357. if (!av_strcasecmp(supported_type, mime)) {
  358. codec_name = (*env)->CallObjectMethod(env, info, jfields.get_name_id);
  359. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  360. goto done;
  361. }
  362. name = ff_jni_jstring_to_utf_chars(env, codec_name, log_ctx);
  363. if (!name) {
  364. goto done;
  365. }
  366. /* Skip software decoders */
  367. if (
  368. strstr(name, "OMX.google") ||
  369. strstr(name, "OMX.ffmpeg") ||
  370. (strstr(name, "OMX.SEC") && strstr(name, ".sw.")) ||
  371. !strcmp(name, "OMX.qcom.video.decoder.hevcswvdec")) {
  372. av_freep(&name);
  373. goto done_with_type;
  374. }
  375. capabilities = (*env)->CallObjectMethod(env, info, jfields.get_codec_capabilities_id, type);
  376. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  377. goto done;
  378. }
  379. profile_levels = (*env)->GetObjectField(env, capabilities, jfields.profile_levels_id);
  380. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  381. goto done;
  382. }
  383. profile_count = (*env)->GetArrayLength(env, profile_levels);
  384. if (!profile_count) {
  385. found_codec = 1;
  386. }
  387. for (k = 0; k < profile_count; k++) {
  388. int supported_profile = 0;
  389. if (profile < 0) {
  390. found_codec = 1;
  391. break;
  392. }
  393. profile_level = (*env)->GetObjectArrayElement(env, profile_levels, k);
  394. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  395. goto done;
  396. }
  397. supported_profile = (*env)->GetIntField(env, profile_level, jfields.profile_id);
  398. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  399. goto done;
  400. }
  401. found_codec = profile == supported_profile;
  402. if (profile_level) {
  403. (*env)->DeleteLocalRef(env, profile_level);
  404. profile_level = NULL;
  405. }
  406. if (found_codec) {
  407. break;
  408. }
  409. }
  410. }
  411. done_with_type:
  412. if (profile_levels) {
  413. (*env)->DeleteLocalRef(env, profile_levels);
  414. profile_levels = NULL;
  415. }
  416. if (capabilities) {
  417. (*env)->DeleteLocalRef(env, capabilities);
  418. capabilities = NULL;
  419. }
  420. if (type) {
  421. (*env)->DeleteLocalRef(env, type);
  422. type = NULL;
  423. }
  424. av_freep(&supported_type);
  425. if (found_codec) {
  426. break;
  427. }
  428. av_freep(&name);
  429. }
  430. done_with_info:
  431. if (info) {
  432. (*env)->DeleteLocalRef(env, info);
  433. info = NULL;
  434. }
  435. if (types) {
  436. (*env)->DeleteLocalRef(env, types);
  437. types = NULL;
  438. }
  439. if (found_codec) {
  440. break;
  441. }
  442. }
  443. done:
  444. if (format) {
  445. (*env)->DeleteLocalRef(env, format);
  446. }
  447. if (codec) {
  448. (*env)->DeleteLocalRef(env, codec);
  449. }
  450. if (codec_name) {
  451. (*env)->DeleteLocalRef(env, codec_name);
  452. }
  453. if (info) {
  454. (*env)->DeleteLocalRef(env, info);
  455. }
  456. if (type) {
  457. (*env)->DeleteLocalRef(env, type);
  458. }
  459. if (types) {
  460. (*env)->DeleteLocalRef(env, types);
  461. }
  462. if (capabilities) {
  463. (*env)->DeleteLocalRef(env, capabilities);
  464. }
  465. if (profile_level) {
  466. (*env)->DeleteLocalRef(env, profile_level);
  467. }
  468. if (profile_levels) {
  469. (*env)->DeleteLocalRef(env, profile_levels);
  470. }
  471. av_freep(&supported_type);
  472. ff_jni_reset_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, log_ctx);
  473. ff_jni_reset_jfields(env, &mediaformat_jfields, jni_amediaformat_mapping, 0, log_ctx);
  474. if (!found_codec) {
  475. av_freep(&name);
  476. }
  477. return name;
  478. }
  479. FFAMediaFormat *ff_AMediaFormat_new(void)
  480. {
  481. JNIEnv *env = NULL;
  482. FFAMediaFormat *format = NULL;
  483. jobject object = NULL;
  484. format = av_mallocz(sizeof(FFAMediaFormat));
  485. if (!format) {
  486. return NULL;
  487. }
  488. format->class = &amediaformat_class;
  489. env = ff_jni_get_env(format);
  490. if (!env) {
  491. av_freep(&format);
  492. return NULL;
  493. }
  494. if (ff_jni_init_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format) < 0) {
  495. goto fail;
  496. }
  497. object = (*env)->NewObject(env, format->jfields.mediaformat_class, format->jfields.init_id);
  498. if (!object) {
  499. goto fail;
  500. }
  501. format->object = (*env)->NewGlobalRef(env, object);
  502. if (!format->object) {
  503. goto fail;
  504. }
  505. fail:
  506. if (object) {
  507. (*env)->DeleteLocalRef(env, object);
  508. }
  509. if (!format->object) {
  510. ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format);
  511. av_freep(&format);
  512. }
  513. return format;
  514. }
  515. static FFAMediaFormat *ff_AMediaFormat_newFromObject(void *object)
  516. {
  517. JNIEnv *env = NULL;
  518. FFAMediaFormat *format = NULL;
  519. format = av_mallocz(sizeof(FFAMediaFormat));
  520. if (!format) {
  521. return NULL;
  522. }
  523. format->class = &amediaformat_class;
  524. env = ff_jni_get_env(format);
  525. if (!env) {
  526. av_freep(&format);
  527. return NULL;
  528. }
  529. if (ff_jni_init_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format) < 0) {
  530. goto fail;
  531. }
  532. format->object = (*env)->NewGlobalRef(env, object);
  533. if (!format->object) {
  534. goto fail;
  535. }
  536. return format;
  537. fail:
  538. ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format);
  539. av_freep(&format);
  540. return NULL;
  541. }
  542. int ff_AMediaFormat_delete(FFAMediaFormat* format)
  543. {
  544. int ret = 0;
  545. JNIEnv *env = NULL;
  546. if (!format) {
  547. return 0;
  548. }
  549. JNI_GET_ENV_OR_RETURN(env, format, AVERROR_EXTERNAL);
  550. (*env)->DeleteGlobalRef(env, format->object);
  551. format->object = NULL;
  552. ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format);
  553. av_freep(&format);
  554. return ret;
  555. }
  556. char* ff_AMediaFormat_toString(FFAMediaFormat* format)
  557. {
  558. char *ret = NULL;
  559. JNIEnv *env = NULL;
  560. jstring description = NULL;
  561. av_assert0(format != NULL);
  562. JNI_GET_ENV_OR_RETURN(env, format, NULL);
  563. description = (*env)->CallObjectMethod(env, format->object, format->jfields.to_string_id);
  564. if (ff_jni_exception_check(env, 1, NULL) < 0) {
  565. goto fail;
  566. }
  567. ret = ff_jni_jstring_to_utf_chars(env, description, format);
  568. fail:
  569. if (description) {
  570. (*env)->DeleteLocalRef(env, description);
  571. }
  572. return ret;
  573. }
  574. int ff_AMediaFormat_getInt32(FFAMediaFormat* format, const char *name, int32_t *out)
  575. {
  576. int ret = 1;
  577. JNIEnv *env = NULL;
  578. jstring key = NULL;
  579. jboolean contains_key;
  580. av_assert0(format != NULL);
  581. JNI_GET_ENV_OR_RETURN(env, format, 0);
  582. key = ff_jni_utf_chars_to_jstring(env, name, format);
  583. if (!key) {
  584. ret = 0;
  585. goto fail;
  586. }
  587. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  588. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  589. ret = 0;
  590. goto fail;
  591. }
  592. *out = (*env)->CallIntMethod(env, format->object, format->jfields.get_integer_id, key);
  593. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  594. ret = 0;
  595. goto fail;
  596. }
  597. ret = 1;
  598. fail:
  599. if (key) {
  600. (*env)->DeleteLocalRef(env, key);
  601. }
  602. return ret;
  603. }
  604. int ff_AMediaFormat_getInt64(FFAMediaFormat* format, const char *name, int64_t *out)
  605. {
  606. int ret = 1;
  607. JNIEnv *env = NULL;
  608. jstring key = NULL;
  609. jboolean contains_key;
  610. av_assert0(format != NULL);
  611. JNI_GET_ENV_OR_RETURN(env, format, 0);
  612. key = ff_jni_utf_chars_to_jstring(env, name, format);
  613. if (!key) {
  614. ret = 0;
  615. goto fail;
  616. }
  617. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  618. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  619. ret = 0;
  620. goto fail;
  621. }
  622. *out = (*env)->CallLongMethod(env, format->object, format->jfields.get_long_id, key);
  623. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  624. ret = 0;
  625. goto fail;
  626. }
  627. ret = 1;
  628. fail:
  629. if (key) {
  630. (*env)->DeleteLocalRef(env, key);
  631. }
  632. return ret;
  633. }
  634. int ff_AMediaFormat_getFloat(FFAMediaFormat* format, const char *name, float *out)
  635. {
  636. int ret = 1;
  637. JNIEnv *env = NULL;
  638. jstring key = NULL;
  639. jboolean contains_key;
  640. av_assert0(format != NULL);
  641. JNI_GET_ENV_OR_RETURN(env, format, 0);
  642. key = ff_jni_utf_chars_to_jstring(env, name, format);
  643. if (!key) {
  644. ret = 0;
  645. goto fail;
  646. }
  647. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  648. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  649. ret = 0;
  650. goto fail;
  651. }
  652. *out = (*env)->CallFloatMethod(env, format->object, format->jfields.get_float_id, key);
  653. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  654. ret = 0;
  655. goto fail;
  656. }
  657. ret = 1;
  658. fail:
  659. if (key) {
  660. (*env)->DeleteLocalRef(env, key);
  661. }
  662. return ret;
  663. }
  664. int ff_AMediaFormat_getBuffer(FFAMediaFormat* format, const char *name, void** data, size_t *size)
  665. {
  666. int ret = 1;
  667. JNIEnv *env = NULL;
  668. jstring key = NULL;
  669. jboolean contains_key;
  670. jobject result = NULL;
  671. av_assert0(format != NULL);
  672. JNI_GET_ENV_OR_RETURN(env, format, 0);
  673. key = ff_jni_utf_chars_to_jstring(env, name, format);
  674. if (!key) {
  675. ret = 0;
  676. goto fail;
  677. }
  678. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  679. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  680. ret = 0;
  681. goto fail;
  682. }
  683. result = (*env)->CallObjectMethod(env, format->object, format->jfields.get_bytebuffer_id, key);
  684. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  685. ret = 0;
  686. goto fail;
  687. }
  688. *data = (*env)->GetDirectBufferAddress(env, result);
  689. *size = (*env)->GetDirectBufferCapacity(env, result);
  690. if (*data && *size) {
  691. void *src = *data;
  692. *data = av_malloc(*size);
  693. if (!*data) {
  694. ret = 0;
  695. goto fail;
  696. }
  697. memcpy(*data, src, *size);
  698. }
  699. ret = 1;
  700. fail:
  701. if (key) {
  702. (*env)->DeleteLocalRef(env, key);
  703. }
  704. if (result) {
  705. (*env)->DeleteLocalRef(env, result);
  706. }
  707. return ret;
  708. }
  709. int ff_AMediaFormat_getString(FFAMediaFormat* format, const char *name, const char **out)
  710. {
  711. int ret = 1;
  712. JNIEnv *env = NULL;
  713. jstring key = NULL;
  714. jboolean contains_key;
  715. jstring result = NULL;
  716. av_assert0(format != NULL);
  717. JNI_GET_ENV_OR_RETURN(env, format, 0);
  718. key = ff_jni_utf_chars_to_jstring(env, name, format);
  719. if (!key) {
  720. ret = 0;
  721. goto fail;
  722. }
  723. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  724. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  725. ret = 0;
  726. goto fail;
  727. }
  728. result = (*env)->CallObjectMethod(env, format->object, format->jfields.get_string_id, key);
  729. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  730. ret = 0;
  731. goto fail;
  732. }
  733. *out = ff_jni_jstring_to_utf_chars(env, result, format);
  734. if (!*out) {
  735. ret = 0;
  736. goto fail;
  737. }
  738. ret = 1;
  739. fail:
  740. if (key) {
  741. (*env)->DeleteLocalRef(env, key);
  742. }
  743. if (result) {
  744. (*env)->DeleteLocalRef(env, result);
  745. }
  746. return ret;
  747. }
  748. void ff_AMediaFormat_setInt32(FFAMediaFormat* format, const char* name, int32_t value)
  749. {
  750. JNIEnv *env = NULL;
  751. jstring key = NULL;
  752. av_assert0(format != NULL);
  753. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  754. key = ff_jni_utf_chars_to_jstring(env, name, format);
  755. if (!key) {
  756. goto fail;
  757. }
  758. (*env)->CallVoidMethod(env, format->object, format->jfields.set_integer_id, key, value);
  759. if (ff_jni_exception_check(env, 1, format) < 0) {
  760. goto fail;
  761. }
  762. fail:
  763. if (key) {
  764. (*env)->DeleteLocalRef(env, key);
  765. }
  766. }
  767. void ff_AMediaFormat_setInt64(FFAMediaFormat* format, const char* name, int64_t value)
  768. {
  769. JNIEnv *env = NULL;
  770. jstring key = NULL;
  771. av_assert0(format != NULL);
  772. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  773. key = ff_jni_utf_chars_to_jstring(env, name, format);
  774. if (!key) {
  775. goto fail;
  776. }
  777. (*env)->CallVoidMethod(env, format->object, format->jfields.set_long_id, key, value);
  778. if (ff_jni_exception_check(env, 1, format) < 0) {
  779. goto fail;
  780. }
  781. fail:
  782. if (key) {
  783. (*env)->DeleteLocalRef(env, key);
  784. }
  785. }
  786. void ff_AMediaFormat_setFloat(FFAMediaFormat* format, const char* name, float value)
  787. {
  788. JNIEnv *env = NULL;
  789. jstring key = NULL;
  790. av_assert0(format != NULL);
  791. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  792. key = ff_jni_utf_chars_to_jstring(env, name, format);
  793. if (!key) {
  794. goto fail;
  795. }
  796. (*env)->CallVoidMethod(env, format->object, format->jfields.set_float_id, key, value);
  797. if (ff_jni_exception_check(env, 1, format) < 0) {
  798. goto fail;
  799. }
  800. fail:
  801. if (key) {
  802. (*env)->DeleteLocalRef(env, key);
  803. }
  804. }
  805. void ff_AMediaFormat_setString(FFAMediaFormat* format, const char* name, const char* value)
  806. {
  807. JNIEnv *env = NULL;
  808. jstring key = NULL;
  809. jstring string = NULL;
  810. av_assert0(format != NULL);
  811. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  812. key = ff_jni_utf_chars_to_jstring(env, name, format);
  813. if (!key) {
  814. goto fail;
  815. }
  816. string = ff_jni_utf_chars_to_jstring(env, value, format);
  817. if (!string) {
  818. goto fail;
  819. }
  820. (*env)->CallVoidMethod(env, format->object, format->jfields.set_string_id, key, string);
  821. if (ff_jni_exception_check(env, 1, format) < 0) {
  822. goto fail;
  823. }
  824. fail:
  825. if (key) {
  826. (*env)->DeleteLocalRef(env, key);
  827. }
  828. if (string) {
  829. (*env)->DeleteLocalRef(env, string);
  830. }
  831. }
  832. void ff_AMediaFormat_setBuffer(FFAMediaFormat* format, const char* name, void* data, size_t size)
  833. {
  834. JNIEnv *env = NULL;
  835. jstring key = NULL;
  836. jobject buffer = NULL;
  837. void *buffer_data = NULL;
  838. av_assert0(format != NULL);
  839. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  840. key = ff_jni_utf_chars_to_jstring(env, name, format);
  841. if (!key) {
  842. goto fail;
  843. }
  844. if (!data || !size) {
  845. goto fail;
  846. }
  847. buffer_data = av_malloc(size);
  848. if (!buffer_data) {
  849. goto fail;
  850. }
  851. memcpy(buffer_data, data, size);
  852. buffer = (*env)->NewDirectByteBuffer(env, buffer_data, size);
  853. if (!buffer) {
  854. goto fail;
  855. }
  856. (*env)->CallVoidMethod(env, format->object, format->jfields.set_bytebuffer_id, key, buffer);
  857. if (ff_jni_exception_check(env, 1, format) < 0) {
  858. goto fail;
  859. }
  860. fail:
  861. if (key) {
  862. (*env)->DeleteLocalRef(env, key);
  863. }
  864. if (buffer) {
  865. (*env)->DeleteLocalRef(env, buffer);
  866. }
  867. }
  868. static int codec_init_static_fields(FFAMediaCodec *codec)
  869. {
  870. int ret = 0;
  871. JNIEnv *env = NULL;
  872. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  873. codec->INFO_TRY_AGAIN_LATER = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_try_again_later_id);
  874. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  875. goto fail;
  876. }
  877. codec->BUFFER_FLAG_CODEC_CONFIG = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_codec_config_id);
  878. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  879. goto fail;
  880. }
  881. codec->BUFFER_FLAG_END_OF_STREAM = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_end_of_stream_id);
  882. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  883. goto fail;
  884. }
  885. if (codec->jfields.buffer_flag_key_frame_id) {
  886. codec->BUFFER_FLAG_KEY_FRAME = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_key_frame_id);
  887. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  888. goto fail;
  889. }
  890. }
  891. codec->CONFIGURE_FLAG_ENCODE = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.configure_flag_encode_id);
  892. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  893. goto fail;
  894. }
  895. codec->INFO_TRY_AGAIN_LATER = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_try_again_later_id);
  896. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  897. goto fail;
  898. }
  899. codec->INFO_OUTPUT_BUFFERS_CHANGED = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_output_buffers_changed_id);
  900. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  901. goto fail;
  902. }
  903. codec->INFO_OUTPUT_FORMAT_CHANGED = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_output_format_changed_id);
  904. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  905. goto fail;
  906. }
  907. fail:
  908. return ret;
  909. }
  910. #define CREATE_CODEC_BY_NAME 0
  911. #define CREATE_DECODER_BY_TYPE 1
  912. #define CREATE_ENCODER_BY_TYPE 2
  913. static inline FFAMediaCodec *codec_create(int method, const char *arg)
  914. {
  915. int ret = -1;
  916. JNIEnv *env = NULL;
  917. FFAMediaCodec *codec = NULL;
  918. jstring jarg = NULL;
  919. jobject object = NULL;
  920. jobject buffer_info = NULL;
  921. jmethodID create_id = NULL;
  922. codec = av_mallocz(sizeof(FFAMediaCodec));
  923. if (!codec) {
  924. return NULL;
  925. }
  926. codec->class = &amediacodec_class;
  927. env = ff_jni_get_env(codec);
  928. if (!env) {
  929. av_freep(&codec);
  930. return NULL;
  931. }
  932. if (ff_jni_init_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec) < 0) {
  933. goto fail;
  934. }
  935. jarg = ff_jni_utf_chars_to_jstring(env, arg, codec);
  936. if (!jarg) {
  937. goto fail;
  938. }
  939. switch (method) {
  940. case CREATE_CODEC_BY_NAME: create_id = codec->jfields.create_by_codec_name_id; break;
  941. case CREATE_DECODER_BY_TYPE: create_id = codec->jfields.create_decoder_by_type_id; break;
  942. case CREATE_ENCODER_BY_TYPE: create_id = codec->jfields.create_encoder_by_type_id; break;
  943. default:
  944. av_assert0(0);
  945. }
  946. object = (*env)->CallStaticObjectMethod(env,
  947. codec->jfields.mediacodec_class,
  948. create_id,
  949. jarg);
  950. if (ff_jni_exception_check(env, 1, codec) < 0) {
  951. goto fail;
  952. }
  953. codec->object = (*env)->NewGlobalRef(env, object);
  954. if (!codec->object) {
  955. goto fail;
  956. }
  957. if (codec_init_static_fields(codec) < 0) {
  958. goto fail;
  959. }
  960. if (codec->jfields.get_input_buffer_id && codec->jfields.get_output_buffer_id) {
  961. codec->has_get_i_o_buffer = 1;
  962. }
  963. buffer_info = (*env)->NewObject(env, codec->jfields.mediainfo_class, codec->jfields.init_id);
  964. if (ff_jni_exception_check(env, 1, codec) < 0) {
  965. goto fail;
  966. }
  967. codec->buffer_info = (*env)->NewGlobalRef(env, buffer_info);
  968. if (!codec->buffer_info) {
  969. goto fail;
  970. }
  971. ret = 0;
  972. fail:
  973. if (jarg) {
  974. (*env)->DeleteLocalRef(env, jarg);
  975. }
  976. if (object) {
  977. (*env)->DeleteLocalRef(env, object);
  978. }
  979. if (buffer_info) {
  980. (*env)->DeleteLocalRef(env, buffer_info);
  981. }
  982. if (ret < 0) {
  983. if (codec->object) {
  984. (*env)->DeleteGlobalRef(env, codec->object);
  985. }
  986. if (codec->buffer_info) {
  987. (*env)->DeleteGlobalRef(env, codec->buffer_info);
  988. }
  989. ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec);
  990. av_freep(&codec);
  991. }
  992. return codec;
  993. }
  994. #define DECLARE_FF_AMEDIACODEC_CREATE_FUNC(name, method) \
  995. FFAMediaCodec *ff_AMediaCodec_##name(const char *arg) \
  996. { \
  997. return codec_create(method, arg); \
  998. } \
  999. DECLARE_FF_AMEDIACODEC_CREATE_FUNC(createCodecByName, CREATE_CODEC_BY_NAME)
  1000. DECLARE_FF_AMEDIACODEC_CREATE_FUNC(createDecoderByType, CREATE_DECODER_BY_TYPE)
  1001. DECLARE_FF_AMEDIACODEC_CREATE_FUNC(createEncoderByType, CREATE_ENCODER_BY_TYPE)
  1002. int ff_AMediaCodec_delete(FFAMediaCodec* codec)
  1003. {
  1004. int ret = 0;
  1005. JNIEnv *env = NULL;
  1006. if (!codec) {
  1007. return 0;
  1008. }
  1009. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1010. (*env)->CallVoidMethod(env, codec->object, codec->jfields.release_id);
  1011. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1012. ret = AVERROR_EXTERNAL;
  1013. }
  1014. (*env)->DeleteGlobalRef(env, codec->object);
  1015. codec->object = NULL;
  1016. (*env)->DeleteGlobalRef(env, codec->buffer_info);
  1017. codec->buffer_info = NULL;
  1018. ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec);
  1019. av_freep(&codec);
  1020. return ret;
  1021. }
  1022. char *ff_AMediaCodec_getName(FFAMediaCodec *codec)
  1023. {
  1024. char *ret = NULL;
  1025. JNIEnv *env = NULL;
  1026. jobject *name = NULL;
  1027. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1028. name = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_name_id);
  1029. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1030. goto fail;
  1031. }
  1032. ret = ff_jni_jstring_to_utf_chars(env, name, codec);
  1033. fail:
  1034. return ret;
  1035. }
  1036. int ff_AMediaCodec_configure(FFAMediaCodec* codec, const FFAMediaFormat* format, void* surface, void *crypto, uint32_t flags)
  1037. {
  1038. int ret = 0;
  1039. JNIEnv *env = NULL;
  1040. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1041. (*env)->CallVoidMethod(env, codec->object, codec->jfields.configure_id, format->object, surface, NULL, flags);
  1042. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1043. ret = AVERROR_EXTERNAL;
  1044. goto fail;
  1045. }
  1046. fail:
  1047. return ret;
  1048. }
  1049. int ff_AMediaCodec_start(FFAMediaCodec* codec)
  1050. {
  1051. int ret = 0;
  1052. JNIEnv *env = NULL;
  1053. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1054. (*env)->CallVoidMethod(env, codec->object, codec->jfields.start_id);
  1055. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1056. ret = AVERROR_EXTERNAL;
  1057. goto fail;
  1058. }
  1059. fail:
  1060. return ret;
  1061. }
  1062. int ff_AMediaCodec_stop(FFAMediaCodec* codec)
  1063. {
  1064. int ret = 0;
  1065. JNIEnv *env = NULL;
  1066. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1067. (*env)->CallVoidMethod(env, codec->object, codec->jfields.stop_id);
  1068. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1069. ret = AVERROR_EXTERNAL;
  1070. goto fail;
  1071. }
  1072. fail:
  1073. return ret;
  1074. }
  1075. int ff_AMediaCodec_flush(FFAMediaCodec* codec)
  1076. {
  1077. int ret = 0;
  1078. JNIEnv *env = NULL;
  1079. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1080. (*env)->CallVoidMethod(env, codec->object, codec->jfields.flush_id);
  1081. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1082. ret = AVERROR_EXTERNAL;
  1083. goto fail;
  1084. }
  1085. fail:
  1086. return ret;
  1087. }
  1088. int ff_AMediaCodec_releaseOutputBuffer(FFAMediaCodec* codec, size_t idx, int render)
  1089. {
  1090. int ret = 0;
  1091. JNIEnv *env = NULL;
  1092. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1093. (*env)->CallVoidMethod(env, codec->object, codec->jfields.release_output_buffer_id, (jint)idx, (jboolean)render);
  1094. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1095. ret = AVERROR_EXTERNAL;
  1096. goto fail;
  1097. }
  1098. fail:
  1099. return ret;
  1100. }
  1101. int ff_AMediaCodec_releaseOutputBufferAtTime(FFAMediaCodec *codec, size_t idx, int64_t timestampNs)
  1102. {
  1103. int ret = 0;
  1104. JNIEnv *env = NULL;
  1105. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1106. (*env)->CallVoidMethod(env, codec->object, codec->jfields.release_output_buffer_at_time_id, (jint)idx, timestampNs);
  1107. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1108. ret = AVERROR_EXTERNAL;
  1109. goto fail;
  1110. }
  1111. fail:
  1112. return ret;
  1113. }
  1114. ssize_t ff_AMediaCodec_dequeueInputBuffer(FFAMediaCodec* codec, int64_t timeoutUs)
  1115. {
  1116. int ret = 0;
  1117. JNIEnv *env = NULL;
  1118. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1119. ret = (*env)->CallIntMethod(env, codec->object, codec->jfields.dequeue_input_buffer_id, timeoutUs);
  1120. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1121. ret = AVERROR_EXTERNAL;
  1122. goto fail;
  1123. }
  1124. fail:
  1125. return ret;
  1126. }
  1127. int ff_AMediaCodec_queueInputBuffer(FFAMediaCodec* codec, size_t idx, off_t offset, size_t size, uint64_t time, uint32_t flags)
  1128. {
  1129. int ret = 0;
  1130. JNIEnv *env = NULL;
  1131. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1132. (*env)->CallVoidMethod(env, codec->object, codec->jfields.queue_input_buffer_id, (jint)idx, (jint)offset, (jint)size, time, flags);
  1133. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  1134. ret = AVERROR_EXTERNAL;
  1135. goto fail;
  1136. }
  1137. fail:
  1138. return ret;
  1139. }
  1140. ssize_t ff_AMediaCodec_dequeueOutputBuffer(FFAMediaCodec* codec, FFAMediaCodecBufferInfo *info, int64_t timeoutUs)
  1141. {
  1142. int ret = 0;
  1143. JNIEnv *env = NULL;
  1144. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1145. ret = (*env)->CallIntMethod(env, codec->object, codec->jfields.dequeue_output_buffer_id, codec->buffer_info, timeoutUs);
  1146. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1147. return AVERROR_EXTERNAL;
  1148. }
  1149. info->flags = (*env)->GetIntField(env, codec->buffer_info, codec->jfields.flags_id);
  1150. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1151. return AVERROR_EXTERNAL;
  1152. }
  1153. info->offset = (*env)->GetIntField(env, codec->buffer_info, codec->jfields.offset_id);
  1154. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1155. return AVERROR_EXTERNAL;
  1156. }
  1157. info->presentationTimeUs = (*env)->GetLongField(env, codec->buffer_info, codec->jfields.presentation_time_us_id);
  1158. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1159. return AVERROR_EXTERNAL;
  1160. }
  1161. info->size = (*env)->GetIntField(env, codec->buffer_info, codec->jfields.size_id);
  1162. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1163. return AVERROR_EXTERNAL;
  1164. }
  1165. return ret;
  1166. }
  1167. uint8_t* ff_AMediaCodec_getInputBuffer(FFAMediaCodec* codec, size_t idx, size_t *out_size)
  1168. {
  1169. uint8_t *ret = NULL;
  1170. JNIEnv *env = NULL;
  1171. jobject buffer = NULL;
  1172. jobject input_buffers = NULL;
  1173. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1174. if (codec->has_get_i_o_buffer) {
  1175. buffer = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_input_buffer_id, (jint)idx);
  1176. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1177. goto fail;
  1178. }
  1179. } else {
  1180. if (!codec->input_buffers) {
  1181. input_buffers = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_input_buffers_id);
  1182. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1183. goto fail;
  1184. }
  1185. codec->input_buffers = (*env)->NewGlobalRef(env, input_buffers);
  1186. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1187. goto fail;
  1188. }
  1189. }
  1190. buffer = (*env)->GetObjectArrayElement(env, codec->input_buffers, idx);
  1191. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1192. goto fail;
  1193. }
  1194. }
  1195. ret = (*env)->GetDirectBufferAddress(env, buffer);
  1196. *out_size = (*env)->GetDirectBufferCapacity(env, buffer);
  1197. fail:
  1198. if (buffer) {
  1199. (*env)->DeleteLocalRef(env, buffer);
  1200. }
  1201. if (input_buffers) {
  1202. (*env)->DeleteLocalRef(env, input_buffers);
  1203. }
  1204. return ret;
  1205. }
  1206. uint8_t* ff_AMediaCodec_getOutputBuffer(FFAMediaCodec* codec, size_t idx, size_t *out_size)
  1207. {
  1208. uint8_t *ret = NULL;
  1209. JNIEnv *env = NULL;
  1210. jobject buffer = NULL;
  1211. jobject output_buffers = NULL;
  1212. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1213. if (codec->has_get_i_o_buffer) {
  1214. buffer = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_buffer_id, (jint)idx);
  1215. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1216. goto fail;
  1217. }
  1218. } else {
  1219. if (!codec->output_buffers) {
  1220. output_buffers = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_buffers_id);
  1221. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1222. goto fail;
  1223. }
  1224. codec->output_buffers = (*env)->NewGlobalRef(env, output_buffers);
  1225. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1226. goto fail;
  1227. }
  1228. }
  1229. buffer = (*env)->GetObjectArrayElement(env, codec->output_buffers, idx);
  1230. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1231. goto fail;
  1232. }
  1233. }
  1234. ret = (*env)->GetDirectBufferAddress(env, buffer);
  1235. *out_size = (*env)->GetDirectBufferCapacity(env, buffer);
  1236. fail:
  1237. if (buffer) {
  1238. (*env)->DeleteLocalRef(env, buffer);
  1239. }
  1240. if (output_buffers) {
  1241. (*env)->DeleteLocalRef(env, output_buffers);
  1242. }
  1243. return ret;
  1244. }
  1245. FFAMediaFormat* ff_AMediaCodec_getOutputFormat(FFAMediaCodec* codec)
  1246. {
  1247. FFAMediaFormat *ret = NULL;
  1248. JNIEnv *env = NULL;
  1249. jobject mediaformat = NULL;
  1250. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1251. mediaformat = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_format_id);
  1252. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1253. goto fail;
  1254. }
  1255. ret = ff_AMediaFormat_newFromObject(mediaformat);
  1256. fail:
  1257. if (mediaformat) {
  1258. (*env)->DeleteLocalRef(env, mediaformat);
  1259. }
  1260. return ret;
  1261. }
  1262. int ff_AMediaCodec_infoTryAgainLater(FFAMediaCodec *codec, ssize_t idx)
  1263. {
  1264. return idx == codec->INFO_TRY_AGAIN_LATER;
  1265. }
  1266. int ff_AMediaCodec_infoOutputBuffersChanged(FFAMediaCodec *codec, ssize_t idx)
  1267. {
  1268. return idx == codec->INFO_OUTPUT_BUFFERS_CHANGED;
  1269. }
  1270. int ff_AMediaCodec_infoOutputFormatChanged(FFAMediaCodec *codec, ssize_t idx)
  1271. {
  1272. return idx == codec->INFO_OUTPUT_FORMAT_CHANGED;
  1273. }
  1274. int ff_AMediaCodec_getBufferFlagCodecConfig(FFAMediaCodec *codec)
  1275. {
  1276. return codec->BUFFER_FLAG_CODEC_CONFIG;
  1277. }
  1278. int ff_AMediaCodec_getBufferFlagEndOfStream(FFAMediaCodec *codec)
  1279. {
  1280. return codec->BUFFER_FLAG_END_OF_STREAM;
  1281. }
  1282. int ff_AMediaCodec_getBufferFlagKeyFrame(FFAMediaCodec *codec)
  1283. {
  1284. return codec->BUFFER_FLAG_KEY_FRAME;
  1285. }
  1286. int ff_AMediaCodec_getConfigureFlagEncode(FFAMediaCodec *codec)
  1287. {
  1288. return codec->CONFIGURE_FLAG_ENCODE;
  1289. }
  1290. int ff_AMediaCodec_cleanOutputBuffers(FFAMediaCodec *codec)
  1291. {
  1292. int ret = 0;
  1293. if (!codec->has_get_i_o_buffer) {
  1294. if (codec->output_buffers) {
  1295. JNIEnv *env = NULL;
  1296. env = ff_jni_get_env(codec);
  1297. if (!env) {
  1298. ret = AVERROR_EXTERNAL;
  1299. goto fail;
  1300. }
  1301. (*env)->DeleteGlobalRef(env, codec->output_buffers);
  1302. codec->output_buffers = NULL;
  1303. }
  1304. }
  1305. fail:
  1306. return ret;
  1307. }