You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1725 lines
52KB

  1. /*
  2. * Android MediaCodec Wrapper
  3. *
  4. * Copyright (c) 2015-2016 Matthieu Bouron <matthieu.bouron stupeflix.com>
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include <jni.h>
  23. #include "libavutil/avassert.h"
  24. #include "libavutil/mem.h"
  25. #include "libavutil/avstring.h"
  26. #include "avcodec.h"
  27. #include "ffjni.h"
  28. #include "version.h"
  29. #include "mediacodec_wrapper.h"
  30. struct JNIAMediaCodecListFields {
  31. jclass mediacodec_list_class;
  32. jmethodID init_id;
  33. jmethodID find_decoder_for_format_id;
  34. jmethodID get_codec_count_id;
  35. jmethodID get_codec_info_at_id;
  36. jclass mediacodec_info_class;
  37. jmethodID get_name_id;
  38. jmethodID get_codec_capabilities_id;
  39. jmethodID get_supported_types_id;
  40. jmethodID is_encoder_id;
  41. jclass codec_capabilities_class;
  42. jfieldID color_formats_id;
  43. jfieldID profile_levels_id;
  44. jclass codec_profile_level_class;
  45. jfieldID profile_id;
  46. jfieldID level_id;
  47. jfieldID avc_profile_baseline_id;
  48. jfieldID avc_profile_main_id;
  49. jfieldID avc_profile_extended_id;
  50. jfieldID avc_profile_high_id;
  51. jfieldID avc_profile_high10_id;
  52. jfieldID avc_profile_high422_id;
  53. jfieldID avc_profile_high444_id;
  54. jfieldID hevc_profile_main_id;
  55. jfieldID hevc_profile_main10_id;
  56. jfieldID hevc_profile_main10_hdr10_id;
  57. } JNIAMediaCodecListFields;
  58. static const struct FFJniField jni_amediacodeclist_mapping[] = {
  59. { "android/media/MediaCodecList", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, mediacodec_list_class), 1 },
  60. { "android/media/MediaCodecList", "<init>", "(I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, init_id), 0 },
  61. { "android/media/MediaCodecList", "findDecoderForFormat", "(Landroid/media/MediaFormat;)Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, find_decoder_for_format_id), 0 },
  62. { "android/media/MediaCodecList", "getCodecCount", "()I", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_count_id), 1 },
  63. { "android/media/MediaCodecList", "getCodecInfoAt", "(I)Landroid/media/MediaCodecInfo;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_info_at_id), 1 },
  64. { "android/media/MediaCodecInfo", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, mediacodec_info_class), 1 },
  65. { "android/media/MediaCodecInfo", "getName", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_name_id), 1 },
  66. { "android/media/MediaCodecInfo", "getCapabilitiesForType", "(Ljava/lang/String;)Landroid/media/MediaCodecInfo$CodecCapabilities;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_capabilities_id), 1 },
  67. { "android/media/MediaCodecInfo", "getSupportedTypes", "()[Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_supported_types_id), 1 },
  68. { "android/media/MediaCodecInfo", "isEncoder", "()Z", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, is_encoder_id), 1 },
  69. { "android/media/MediaCodecInfo$CodecCapabilities", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, codec_capabilities_class), 1 },
  70. { "android/media/MediaCodecInfo$CodecCapabilities", "colorFormats", "[I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, color_formats_id), 1 },
  71. { "android/media/MediaCodecInfo$CodecCapabilities", "profileLevels", "[Landroid/media/MediaCodecInfo$CodecProfileLevel;", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, profile_levels_id), 1 },
  72. { "android/media/MediaCodecInfo$CodecProfileLevel", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, codec_profile_level_class), 1 },
  73. { "android/media/MediaCodecInfo$CodecProfileLevel", "profile", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, profile_id), 1 },
  74. { "android/media/MediaCodecInfo$CodecProfileLevel", "level", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, level_id), 1 },
  75. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileBaseline", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_baseline_id), 1 },
  76. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileMain", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_main_id), 1 },
  77. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileExtended", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_extended_id), 1 },
  78. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high_id), 1 },
  79. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh10", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high10_id), 1 },
  80. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh422", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high422_id), 1 },
  81. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh444", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high444_id), 1 },
  82. { "android/media/MediaCodecInfo$CodecProfileLevel", "HEVCProfileMain", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, hevc_profile_main_id), 0 },
  83. { "android/media/MediaCodecInfo$CodecProfileLevel", "HEVCProfileMain10", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, hevc_profile_main10_id), 0 },
  84. { "android/media/MediaCodecInfo$CodecProfileLevel", "HEVCProfileMain10HDR10", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, hevc_profile_main10_hdr10_id), 0 },
  85. { NULL }
  86. };
  87. struct JNIAMediaFormatFields {
  88. jclass mediaformat_class;
  89. jmethodID init_id;
  90. jmethodID get_integer_id;
  91. jmethodID get_long_id;
  92. jmethodID get_float_id;
  93. jmethodID get_bytebuffer_id;
  94. jmethodID get_string_id;
  95. jmethodID set_integer_id;
  96. jmethodID set_long_id;
  97. jmethodID set_float_id;
  98. jmethodID set_bytebuffer_id;
  99. jmethodID set_string_id;
  100. jmethodID to_string_id;
  101. } JNIAMediaFormatFields;
  102. static const struct FFJniField jni_amediaformat_mapping[] = {
  103. { "android/media/MediaFormat", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaFormatFields, mediaformat_class), 1 },
  104. { "android/media/MediaFormat", "<init>", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, init_id), 1 },
  105. { "android/media/MediaFormat", "getInteger", "(Ljava/lang/String;)I", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_integer_id), 1 },
  106. { "android/media/MediaFormat", "getLong", "(Ljava/lang/String;)J", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_long_id), 1 },
  107. { "android/media/MediaFormat", "getFloat", "(Ljava/lang/String;)F", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_float_id), 1 },
  108. { "android/media/MediaFormat", "getByteBuffer", "(Ljava/lang/String;)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_bytebuffer_id), 1 },
  109. { "android/media/MediaFormat", "getString", "(Ljava/lang/String;)Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_string_id), 1 },
  110. { "android/media/MediaFormat", "setInteger", "(Ljava/lang/String;I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_integer_id), 1 },
  111. { "android/media/MediaFormat", "setLong", "(Ljava/lang/String;J)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_long_id), 1 },
  112. { "android/media/MediaFormat", "setFloat", "(Ljava/lang/String;F)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_float_id), 1 },
  113. { "android/media/MediaFormat", "setByteBuffer", "(Ljava/lang/String;Ljava/nio/ByteBuffer;)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_bytebuffer_id), 1 },
  114. { "android/media/MediaFormat", "setString", "(Ljava/lang/String;Ljava/lang/String;)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_string_id), 1 },
  115. { "android/media/MediaFormat", "toString", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, to_string_id), 1 },
  116. { NULL }
  117. };
  118. static const AVClass amediaformat_class = {
  119. .class_name = "amediaformat",
  120. .item_name = av_default_item_name,
  121. .version = LIBAVCODEC_VERSION_INT,
  122. };
  123. struct FFAMediaFormat {
  124. const AVClass *class;
  125. struct JNIAMediaFormatFields jfields;
  126. jobject object;
  127. };
  128. struct JNIAMediaCodecFields {
  129. jclass mediacodec_class;
  130. jfieldID info_try_again_later_id;
  131. jfieldID info_output_buffers_changed_id;
  132. jfieldID info_output_format_changed_id;
  133. jfieldID buffer_flag_codec_config_id;
  134. jfieldID buffer_flag_end_of_stream_id;
  135. jfieldID buffer_flag_key_frame_id;
  136. jfieldID configure_flag_encode_id;
  137. jmethodID create_by_codec_name_id;
  138. jmethodID create_decoder_by_type_id;
  139. jmethodID create_encoder_by_type_id;
  140. jmethodID get_name_id;
  141. jmethodID configure_id;
  142. jmethodID start_id;
  143. jmethodID flush_id;
  144. jmethodID stop_id;
  145. jmethodID release_id;
  146. jmethodID get_output_format_id;
  147. jmethodID dequeue_input_buffer_id;
  148. jmethodID queue_input_buffer_id;
  149. jmethodID get_input_buffer_id;
  150. jmethodID get_input_buffers_id;
  151. jmethodID dequeue_output_buffer_id;
  152. jmethodID get_output_buffer_id;
  153. jmethodID get_output_buffers_id;
  154. jmethodID release_output_buffer_id;
  155. jmethodID release_output_buffer_at_time_id;
  156. jclass mediainfo_class;
  157. jmethodID init_id;
  158. jfieldID flags_id;
  159. jfieldID offset_id;
  160. jfieldID presentation_time_us_id;
  161. jfieldID size_id;
  162. } JNIAMediaCodecFields;
  163. static const struct FFJniField jni_amediacodec_mapping[] = {
  164. { "android/media/MediaCodec", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecFields, mediacodec_class), 1 },
  165. { "android/media/MediaCodec", "INFO_TRY_AGAIN_LATER", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_try_again_later_id), 1 },
  166. { "android/media/MediaCodec", "INFO_OUTPUT_BUFFERS_CHANGED", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_output_buffers_changed_id), 1 },
  167. { "android/media/MediaCodec", "INFO_OUTPUT_FORMAT_CHANGED", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_output_format_changed_id), 1 },
  168. { "android/media/MediaCodec", "BUFFER_FLAG_CODEC_CONFIG", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_codec_config_id), 1 },
  169. { "android/media/MediaCodec", "BUFFER_FLAG_END_OF_STREAM", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_end_of_stream_id), 1 },
  170. { "android/media/MediaCodec", "BUFFER_FLAG_KEY_FRAME", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_key_frame_id), 0 },
  171. { "android/media/MediaCodec", "CONFIGURE_FLAG_ENCODE", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, configure_flag_encode_id), 1 },
  172. { "android/media/MediaCodec", "createByCodecName", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_by_codec_name_id), 1 },
  173. { "android/media/MediaCodec", "createDecoderByType", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_decoder_by_type_id), 1 },
  174. { "android/media/MediaCodec", "createEncoderByType", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_encoder_by_type_id), 1 },
  175. { "android/media/MediaCodec", "getName", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_name_id), 1 },
  176. { "android/media/MediaCodec", "configure", "(Landroid/media/MediaFormat;Landroid/view/Surface;Landroid/media/MediaCrypto;I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, configure_id), 1 },
  177. { "android/media/MediaCodec", "start", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, start_id), 1 },
  178. { "android/media/MediaCodec", "flush", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, flush_id), 1 },
  179. { "android/media/MediaCodec", "stop", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, stop_id), 1 },
  180. { "android/media/MediaCodec", "release", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_id), 1 },
  181. { "android/media/MediaCodec", "getOutputFormat", "()Landroid/media/MediaFormat;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_format_id), 1 },
  182. { "android/media/MediaCodec", "dequeueInputBuffer", "(J)I", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, dequeue_input_buffer_id), 1 },
  183. { "android/media/MediaCodec", "queueInputBuffer", "(IIIJI)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, queue_input_buffer_id), 1 },
  184. { "android/media/MediaCodec", "getInputBuffer", "(I)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_input_buffer_id), 0 },
  185. { "android/media/MediaCodec", "getInputBuffers", "()[Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_input_buffers_id), 1 },
  186. { "android/media/MediaCodec", "dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, dequeue_output_buffer_id), 1 },
  187. { "android/media/MediaCodec", "getOutputBuffer", "(I)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_buffer_id), 0 },
  188. { "android/media/MediaCodec", "getOutputBuffers", "()[Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_buffers_id), 1 },
  189. { "android/media/MediaCodec", "releaseOutputBuffer", "(IZ)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_output_buffer_id), 1 },
  190. { "android/media/MediaCodec", "releaseOutputBuffer", "(IJ)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_output_buffer_at_time_id), 0 },
  191. { "android/media/MediaCodec$BufferInfo", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecFields, mediainfo_class), 1 },
  192. { "android/media/MediaCodec.BufferInfo", "<init>", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, init_id), 1 },
  193. { "android/media/MediaCodec.BufferInfo", "flags", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, flags_id), 1 },
  194. { "android/media/MediaCodec.BufferInfo", "offset", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, offset_id), 1 },
  195. { "android/media/MediaCodec.BufferInfo", "presentationTimeUs", "J", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, presentation_time_us_id), 1 },
  196. { "android/media/MediaCodec.BufferInfo", "size", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, size_id), 1 },
  197. { NULL }
  198. };
  199. static const AVClass amediacodec_class = {
  200. .class_name = "amediacodec",
  201. .item_name = av_default_item_name,
  202. .version = LIBAVCODEC_VERSION_INT,
  203. };
  204. struct FFAMediaCodec {
  205. const AVClass *class;
  206. struct JNIAMediaCodecFields jfields;
  207. jobject object;
  208. jobject input_buffers;
  209. jobject output_buffers;
  210. int INFO_TRY_AGAIN_LATER;
  211. int INFO_OUTPUT_BUFFERS_CHANGED;
  212. int INFO_OUTPUT_FORMAT_CHANGED;
  213. int BUFFER_FLAG_CODEC_CONFIG;
  214. int BUFFER_FLAG_END_OF_STREAM;
  215. int BUFFER_FLAG_KEY_FRAME;
  216. int CONFIGURE_FLAG_ENCODE;
  217. int has_get_i_o_buffer;
  218. };
  219. #define JNI_GET_ENV_OR_RETURN(env, log_ctx, ret) do { \
  220. (env) = ff_jni_get_env(log_ctx); \
  221. if (!(env)) { \
  222. return ret; \
  223. } \
  224. } while (0)
  225. #define JNI_GET_ENV_OR_RETURN_VOID(env, log_ctx) do { \
  226. (env) = ff_jni_get_env(log_ctx); \
  227. if (!(env)) { \
  228. return; \
  229. } \
  230. } while (0)
  231. int ff_AMediaCodecProfile_getProfileFromAVCodecContext(AVCodecContext *avctx)
  232. {
  233. int ret = -1;
  234. JNIEnv *env = NULL;
  235. struct JNIAMediaCodecListFields jfields = { 0 };
  236. jfieldID field_id = 0;
  237. JNI_GET_ENV_OR_RETURN(env, avctx, -1);
  238. if (ff_jni_init_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, avctx) < 0) {
  239. goto done;
  240. }
  241. if (avctx->codec_id == AV_CODEC_ID_H264) {
  242. switch(avctx->profile) {
  243. case FF_PROFILE_H264_BASELINE:
  244. case FF_PROFILE_H264_CONSTRAINED_BASELINE:
  245. field_id = jfields.avc_profile_baseline_id;
  246. break;
  247. case FF_PROFILE_H264_MAIN:
  248. field_id = jfields.avc_profile_main_id;
  249. break;
  250. case FF_PROFILE_H264_EXTENDED:
  251. field_id = jfields.avc_profile_extended_id;
  252. break;
  253. case FF_PROFILE_H264_HIGH:
  254. field_id = jfields.avc_profile_high_id;
  255. break;
  256. case FF_PROFILE_H264_HIGH_10:
  257. case FF_PROFILE_H264_HIGH_10_INTRA:
  258. field_id = jfields.avc_profile_high10_id;
  259. break;
  260. case FF_PROFILE_H264_HIGH_422:
  261. case FF_PROFILE_H264_HIGH_422_INTRA:
  262. field_id = jfields.avc_profile_high422_id;
  263. break;
  264. case FF_PROFILE_H264_HIGH_444:
  265. case FF_PROFILE_H264_HIGH_444_INTRA:
  266. case FF_PROFILE_H264_HIGH_444_PREDICTIVE:
  267. field_id = jfields.avc_profile_high444_id;
  268. break;
  269. }
  270. } else if (avctx->codec_id == AV_CODEC_ID_HEVC) {
  271. switch (avctx->profile) {
  272. case FF_PROFILE_HEVC_MAIN:
  273. case FF_PROFILE_HEVC_MAIN_STILL_PICTURE:
  274. field_id = jfields.hevc_profile_main_id;
  275. break;
  276. case FF_PROFILE_HEVC_MAIN_10:
  277. field_id = jfields.hevc_profile_main10_id;
  278. break;
  279. }
  280. }
  281. if (field_id) {
  282. ret = (*env)->GetStaticIntField(env, jfields.codec_profile_level_class, field_id);
  283. if (ff_jni_exception_check(env, 1, avctx) < 0) {
  284. ret = -1;
  285. goto done;
  286. }
  287. }
  288. done:
  289. ff_jni_reset_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, avctx);
  290. return ret;
  291. }
  292. char *ff_AMediaCodecList_getCodecNameByType(const char *mime, int profile, int encoder, void *log_ctx)
  293. {
  294. int ret;
  295. int i;
  296. int codec_count;
  297. int found_codec = 0;
  298. char *name = NULL;
  299. char *supported_type = NULL;
  300. JNIEnv *env = NULL;
  301. struct JNIAMediaCodecListFields jfields = { 0 };
  302. struct JNIAMediaFormatFields mediaformat_jfields = { 0 };
  303. jobject format = NULL;
  304. jobject codec = NULL;
  305. jobject codec_name = NULL;
  306. jobject info = NULL;
  307. jobject type = NULL;
  308. jobjectArray types = NULL;
  309. jobject capabilities = NULL;
  310. jobject profile_level = NULL;
  311. jobjectArray profile_levels = NULL;
  312. JNI_GET_ENV_OR_RETURN(env, log_ctx, NULL);
  313. if ((ret = ff_jni_init_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, log_ctx)) < 0) {
  314. goto done;
  315. }
  316. if ((ret = ff_jni_init_jfields(env, &mediaformat_jfields, jni_amediaformat_mapping, 0, log_ctx)) < 0) {
  317. goto done;
  318. }
  319. codec_count = (*env)->CallStaticIntMethod(env, jfields.mediacodec_list_class, jfields.get_codec_count_id);
  320. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  321. goto done;
  322. }
  323. for(i = 0; i < codec_count; i++) {
  324. int j;
  325. int type_count;
  326. int is_encoder;
  327. info = (*env)->CallStaticObjectMethod(env, jfields.mediacodec_list_class, jfields.get_codec_info_at_id, i);
  328. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  329. goto done;
  330. }
  331. types = (*env)->CallObjectMethod(env, info, jfields.get_supported_types_id);
  332. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  333. goto done;
  334. }
  335. is_encoder = (*env)->CallBooleanMethod(env, info, jfields.is_encoder_id);
  336. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  337. goto done;
  338. }
  339. if (is_encoder != encoder) {
  340. goto done_with_info;
  341. }
  342. type_count = (*env)->GetArrayLength(env, types);
  343. for (j = 0; j < type_count; j++) {
  344. int k;
  345. int profile_count;
  346. type = (*env)->GetObjectArrayElement(env, types, j);
  347. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  348. goto done;
  349. }
  350. supported_type = ff_jni_jstring_to_utf_chars(env, type, log_ctx);
  351. if (!supported_type) {
  352. goto done;
  353. }
  354. if (!av_strcasecmp(supported_type, mime)) {
  355. codec_name = (*env)->CallObjectMethod(env, info, jfields.get_name_id);
  356. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  357. goto done;
  358. }
  359. name = ff_jni_jstring_to_utf_chars(env, codec_name, log_ctx);
  360. if (!name) {
  361. goto done;
  362. }
  363. if (strstr(name, "OMX.google")) {
  364. av_freep(&name);
  365. goto done_with_type;
  366. }
  367. capabilities = (*env)->CallObjectMethod(env, info, jfields.get_codec_capabilities_id, type);
  368. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  369. goto done;
  370. }
  371. profile_levels = (*env)->GetObjectField(env, capabilities, jfields.profile_levels_id);
  372. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  373. goto done;
  374. }
  375. profile_count = (*env)->GetArrayLength(env, profile_levels);
  376. if (!profile_count) {
  377. found_codec = 1;
  378. }
  379. for (k = 0; k < profile_count; k++) {
  380. int supported_profile = 0;
  381. if (profile < 0) {
  382. found_codec = 1;
  383. break;
  384. }
  385. profile_level = (*env)->GetObjectArrayElement(env, profile_levels, k);
  386. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  387. goto done;
  388. }
  389. supported_profile = (*env)->GetIntField(env, profile_level, jfields.profile_id);
  390. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  391. goto done;
  392. }
  393. found_codec = profile == supported_profile;
  394. if (profile_level) {
  395. (*env)->DeleteLocalRef(env, profile_level);
  396. profile_level = NULL;
  397. }
  398. if (found_codec) {
  399. break;
  400. }
  401. }
  402. }
  403. done_with_type:
  404. if (profile_levels) {
  405. (*env)->DeleteLocalRef(env, profile_levels);
  406. profile_levels = NULL;
  407. }
  408. if (capabilities) {
  409. (*env)->DeleteLocalRef(env, capabilities);
  410. capabilities = NULL;
  411. }
  412. if (type) {
  413. (*env)->DeleteLocalRef(env, type);
  414. type = NULL;
  415. }
  416. av_freep(&supported_type);
  417. if (found_codec) {
  418. break;
  419. }
  420. av_freep(&name);
  421. }
  422. done_with_info:
  423. if (info) {
  424. (*env)->DeleteLocalRef(env, info);
  425. info = NULL;
  426. }
  427. if (types) {
  428. (*env)->DeleteLocalRef(env, types);
  429. types = NULL;
  430. }
  431. if (found_codec) {
  432. break;
  433. }
  434. }
  435. done:
  436. if (format) {
  437. (*env)->DeleteLocalRef(env, format);
  438. }
  439. if (codec) {
  440. (*env)->DeleteLocalRef(env, codec);
  441. }
  442. if (codec_name) {
  443. (*env)->DeleteLocalRef(env, codec_name);
  444. }
  445. if (info) {
  446. (*env)->DeleteLocalRef(env, info);
  447. }
  448. if (type) {
  449. (*env)->DeleteLocalRef(env, type);
  450. }
  451. if (types) {
  452. (*env)->DeleteLocalRef(env, types);
  453. }
  454. if (capabilities) {
  455. (*env)->DeleteLocalRef(env, capabilities);
  456. }
  457. if (profile_level) {
  458. (*env)->DeleteLocalRef(env, profile_level);
  459. }
  460. if (profile_levels) {
  461. (*env)->DeleteLocalRef(env, profile_levels);
  462. }
  463. av_freep(&supported_type);
  464. ff_jni_reset_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, log_ctx);
  465. ff_jni_reset_jfields(env, &mediaformat_jfields, jni_amediaformat_mapping, 0, log_ctx);
  466. if (!found_codec) {
  467. av_freep(&name);
  468. }
  469. return name;
  470. }
  471. FFAMediaFormat *ff_AMediaFormat_new(void)
  472. {
  473. JNIEnv *env = NULL;
  474. FFAMediaFormat *format = NULL;
  475. format = av_mallocz(sizeof(FFAMediaFormat));
  476. if (!format) {
  477. return NULL;
  478. }
  479. format->class = &amediaformat_class;
  480. env = ff_jni_get_env(format);
  481. if (!env) {
  482. av_freep(&format);
  483. return NULL;
  484. }
  485. if (ff_jni_init_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format) < 0) {
  486. goto fail;
  487. }
  488. format->object = (*env)->NewObject(env, format->jfields.mediaformat_class, format->jfields.init_id);
  489. if (!format->object) {
  490. goto fail;
  491. }
  492. format->object = (*env)->NewGlobalRef(env, format->object);
  493. if (!format->object) {
  494. goto fail;
  495. }
  496. return format;
  497. fail:
  498. ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format);
  499. av_freep(&format);
  500. return NULL;
  501. }
  502. static FFAMediaFormat *ff_AMediaFormat_newFromObject(void *object)
  503. {
  504. JNIEnv *env = NULL;
  505. FFAMediaFormat *format = NULL;
  506. format = av_mallocz(sizeof(FFAMediaFormat));
  507. if (!format) {
  508. return NULL;
  509. }
  510. format->class = &amediaformat_class;
  511. env = ff_jni_get_env(format);
  512. if (!env) {
  513. av_freep(&format);
  514. return NULL;
  515. }
  516. if (ff_jni_init_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format) < 0) {
  517. goto fail;
  518. }
  519. format->object = (*env)->NewGlobalRef(env, object);
  520. if (!format->object) {
  521. goto fail;
  522. }
  523. return format;
  524. fail:
  525. ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format);
  526. av_freep(&format);
  527. return NULL;
  528. }
  529. int ff_AMediaFormat_delete(FFAMediaFormat* format)
  530. {
  531. int ret = 0;
  532. JNIEnv *env = NULL;
  533. if (!format) {
  534. return 0;
  535. }
  536. JNI_GET_ENV_OR_RETURN(env, format, AVERROR_EXTERNAL);
  537. (*env)->DeleteGlobalRef(env, format->object);
  538. format->object = NULL;
  539. ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format);
  540. av_freep(&format);
  541. return ret;
  542. }
  543. char* ff_AMediaFormat_toString(FFAMediaFormat* format)
  544. {
  545. char *ret = NULL;
  546. JNIEnv *env = NULL;
  547. jstring description = NULL;
  548. av_assert0(format != NULL);
  549. JNI_GET_ENV_OR_RETURN(env, format, NULL);
  550. description = (*env)->CallObjectMethod(env, format->object, format->jfields.to_string_id);
  551. if (ff_jni_exception_check(env, 1, NULL) < 0) {
  552. goto fail;
  553. }
  554. ret = ff_jni_jstring_to_utf_chars(env, description, format);
  555. fail:
  556. if (description) {
  557. (*env)->DeleteLocalRef(env, description);
  558. }
  559. return ret;
  560. }
  561. int ff_AMediaFormat_getInt32(FFAMediaFormat* format, const char *name, int32_t *out)
  562. {
  563. int ret = 1;
  564. JNIEnv *env = NULL;
  565. jstring key = NULL;
  566. av_assert0(format != NULL);
  567. JNI_GET_ENV_OR_RETURN(env, format, 0);
  568. key = ff_jni_utf_chars_to_jstring(env, name, format);
  569. if (!key) {
  570. ret = 0;
  571. goto fail;
  572. }
  573. *out = (*env)->CallIntMethod(env, format->object, format->jfields.get_integer_id, key);
  574. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  575. ret = 0;
  576. goto fail;
  577. }
  578. ret = 1;
  579. fail:
  580. if (key) {
  581. (*env)->DeleteLocalRef(env, key);
  582. }
  583. return ret;
  584. }
  585. int ff_AMediaFormat_getInt64(FFAMediaFormat* format, const char *name, int64_t *out)
  586. {
  587. int ret = 1;
  588. JNIEnv *env = NULL;
  589. jstring key = NULL;
  590. av_assert0(format != NULL);
  591. JNI_GET_ENV_OR_RETURN(env, format, 0);
  592. key = ff_jni_utf_chars_to_jstring(env, name, format);
  593. if (!key) {
  594. ret = 0;
  595. goto fail;
  596. }
  597. *out = (*env)->CallLongMethod(env, format->object, format->jfields.get_long_id, key);
  598. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  599. ret = 0;
  600. goto fail;
  601. }
  602. ret = 1;
  603. fail:
  604. if (key) {
  605. (*env)->DeleteLocalRef(env, key);
  606. }
  607. return ret;
  608. }
  609. int ff_AMediaFormat_getFloat(FFAMediaFormat* format, const char *name, float *out)
  610. {
  611. int ret = 1;
  612. JNIEnv *env = NULL;
  613. jstring key = NULL;
  614. av_assert0(format != NULL);
  615. JNI_GET_ENV_OR_RETURN(env, format, 0);
  616. key = ff_jni_utf_chars_to_jstring(env, name, format);
  617. if (!key) {
  618. ret = 0;
  619. goto fail;
  620. }
  621. *out = (*env)->CallFloatMethod(env, format->object, format->jfields.get_float_id, key);
  622. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  623. ret = 0;
  624. goto fail;
  625. }
  626. ret = 1;
  627. fail:
  628. if (key) {
  629. (*env)->DeleteLocalRef(env, key);
  630. }
  631. return ret;
  632. }
  633. int ff_AMediaFormat_getBuffer(FFAMediaFormat* format, const char *name, void** data, size_t *size)
  634. {
  635. int ret = 1;
  636. JNIEnv *env = NULL;
  637. jstring key = NULL;
  638. jobject result = NULL;
  639. av_assert0(format != NULL);
  640. JNI_GET_ENV_OR_RETURN(env, format, 0);
  641. key = ff_jni_utf_chars_to_jstring(env, name, format);
  642. if (!key) {
  643. ret = 0;
  644. goto fail;
  645. }
  646. result = (*env)->CallObjectMethod(env, format->object, format->jfields.get_bytebuffer_id, key);
  647. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  648. ret = 0;
  649. goto fail;
  650. }
  651. *data = (*env)->GetDirectBufferAddress(env, result);
  652. *size = (*env)->GetDirectBufferCapacity(env, result);
  653. if (*data && *size) {
  654. void *src = *data;
  655. *data = av_malloc(*size);
  656. if (!*data) {
  657. ret = 0;
  658. goto fail;
  659. }
  660. memcpy(*data, src, *size);
  661. }
  662. ret = 1;
  663. fail:
  664. if (key) {
  665. (*env)->DeleteLocalRef(env, key);
  666. }
  667. if (result) {
  668. (*env)->DeleteLocalRef(env, result);
  669. }
  670. return ret;
  671. }
  672. int ff_AMediaFormat_getString(FFAMediaFormat* format, const char *name, const char **out)
  673. {
  674. int ret = 1;
  675. JNIEnv *env = NULL;
  676. jstring key = NULL;
  677. jstring result = NULL;
  678. av_assert0(format != NULL);
  679. JNI_GET_ENV_OR_RETURN(env, format, 0);
  680. key = ff_jni_utf_chars_to_jstring(env, name, format);
  681. if (!key) {
  682. ret = 0;
  683. goto fail;
  684. }
  685. result = (*env)->CallObjectMethod(env, format->object, format->jfields.get_string_id, key);
  686. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  687. ret = 0;
  688. goto fail;
  689. }
  690. *out = ff_jni_jstring_to_utf_chars(env, result, format);
  691. if (!*out) {
  692. ret = 0;
  693. goto fail;
  694. }
  695. ret = 1;
  696. fail:
  697. if (key) {
  698. (*env)->DeleteLocalRef(env, key);
  699. }
  700. if (result) {
  701. (*env)->DeleteLocalRef(env, result);
  702. }
  703. return ret;
  704. }
  705. void ff_AMediaFormat_setInt32(FFAMediaFormat* format, const char* name, int32_t value)
  706. {
  707. JNIEnv *env = NULL;
  708. jstring key = NULL;
  709. av_assert0(format != NULL);
  710. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  711. key = ff_jni_utf_chars_to_jstring(env, name, format);
  712. if (!key) {
  713. goto fail;
  714. }
  715. (*env)->CallVoidMethod(env, format->object, format->jfields.set_integer_id, key, value);
  716. if (ff_jni_exception_check(env, 1, format) < 0) {
  717. goto fail;
  718. }
  719. fail:
  720. if (key) {
  721. (*env)->DeleteLocalRef(env, key);
  722. }
  723. }
  724. void ff_AMediaFormat_setInt64(FFAMediaFormat* format, const char* name, int64_t value)
  725. {
  726. JNIEnv *env = NULL;
  727. jstring key = NULL;
  728. av_assert0(format != NULL);
  729. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  730. key = ff_jni_utf_chars_to_jstring(env, name, format);
  731. if (!key) {
  732. goto fail;
  733. }
  734. (*env)->CallVoidMethod(env, format->object, format->jfields.set_long_id, key, value);
  735. if (ff_jni_exception_check(env, 1, format) < 0) {
  736. goto fail;
  737. }
  738. fail:
  739. if (key) {
  740. (*env)->DeleteLocalRef(env, key);
  741. }
  742. }
  743. void ff_AMediaFormat_setFloat(FFAMediaFormat* format, const char* name, float value)
  744. {
  745. JNIEnv *env = NULL;
  746. jstring key = NULL;
  747. av_assert0(format != NULL);
  748. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  749. key = ff_jni_utf_chars_to_jstring(env, name, format);
  750. if (!key) {
  751. goto fail;
  752. }
  753. (*env)->CallVoidMethod(env, format->object, format->jfields.set_float_id, key, value);
  754. if (ff_jni_exception_check(env, 1, format) < 0) {
  755. goto fail;
  756. }
  757. fail:
  758. if (key) {
  759. (*env)->DeleteLocalRef(env, key);
  760. }
  761. }
  762. void ff_AMediaFormat_setString(FFAMediaFormat* format, const char* name, const char* value)
  763. {
  764. JNIEnv *env = NULL;
  765. jstring key = NULL;
  766. jstring string = NULL;
  767. av_assert0(format != NULL);
  768. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  769. key = ff_jni_utf_chars_to_jstring(env, name, format);
  770. if (!key) {
  771. goto fail;
  772. }
  773. string = ff_jni_utf_chars_to_jstring(env, value, format);
  774. if (!string) {
  775. goto fail;
  776. }
  777. (*env)->CallVoidMethod(env, format->object, format->jfields.set_string_id, key, string);
  778. if (ff_jni_exception_check(env, 1, format) < 0) {
  779. goto fail;
  780. }
  781. fail:
  782. if (key) {
  783. (*env)->DeleteLocalRef(env, key);
  784. }
  785. if (string) {
  786. (*env)->DeleteLocalRef(env, string);
  787. }
  788. }
  789. void ff_AMediaFormat_setBuffer(FFAMediaFormat* format, const char* name, void* data, size_t size)
  790. {
  791. JNIEnv *env = NULL;
  792. jstring key = NULL;
  793. jobject buffer = NULL;
  794. void *buffer_data = NULL;
  795. av_assert0(format != NULL);
  796. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  797. key = ff_jni_utf_chars_to_jstring(env, name, format);
  798. if (!key) {
  799. goto fail;
  800. }
  801. if (!data || !size) {
  802. goto fail;
  803. }
  804. buffer_data = av_malloc(size);
  805. if (!buffer_data) {
  806. goto fail;
  807. }
  808. memcpy(buffer_data, data, size);
  809. buffer = (*env)->NewDirectByteBuffer(env, buffer_data, size);
  810. if (!buffer) {
  811. goto fail;
  812. }
  813. (*env)->CallVoidMethod(env, format->object, format->jfields.set_bytebuffer_id, key, buffer);
  814. if (ff_jni_exception_check(env, 1, format) < 0) {
  815. goto fail;
  816. }
  817. fail:
  818. if (key) {
  819. (*env)->DeleteLocalRef(env, key);
  820. }
  821. if (buffer) {
  822. (*env)->DeleteLocalRef(env, buffer);
  823. }
  824. }
  825. static int codec_init_static_fields(FFAMediaCodec *codec)
  826. {
  827. int ret = 0;
  828. JNIEnv *env = NULL;
  829. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  830. codec->INFO_TRY_AGAIN_LATER = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_try_again_later_id);
  831. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  832. goto fail;
  833. }
  834. codec->BUFFER_FLAG_CODEC_CONFIG = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_codec_config_id);
  835. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  836. goto fail;
  837. }
  838. codec->BUFFER_FLAG_END_OF_STREAM = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_end_of_stream_id);
  839. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  840. goto fail;
  841. }
  842. if (codec->jfields.buffer_flag_key_frame_id) {
  843. codec->BUFFER_FLAG_KEY_FRAME = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_key_frame_id);
  844. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  845. goto fail;
  846. }
  847. }
  848. codec->CONFIGURE_FLAG_ENCODE = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.configure_flag_encode_id);
  849. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  850. goto fail;
  851. }
  852. codec->INFO_TRY_AGAIN_LATER = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_try_again_later_id);
  853. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  854. goto fail;
  855. }
  856. codec->INFO_OUTPUT_BUFFERS_CHANGED = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_output_buffers_changed_id);
  857. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  858. goto fail;
  859. }
  860. codec->INFO_OUTPUT_FORMAT_CHANGED = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_output_format_changed_id);
  861. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  862. goto fail;
  863. }
  864. fail:
  865. return ret;
  866. }
  867. FFAMediaCodec* ff_AMediaCodec_createCodecByName(const char *name)
  868. {
  869. int ret = -1;
  870. JNIEnv *env = NULL;
  871. FFAMediaCodec *codec = NULL;
  872. jstring codec_name = NULL;
  873. jobject object = NULL;
  874. codec = av_mallocz(sizeof(FFAMediaCodec));
  875. if (!codec) {
  876. return NULL;
  877. }
  878. codec->class = &amediacodec_class;
  879. env = ff_jni_get_env(codec);
  880. if (!env) {
  881. av_freep(&codec);
  882. return NULL;
  883. }
  884. if (ff_jni_init_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec) < 0) {
  885. goto fail;
  886. }
  887. codec_name = ff_jni_utf_chars_to_jstring(env, name, codec);
  888. if (!codec_name) {
  889. goto fail;
  890. }
  891. object = (*env)->CallStaticObjectMethod(env, codec->jfields.mediacodec_class, codec->jfields.create_by_codec_name_id, codec_name);
  892. if (ff_jni_exception_check(env, 1, codec) < 0) {
  893. goto fail;
  894. }
  895. codec->object = (*env)->NewGlobalRef(env, object);
  896. if (!codec->object) {
  897. goto fail;
  898. }
  899. if (codec_init_static_fields(codec) < 0) {
  900. goto fail;
  901. }
  902. if (codec->jfields.get_input_buffer_id && codec->jfields.get_output_buffer_id) {
  903. codec->has_get_i_o_buffer = 1;
  904. }
  905. ret = 0;
  906. fail:
  907. if (codec_name) {
  908. (*env)->DeleteLocalRef(env, codec_name);
  909. }
  910. if (object) {
  911. (*env)->DeleteLocalRef(env, object);
  912. }
  913. if (ret < 0) {
  914. ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec);
  915. av_freep(&codec);
  916. }
  917. return codec;
  918. }
  919. FFAMediaCodec* ff_AMediaCodec_createDecoderByType(const char *mime)
  920. {
  921. int ret = -1;
  922. JNIEnv *env = NULL;
  923. FFAMediaCodec *codec = NULL;
  924. jstring mime_type = NULL;
  925. jobject object = NULL;
  926. codec = av_mallocz(sizeof(FFAMediaCodec));
  927. if (!codec) {
  928. return NULL;
  929. }
  930. codec->class = &amediacodec_class;
  931. env = ff_jni_get_env(codec);
  932. if (!env) {
  933. av_freep(&codec);
  934. return NULL;
  935. }
  936. if (ff_jni_init_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec) < 0) {
  937. goto fail;
  938. }
  939. mime_type = ff_jni_utf_chars_to_jstring(env, mime, codec);
  940. if (!mime_type) {
  941. goto fail;
  942. }
  943. object = (*env)->CallStaticObjectMethod(env, codec->jfields.mediacodec_class, codec->jfields.create_decoder_by_type_id, mime_type);
  944. if (ff_jni_exception_check(env, 1, codec) < 0) {
  945. goto fail;
  946. }
  947. codec->object = (*env)->NewGlobalRef(env, object);
  948. if (!codec->object) {
  949. goto fail;
  950. }
  951. if (codec_init_static_fields(codec) < 0) {
  952. goto fail;
  953. }
  954. if (codec->jfields.get_input_buffer_id && codec->jfields.get_output_buffer_id) {
  955. codec->has_get_i_o_buffer = 1;
  956. }
  957. ret = 0;
  958. fail:
  959. if (mime_type) {
  960. (*env)->DeleteLocalRef(env, mime_type);
  961. }
  962. if (object) {
  963. (*env)->DeleteLocalRef(env, object);
  964. }
  965. if (ret < 0) {
  966. ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec);
  967. av_freep(&codec);
  968. }
  969. return codec;
  970. }
  971. FFAMediaCodec* ff_AMediaCodec_createEncoderByType(const char *mime)
  972. {
  973. int ret = -1;
  974. JNIEnv *env = NULL;
  975. FFAMediaCodec *codec = NULL;
  976. jstring mime_type = NULL;
  977. jobject object = NULL;
  978. codec = av_mallocz(sizeof(FFAMediaCodec));
  979. if (!codec) {
  980. return NULL;
  981. }
  982. codec->class = &amediacodec_class;
  983. env = ff_jni_get_env(codec);
  984. if (!env) {
  985. av_freep(&codec);
  986. return NULL;
  987. }
  988. if (ff_jni_init_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec) < 0) {
  989. goto fail;
  990. }
  991. mime_type = ff_jni_utf_chars_to_jstring(env, mime, codec);
  992. if (!mime_type) {
  993. goto fail;
  994. }
  995. object = (*env)->CallStaticObjectMethod(env, codec->jfields.mediacodec_class, codec->jfields.create_encoder_by_type_id, mime_type);
  996. if (ff_jni_exception_check(env, 1, codec) < 0) {
  997. goto fail;
  998. }
  999. codec->object = (*env)->NewGlobalRef(env, object);
  1000. if (!codec->object) {
  1001. goto fail;
  1002. }
  1003. if (codec_init_static_fields(codec) < 0) {
  1004. goto fail;
  1005. }
  1006. if (codec->jfields.get_input_buffer_id && codec->jfields.get_output_buffer_id) {
  1007. codec->has_get_i_o_buffer = 1;
  1008. }
  1009. ret = 0;
  1010. fail:
  1011. if (mime_type) {
  1012. (*env)->DeleteLocalRef(env, mime_type);
  1013. }
  1014. if (object) {
  1015. (*env)->DeleteLocalRef(env, object);
  1016. }
  1017. if (ret < 0) {
  1018. ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec);
  1019. av_freep(&codec);
  1020. }
  1021. return codec;
  1022. }
  1023. int ff_AMediaCodec_delete(FFAMediaCodec* codec)
  1024. {
  1025. int ret = 0;
  1026. JNIEnv *env = NULL;
  1027. if (!codec) {
  1028. return 0;
  1029. }
  1030. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1031. (*env)->CallVoidMethod(env, codec->object, codec->jfields.release_id);
  1032. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1033. ret = AVERROR_EXTERNAL;
  1034. }
  1035. (*env)->DeleteGlobalRef(env, codec->object);
  1036. codec->object = NULL;
  1037. ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec);
  1038. av_freep(&codec);
  1039. return ret;
  1040. }
  1041. char *ff_AMediaCodec_getName(FFAMediaCodec *codec)
  1042. {
  1043. char *ret = NULL;
  1044. JNIEnv *env = NULL;
  1045. jobject *name = NULL;
  1046. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1047. name = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_name_id);
  1048. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1049. goto fail;
  1050. }
  1051. ret = ff_jni_jstring_to_utf_chars(env, name, codec);
  1052. fail:
  1053. return ret;
  1054. }
  1055. int ff_AMediaCodec_configure(FFAMediaCodec* codec, const FFAMediaFormat* format, void* surface, void *crypto, uint32_t flags)
  1056. {
  1057. int ret = 0;
  1058. JNIEnv *env = NULL;
  1059. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1060. (*env)->CallVoidMethod(env, codec->object, codec->jfields.configure_id, format->object, surface, NULL, flags);
  1061. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1062. ret = AVERROR_EXTERNAL;
  1063. goto fail;
  1064. }
  1065. fail:
  1066. return ret;
  1067. }
  1068. int ff_AMediaCodec_start(FFAMediaCodec* codec)
  1069. {
  1070. int ret = 0;
  1071. JNIEnv *env = NULL;
  1072. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1073. (*env)->CallVoidMethod(env, codec->object, codec->jfields.start_id);
  1074. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1075. ret = AVERROR_EXTERNAL;
  1076. goto fail;
  1077. }
  1078. fail:
  1079. return ret;
  1080. }
  1081. int ff_AMediaCodec_stop(FFAMediaCodec* codec)
  1082. {
  1083. int ret = 0;
  1084. JNIEnv *env = NULL;
  1085. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1086. (*env)->CallVoidMethod(env, codec->object, codec->jfields.stop_id);
  1087. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1088. ret = AVERROR_EXTERNAL;
  1089. goto fail;
  1090. }
  1091. fail:
  1092. return ret;
  1093. }
  1094. int ff_AMediaCodec_flush(FFAMediaCodec* codec)
  1095. {
  1096. int ret = 0;
  1097. JNIEnv *env = NULL;
  1098. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1099. (*env)->CallVoidMethod(env, codec->object, codec->jfields.flush_id);
  1100. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1101. ret = AVERROR_EXTERNAL;
  1102. goto fail;
  1103. }
  1104. fail:
  1105. return ret;
  1106. }
  1107. int ff_AMediaCodec_releaseOutputBuffer(FFAMediaCodec* codec, size_t idx, int render)
  1108. {
  1109. int ret = 0;
  1110. JNIEnv *env = NULL;
  1111. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1112. (*env)->CallVoidMethod(env, codec->object, codec->jfields.release_output_buffer_id, idx, render);
  1113. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1114. ret = AVERROR_EXTERNAL;
  1115. goto fail;
  1116. }
  1117. fail:
  1118. return ret;
  1119. }
  1120. int ff_AMediaCodec_releaseOutputBufferAtTime(FFAMediaCodec *codec, size_t idx, int64_t timestampNs)
  1121. {
  1122. int ret = 0;
  1123. JNIEnv *env = NULL;
  1124. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1125. (*env)->CallVoidMethod(env, codec->object, codec->jfields.release_output_buffer_at_time_id, idx, timestampNs);
  1126. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1127. ret = AVERROR_EXTERNAL;
  1128. goto fail;
  1129. }
  1130. fail:
  1131. return ret;
  1132. }
  1133. ssize_t ff_AMediaCodec_dequeueInputBuffer(FFAMediaCodec* codec, int64_t timeoutUs)
  1134. {
  1135. int ret = 0;
  1136. JNIEnv *env = NULL;
  1137. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1138. ret = (*env)->CallIntMethod(env, codec->object, codec->jfields.dequeue_input_buffer_id, timeoutUs);
  1139. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1140. ret = AVERROR_EXTERNAL;
  1141. goto fail;
  1142. }
  1143. fail:
  1144. return ret;
  1145. }
  1146. int ff_AMediaCodec_queueInputBuffer(FFAMediaCodec* codec, size_t idx, off_t offset, size_t size, uint64_t time, uint32_t flags)
  1147. {
  1148. int ret = 0;
  1149. JNIEnv *env = NULL;
  1150. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1151. (*env)->CallVoidMethod(env, codec->object, codec->jfields.queue_input_buffer_id, idx, offset, size, time, flags);
  1152. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  1153. ret = AVERROR_EXTERNAL;
  1154. goto fail;
  1155. }
  1156. fail:
  1157. return ret;
  1158. }
  1159. ssize_t ff_AMediaCodec_dequeueOutputBuffer(FFAMediaCodec* codec, FFAMediaCodecBufferInfo *info, int64_t timeoutUs)
  1160. {
  1161. int ret = 0;
  1162. JNIEnv *env = NULL;
  1163. jobject mediainfo = NULL;
  1164. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1165. mediainfo = (*env)->NewObject(env, codec->jfields.mediainfo_class, codec->jfields.init_id);
  1166. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1167. ret = AVERROR_EXTERNAL;
  1168. goto fail;
  1169. }
  1170. ret = (*env)->CallIntMethod(env, codec->object, codec->jfields.dequeue_output_buffer_id, mediainfo, timeoutUs);
  1171. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1172. ret = AVERROR_EXTERNAL;
  1173. goto fail;
  1174. }
  1175. info->flags = (*env)->GetIntField(env, mediainfo, codec->jfields.flags_id);
  1176. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1177. ret = AVERROR_EXTERNAL;
  1178. goto fail;
  1179. }
  1180. info->offset = (*env)->GetIntField(env, mediainfo, codec->jfields.offset_id);
  1181. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1182. ret = AVERROR_EXTERNAL;
  1183. goto fail;
  1184. }
  1185. info->presentationTimeUs = (*env)->GetLongField(env, mediainfo, codec->jfields.presentation_time_us_id);
  1186. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1187. ret = AVERROR_EXTERNAL;
  1188. goto fail;
  1189. }
  1190. info->size = (*env)->GetIntField(env, mediainfo, codec->jfields.size_id);
  1191. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1192. ret = AVERROR_EXTERNAL;
  1193. goto fail;
  1194. }
  1195. fail:
  1196. if (mediainfo) {
  1197. (*env)->DeleteLocalRef(env, mediainfo);
  1198. }
  1199. return ret;
  1200. }
  1201. uint8_t* ff_AMediaCodec_getInputBuffer(FFAMediaCodec* codec, size_t idx, size_t *out_size)
  1202. {
  1203. uint8_t *ret = NULL;
  1204. JNIEnv *env = NULL;
  1205. jobject buffer = NULL;
  1206. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1207. if (codec->has_get_i_o_buffer) {
  1208. buffer = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_input_buffer_id, idx);
  1209. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1210. goto fail;
  1211. }
  1212. } else {
  1213. if (!codec->input_buffers) {
  1214. codec->input_buffers = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_input_buffers_id);
  1215. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1216. goto fail;
  1217. }
  1218. codec->input_buffers = (*env)->NewGlobalRef(env, codec->input_buffers);
  1219. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1220. goto fail;
  1221. }
  1222. }
  1223. buffer = (*env)->GetObjectArrayElement(env, codec->input_buffers, idx);
  1224. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1225. goto fail;
  1226. }
  1227. }
  1228. ret = (*env)->GetDirectBufferAddress(env, buffer);
  1229. *out_size = (*env)->GetDirectBufferCapacity(env, buffer);
  1230. fail:
  1231. if (buffer) {
  1232. (*env)->DeleteLocalRef(env, buffer);
  1233. }
  1234. return ret;
  1235. }
  1236. uint8_t* ff_AMediaCodec_getOutputBuffer(FFAMediaCodec* codec, size_t idx, size_t *out_size)
  1237. {
  1238. uint8_t *ret = NULL;
  1239. JNIEnv *env = NULL;
  1240. jobject buffer = NULL;
  1241. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1242. if (codec->has_get_i_o_buffer) {
  1243. buffer = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_buffer_id, idx);
  1244. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1245. goto fail;
  1246. }
  1247. } else {
  1248. if (!codec->output_buffers) {
  1249. codec->output_buffers = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_buffers_id);
  1250. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1251. goto fail;
  1252. }
  1253. codec->output_buffers = (*env)->NewGlobalRef(env, codec->output_buffers);
  1254. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1255. goto fail;
  1256. }
  1257. }
  1258. buffer = (*env)->GetObjectArrayElement(env, codec->output_buffers, idx);
  1259. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1260. goto fail;
  1261. }
  1262. }
  1263. ret = (*env)->GetDirectBufferAddress(env, buffer);
  1264. *out_size = (*env)->GetDirectBufferCapacity(env, buffer);
  1265. fail:
  1266. if (buffer) {
  1267. (*env)->DeleteLocalRef(env, buffer);
  1268. }
  1269. return ret;
  1270. }
  1271. FFAMediaFormat* ff_AMediaCodec_getOutputFormat(FFAMediaCodec* codec)
  1272. {
  1273. FFAMediaFormat *ret = NULL;
  1274. JNIEnv *env = NULL;
  1275. jobject mediaformat = NULL;
  1276. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1277. mediaformat = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_format_id);
  1278. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1279. goto fail;
  1280. }
  1281. ret = ff_AMediaFormat_newFromObject(mediaformat);
  1282. fail:
  1283. if (mediaformat) {
  1284. (*env)->DeleteLocalRef(env, mediaformat);
  1285. }
  1286. return ret;
  1287. }
  1288. int ff_AMediaCodec_infoTryAgainLater(FFAMediaCodec *codec, ssize_t idx)
  1289. {
  1290. return idx == codec->INFO_TRY_AGAIN_LATER;
  1291. }
  1292. int ff_AMediaCodec_infoOutputBuffersChanged(FFAMediaCodec *codec, ssize_t idx)
  1293. {
  1294. return idx == codec->INFO_OUTPUT_BUFFERS_CHANGED;
  1295. }
  1296. int ff_AMediaCodec_infoOutputFormatChanged(FFAMediaCodec *codec, ssize_t idx)
  1297. {
  1298. return idx == codec->INFO_OUTPUT_FORMAT_CHANGED;
  1299. }
  1300. int ff_AMediaCodec_getBufferFlagCodecConfig(FFAMediaCodec *codec)
  1301. {
  1302. return codec->BUFFER_FLAG_CODEC_CONFIG;
  1303. }
  1304. int ff_AMediaCodec_getBufferFlagEndOfStream(FFAMediaCodec *codec)
  1305. {
  1306. return codec->BUFFER_FLAG_END_OF_STREAM;
  1307. }
  1308. int ff_AMediaCodec_getBufferFlagKeyFrame(FFAMediaCodec *codec)
  1309. {
  1310. return codec->BUFFER_FLAG_KEY_FRAME;
  1311. }
  1312. int ff_AMediaCodec_getConfigureFlagEncode(FFAMediaCodec *codec)
  1313. {
  1314. return codec->CONFIGURE_FLAG_ENCODE;
  1315. }
  1316. int ff_AMediaCodec_cleanOutputBuffers(FFAMediaCodec *codec)
  1317. {
  1318. int ret = 0;
  1319. if (!codec->has_get_i_o_buffer) {
  1320. if (codec->output_buffers) {
  1321. JNIEnv *env = NULL;
  1322. env = ff_jni_get_env(codec);
  1323. if (!env) {
  1324. ret = AVERROR_EXTERNAL;
  1325. goto fail;
  1326. }
  1327. (*env)->DeleteGlobalRef(env, codec->output_buffers);
  1328. codec->output_buffers = NULL;
  1329. }
  1330. }
  1331. fail:
  1332. return ret;
  1333. }