You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1704 lines
52KB

  1. /*
  2. * Android MediaCodec Wrapper
  3. *
  4. * Copyright (c) 2015-2016 Matthieu Bouron <matthieu.bouron stupeflix.com>
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include <jni.h>
  23. #include "libavutil/avassert.h"
  24. #include "libavutil/mem.h"
  25. #include "libavutil/avstring.h"
  26. #include "avcodec.h"
  27. #include "ffjni.h"
  28. #include "version.h"
  29. #include "mediacodec_wrapper.h"
  30. struct JNIAMediaCodecListFields {
  31. jclass mediacodec_list_class;
  32. jmethodID init_id;
  33. jmethodID find_decoder_for_format_id;
  34. jmethodID get_codec_count_id;
  35. jmethodID get_codec_info_at_id;
  36. jclass mediacodec_info_class;
  37. jmethodID get_name_id;
  38. jmethodID get_codec_capabilities_id;
  39. jmethodID get_supported_types_id;
  40. jmethodID is_encoder_id;
  41. jclass codec_capabilities_class;
  42. jfieldID color_formats_id;
  43. jfieldID profile_levels_id;
  44. jclass codec_profile_level_class;
  45. jfieldID profile_id;
  46. jfieldID level_id;
  47. jfieldID avc_profile_baseline_id;
  48. jfieldID avc_profile_main_id;
  49. jfieldID avc_profile_extended_id;
  50. jfieldID avc_profile_high_id;
  51. jfieldID avc_profile_high10_id;
  52. jfieldID avc_profile_high422_id;
  53. jfieldID avc_profile_high444_id;
  54. jfieldID hevc_profile_main_id;
  55. jfieldID hevc_profile_main10_id;
  56. jfieldID hevc_profile_main10_hdr10_id;
  57. };
  58. static const struct FFJniField jni_amediacodeclist_mapping[] = {
  59. { "android/media/MediaCodecList", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, mediacodec_list_class), 1 },
  60. { "android/media/MediaCodecList", "<init>", "(I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, init_id), 0 },
  61. { "android/media/MediaCodecList", "findDecoderForFormat", "(Landroid/media/MediaFormat;)Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, find_decoder_for_format_id), 0 },
  62. { "android/media/MediaCodecList", "getCodecCount", "()I", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_count_id), 1 },
  63. { "android/media/MediaCodecList", "getCodecInfoAt", "(I)Landroid/media/MediaCodecInfo;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_info_at_id), 1 },
  64. { "android/media/MediaCodecInfo", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, mediacodec_info_class), 1 },
  65. { "android/media/MediaCodecInfo", "getName", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_name_id), 1 },
  66. { "android/media/MediaCodecInfo", "getCapabilitiesForType", "(Ljava/lang/String;)Landroid/media/MediaCodecInfo$CodecCapabilities;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_codec_capabilities_id), 1 },
  67. { "android/media/MediaCodecInfo", "getSupportedTypes", "()[Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, get_supported_types_id), 1 },
  68. { "android/media/MediaCodecInfo", "isEncoder", "()Z", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecListFields, is_encoder_id), 1 },
  69. { "android/media/MediaCodecInfo$CodecCapabilities", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, codec_capabilities_class), 1 },
  70. { "android/media/MediaCodecInfo$CodecCapabilities", "colorFormats", "[I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, color_formats_id), 1 },
  71. { "android/media/MediaCodecInfo$CodecCapabilities", "profileLevels", "[Landroid/media/MediaCodecInfo$CodecProfileLevel;", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, profile_levels_id), 1 },
  72. { "android/media/MediaCodecInfo$CodecProfileLevel", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecListFields, codec_profile_level_class), 1 },
  73. { "android/media/MediaCodecInfo$CodecProfileLevel", "profile", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, profile_id), 1 },
  74. { "android/media/MediaCodecInfo$CodecProfileLevel", "level", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecListFields, level_id), 1 },
  75. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileBaseline", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_baseline_id), 1 },
  76. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileMain", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_main_id), 1 },
  77. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileExtended", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_extended_id), 1 },
  78. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high_id), 1 },
  79. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh10", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high10_id), 1 },
  80. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh422", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high422_id), 1 },
  81. { "android/media/MediaCodecInfo$CodecProfileLevel", "AVCProfileHigh444", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, avc_profile_high444_id), 1 },
  82. { "android/media/MediaCodecInfo$CodecProfileLevel", "HEVCProfileMain", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, hevc_profile_main_id), 0 },
  83. { "android/media/MediaCodecInfo$CodecProfileLevel", "HEVCProfileMain10", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, hevc_profile_main10_id), 0 },
  84. { "android/media/MediaCodecInfo$CodecProfileLevel", "HEVCProfileMain10HDR10", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecListFields, hevc_profile_main10_hdr10_id), 0 },
  85. { NULL }
  86. };
  87. struct JNIAMediaFormatFields {
  88. jclass mediaformat_class;
  89. jmethodID init_id;
  90. jmethodID contains_key_id;
  91. jmethodID get_integer_id;
  92. jmethodID get_long_id;
  93. jmethodID get_float_id;
  94. jmethodID get_bytebuffer_id;
  95. jmethodID get_string_id;
  96. jmethodID set_integer_id;
  97. jmethodID set_long_id;
  98. jmethodID set_float_id;
  99. jmethodID set_bytebuffer_id;
  100. jmethodID set_string_id;
  101. jmethodID to_string_id;
  102. };
  103. static const struct FFJniField jni_amediaformat_mapping[] = {
  104. { "android/media/MediaFormat", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaFormatFields, mediaformat_class), 1 },
  105. { "android/media/MediaFormat", "<init>", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, init_id), 1 },
  106. { "android/media/MediaFormat", "containsKey", "(Ljava/lang/String;)Z", FF_JNI_METHOD,offsetof(struct JNIAMediaFormatFields, contains_key_id), 1 },
  107. { "android/media/MediaFormat", "getInteger", "(Ljava/lang/String;)I", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_integer_id), 1 },
  108. { "android/media/MediaFormat", "getLong", "(Ljava/lang/String;)J", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_long_id), 1 },
  109. { "android/media/MediaFormat", "getFloat", "(Ljava/lang/String;)F", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_float_id), 1 },
  110. { "android/media/MediaFormat", "getByteBuffer", "(Ljava/lang/String;)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_bytebuffer_id), 1 },
  111. { "android/media/MediaFormat", "getString", "(Ljava/lang/String;)Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, get_string_id), 1 },
  112. { "android/media/MediaFormat", "setInteger", "(Ljava/lang/String;I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_integer_id), 1 },
  113. { "android/media/MediaFormat", "setLong", "(Ljava/lang/String;J)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_long_id), 1 },
  114. { "android/media/MediaFormat", "setFloat", "(Ljava/lang/String;F)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_float_id), 1 },
  115. { "android/media/MediaFormat", "setByteBuffer", "(Ljava/lang/String;Ljava/nio/ByteBuffer;)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_bytebuffer_id), 1 },
  116. { "android/media/MediaFormat", "setString", "(Ljava/lang/String;Ljava/lang/String;)V", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, set_string_id), 1 },
  117. { "android/media/MediaFormat", "toString", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaFormatFields, to_string_id), 1 },
  118. { NULL }
  119. };
  120. static const AVClass amediaformat_class = {
  121. .class_name = "amediaformat",
  122. .item_name = av_default_item_name,
  123. .version = LIBAVUTIL_VERSION_INT,
  124. };
  125. struct FFAMediaFormat {
  126. const AVClass *class;
  127. struct JNIAMediaFormatFields jfields;
  128. jobject object;
  129. };
  130. struct JNIAMediaCodecFields {
  131. jclass mediacodec_class;
  132. jfieldID info_try_again_later_id;
  133. jfieldID info_output_buffers_changed_id;
  134. jfieldID info_output_format_changed_id;
  135. jfieldID buffer_flag_codec_config_id;
  136. jfieldID buffer_flag_end_of_stream_id;
  137. jfieldID buffer_flag_key_frame_id;
  138. jfieldID configure_flag_encode_id;
  139. jmethodID create_by_codec_name_id;
  140. jmethodID create_decoder_by_type_id;
  141. jmethodID create_encoder_by_type_id;
  142. jmethodID get_name_id;
  143. jmethodID configure_id;
  144. jmethodID start_id;
  145. jmethodID flush_id;
  146. jmethodID stop_id;
  147. jmethodID release_id;
  148. jmethodID get_output_format_id;
  149. jmethodID dequeue_input_buffer_id;
  150. jmethodID queue_input_buffer_id;
  151. jmethodID get_input_buffer_id;
  152. jmethodID get_input_buffers_id;
  153. jmethodID dequeue_output_buffer_id;
  154. jmethodID get_output_buffer_id;
  155. jmethodID get_output_buffers_id;
  156. jmethodID release_output_buffer_id;
  157. jmethodID release_output_buffer_at_time_id;
  158. jclass mediainfo_class;
  159. jmethodID init_id;
  160. jfieldID flags_id;
  161. jfieldID offset_id;
  162. jfieldID presentation_time_us_id;
  163. jfieldID size_id;
  164. };
  165. static const struct FFJniField jni_amediacodec_mapping[] = {
  166. { "android/media/MediaCodec", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecFields, mediacodec_class), 1 },
  167. { "android/media/MediaCodec", "INFO_TRY_AGAIN_LATER", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_try_again_later_id), 1 },
  168. { "android/media/MediaCodec", "INFO_OUTPUT_BUFFERS_CHANGED", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_output_buffers_changed_id), 1 },
  169. { "android/media/MediaCodec", "INFO_OUTPUT_FORMAT_CHANGED", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, info_output_format_changed_id), 1 },
  170. { "android/media/MediaCodec", "BUFFER_FLAG_CODEC_CONFIG", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_codec_config_id), 1 },
  171. { "android/media/MediaCodec", "BUFFER_FLAG_END_OF_STREAM", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_end_of_stream_id), 1 },
  172. { "android/media/MediaCodec", "BUFFER_FLAG_KEY_FRAME", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, buffer_flag_key_frame_id), 0 },
  173. { "android/media/MediaCodec", "CONFIGURE_FLAG_ENCODE", "I", FF_JNI_STATIC_FIELD, offsetof(struct JNIAMediaCodecFields, configure_flag_encode_id), 1 },
  174. { "android/media/MediaCodec", "createByCodecName", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_by_codec_name_id), 1 },
  175. { "android/media/MediaCodec", "createDecoderByType", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_decoder_by_type_id), 1 },
  176. { "android/media/MediaCodec", "createEncoderByType", "(Ljava/lang/String;)Landroid/media/MediaCodec;", FF_JNI_STATIC_METHOD, offsetof(struct JNIAMediaCodecFields, create_encoder_by_type_id), 1 },
  177. { "android/media/MediaCodec", "getName", "()Ljava/lang/String;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_name_id), 1 },
  178. { "android/media/MediaCodec", "configure", "(Landroid/media/MediaFormat;Landroid/view/Surface;Landroid/media/MediaCrypto;I)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, configure_id), 1 },
  179. { "android/media/MediaCodec", "start", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, start_id), 1 },
  180. { "android/media/MediaCodec", "flush", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, flush_id), 1 },
  181. { "android/media/MediaCodec", "stop", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, stop_id), 1 },
  182. { "android/media/MediaCodec", "release", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_id), 1 },
  183. { "android/media/MediaCodec", "getOutputFormat", "()Landroid/media/MediaFormat;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_format_id), 1 },
  184. { "android/media/MediaCodec", "dequeueInputBuffer", "(J)I", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, dequeue_input_buffer_id), 1 },
  185. { "android/media/MediaCodec", "queueInputBuffer", "(IIIJI)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, queue_input_buffer_id), 1 },
  186. { "android/media/MediaCodec", "getInputBuffer", "(I)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_input_buffer_id), 0 },
  187. { "android/media/MediaCodec", "getInputBuffers", "()[Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_input_buffers_id), 1 },
  188. { "android/media/MediaCodec", "dequeueOutputBuffer", "(Landroid/media/MediaCodec$BufferInfo;J)I", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, dequeue_output_buffer_id), 1 },
  189. { "android/media/MediaCodec", "getOutputBuffer", "(I)Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_buffer_id), 0 },
  190. { "android/media/MediaCodec", "getOutputBuffers", "()[Ljava/nio/ByteBuffer;", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, get_output_buffers_id), 1 },
  191. { "android/media/MediaCodec", "releaseOutputBuffer", "(IZ)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_output_buffer_id), 1 },
  192. { "android/media/MediaCodec", "releaseOutputBuffer", "(IJ)V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, release_output_buffer_at_time_id), 0 },
  193. { "android/media/MediaCodec$BufferInfo", NULL, NULL, FF_JNI_CLASS, offsetof(struct JNIAMediaCodecFields, mediainfo_class), 1 },
  194. { "android/media/MediaCodec.BufferInfo", "<init>", "()V", FF_JNI_METHOD, offsetof(struct JNIAMediaCodecFields, init_id), 1 },
  195. { "android/media/MediaCodec.BufferInfo", "flags", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, flags_id), 1 },
  196. { "android/media/MediaCodec.BufferInfo", "offset", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, offset_id), 1 },
  197. { "android/media/MediaCodec.BufferInfo", "presentationTimeUs", "J", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, presentation_time_us_id), 1 },
  198. { "android/media/MediaCodec.BufferInfo", "size", "I", FF_JNI_FIELD, offsetof(struct JNIAMediaCodecFields, size_id), 1 },
  199. { NULL }
  200. };
  201. static const AVClass amediacodec_class = {
  202. .class_name = "amediacodec",
  203. .item_name = av_default_item_name,
  204. .version = LIBAVUTIL_VERSION_INT,
  205. };
  206. struct FFAMediaCodec {
  207. const AVClass *class;
  208. struct JNIAMediaCodecFields jfields;
  209. jobject object;
  210. jobject buffer_info;
  211. jobject input_buffers;
  212. jobject output_buffers;
  213. int INFO_TRY_AGAIN_LATER;
  214. int INFO_OUTPUT_BUFFERS_CHANGED;
  215. int INFO_OUTPUT_FORMAT_CHANGED;
  216. int BUFFER_FLAG_CODEC_CONFIG;
  217. int BUFFER_FLAG_END_OF_STREAM;
  218. int BUFFER_FLAG_KEY_FRAME;
  219. int CONFIGURE_FLAG_ENCODE;
  220. int has_get_i_o_buffer;
  221. };
  222. #define JNI_GET_ENV_OR_RETURN(env, log_ctx, ret) do { \
  223. (env) = ff_jni_get_env(log_ctx); \
  224. if (!(env)) { \
  225. return ret; \
  226. } \
  227. } while (0)
  228. #define JNI_GET_ENV_OR_RETURN_VOID(env, log_ctx) do { \
  229. (env) = ff_jni_get_env(log_ctx); \
  230. if (!(env)) { \
  231. return; \
  232. } \
  233. } while (0)
  234. int ff_AMediaCodecProfile_getProfileFromAVCodecContext(AVCodecContext *avctx)
  235. {
  236. int ret = -1;
  237. JNIEnv *env = NULL;
  238. struct JNIAMediaCodecListFields jfields = { 0 };
  239. jfieldID field_id = 0;
  240. JNI_GET_ENV_OR_RETURN(env, avctx, -1);
  241. if (ff_jni_init_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, avctx) < 0) {
  242. goto done;
  243. }
  244. if (avctx->codec_id == AV_CODEC_ID_H264) {
  245. switch(avctx->profile) {
  246. case FF_PROFILE_H264_BASELINE:
  247. case FF_PROFILE_H264_CONSTRAINED_BASELINE:
  248. field_id = jfields.avc_profile_baseline_id;
  249. break;
  250. case FF_PROFILE_H264_MAIN:
  251. field_id = jfields.avc_profile_main_id;
  252. break;
  253. case FF_PROFILE_H264_EXTENDED:
  254. field_id = jfields.avc_profile_extended_id;
  255. break;
  256. case FF_PROFILE_H264_HIGH:
  257. field_id = jfields.avc_profile_high_id;
  258. break;
  259. case FF_PROFILE_H264_HIGH_10:
  260. case FF_PROFILE_H264_HIGH_10_INTRA:
  261. field_id = jfields.avc_profile_high10_id;
  262. break;
  263. case FF_PROFILE_H264_HIGH_422:
  264. case FF_PROFILE_H264_HIGH_422_INTRA:
  265. field_id = jfields.avc_profile_high422_id;
  266. break;
  267. case FF_PROFILE_H264_HIGH_444:
  268. case FF_PROFILE_H264_HIGH_444_INTRA:
  269. case FF_PROFILE_H264_HIGH_444_PREDICTIVE:
  270. field_id = jfields.avc_profile_high444_id;
  271. break;
  272. }
  273. } else if (avctx->codec_id == AV_CODEC_ID_HEVC) {
  274. switch (avctx->profile) {
  275. case FF_PROFILE_HEVC_MAIN:
  276. case FF_PROFILE_HEVC_MAIN_STILL_PICTURE:
  277. field_id = jfields.hevc_profile_main_id;
  278. break;
  279. case FF_PROFILE_HEVC_MAIN_10:
  280. field_id = jfields.hevc_profile_main10_id;
  281. break;
  282. }
  283. }
  284. if (field_id) {
  285. ret = (*env)->GetStaticIntField(env, jfields.codec_profile_level_class, field_id);
  286. if (ff_jni_exception_check(env, 1, avctx) < 0) {
  287. ret = -1;
  288. goto done;
  289. }
  290. }
  291. done:
  292. ff_jni_reset_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, avctx);
  293. return ret;
  294. }
  295. char *ff_AMediaCodecList_getCodecNameByType(const char *mime, int profile, int encoder, void *log_ctx)
  296. {
  297. int ret;
  298. int i;
  299. int codec_count;
  300. int found_codec = 0;
  301. char *name = NULL;
  302. char *supported_type = NULL;
  303. JNIEnv *env = NULL;
  304. struct JNIAMediaCodecListFields jfields = { 0 };
  305. struct JNIAMediaFormatFields mediaformat_jfields = { 0 };
  306. jobject codec_name = NULL;
  307. jobject info = NULL;
  308. jobject type = NULL;
  309. jobjectArray types = NULL;
  310. jobject capabilities = NULL;
  311. jobject profile_level = NULL;
  312. jobjectArray profile_levels = NULL;
  313. JNI_GET_ENV_OR_RETURN(env, log_ctx, NULL);
  314. if ((ret = ff_jni_init_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, log_ctx)) < 0) {
  315. goto done;
  316. }
  317. if ((ret = ff_jni_init_jfields(env, &mediaformat_jfields, jni_amediaformat_mapping, 0, log_ctx)) < 0) {
  318. goto done;
  319. }
  320. codec_count = (*env)->CallStaticIntMethod(env, jfields.mediacodec_list_class, jfields.get_codec_count_id);
  321. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  322. goto done;
  323. }
  324. for(i = 0; i < codec_count; i++) {
  325. int j;
  326. int type_count;
  327. int is_encoder;
  328. info = (*env)->CallStaticObjectMethod(env, jfields.mediacodec_list_class, jfields.get_codec_info_at_id, i);
  329. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  330. goto done;
  331. }
  332. types = (*env)->CallObjectMethod(env, info, jfields.get_supported_types_id);
  333. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  334. goto done;
  335. }
  336. is_encoder = (*env)->CallBooleanMethod(env, info, jfields.is_encoder_id);
  337. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  338. goto done;
  339. }
  340. if (is_encoder != encoder) {
  341. goto done_with_info;
  342. }
  343. type_count = (*env)->GetArrayLength(env, types);
  344. for (j = 0; j < type_count; j++) {
  345. int k;
  346. int profile_count;
  347. type = (*env)->GetObjectArrayElement(env, types, j);
  348. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  349. goto done;
  350. }
  351. supported_type = ff_jni_jstring_to_utf_chars(env, type, log_ctx);
  352. if (!supported_type) {
  353. goto done;
  354. }
  355. if (!av_strcasecmp(supported_type, mime)) {
  356. codec_name = (*env)->CallObjectMethod(env, info, jfields.get_name_id);
  357. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  358. goto done;
  359. }
  360. name = ff_jni_jstring_to_utf_chars(env, codec_name, log_ctx);
  361. if (!name) {
  362. goto done;
  363. }
  364. if (codec_name) {
  365. (*env)->DeleteLocalRef(env, codec_name);
  366. codec_name = NULL;
  367. }
  368. /* Skip software decoders */
  369. if (
  370. strstr(name, "OMX.google") ||
  371. strstr(name, "OMX.ffmpeg") ||
  372. (strstr(name, "OMX.SEC") && strstr(name, ".sw.")) ||
  373. !strcmp(name, "OMX.qcom.video.decoder.hevcswvdec")) {
  374. av_freep(&name);
  375. goto done_with_type;
  376. }
  377. capabilities = (*env)->CallObjectMethod(env, info, jfields.get_codec_capabilities_id, type);
  378. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  379. goto done;
  380. }
  381. profile_levels = (*env)->GetObjectField(env, capabilities, jfields.profile_levels_id);
  382. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  383. goto done;
  384. }
  385. profile_count = (*env)->GetArrayLength(env, profile_levels);
  386. if (!profile_count) {
  387. found_codec = 1;
  388. }
  389. for (k = 0; k < profile_count; k++) {
  390. int supported_profile = 0;
  391. if (profile < 0) {
  392. found_codec = 1;
  393. break;
  394. }
  395. profile_level = (*env)->GetObjectArrayElement(env, profile_levels, k);
  396. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  397. goto done;
  398. }
  399. supported_profile = (*env)->GetIntField(env, profile_level, jfields.profile_id);
  400. if (ff_jni_exception_check(env, 1, log_ctx) < 0) {
  401. goto done;
  402. }
  403. found_codec = profile == supported_profile;
  404. if (profile_level) {
  405. (*env)->DeleteLocalRef(env, profile_level);
  406. profile_level = NULL;
  407. }
  408. if (found_codec) {
  409. break;
  410. }
  411. }
  412. }
  413. done_with_type:
  414. if (profile_levels) {
  415. (*env)->DeleteLocalRef(env, profile_levels);
  416. profile_levels = NULL;
  417. }
  418. if (capabilities) {
  419. (*env)->DeleteLocalRef(env, capabilities);
  420. capabilities = NULL;
  421. }
  422. if (type) {
  423. (*env)->DeleteLocalRef(env, type);
  424. type = NULL;
  425. }
  426. av_freep(&supported_type);
  427. if (found_codec) {
  428. break;
  429. }
  430. av_freep(&name);
  431. }
  432. done_with_info:
  433. if (info) {
  434. (*env)->DeleteLocalRef(env, info);
  435. info = NULL;
  436. }
  437. if (types) {
  438. (*env)->DeleteLocalRef(env, types);
  439. types = NULL;
  440. }
  441. if (found_codec) {
  442. break;
  443. }
  444. }
  445. done:
  446. if (codec_name) {
  447. (*env)->DeleteLocalRef(env, codec_name);
  448. }
  449. if (info) {
  450. (*env)->DeleteLocalRef(env, info);
  451. }
  452. if (type) {
  453. (*env)->DeleteLocalRef(env, type);
  454. }
  455. if (types) {
  456. (*env)->DeleteLocalRef(env, types);
  457. }
  458. if (capabilities) {
  459. (*env)->DeleteLocalRef(env, capabilities);
  460. }
  461. if (profile_level) {
  462. (*env)->DeleteLocalRef(env, profile_level);
  463. }
  464. if (profile_levels) {
  465. (*env)->DeleteLocalRef(env, profile_levels);
  466. }
  467. av_freep(&supported_type);
  468. ff_jni_reset_jfields(env, &jfields, jni_amediacodeclist_mapping, 0, log_ctx);
  469. ff_jni_reset_jfields(env, &mediaformat_jfields, jni_amediaformat_mapping, 0, log_ctx);
  470. if (!found_codec) {
  471. av_freep(&name);
  472. }
  473. return name;
  474. }
  475. FFAMediaFormat *ff_AMediaFormat_new(void)
  476. {
  477. JNIEnv *env = NULL;
  478. FFAMediaFormat *format = NULL;
  479. jobject object = NULL;
  480. format = av_mallocz(sizeof(FFAMediaFormat));
  481. if (!format) {
  482. return NULL;
  483. }
  484. format->class = &amediaformat_class;
  485. env = ff_jni_get_env(format);
  486. if (!env) {
  487. av_freep(&format);
  488. return NULL;
  489. }
  490. if (ff_jni_init_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format) < 0) {
  491. goto fail;
  492. }
  493. object = (*env)->NewObject(env, format->jfields.mediaformat_class, format->jfields.init_id);
  494. if (!object) {
  495. goto fail;
  496. }
  497. format->object = (*env)->NewGlobalRef(env, object);
  498. if (!format->object) {
  499. goto fail;
  500. }
  501. fail:
  502. if (object) {
  503. (*env)->DeleteLocalRef(env, object);
  504. }
  505. if (!format->object) {
  506. ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format);
  507. av_freep(&format);
  508. }
  509. return format;
  510. }
  511. static FFAMediaFormat *ff_AMediaFormat_newFromObject(void *object)
  512. {
  513. JNIEnv *env = NULL;
  514. FFAMediaFormat *format = NULL;
  515. format = av_mallocz(sizeof(FFAMediaFormat));
  516. if (!format) {
  517. return NULL;
  518. }
  519. format->class = &amediaformat_class;
  520. env = ff_jni_get_env(format);
  521. if (!env) {
  522. av_freep(&format);
  523. return NULL;
  524. }
  525. if (ff_jni_init_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format) < 0) {
  526. goto fail;
  527. }
  528. format->object = (*env)->NewGlobalRef(env, object);
  529. if (!format->object) {
  530. goto fail;
  531. }
  532. return format;
  533. fail:
  534. ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format);
  535. av_freep(&format);
  536. return NULL;
  537. }
  538. int ff_AMediaFormat_delete(FFAMediaFormat* format)
  539. {
  540. int ret = 0;
  541. JNIEnv *env = NULL;
  542. if (!format) {
  543. return 0;
  544. }
  545. JNI_GET_ENV_OR_RETURN(env, format, AVERROR_EXTERNAL);
  546. (*env)->DeleteGlobalRef(env, format->object);
  547. format->object = NULL;
  548. ff_jni_reset_jfields(env, &format->jfields, jni_amediaformat_mapping, 1, format);
  549. av_freep(&format);
  550. return ret;
  551. }
  552. char* ff_AMediaFormat_toString(FFAMediaFormat* format)
  553. {
  554. char *ret = NULL;
  555. JNIEnv *env = NULL;
  556. jstring description = NULL;
  557. av_assert0(format != NULL);
  558. JNI_GET_ENV_OR_RETURN(env, format, NULL);
  559. description = (*env)->CallObjectMethod(env, format->object, format->jfields.to_string_id);
  560. if (ff_jni_exception_check(env, 1, NULL) < 0) {
  561. goto fail;
  562. }
  563. ret = ff_jni_jstring_to_utf_chars(env, description, format);
  564. fail:
  565. if (description) {
  566. (*env)->DeleteLocalRef(env, description);
  567. }
  568. return ret;
  569. }
  570. int ff_AMediaFormat_getInt32(FFAMediaFormat* format, const char *name, int32_t *out)
  571. {
  572. int ret = 1;
  573. JNIEnv *env = NULL;
  574. jstring key = NULL;
  575. jboolean contains_key;
  576. av_assert0(format != NULL);
  577. JNI_GET_ENV_OR_RETURN(env, format, 0);
  578. key = ff_jni_utf_chars_to_jstring(env, name, format);
  579. if (!key) {
  580. ret = 0;
  581. goto fail;
  582. }
  583. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  584. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  585. ret = 0;
  586. goto fail;
  587. }
  588. *out = (*env)->CallIntMethod(env, format->object, format->jfields.get_integer_id, key);
  589. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  590. ret = 0;
  591. goto fail;
  592. }
  593. ret = 1;
  594. fail:
  595. if (key) {
  596. (*env)->DeleteLocalRef(env, key);
  597. }
  598. return ret;
  599. }
  600. int ff_AMediaFormat_getInt64(FFAMediaFormat* format, const char *name, int64_t *out)
  601. {
  602. int ret = 1;
  603. JNIEnv *env = NULL;
  604. jstring key = NULL;
  605. jboolean contains_key;
  606. av_assert0(format != NULL);
  607. JNI_GET_ENV_OR_RETURN(env, format, 0);
  608. key = ff_jni_utf_chars_to_jstring(env, name, format);
  609. if (!key) {
  610. ret = 0;
  611. goto fail;
  612. }
  613. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  614. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  615. ret = 0;
  616. goto fail;
  617. }
  618. *out = (*env)->CallLongMethod(env, format->object, format->jfields.get_long_id, key);
  619. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  620. ret = 0;
  621. goto fail;
  622. }
  623. ret = 1;
  624. fail:
  625. if (key) {
  626. (*env)->DeleteLocalRef(env, key);
  627. }
  628. return ret;
  629. }
  630. int ff_AMediaFormat_getFloat(FFAMediaFormat* format, const char *name, float *out)
  631. {
  632. int ret = 1;
  633. JNIEnv *env = NULL;
  634. jstring key = NULL;
  635. jboolean contains_key;
  636. av_assert0(format != NULL);
  637. JNI_GET_ENV_OR_RETURN(env, format, 0);
  638. key = ff_jni_utf_chars_to_jstring(env, name, format);
  639. if (!key) {
  640. ret = 0;
  641. goto fail;
  642. }
  643. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  644. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  645. ret = 0;
  646. goto fail;
  647. }
  648. *out = (*env)->CallFloatMethod(env, format->object, format->jfields.get_float_id, key);
  649. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  650. ret = 0;
  651. goto fail;
  652. }
  653. ret = 1;
  654. fail:
  655. if (key) {
  656. (*env)->DeleteLocalRef(env, key);
  657. }
  658. return ret;
  659. }
  660. int ff_AMediaFormat_getBuffer(FFAMediaFormat* format, const char *name, void** data, size_t *size)
  661. {
  662. int ret = 1;
  663. JNIEnv *env = NULL;
  664. jstring key = NULL;
  665. jboolean contains_key;
  666. jobject result = NULL;
  667. av_assert0(format != NULL);
  668. JNI_GET_ENV_OR_RETURN(env, format, 0);
  669. key = ff_jni_utf_chars_to_jstring(env, name, format);
  670. if (!key) {
  671. ret = 0;
  672. goto fail;
  673. }
  674. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  675. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  676. ret = 0;
  677. goto fail;
  678. }
  679. result = (*env)->CallObjectMethod(env, format->object, format->jfields.get_bytebuffer_id, key);
  680. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  681. ret = 0;
  682. goto fail;
  683. }
  684. *data = (*env)->GetDirectBufferAddress(env, result);
  685. *size = (*env)->GetDirectBufferCapacity(env, result);
  686. if (*data && *size) {
  687. void *src = *data;
  688. *data = av_malloc(*size);
  689. if (!*data) {
  690. ret = 0;
  691. goto fail;
  692. }
  693. memcpy(*data, src, *size);
  694. }
  695. ret = 1;
  696. fail:
  697. if (key) {
  698. (*env)->DeleteLocalRef(env, key);
  699. }
  700. if (result) {
  701. (*env)->DeleteLocalRef(env, result);
  702. }
  703. return ret;
  704. }
  705. int ff_AMediaFormat_getString(FFAMediaFormat* format, const char *name, const char **out)
  706. {
  707. int ret = 1;
  708. JNIEnv *env = NULL;
  709. jstring key = NULL;
  710. jboolean contains_key;
  711. jstring result = NULL;
  712. av_assert0(format != NULL);
  713. JNI_GET_ENV_OR_RETURN(env, format, 0);
  714. key = ff_jni_utf_chars_to_jstring(env, name, format);
  715. if (!key) {
  716. ret = 0;
  717. goto fail;
  718. }
  719. contains_key = (*env)->CallBooleanMethod(env, format->object, format->jfields.contains_key_id, key);
  720. if (!contains_key || (ret = ff_jni_exception_check(env, 1, format)) < 0) {
  721. ret = 0;
  722. goto fail;
  723. }
  724. result = (*env)->CallObjectMethod(env, format->object, format->jfields.get_string_id, key);
  725. if ((ret = ff_jni_exception_check(env, 1, format)) < 0) {
  726. ret = 0;
  727. goto fail;
  728. }
  729. *out = ff_jni_jstring_to_utf_chars(env, result, format);
  730. if (!*out) {
  731. ret = 0;
  732. goto fail;
  733. }
  734. ret = 1;
  735. fail:
  736. if (key) {
  737. (*env)->DeleteLocalRef(env, key);
  738. }
  739. if (result) {
  740. (*env)->DeleteLocalRef(env, result);
  741. }
  742. return ret;
  743. }
  744. void ff_AMediaFormat_setInt32(FFAMediaFormat* format, const char* name, int32_t value)
  745. {
  746. JNIEnv *env = NULL;
  747. jstring key = NULL;
  748. av_assert0(format != NULL);
  749. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  750. key = ff_jni_utf_chars_to_jstring(env, name, format);
  751. if (!key) {
  752. goto fail;
  753. }
  754. (*env)->CallVoidMethod(env, format->object, format->jfields.set_integer_id, key, value);
  755. if (ff_jni_exception_check(env, 1, format) < 0) {
  756. goto fail;
  757. }
  758. fail:
  759. if (key) {
  760. (*env)->DeleteLocalRef(env, key);
  761. }
  762. }
  763. void ff_AMediaFormat_setInt64(FFAMediaFormat* format, const char* name, int64_t value)
  764. {
  765. JNIEnv *env = NULL;
  766. jstring key = NULL;
  767. av_assert0(format != NULL);
  768. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  769. key = ff_jni_utf_chars_to_jstring(env, name, format);
  770. if (!key) {
  771. goto fail;
  772. }
  773. (*env)->CallVoidMethod(env, format->object, format->jfields.set_long_id, key, value);
  774. if (ff_jni_exception_check(env, 1, format) < 0) {
  775. goto fail;
  776. }
  777. fail:
  778. if (key) {
  779. (*env)->DeleteLocalRef(env, key);
  780. }
  781. }
  782. void ff_AMediaFormat_setFloat(FFAMediaFormat* format, const char* name, float value)
  783. {
  784. JNIEnv *env = NULL;
  785. jstring key = NULL;
  786. av_assert0(format != NULL);
  787. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  788. key = ff_jni_utf_chars_to_jstring(env, name, format);
  789. if (!key) {
  790. goto fail;
  791. }
  792. (*env)->CallVoidMethod(env, format->object, format->jfields.set_float_id, key, value);
  793. if (ff_jni_exception_check(env, 1, format) < 0) {
  794. goto fail;
  795. }
  796. fail:
  797. if (key) {
  798. (*env)->DeleteLocalRef(env, key);
  799. }
  800. }
  801. void ff_AMediaFormat_setString(FFAMediaFormat* format, const char* name, const char* value)
  802. {
  803. JNIEnv *env = NULL;
  804. jstring key = NULL;
  805. jstring string = NULL;
  806. av_assert0(format != NULL);
  807. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  808. key = ff_jni_utf_chars_to_jstring(env, name, format);
  809. if (!key) {
  810. goto fail;
  811. }
  812. string = ff_jni_utf_chars_to_jstring(env, value, format);
  813. if (!string) {
  814. goto fail;
  815. }
  816. (*env)->CallVoidMethod(env, format->object, format->jfields.set_string_id, key, string);
  817. if (ff_jni_exception_check(env, 1, format) < 0) {
  818. goto fail;
  819. }
  820. fail:
  821. if (key) {
  822. (*env)->DeleteLocalRef(env, key);
  823. }
  824. if (string) {
  825. (*env)->DeleteLocalRef(env, string);
  826. }
  827. }
  828. void ff_AMediaFormat_setBuffer(FFAMediaFormat* format, const char* name, void* data, size_t size)
  829. {
  830. JNIEnv *env = NULL;
  831. jstring key = NULL;
  832. jobject buffer = NULL;
  833. void *buffer_data = NULL;
  834. av_assert0(format != NULL);
  835. JNI_GET_ENV_OR_RETURN_VOID(env, format);
  836. key = ff_jni_utf_chars_to_jstring(env, name, format);
  837. if (!key) {
  838. goto fail;
  839. }
  840. if (!data || !size) {
  841. goto fail;
  842. }
  843. buffer_data = av_malloc(size);
  844. if (!buffer_data) {
  845. goto fail;
  846. }
  847. memcpy(buffer_data, data, size);
  848. buffer = (*env)->NewDirectByteBuffer(env, buffer_data, size);
  849. if (!buffer) {
  850. goto fail;
  851. }
  852. (*env)->CallVoidMethod(env, format->object, format->jfields.set_bytebuffer_id, key, buffer);
  853. if (ff_jni_exception_check(env, 1, format) < 0) {
  854. goto fail;
  855. }
  856. fail:
  857. if (key) {
  858. (*env)->DeleteLocalRef(env, key);
  859. }
  860. if (buffer) {
  861. (*env)->DeleteLocalRef(env, buffer);
  862. }
  863. }
  864. static int codec_init_static_fields(FFAMediaCodec *codec)
  865. {
  866. int ret = 0;
  867. JNIEnv *env = NULL;
  868. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  869. codec->INFO_TRY_AGAIN_LATER = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_try_again_later_id);
  870. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  871. goto fail;
  872. }
  873. codec->BUFFER_FLAG_CODEC_CONFIG = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_codec_config_id);
  874. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  875. goto fail;
  876. }
  877. codec->BUFFER_FLAG_END_OF_STREAM = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_end_of_stream_id);
  878. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  879. goto fail;
  880. }
  881. if (codec->jfields.buffer_flag_key_frame_id) {
  882. codec->BUFFER_FLAG_KEY_FRAME = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.buffer_flag_key_frame_id);
  883. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  884. goto fail;
  885. }
  886. }
  887. codec->CONFIGURE_FLAG_ENCODE = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.configure_flag_encode_id);
  888. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  889. goto fail;
  890. }
  891. codec->INFO_TRY_AGAIN_LATER = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_try_again_later_id);
  892. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  893. goto fail;
  894. }
  895. codec->INFO_OUTPUT_BUFFERS_CHANGED = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_output_buffers_changed_id);
  896. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  897. goto fail;
  898. }
  899. codec->INFO_OUTPUT_FORMAT_CHANGED = (*env)->GetStaticIntField(env, codec->jfields.mediacodec_class, codec->jfields.info_output_format_changed_id);
  900. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  901. goto fail;
  902. }
  903. fail:
  904. return ret;
  905. }
  906. #define CREATE_CODEC_BY_NAME 0
  907. #define CREATE_DECODER_BY_TYPE 1
  908. #define CREATE_ENCODER_BY_TYPE 2
  909. static inline FFAMediaCodec *codec_create(int method, const char *arg)
  910. {
  911. int ret = -1;
  912. JNIEnv *env = NULL;
  913. FFAMediaCodec *codec = NULL;
  914. jstring jarg = NULL;
  915. jobject object = NULL;
  916. jobject buffer_info = NULL;
  917. jmethodID create_id = NULL;
  918. codec = av_mallocz(sizeof(FFAMediaCodec));
  919. if (!codec) {
  920. return NULL;
  921. }
  922. codec->class = &amediacodec_class;
  923. env = ff_jni_get_env(codec);
  924. if (!env) {
  925. av_freep(&codec);
  926. return NULL;
  927. }
  928. if (ff_jni_init_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec) < 0) {
  929. goto fail;
  930. }
  931. jarg = ff_jni_utf_chars_to_jstring(env, arg, codec);
  932. if (!jarg) {
  933. goto fail;
  934. }
  935. switch (method) {
  936. case CREATE_CODEC_BY_NAME: create_id = codec->jfields.create_by_codec_name_id; break;
  937. case CREATE_DECODER_BY_TYPE: create_id = codec->jfields.create_decoder_by_type_id; break;
  938. case CREATE_ENCODER_BY_TYPE: create_id = codec->jfields.create_encoder_by_type_id; break;
  939. default:
  940. av_assert0(0);
  941. }
  942. object = (*env)->CallStaticObjectMethod(env,
  943. codec->jfields.mediacodec_class,
  944. create_id,
  945. jarg);
  946. if (ff_jni_exception_check(env, 1, codec) < 0) {
  947. goto fail;
  948. }
  949. codec->object = (*env)->NewGlobalRef(env, object);
  950. if (!codec->object) {
  951. goto fail;
  952. }
  953. if (codec_init_static_fields(codec) < 0) {
  954. goto fail;
  955. }
  956. if (codec->jfields.get_input_buffer_id && codec->jfields.get_output_buffer_id) {
  957. codec->has_get_i_o_buffer = 1;
  958. }
  959. buffer_info = (*env)->NewObject(env, codec->jfields.mediainfo_class, codec->jfields.init_id);
  960. if (ff_jni_exception_check(env, 1, codec) < 0) {
  961. goto fail;
  962. }
  963. codec->buffer_info = (*env)->NewGlobalRef(env, buffer_info);
  964. if (!codec->buffer_info) {
  965. goto fail;
  966. }
  967. ret = 0;
  968. fail:
  969. if (jarg) {
  970. (*env)->DeleteLocalRef(env, jarg);
  971. }
  972. if (object) {
  973. (*env)->DeleteLocalRef(env, object);
  974. }
  975. if (buffer_info) {
  976. (*env)->DeleteLocalRef(env, buffer_info);
  977. }
  978. if (ret < 0) {
  979. if (codec->object) {
  980. (*env)->DeleteGlobalRef(env, codec->object);
  981. }
  982. if (codec->buffer_info) {
  983. (*env)->DeleteGlobalRef(env, codec->buffer_info);
  984. }
  985. ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec);
  986. av_freep(&codec);
  987. }
  988. return codec;
  989. }
  990. #define DECLARE_FF_AMEDIACODEC_CREATE_FUNC(name, method) \
  991. FFAMediaCodec *ff_AMediaCodec_##name(const char *arg) \
  992. { \
  993. return codec_create(method, arg); \
  994. } \
  995. DECLARE_FF_AMEDIACODEC_CREATE_FUNC(createCodecByName, CREATE_CODEC_BY_NAME)
  996. DECLARE_FF_AMEDIACODEC_CREATE_FUNC(createDecoderByType, CREATE_DECODER_BY_TYPE)
  997. DECLARE_FF_AMEDIACODEC_CREATE_FUNC(createEncoderByType, CREATE_ENCODER_BY_TYPE)
  998. int ff_AMediaCodec_delete(FFAMediaCodec* codec)
  999. {
  1000. int ret = 0;
  1001. JNIEnv *env = NULL;
  1002. if (!codec) {
  1003. return 0;
  1004. }
  1005. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1006. (*env)->CallVoidMethod(env, codec->object, codec->jfields.release_id);
  1007. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1008. ret = AVERROR_EXTERNAL;
  1009. }
  1010. (*env)->DeleteGlobalRef(env, codec->object);
  1011. codec->object = NULL;
  1012. (*env)->DeleteGlobalRef(env, codec->buffer_info);
  1013. codec->buffer_info = NULL;
  1014. ff_jni_reset_jfields(env, &codec->jfields, jni_amediacodec_mapping, 1, codec);
  1015. av_freep(&codec);
  1016. return ret;
  1017. }
  1018. char *ff_AMediaCodec_getName(FFAMediaCodec *codec)
  1019. {
  1020. char *ret = NULL;
  1021. JNIEnv *env = NULL;
  1022. jobject *name = NULL;
  1023. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1024. name = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_name_id);
  1025. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1026. goto fail;
  1027. }
  1028. ret = ff_jni_jstring_to_utf_chars(env, name, codec);
  1029. fail:
  1030. if (name) {
  1031. (*env)->DeleteLocalRef(env, name);
  1032. }
  1033. return ret;
  1034. }
  1035. int ff_AMediaCodec_configure(FFAMediaCodec* codec, const FFAMediaFormat* format, void* surface, void *crypto, uint32_t flags)
  1036. {
  1037. int ret = 0;
  1038. JNIEnv *env = NULL;
  1039. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1040. (*env)->CallVoidMethod(env, codec->object, codec->jfields.configure_id, format->object, surface, NULL, flags);
  1041. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1042. ret = AVERROR_EXTERNAL;
  1043. goto fail;
  1044. }
  1045. fail:
  1046. return ret;
  1047. }
  1048. int ff_AMediaCodec_start(FFAMediaCodec* codec)
  1049. {
  1050. int ret = 0;
  1051. JNIEnv *env = NULL;
  1052. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1053. (*env)->CallVoidMethod(env, codec->object, codec->jfields.start_id);
  1054. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1055. ret = AVERROR_EXTERNAL;
  1056. goto fail;
  1057. }
  1058. fail:
  1059. return ret;
  1060. }
  1061. int ff_AMediaCodec_stop(FFAMediaCodec* codec)
  1062. {
  1063. int ret = 0;
  1064. JNIEnv *env = NULL;
  1065. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1066. (*env)->CallVoidMethod(env, codec->object, codec->jfields.stop_id);
  1067. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1068. ret = AVERROR_EXTERNAL;
  1069. goto fail;
  1070. }
  1071. fail:
  1072. return ret;
  1073. }
  1074. int ff_AMediaCodec_flush(FFAMediaCodec* codec)
  1075. {
  1076. int ret = 0;
  1077. JNIEnv *env = NULL;
  1078. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1079. (*env)->CallVoidMethod(env, codec->object, codec->jfields.flush_id);
  1080. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1081. ret = AVERROR_EXTERNAL;
  1082. goto fail;
  1083. }
  1084. fail:
  1085. return ret;
  1086. }
  1087. int ff_AMediaCodec_releaseOutputBuffer(FFAMediaCodec* codec, size_t idx, int render)
  1088. {
  1089. int ret = 0;
  1090. JNIEnv *env = NULL;
  1091. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1092. (*env)->CallVoidMethod(env, codec->object, codec->jfields.release_output_buffer_id, (jint)idx, (jboolean)render);
  1093. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1094. ret = AVERROR_EXTERNAL;
  1095. goto fail;
  1096. }
  1097. fail:
  1098. return ret;
  1099. }
  1100. int ff_AMediaCodec_releaseOutputBufferAtTime(FFAMediaCodec *codec, size_t idx, int64_t timestampNs)
  1101. {
  1102. int ret = 0;
  1103. JNIEnv *env = NULL;
  1104. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1105. (*env)->CallVoidMethod(env, codec->object, codec->jfields.release_output_buffer_at_time_id, (jint)idx, (jlong)timestampNs);
  1106. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1107. ret = AVERROR_EXTERNAL;
  1108. goto fail;
  1109. }
  1110. fail:
  1111. return ret;
  1112. }
  1113. ssize_t ff_AMediaCodec_dequeueInputBuffer(FFAMediaCodec* codec, int64_t timeoutUs)
  1114. {
  1115. int ret = 0;
  1116. JNIEnv *env = NULL;
  1117. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1118. ret = (*env)->CallIntMethod(env, codec->object, codec->jfields.dequeue_input_buffer_id, timeoutUs);
  1119. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1120. ret = AVERROR_EXTERNAL;
  1121. goto fail;
  1122. }
  1123. fail:
  1124. return ret;
  1125. }
  1126. int ff_AMediaCodec_queueInputBuffer(FFAMediaCodec* codec, size_t idx, off_t offset, size_t size, uint64_t time, uint32_t flags)
  1127. {
  1128. int ret = 0;
  1129. JNIEnv *env = NULL;
  1130. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1131. (*env)->CallVoidMethod(env, codec->object, codec->jfields.queue_input_buffer_id, (jint)idx, (jint)offset, (jint)size, time, flags);
  1132. if ((ret = ff_jni_exception_check(env, 1, codec)) < 0) {
  1133. ret = AVERROR_EXTERNAL;
  1134. goto fail;
  1135. }
  1136. fail:
  1137. return ret;
  1138. }
  1139. ssize_t ff_AMediaCodec_dequeueOutputBuffer(FFAMediaCodec* codec, FFAMediaCodecBufferInfo *info, int64_t timeoutUs)
  1140. {
  1141. int ret = 0;
  1142. JNIEnv *env = NULL;
  1143. JNI_GET_ENV_OR_RETURN(env, codec, AVERROR_EXTERNAL);
  1144. ret = (*env)->CallIntMethod(env, codec->object, codec->jfields.dequeue_output_buffer_id, codec->buffer_info, timeoutUs);
  1145. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1146. return AVERROR_EXTERNAL;
  1147. }
  1148. info->flags = (*env)->GetIntField(env, codec->buffer_info, codec->jfields.flags_id);
  1149. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1150. return AVERROR_EXTERNAL;
  1151. }
  1152. info->offset = (*env)->GetIntField(env, codec->buffer_info, codec->jfields.offset_id);
  1153. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1154. return AVERROR_EXTERNAL;
  1155. }
  1156. info->presentationTimeUs = (*env)->GetLongField(env, codec->buffer_info, codec->jfields.presentation_time_us_id);
  1157. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1158. return AVERROR_EXTERNAL;
  1159. }
  1160. info->size = (*env)->GetIntField(env, codec->buffer_info, codec->jfields.size_id);
  1161. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1162. return AVERROR_EXTERNAL;
  1163. }
  1164. return ret;
  1165. }
  1166. uint8_t* ff_AMediaCodec_getInputBuffer(FFAMediaCodec* codec, size_t idx, size_t *out_size)
  1167. {
  1168. uint8_t *ret = NULL;
  1169. JNIEnv *env = NULL;
  1170. jobject buffer = NULL;
  1171. jobject input_buffers = NULL;
  1172. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1173. if (codec->has_get_i_o_buffer) {
  1174. buffer = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_input_buffer_id, (jint)idx);
  1175. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1176. goto fail;
  1177. }
  1178. } else {
  1179. if (!codec->input_buffers) {
  1180. input_buffers = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_input_buffers_id);
  1181. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1182. goto fail;
  1183. }
  1184. codec->input_buffers = (*env)->NewGlobalRef(env, input_buffers);
  1185. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1186. goto fail;
  1187. }
  1188. }
  1189. buffer = (*env)->GetObjectArrayElement(env, codec->input_buffers, idx);
  1190. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1191. goto fail;
  1192. }
  1193. }
  1194. ret = (*env)->GetDirectBufferAddress(env, buffer);
  1195. *out_size = (*env)->GetDirectBufferCapacity(env, buffer);
  1196. fail:
  1197. if (buffer) {
  1198. (*env)->DeleteLocalRef(env, buffer);
  1199. }
  1200. if (input_buffers) {
  1201. (*env)->DeleteLocalRef(env, input_buffers);
  1202. }
  1203. return ret;
  1204. }
  1205. uint8_t* ff_AMediaCodec_getOutputBuffer(FFAMediaCodec* codec, size_t idx, size_t *out_size)
  1206. {
  1207. uint8_t *ret = NULL;
  1208. JNIEnv *env = NULL;
  1209. jobject buffer = NULL;
  1210. jobject output_buffers = NULL;
  1211. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1212. if (codec->has_get_i_o_buffer) {
  1213. buffer = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_buffer_id, (jint)idx);
  1214. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1215. goto fail;
  1216. }
  1217. } else {
  1218. if (!codec->output_buffers) {
  1219. output_buffers = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_buffers_id);
  1220. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1221. goto fail;
  1222. }
  1223. codec->output_buffers = (*env)->NewGlobalRef(env, output_buffers);
  1224. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1225. goto fail;
  1226. }
  1227. }
  1228. buffer = (*env)->GetObjectArrayElement(env, codec->output_buffers, idx);
  1229. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1230. goto fail;
  1231. }
  1232. }
  1233. ret = (*env)->GetDirectBufferAddress(env, buffer);
  1234. *out_size = (*env)->GetDirectBufferCapacity(env, buffer);
  1235. fail:
  1236. if (buffer) {
  1237. (*env)->DeleteLocalRef(env, buffer);
  1238. }
  1239. if (output_buffers) {
  1240. (*env)->DeleteLocalRef(env, output_buffers);
  1241. }
  1242. return ret;
  1243. }
  1244. FFAMediaFormat* ff_AMediaCodec_getOutputFormat(FFAMediaCodec* codec)
  1245. {
  1246. FFAMediaFormat *ret = NULL;
  1247. JNIEnv *env = NULL;
  1248. jobject mediaformat = NULL;
  1249. JNI_GET_ENV_OR_RETURN(env, codec, NULL);
  1250. mediaformat = (*env)->CallObjectMethod(env, codec->object, codec->jfields.get_output_format_id);
  1251. if (ff_jni_exception_check(env, 1, codec) < 0) {
  1252. goto fail;
  1253. }
  1254. ret = ff_AMediaFormat_newFromObject(mediaformat);
  1255. fail:
  1256. if (mediaformat) {
  1257. (*env)->DeleteLocalRef(env, mediaformat);
  1258. }
  1259. return ret;
  1260. }
  1261. int ff_AMediaCodec_infoTryAgainLater(FFAMediaCodec *codec, ssize_t idx)
  1262. {
  1263. return idx == codec->INFO_TRY_AGAIN_LATER;
  1264. }
  1265. int ff_AMediaCodec_infoOutputBuffersChanged(FFAMediaCodec *codec, ssize_t idx)
  1266. {
  1267. return idx == codec->INFO_OUTPUT_BUFFERS_CHANGED;
  1268. }
  1269. int ff_AMediaCodec_infoOutputFormatChanged(FFAMediaCodec *codec, ssize_t idx)
  1270. {
  1271. return idx == codec->INFO_OUTPUT_FORMAT_CHANGED;
  1272. }
  1273. int ff_AMediaCodec_getBufferFlagCodecConfig(FFAMediaCodec *codec)
  1274. {
  1275. return codec->BUFFER_FLAG_CODEC_CONFIG;
  1276. }
  1277. int ff_AMediaCodec_getBufferFlagEndOfStream(FFAMediaCodec *codec)
  1278. {
  1279. return codec->BUFFER_FLAG_END_OF_STREAM;
  1280. }
  1281. int ff_AMediaCodec_getBufferFlagKeyFrame(FFAMediaCodec *codec)
  1282. {
  1283. return codec->BUFFER_FLAG_KEY_FRAME;
  1284. }
  1285. int ff_AMediaCodec_getConfigureFlagEncode(FFAMediaCodec *codec)
  1286. {
  1287. return codec->CONFIGURE_FLAG_ENCODE;
  1288. }
  1289. int ff_AMediaCodec_cleanOutputBuffers(FFAMediaCodec *codec)
  1290. {
  1291. int ret = 0;
  1292. if (!codec->has_get_i_o_buffer) {
  1293. if (codec->output_buffers) {
  1294. JNIEnv *env = NULL;
  1295. env = ff_jni_get_env(codec);
  1296. if (!env) {
  1297. ret = AVERROR_EXTERNAL;
  1298. goto fail;
  1299. }
  1300. (*env)->DeleteGlobalRef(env, codec->output_buffers);
  1301. codec->output_buffers = NULL;
  1302. }
  1303. }
  1304. fail:
  1305. return ret;
  1306. }
  1307. int ff_Build_SDK_INT(AVCodecContext *avctx)
  1308. {
  1309. int ret = -1;
  1310. JNIEnv *env = NULL;
  1311. jclass versionClass;
  1312. jfieldID sdkIntFieldID;
  1313. JNI_GET_ENV_OR_RETURN(env, avctx, -1);
  1314. versionClass = (*env)->FindClass(env, "android/os/Build$VERSION");
  1315. sdkIntFieldID = (*env)->GetStaticFieldID(env, versionClass, "SDK_INT", "I");
  1316. ret = (*env)->GetStaticIntField(env, versionClass, sdkIntFieldID);
  1317. (*env)->DeleteLocalRef(env, versionClass);
  1318. return ret;
  1319. }