You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

340 lines
10KB

  1. /*
  2. * Common code for the RTP depacketization of MPEG-4 formats.
  3. * Copyright (c) 2010 Fabrice Bellard
  4. * Romain Degez
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. /**
  23. * @file
  24. * @brief MPEG4 / RTP Code
  25. * @author Fabrice Bellard
  26. * @author Romain Degez
  27. */
  28. #include "rtpdec_formats.h"
  29. #include "internal.h"
  30. #include "libavutil/attributes.h"
  31. #include "libavutil/avstring.h"
  32. #include "libavcodec/get_bits.h"
  33. #define MAX_AAC_HBR_FRAME_SIZE 8191
  34. /** Structure listing useful vars to parse RTP packet payload */
  35. struct PayloadContext {
  36. int sizelength;
  37. int indexlength;
  38. int indexdeltalength;
  39. int profile_level_id;
  40. int streamtype;
  41. int objecttype;
  42. char *mode;
  43. /** mpeg 4 AU headers */
  44. struct AUHeaders {
  45. int size;
  46. int index;
  47. int cts_flag;
  48. int cts;
  49. int dts_flag;
  50. int dts;
  51. int rap_flag;
  52. int streamstate;
  53. } *au_headers;
  54. int au_headers_allocated;
  55. int nb_au_headers;
  56. int au_headers_length_bytes;
  57. int cur_au_index;
  58. uint8_t buf[FFMAX(RTP_MAX_PACKET_LENGTH, MAX_AAC_HBR_FRAME_SIZE)];
  59. int buf_pos, buf_size;
  60. uint32_t timestamp;
  61. };
  62. typedef struct AttrNameMap {
  63. const char *str;
  64. uint16_t type;
  65. uint32_t offset;
  66. } AttrNameMap;
  67. /* All known fmtp parameters and the corresponding RTPAttrTypeEnum */
  68. #define ATTR_NAME_TYPE_INT 0
  69. #define ATTR_NAME_TYPE_STR 1
  70. static const AttrNameMap attr_names[] = {
  71. { "SizeLength", ATTR_NAME_TYPE_INT,
  72. offsetof(PayloadContext, sizelength) },
  73. { "IndexLength", ATTR_NAME_TYPE_INT,
  74. offsetof(PayloadContext, indexlength) },
  75. { "IndexDeltaLength", ATTR_NAME_TYPE_INT,
  76. offsetof(PayloadContext, indexdeltalength) },
  77. { "profile-level-id", ATTR_NAME_TYPE_INT,
  78. offsetof(PayloadContext, profile_level_id) },
  79. { "StreamType", ATTR_NAME_TYPE_INT,
  80. offsetof(PayloadContext, streamtype) },
  81. { "mode", ATTR_NAME_TYPE_STR,
  82. offsetof(PayloadContext, mode) },
  83. { NULL, -1, -1 },
  84. };
  85. static PayloadContext *new_context(void)
  86. {
  87. return av_mallocz(sizeof(PayloadContext));
  88. }
  89. static void free_context(PayloadContext *data)
  90. {
  91. av_freep(&data->au_headers);
  92. av_freep(&data->mode);
  93. av_freep(&data);
  94. }
  95. static int parse_fmtp_config(AVCodecContext *codec, char *value)
  96. {
  97. /* decode the hexa encoded parameter */
  98. int len = ff_hex_to_data(NULL, value);
  99. av_freep(&codec->extradata);
  100. if (ff_alloc_extradata(codec, len))
  101. return AVERROR(ENOMEM);
  102. ff_hex_to_data(codec->extradata, value);
  103. return 0;
  104. }
  105. static int rtp_parse_mp4_au(PayloadContext *data, const uint8_t *buf, int len)
  106. {
  107. int au_headers_length, au_header_size, i;
  108. GetBitContext getbitcontext;
  109. if (len < 2)
  110. return AVERROR_INVALIDDATA;
  111. /* decode the first 2 bytes where the AUHeader sections are stored
  112. length in bits */
  113. au_headers_length = AV_RB16(buf);
  114. if (au_headers_length > RTP_MAX_PACKET_LENGTH)
  115. return -1;
  116. data->au_headers_length_bytes = (au_headers_length + 7) / 8;
  117. /* skip AU headers length section (2 bytes) */
  118. buf += 2;
  119. len -= 2;
  120. if (len < data->au_headers_length_bytes)
  121. return AVERROR_INVALIDDATA;
  122. init_get_bits(&getbitcontext, buf, data->au_headers_length_bytes * 8);
  123. /* XXX: Wrong if optional additional sections are present (cts, dts etc...) */
  124. au_header_size = data->sizelength + data->indexlength;
  125. if (au_header_size <= 0 || (au_headers_length % au_header_size != 0))
  126. return -1;
  127. data->nb_au_headers = au_headers_length / au_header_size;
  128. if (!data->au_headers || data->au_headers_allocated < data->nb_au_headers) {
  129. av_free(data->au_headers);
  130. data->au_headers = av_malloc(sizeof(struct AUHeaders) * data->nb_au_headers);
  131. if (!data->au_headers)
  132. return AVERROR(ENOMEM);
  133. data->au_headers_allocated = data->nb_au_headers;
  134. }
  135. for (i = 0; i < data->nb_au_headers; ++i) {
  136. data->au_headers[i].size = get_bits_long(&getbitcontext, data->sizelength);
  137. data->au_headers[i].index = get_bits_long(&getbitcontext, data->indexlength);
  138. }
  139. return 0;
  140. }
  141. /* Follows RFC 3640 */
  142. static int aac_parse_packet(AVFormatContext *ctx, PayloadContext *data,
  143. AVStream *st, AVPacket *pkt, uint32_t *timestamp,
  144. const uint8_t *buf, int len, uint16_t seq,
  145. int flags)
  146. {
  147. int ret;
  148. if (!buf) {
  149. if (data->cur_au_index > data->nb_au_headers) {
  150. av_log(ctx, AV_LOG_ERROR, "Invalid parser state\n");
  151. return AVERROR_INVALIDDATA;
  152. }
  153. if (data->buf_size - data->buf_pos < data->au_headers[data->cur_au_index].size) {
  154. av_log(ctx, AV_LOG_ERROR, "Invalid AU size\n");
  155. return AVERROR_INVALIDDATA;
  156. }
  157. if ((ret = av_new_packet(pkt, data->au_headers[data->cur_au_index].size)) < 0) {
  158. av_log(ctx, AV_LOG_ERROR, "Out of memory\n");
  159. return ret;
  160. }
  161. memcpy(pkt->data, &data->buf[data->buf_pos], data->au_headers[data->cur_au_index].size);
  162. data->buf_pos += data->au_headers[data->cur_au_index].size;
  163. pkt->stream_index = st->index;
  164. data->cur_au_index++;
  165. if (data->cur_au_index == data->nb_au_headers) {
  166. data->buf_pos = 0;
  167. return 0;
  168. }
  169. return 1;
  170. }
  171. if (rtp_parse_mp4_au(data, buf, len)) {
  172. av_log(ctx, AV_LOG_ERROR, "Error parsing AU headers\n");
  173. return -1;
  174. }
  175. buf += data->au_headers_length_bytes + 2;
  176. len -= data->au_headers_length_bytes + 2;
  177. if (data->nb_au_headers == 1 && len < data->au_headers[0].size) {
  178. /* Packet is fragmented */
  179. if (!data->buf_pos) {
  180. if (data->au_headers[0].size > MAX_AAC_HBR_FRAME_SIZE) {
  181. av_log(ctx, AV_LOG_ERROR, "Invalid AU size\n");
  182. return AVERROR_INVALIDDATA;
  183. }
  184. data->buf_size = data->au_headers[0].size;
  185. data->timestamp = *timestamp;
  186. }
  187. if (data->timestamp != *timestamp ||
  188. data->au_headers[0].size != data->buf_size ||
  189. data->buf_pos + len > MAX_AAC_HBR_FRAME_SIZE) {
  190. data->buf_pos = 0;
  191. data->buf_size = 0;
  192. av_log(ctx, AV_LOG_ERROR, "Invalid packet received\n");
  193. return AVERROR_INVALIDDATA;
  194. }
  195. memcpy(&data->buf[data->buf_pos], buf, len);
  196. data->buf_pos += len;
  197. if (!(flags & RTP_FLAG_MARKER))
  198. return AVERROR(EAGAIN);
  199. if (data->buf_pos != data->buf_size) {
  200. data->buf_pos = 0;
  201. av_log(ctx, AV_LOG_ERROR, "Missed some packets, discarding frame\n");
  202. return AVERROR_INVALIDDATA;
  203. }
  204. data->buf_pos = 0;
  205. ret = av_new_packet(pkt, data->buf_size);
  206. if (ret < 0) {
  207. av_log(ctx, AV_LOG_ERROR, "Out of memory\n");
  208. return ret;
  209. }
  210. pkt->stream_index = st->index;
  211. memcpy(pkt->data, data->buf, data->buf_size);
  212. return 0;
  213. }
  214. if (len < data->au_headers[0].size) {
  215. av_log(ctx, AV_LOG_ERROR, "First AU larger than packet size\n");
  216. return AVERROR_INVALIDDATA;
  217. }
  218. if ((ret = av_new_packet(pkt, data->au_headers[0].size)) < 0) {
  219. av_log(ctx, AV_LOG_ERROR, "Out of memory\n");
  220. return ret;
  221. }
  222. memcpy(pkt->data, buf, data->au_headers[0].size);
  223. len -= data->au_headers[0].size;
  224. buf += data->au_headers[0].size;
  225. pkt->stream_index = st->index;
  226. if (len > 0 && data->nb_au_headers > 1) {
  227. data->buf_size = FFMIN(len, sizeof(data->buf));
  228. memcpy(data->buf, buf, data->buf_size);
  229. data->cur_au_index = 1;
  230. data->buf_pos = 0;
  231. return 1;
  232. }
  233. return 0;
  234. }
  235. static int parse_fmtp(AVFormatContext *s,
  236. AVStream *stream, PayloadContext *data,
  237. char *attr, char *value)
  238. {
  239. AVCodecContext *codec = stream->codec;
  240. int res, i;
  241. if (!strcmp(attr, "config")) {
  242. res = parse_fmtp_config(codec, value);
  243. if (res < 0)
  244. return res;
  245. }
  246. if (codec->codec_id == AV_CODEC_ID_AAC) {
  247. /* Looking for a known attribute */
  248. for (i = 0; attr_names[i].str; ++i) {
  249. if (!av_strcasecmp(attr, attr_names[i].str)) {
  250. if (attr_names[i].type == ATTR_NAME_TYPE_INT) {
  251. *(int *)((char *)data+
  252. attr_names[i].offset) = atoi(value);
  253. } else if (attr_names[i].type == ATTR_NAME_TYPE_STR)
  254. *(char **)((char *)data+
  255. attr_names[i].offset) = av_strdup(value);
  256. }
  257. }
  258. }
  259. return 0;
  260. }
  261. static int parse_sdp_line(AVFormatContext *s, int st_index,
  262. PayloadContext *data, const char *line)
  263. {
  264. const char *p;
  265. if (st_index < 0)
  266. return 0;
  267. if (av_strstart(line, "fmtp:", &p))
  268. return ff_parse_fmtp(s, s->streams[st_index], data, p, parse_fmtp);
  269. return 0;
  270. }
  271. RTPDynamicProtocolHandler ff_mp4v_es_dynamic_handler = {
  272. .enc_name = "MP4V-ES",
  273. .codec_type = AVMEDIA_TYPE_VIDEO,
  274. .codec_id = AV_CODEC_ID_MPEG4,
  275. .need_parsing = AVSTREAM_PARSE_FULL,
  276. .parse_sdp_a_line = parse_sdp_line,
  277. };
  278. RTPDynamicProtocolHandler ff_mpeg4_generic_dynamic_handler = {
  279. .enc_name = "mpeg4-generic",
  280. .codec_type = AVMEDIA_TYPE_AUDIO,
  281. .codec_id = AV_CODEC_ID_AAC,
  282. .parse_sdp_a_line = parse_sdp_line,
  283. .alloc = new_context,
  284. .free = free_context,
  285. .parse_packet = aac_parse_packet,
  286. };