You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

3096 lines
112KB

  1. /*
  2. * Apple HTTP Live Streaming segmenter
  3. * Copyright (c) 2012, Luca Barbato
  4. * Copyright (c) 2017 Akamai Technologies, Inc.
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include "config.h"
  23. #include <float.h>
  24. #include <stdint.h>
  25. #if HAVE_UNISTD_H
  26. #include <unistd.h>
  27. #endif
  28. #if CONFIG_GCRYPT
  29. #include <gcrypt.h>
  30. #elif CONFIG_OPENSSL
  31. #include <openssl/rand.h>
  32. #endif
  33. #include "libavutil/avassert.h"
  34. #include "libavutil/mathematics.h"
  35. #include "libavutil/parseutils.h"
  36. #include "libavutil/avstring.h"
  37. #include "libavutil/intreadwrite.h"
  38. #include "libavutil/random_seed.h"
  39. #include "libavutil/opt.h"
  40. #include "libavutil/log.h"
  41. #include "libavutil/time.h"
  42. #include "libavutil/time_internal.h"
  43. #include "avformat.h"
  44. #include "avio_internal.h"
  45. #if CONFIG_HTTP_PROTOCOL
  46. #include "http.h"
  47. #endif
  48. #include "hlsplaylist.h"
  49. #include "internal.h"
  50. #include "os_support.h"
  51. typedef enum {
  52. HLS_START_SEQUENCE_AS_START_NUMBER = 0,
  53. HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH = 1,
  54. HLS_START_SEQUENCE_AS_FORMATTED_DATETIME = 2, // YYYYMMDDhhmmss
  55. HLS_START_SEQUENCE_AS_MICROSECONDS_SINCE_EPOCH = 3,
  56. HLS_START_SEQUENCE_LAST, // unused
  57. } StartSequenceSourceType;
  58. typedef enum {
  59. CODEC_ATTRIBUTE_WRITTEN = 0,
  60. CODEC_ATTRIBUTE_WILL_NOT_BE_WRITTEN,
  61. } CodecAttributeStatus;
  62. #define KEYSIZE 16
  63. #define LINE_BUFFER_SIZE MAX_URL_SIZE
  64. #define HLS_MICROSECOND_UNIT 1000000
  65. #define BUFSIZE (16 * 1024)
  66. #define POSTFIX_PATTERN "_%d"
  67. typedef struct HLSSegment {
  68. char filename[MAX_URL_SIZE];
  69. char sub_filename[MAX_URL_SIZE];
  70. double duration; /* in seconds */
  71. int discont;
  72. int64_t pos;
  73. int64_t size;
  74. int64_t keyframe_pos;
  75. int64_t keyframe_size;
  76. unsigned var_stream_idx;
  77. char key_uri[LINE_BUFFER_SIZE + 1];
  78. char iv_string[KEYSIZE*2 + 1];
  79. struct HLSSegment *next;
  80. } HLSSegment;
  81. typedef enum HLSFlags {
  82. // Generate a single media file and use byte ranges in the playlist.
  83. HLS_SINGLE_FILE = (1 << 0),
  84. HLS_DELETE_SEGMENTS = (1 << 1),
  85. HLS_ROUND_DURATIONS = (1 << 2),
  86. HLS_DISCONT_START = (1 << 3),
  87. HLS_OMIT_ENDLIST = (1 << 4),
  88. HLS_SPLIT_BY_TIME = (1 << 5),
  89. HLS_APPEND_LIST = (1 << 6),
  90. HLS_PROGRAM_DATE_TIME = (1 << 7),
  91. HLS_SECOND_LEVEL_SEGMENT_INDEX = (1 << 8), // include segment index in segment filenames when use_localtime e.g.: %%03d
  92. HLS_SECOND_LEVEL_SEGMENT_DURATION = (1 << 9), // include segment duration (microsec) in segment filenames when use_localtime e.g.: %%09t
  93. HLS_SECOND_LEVEL_SEGMENT_SIZE = (1 << 10), // include segment size (bytes) in segment filenames when use_localtime e.g.: %%014s
  94. HLS_TEMP_FILE = (1 << 11),
  95. HLS_PERIODIC_REKEY = (1 << 12),
  96. HLS_INDEPENDENT_SEGMENTS = (1 << 13),
  97. HLS_I_FRAMES_ONLY = (1 << 14),
  98. } HLSFlags;
  99. typedef enum {
  100. SEGMENT_TYPE_MPEGTS,
  101. SEGMENT_TYPE_FMP4,
  102. } SegmentType;
  103. typedef struct VariantStream {
  104. unsigned var_stream_idx;
  105. unsigned number;
  106. int64_t sequence;
  107. ff_const59 AVOutputFormat *oformat;
  108. ff_const59 AVOutputFormat *vtt_oformat;
  109. AVIOContext *out;
  110. AVIOContext *out_single_file;
  111. int packets_written;
  112. int init_range_length;
  113. uint8_t *temp_buffer;
  114. uint8_t *init_buffer;
  115. AVFormatContext *avf;
  116. AVFormatContext *vtt_avf;
  117. int has_video;
  118. int has_subtitle;
  119. int new_start;
  120. int start_pts_from_audio;
  121. double dpp; // duration per packet
  122. int64_t start_pts;
  123. int64_t end_pts;
  124. int64_t video_lastpos;
  125. int64_t video_keyframe_pos;
  126. int64_t video_keyframe_size;
  127. double duration; // last segment duration computed so far, in seconds
  128. int64_t start_pos; // last segment starting position
  129. int64_t size; // last segment size
  130. int nb_entries;
  131. int discontinuity_set;
  132. int discontinuity;
  133. int reference_stream_index;
  134. HLSSegment *segments;
  135. HLSSegment *last_segment;
  136. HLSSegment *old_segments;
  137. char *basename_tmp;
  138. char *basename;
  139. char *vtt_basename;
  140. char *vtt_m3u8_name;
  141. char *m3u8_name;
  142. double initial_prog_date_time;
  143. char current_segment_final_filename_fmt[MAX_URL_SIZE]; // when renaming segments
  144. char *fmp4_init_filename;
  145. char *base_output_dirname;
  146. int encrypt_started;
  147. char key_file[LINE_BUFFER_SIZE + 1];
  148. char key_uri[LINE_BUFFER_SIZE + 1];
  149. char key_string[KEYSIZE*2 + 1];
  150. char iv_string[KEYSIZE*2 + 1];
  151. AVStream **streams;
  152. char codec_attr[128];
  153. CodecAttributeStatus attr_status;
  154. unsigned int nb_streams;
  155. int m3u8_created; /* status of media play-list creation */
  156. int is_default; /* default status of audio group */
  157. const char *language; /* audio lauguage name */
  158. const char *agroup; /* audio group name */
  159. const char *sgroup; /* subtitle group name */
  160. const char *ccgroup; /* closed caption group name */
  161. const char *varname; /* variant name */
  162. } VariantStream;
  163. typedef struct ClosedCaptionsStream {
  164. const char *ccgroup; /* closed caption group name */
  165. const char *instreamid; /* closed captions INSTREAM-ID */
  166. const char *language; /* closed captions langauge */
  167. } ClosedCaptionsStream;
  168. typedef struct HLSContext {
  169. const AVClass *class; // Class for private options.
  170. int64_t start_sequence;
  171. uint32_t start_sequence_source_type; // enum StartSequenceSourceType
  172. float time; // Set by a private option.
  173. float init_time; // Set by a private option.
  174. int max_nb_segments; // Set by a private option.
  175. int hls_delete_threshold; // Set by a private option.
  176. #if FF_API_HLS_WRAP
  177. int wrap; // Set by a private option.
  178. #endif
  179. uint32_t flags; // enum HLSFlags
  180. uint32_t pl_type; // enum PlaylistType
  181. char *segment_filename;
  182. char *fmp4_init_filename;
  183. int segment_type;
  184. int resend_init_file; ///< resend init file into disk after refresh m3u8
  185. int use_localtime; ///< flag to expand filename with localtime
  186. int use_localtime_mkdir;///< flag to mkdir dirname in timebased filename
  187. int allowcache;
  188. int64_t recording_time;
  189. int64_t max_seg_size; // every segment file max size
  190. char *baseurl;
  191. char *vtt_format_options_str;
  192. char *subtitle_filename;
  193. AVDictionary *format_options;
  194. int encrypt;
  195. char *key;
  196. char *key_url;
  197. char *iv;
  198. char *key_basename;
  199. int encrypt_started;
  200. char *key_info_file;
  201. char key_file[LINE_BUFFER_SIZE + 1];
  202. char key_uri[LINE_BUFFER_SIZE + 1];
  203. char key_string[KEYSIZE*2 + 1];
  204. char iv_string[KEYSIZE*2 + 1];
  205. AVDictionary *vtt_format_options;
  206. char *method;
  207. char *user_agent;
  208. VariantStream *var_streams;
  209. unsigned int nb_varstreams;
  210. ClosedCaptionsStream *cc_streams;
  211. unsigned int nb_ccstreams;
  212. int master_m3u8_created; /* status of master play-list creation */
  213. char *master_m3u8_url; /* URL of the master m3u8 file */
  214. int version; /* HLS version */
  215. char *var_stream_map; /* user specified variant stream map string */
  216. char *cc_stream_map; /* user specified closed caption streams map string */
  217. char *master_pl_name;
  218. unsigned int master_publish_rate;
  219. int http_persistent;
  220. AVIOContext *m3u8_out;
  221. AVIOContext *sub_m3u8_out;
  222. int64_t timeout;
  223. int ignore_io_errors;
  224. char *headers;
  225. int has_default_key; /* has DEFAULT field of var_stream_map */
  226. int has_video_m3u8; /* has video stream m3u8 list */
  227. } HLSContext;
  228. static int hlsenc_io_open(AVFormatContext *s, AVIOContext **pb, char *filename,
  229. AVDictionary **options)
  230. {
  231. HLSContext *hls = s->priv_data;
  232. int http_base_proto = filename ? ff_is_http_proto(filename) : 0;
  233. int err = AVERROR_MUXER_NOT_FOUND;
  234. if (!*pb || !http_base_proto || !hls->http_persistent) {
  235. err = s->io_open(s, pb, filename, AVIO_FLAG_WRITE, options);
  236. #if CONFIG_HTTP_PROTOCOL
  237. } else {
  238. URLContext *http_url_context = ffio_geturlcontext(*pb);
  239. av_assert0(http_url_context);
  240. err = ff_http_do_new_request(http_url_context, filename);
  241. if (err < 0)
  242. ff_format_io_close(s, pb);
  243. #endif
  244. }
  245. return err;
  246. }
  247. static int hlsenc_io_close(AVFormatContext *s, AVIOContext **pb, char *filename)
  248. {
  249. HLSContext *hls = s->priv_data;
  250. int http_base_proto = filename ? ff_is_http_proto(filename) : 0;
  251. int ret = 0;
  252. if (!*pb)
  253. return ret;
  254. if (!http_base_proto || !hls->http_persistent || hls->key_info_file || hls->encrypt) {
  255. ff_format_io_close(s, pb);
  256. #if CONFIG_HTTP_PROTOCOL
  257. } else {
  258. URLContext *http_url_context = ffio_geturlcontext(*pb);
  259. av_assert0(http_url_context);
  260. avio_flush(*pb);
  261. ffurl_shutdown(http_url_context, AVIO_FLAG_WRITE);
  262. ret = ff_http_get_shutdown_status(http_url_context);
  263. #endif
  264. }
  265. return ret;
  266. }
  267. static void set_http_options(AVFormatContext *s, AVDictionary **options, HLSContext *c)
  268. {
  269. int http_base_proto = ff_is_http_proto(s->url);
  270. if (c->method) {
  271. av_dict_set(options, "method", c->method, 0);
  272. } else if (http_base_proto) {
  273. av_dict_set(options, "method", "PUT", 0);
  274. }
  275. if (c->user_agent)
  276. av_dict_set(options, "user_agent", c->user_agent, 0);
  277. if (c->http_persistent)
  278. av_dict_set_int(options, "multiple_requests", 1, 0);
  279. if (c->timeout >= 0)
  280. av_dict_set_int(options, "timeout", c->timeout, 0);
  281. if (c->headers)
  282. av_dict_set(options, "headers", c->headers, 0);
  283. }
  284. static void write_codec_attr(AVStream *st, VariantStream *vs)
  285. {
  286. int codec_strlen = strlen(vs->codec_attr);
  287. char attr[32];
  288. if (st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE)
  289. return;
  290. if (vs->attr_status == CODEC_ATTRIBUTE_WILL_NOT_BE_WRITTEN)
  291. return;
  292. if (st->codecpar->codec_id == AV_CODEC_ID_H264) {
  293. uint8_t *data = st->codecpar->extradata;
  294. if (data && (data[0] | data[1] | data[2]) == 0 && data[3] == 1 && (data[4] & 0x1F) == 7) {
  295. snprintf(attr, sizeof(attr),
  296. "avc1.%02x%02x%02x", data[5], data[6], data[7]);
  297. } else {
  298. goto fail;
  299. }
  300. } else if (st->codecpar->codec_id == AV_CODEC_ID_MP2) {
  301. snprintf(attr, sizeof(attr), "mp4a.40.33");
  302. } else if (st->codecpar->codec_id == AV_CODEC_ID_MP3) {
  303. snprintf(attr, sizeof(attr), "mp4a.40.34");
  304. } else if (st->codecpar->codec_id == AV_CODEC_ID_AAC) {
  305. /* TODO : For HE-AAC, HE-AACv2, the last digit needs to be set to 5 and 29 respectively */
  306. snprintf(attr, sizeof(attr), "mp4a.40.2");
  307. } else if (st->codecpar->codec_id == AV_CODEC_ID_AC3) {
  308. snprintf(attr, sizeof(attr), "ac-3");
  309. } else if (st->codecpar->codec_id == AV_CODEC_ID_EAC3) {
  310. snprintf(attr, sizeof(attr), "ec-3");
  311. } else {
  312. goto fail;
  313. }
  314. // Don't write the same attribute multiple times
  315. if (!av_stristr(vs->codec_attr, attr)) {
  316. snprintf(vs->codec_attr + codec_strlen,
  317. sizeof(vs->codec_attr) - codec_strlen,
  318. "%s%s", codec_strlen ? "," : "", attr);
  319. }
  320. return;
  321. fail:
  322. vs->codec_attr[0] = '\0';
  323. vs->attr_status = CODEC_ATTRIBUTE_WILL_NOT_BE_WRITTEN;
  324. return;
  325. }
  326. static int replace_str_data_in_filename(char **s, const char *filename, char placeholder, const char *datastring)
  327. {
  328. const char *p;
  329. char c;
  330. int addchar_count;
  331. int found_count = 0;
  332. AVBPrint buf;
  333. int ret;
  334. av_bprint_init(&buf, 0, AV_BPRINT_SIZE_UNLIMITED);
  335. p = filename;
  336. for (;;) {
  337. c = *p;
  338. if (c == '\0')
  339. break;
  340. if (c == '%' && *(p+1) == '%') // %%
  341. addchar_count = 2;
  342. else if (c == '%' && *(p+1) == placeholder) {
  343. av_bprintf(&buf, "%s", datastring);
  344. p += 2;
  345. addchar_count = 0;
  346. found_count ++;
  347. } else
  348. addchar_count = 1;
  349. if (addchar_count > 0) {
  350. av_bprint_append_data(&buf, p, addchar_count);
  351. p += addchar_count;
  352. }
  353. }
  354. if (!av_bprint_is_complete(&buf)) {
  355. av_bprint_finalize(&buf, NULL);
  356. return AVERROR(ENOMEM);
  357. }
  358. if ((ret = av_bprint_finalize(&buf, s)) < 0)
  359. return ret;
  360. return found_count;
  361. }
  362. static int replace_int_data_in_filename(char **s, const char *filename, char placeholder, int64_t number)
  363. {
  364. const char *p;
  365. char c;
  366. int nd, addchar_count;
  367. int found_count = 0;
  368. AVBPrint buf;
  369. int ret;
  370. av_bprint_init(&buf, 0, AV_BPRINT_SIZE_UNLIMITED);
  371. p = filename;
  372. for (;;) {
  373. c = *p;
  374. if (c == '\0')
  375. break;
  376. if (c == '%' && *(p+1) == '%') // %%
  377. addchar_count = 2;
  378. else if (c == '%' && (av_isdigit(*(p+1)) || *(p+1) == placeholder)) {
  379. nd = 0;
  380. addchar_count = 1;
  381. while (av_isdigit(*(p + addchar_count))) {
  382. nd = nd * 10 + *(p + addchar_count) - '0';
  383. addchar_count++;
  384. }
  385. if (*(p + addchar_count) == placeholder) {
  386. av_bprintf(&buf, "%0*"PRId64, (number < 0) ? nd : nd++, number);
  387. p += (addchar_count + 1);
  388. addchar_count = 0;
  389. found_count++;
  390. }
  391. } else
  392. addchar_count = 1;
  393. av_bprint_append_data(&buf, p, addchar_count);
  394. p += addchar_count;
  395. }
  396. if (!av_bprint_is_complete(&buf)) {
  397. av_bprint_finalize(&buf, NULL);
  398. return AVERROR(ENOMEM);
  399. }
  400. if ((ret = av_bprint_finalize(&buf, s)) < 0)
  401. return ret;
  402. return found_count;
  403. }
  404. static void write_styp(AVIOContext *pb)
  405. {
  406. avio_wb32(pb, 24);
  407. ffio_wfourcc(pb, "styp");
  408. ffio_wfourcc(pb, "msdh");
  409. avio_wb32(pb, 0); /* minor */
  410. ffio_wfourcc(pb, "msdh");
  411. ffio_wfourcc(pb, "msix");
  412. }
  413. static int flush_dynbuf(VariantStream *vs, int *range_length)
  414. {
  415. AVFormatContext *ctx = vs->avf;
  416. if (!ctx->pb) {
  417. return AVERROR(EINVAL);
  418. }
  419. // flush
  420. av_write_frame(ctx, NULL);
  421. // write out to file
  422. *range_length = avio_close_dyn_buf(ctx->pb, &vs->temp_buffer);
  423. ctx->pb = NULL;
  424. avio_write(vs->out, vs->temp_buffer, *range_length);
  425. avio_flush(vs->out);
  426. // re-open buffer
  427. return avio_open_dyn_buf(&ctx->pb);
  428. }
  429. static void reflush_dynbuf(VariantStream *vs, int *range_length)
  430. {
  431. // re-open buffer
  432. avio_write(vs->out, vs->temp_buffer, *range_length);
  433. }
  434. #if HAVE_DOS_PATHS
  435. #define SEPARATOR '\\'
  436. #else
  437. #define SEPARATOR '/'
  438. #endif
  439. static int hls_delete_file(HLSContext *hls, AVFormatContext *avf,
  440. const char *path, const char *proto)
  441. {
  442. if (hls->method || (proto && !av_strcasecmp(proto, "http"))) {
  443. AVDictionary *opt = NULL;
  444. AVIOContext *out = NULL;
  445. int ret;
  446. av_dict_set(&opt, "method", "DELETE", 0);
  447. ret = avf->io_open(avf, &out, path, AVIO_FLAG_WRITE, &opt);
  448. av_dict_free(&opt);
  449. if (ret < 0)
  450. return hls->ignore_io_errors ? 1 : ret;
  451. ff_format_io_close(avf, &out);
  452. } else if (unlink(path) < 0) {
  453. av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
  454. path, strerror(errno));
  455. }
  456. return 0;
  457. }
  458. static int hls_delete_old_segments(AVFormatContext *s, HLSContext *hls,
  459. VariantStream *vs)
  460. {
  461. HLSSegment *segment, *previous_segment = NULL;
  462. float playlist_duration = 0.0f;
  463. int ret = 0;
  464. int segment_cnt = 0;
  465. AVBPrint path;
  466. const char *dirname = NULL;
  467. char *dirname_r = NULL;
  468. char *dirname_repl = NULL;
  469. const char *vtt_dirname = NULL;
  470. char *vtt_dirname_r = NULL;
  471. const char *proto = NULL;
  472. av_bprint_init(&path, 0, AV_BPRINT_SIZE_UNLIMITED);
  473. segment = vs->segments;
  474. while (segment) {
  475. playlist_duration += segment->duration;
  476. segment = segment->next;
  477. }
  478. segment = vs->old_segments;
  479. segment_cnt = 0;
  480. while (segment) {
  481. playlist_duration -= segment->duration;
  482. previous_segment = segment;
  483. segment = previous_segment->next;
  484. segment_cnt++;
  485. if (playlist_duration <= -previous_segment->duration) {
  486. previous_segment->next = NULL;
  487. break;
  488. }
  489. if (segment_cnt >= hls->hls_delete_threshold) {
  490. previous_segment->next = NULL;
  491. break;
  492. }
  493. }
  494. if (segment && !hls->use_localtime_mkdir) {
  495. dirname_r = hls->segment_filename ? av_strdup(hls->segment_filename): av_strdup(vs->avf->url);
  496. dirname = av_dirname(dirname_r);
  497. }
  498. /* if %v is present in the file's directory
  499. * all segment belongs to the same variant, so do it only once before the loop*/
  500. if (dirname && av_stristr(dirname, "%v")) {
  501. if (!vs->varname) {
  502. if (replace_int_data_in_filename(&dirname_repl, dirname, 'v', segment->var_stream_idx) < 1) {
  503. ret = AVERROR(EINVAL);
  504. goto fail;
  505. }
  506. } else {
  507. if (replace_str_data_in_filename(&dirname_repl, dirname, 'v', vs->varname) < 1) {
  508. ret = AVERROR(EINVAL);
  509. goto fail;
  510. }
  511. }
  512. dirname = dirname_repl;
  513. }
  514. while (segment) {
  515. av_log(hls, AV_LOG_DEBUG, "deleting old segment %s\n",
  516. segment->filename);
  517. if (!hls->use_localtime_mkdir) // segment->filename contains basename only
  518. av_bprintf(&path, "%s%c", dirname, SEPARATOR);
  519. av_bprintf(&path, "%s", segment->filename);
  520. if (!av_bprint_is_complete(&path)) {
  521. ret = AVERROR(ENOMEM);
  522. goto fail;
  523. }
  524. proto = avio_find_protocol_name(s->url);
  525. if (ret = hls_delete_file(hls, vs->avf, path.str, proto))
  526. goto fail;
  527. if ((segment->sub_filename[0] != '\0')) {
  528. vtt_dirname_r = av_strdup(vs->vtt_avf->url);
  529. vtt_dirname = av_dirname(vtt_dirname_r);
  530. av_bprint_clear(&path);
  531. av_bprintf(&path, "%s%c%s", vtt_dirname, SEPARATOR,
  532. segment->sub_filename);
  533. av_freep(&vtt_dirname_r);
  534. if (!av_bprint_is_complete(&path)) {
  535. ret = AVERROR(ENOMEM);
  536. goto fail;
  537. }
  538. if (ret = hls_delete_file(hls, vs->vtt_avf, path.str, proto))
  539. goto fail;
  540. }
  541. av_bprint_clear(&path);
  542. previous_segment = segment;
  543. segment = previous_segment->next;
  544. av_freep(&previous_segment);
  545. }
  546. fail:
  547. av_bprint_finalize(&path, NULL);
  548. av_freep(&dirname_r);
  549. av_freep(&dirname_repl);
  550. return ret;
  551. }
  552. static int randomize(uint8_t *buf, int len)
  553. {
  554. #if CONFIG_GCRYPT
  555. gcry_randomize(buf, len, GCRY_VERY_STRONG_RANDOM);
  556. return 0;
  557. #elif CONFIG_OPENSSL
  558. if (RAND_bytes(buf, len))
  559. return 0;
  560. #else
  561. return AVERROR(ENOSYS);
  562. #endif
  563. return AVERROR(EINVAL);
  564. }
  565. static int do_encrypt(AVFormatContext *s, VariantStream *vs)
  566. {
  567. HLSContext *hls = s->priv_data;
  568. int ret;
  569. int len;
  570. AVIOContext *pb;
  571. uint8_t key[KEYSIZE];
  572. char * key_basename_source = (hls->master_m3u8_url) ? hls->master_m3u8_url : s->url;
  573. len = strlen(key_basename_source) + 4 + 1;
  574. hls->key_basename = av_mallocz(len);
  575. if (!hls->key_basename)
  576. return AVERROR(ENOMEM);
  577. av_strlcpy(hls->key_basename, key_basename_source, len);
  578. av_strlcat(hls->key_basename, ".key", len);
  579. if (hls->key_url) {
  580. av_strlcpy(hls->key_file, hls->key_url, sizeof(hls->key_file));
  581. av_strlcpy(hls->key_uri, hls->key_url, sizeof(hls->key_uri));
  582. } else {
  583. av_strlcpy(hls->key_file, hls->key_basename, sizeof(hls->key_file));
  584. av_strlcpy(hls->key_uri, hls->key_basename, sizeof(hls->key_uri));
  585. }
  586. if (!*hls->iv_string) {
  587. uint8_t iv[16] = { 0 };
  588. char buf[33];
  589. if (!hls->iv) {
  590. AV_WB64(iv + 8, vs->sequence);
  591. } else {
  592. memcpy(iv, hls->iv, sizeof(iv));
  593. }
  594. ff_data_to_hex(buf, iv, sizeof(iv), 0);
  595. buf[32] = '\0';
  596. memcpy(hls->iv_string, buf, sizeof(hls->iv_string));
  597. }
  598. if (!*hls->key_uri) {
  599. av_log(hls, AV_LOG_ERROR, "no key URI specified in key info file\n");
  600. return AVERROR(EINVAL);
  601. }
  602. if (!*hls->key_file) {
  603. av_log(hls, AV_LOG_ERROR, "no key file specified in key info file\n");
  604. return AVERROR(EINVAL);
  605. }
  606. if (!*hls->key_string) {
  607. AVDictionary *options = NULL;
  608. if (!hls->key) {
  609. if ((ret = randomize(key, sizeof(key))) < 0) {
  610. av_log(s, AV_LOG_ERROR, "Cannot generate a strong random key\n");
  611. return ret;
  612. }
  613. } else {
  614. memcpy(key, hls->key, sizeof(key));
  615. }
  616. ff_data_to_hex(hls->key_string, key, sizeof(key), 0);
  617. set_http_options(s, &options, hls);
  618. ret = s->io_open(s, &pb, hls->key_file, AVIO_FLAG_WRITE, &options);
  619. av_dict_free(&options);
  620. if (ret < 0)
  621. return ret;
  622. avio_seek(pb, 0, SEEK_CUR);
  623. avio_write(pb, key, KEYSIZE);
  624. avio_close(pb);
  625. }
  626. return 0;
  627. }
  628. static int hls_encryption_start(AVFormatContext *s, VariantStream *vs)
  629. {
  630. HLSContext *hls = s->priv_data;
  631. int ret;
  632. AVIOContext *pb;
  633. uint8_t key[KEYSIZE];
  634. AVDictionary *options = NULL;
  635. set_http_options(s, &options, hls);
  636. ret = s->io_open(s, &pb, hls->key_info_file, AVIO_FLAG_READ, &options);
  637. av_dict_free(&options);
  638. if (ret < 0) {
  639. av_log(hls, AV_LOG_ERROR,
  640. "error opening key info file %s\n", hls->key_info_file);
  641. return ret;
  642. }
  643. ff_get_line(pb, vs->key_uri, sizeof(vs->key_uri));
  644. vs->key_uri[strcspn(vs->key_uri, "\r\n")] = '\0';
  645. ff_get_line(pb, vs->key_file, sizeof(vs->key_file));
  646. vs->key_file[strcspn(vs->key_file, "\r\n")] = '\0';
  647. ff_get_line(pb, vs->iv_string, sizeof(vs->iv_string));
  648. vs->iv_string[strcspn(vs->iv_string, "\r\n")] = '\0';
  649. ff_format_io_close(s, &pb);
  650. if (!*vs->key_uri) {
  651. av_log(hls, AV_LOG_ERROR, "no key URI specified in key info file\n");
  652. return AVERROR(EINVAL);
  653. }
  654. if (!*vs->key_file) {
  655. av_log(hls, AV_LOG_ERROR, "no key file specified in key info file\n");
  656. return AVERROR(EINVAL);
  657. }
  658. set_http_options(s, &options, hls);
  659. ret = s->io_open(s, &pb, vs->key_file, AVIO_FLAG_READ, &options);
  660. av_dict_free(&options);
  661. if (ret < 0) {
  662. av_log(hls, AV_LOG_ERROR, "error opening key file %s\n", vs->key_file);
  663. return ret;
  664. }
  665. ret = avio_read(pb, key, sizeof(key));
  666. ff_format_io_close(s, &pb);
  667. if (ret != sizeof(key)) {
  668. av_log(hls, AV_LOG_ERROR, "error reading key file %s\n", vs->key_file);
  669. if (ret >= 0 || ret == AVERROR_EOF)
  670. ret = AVERROR(EINVAL);
  671. return ret;
  672. }
  673. ff_data_to_hex(vs->key_string, key, sizeof(key), 0);
  674. return 0;
  675. }
  676. static int hls_mux_init(AVFormatContext *s, VariantStream *vs)
  677. {
  678. AVDictionary *options = NULL;
  679. HLSContext *hls = s->priv_data;
  680. AVFormatContext *oc;
  681. AVFormatContext *vtt_oc = NULL;
  682. int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  683. int remaining_options;
  684. int i, ret;
  685. ret = avformat_alloc_output_context2(&vs->avf, vs->oformat, NULL, NULL);
  686. if (ret < 0)
  687. return ret;
  688. oc = vs->avf;
  689. oc->url = av_strdup("");
  690. if (!oc->url)
  691. return AVERROR(ENOMEM);
  692. oc->interrupt_callback = s->interrupt_callback;
  693. oc->max_delay = s->max_delay;
  694. oc->opaque = s->opaque;
  695. oc->io_open = s->io_open;
  696. oc->io_close = s->io_close;
  697. oc->strict_std_compliance = s->strict_std_compliance;
  698. av_dict_copy(&oc->metadata, s->metadata, 0);
  699. if (vs->vtt_oformat) {
  700. ret = avformat_alloc_output_context2(&vs->vtt_avf, vs->vtt_oformat, NULL, NULL);
  701. if (ret < 0)
  702. return ret;
  703. vtt_oc = vs->vtt_avf;
  704. av_dict_copy(&vtt_oc->metadata, s->metadata, 0);
  705. }
  706. for (i = 0; i < vs->nb_streams; i++) {
  707. AVStream *st;
  708. AVFormatContext *loc;
  709. if (vs->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE)
  710. loc = vtt_oc;
  711. else
  712. loc = oc;
  713. if (!(st = avformat_new_stream(loc, NULL)))
  714. return AVERROR(ENOMEM);
  715. avcodec_parameters_copy(st->codecpar, vs->streams[i]->codecpar);
  716. if (!oc->oformat->codec_tag ||
  717. av_codec_get_id (oc->oformat->codec_tag, vs->streams[i]->codecpar->codec_tag) == st->codecpar->codec_id ||
  718. av_codec_get_tag(oc->oformat->codec_tag, vs->streams[i]->codecpar->codec_id) <= 0) {
  719. st->codecpar->codec_tag = vs->streams[i]->codecpar->codec_tag;
  720. } else {
  721. st->codecpar->codec_tag = 0;
  722. }
  723. st->sample_aspect_ratio = vs->streams[i]->sample_aspect_ratio;
  724. st->time_base = vs->streams[i]->time_base;
  725. av_dict_copy(&st->metadata, vs->streams[i]->metadata, 0);
  726. }
  727. vs->start_pos = 0;
  728. vs->new_start = 1;
  729. if (hls->segment_type == SEGMENT_TYPE_FMP4 && hls->max_seg_size > 0) {
  730. if (hls->http_persistent > 0) {
  731. //TODO: Support fragment fmp4 for http persistent in HLS muxer.
  732. av_log(s, AV_LOG_WARNING, "http persistent mode is currently unsupported for fragment mp4 in the HLS muxer.\n");
  733. }
  734. if (hls->max_seg_size > 0) {
  735. av_log(s, AV_LOG_WARNING, "Multi-file byterange mode is currently unsupported in the HLS muxer.\n");
  736. return AVERROR_PATCHWELCOME;
  737. }
  738. }
  739. if ((ret = avio_open_dyn_buf(&oc->pb)) < 0)
  740. return ret;
  741. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  742. set_http_options(s, &options, hls);
  743. if (byterange_mode) {
  744. ret = hlsenc_io_open(s, &vs->out, vs->basename, &options);
  745. } else {
  746. ret = hlsenc_io_open(s, &vs->out, vs->base_output_dirname, &options);
  747. }
  748. av_dict_free(&options);
  749. }
  750. if (ret < 0) {
  751. av_log(s, AV_LOG_ERROR, "Failed to open segment '%s'\n", vs->fmp4_init_filename);
  752. return ret;
  753. }
  754. av_dict_copy(&options, hls->format_options, 0);
  755. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  756. av_dict_set(&options, "fflags", "-autobsf", 0);
  757. av_dict_set(&options, "movflags", "+frag_custom+dash+delay_moov", AV_DICT_APPEND);
  758. } else {
  759. /* We only require one PAT/PMT per segment. */
  760. char period[21];
  761. snprintf(period, sizeof(period), "%d", (INT_MAX / 2) - 1);
  762. av_dict_set(&options, "sdt_period", period, AV_DICT_DONT_OVERWRITE);
  763. av_dict_set(&options, "pat_period", period, AV_DICT_DONT_OVERWRITE);
  764. }
  765. ret = avformat_init_output(oc, &options);
  766. remaining_options = av_dict_count(options);
  767. av_dict_free(&options);
  768. if (ret < 0)
  769. return ret;
  770. if (remaining_options) {
  771. av_log(s, AV_LOG_ERROR, "Some of the provided format options are not recognized\n");
  772. return AVERROR(EINVAL);
  773. }
  774. avio_flush(oc->pb);
  775. return 0;
  776. }
  777. static HLSSegment *find_segment_by_filename(HLSSegment *segment, const char *filename)
  778. {
  779. while (segment) {
  780. if (!av_strcasecmp(segment->filename,filename))
  781. return segment;
  782. segment = segment->next;
  783. }
  784. return (HLSSegment *) NULL;
  785. }
  786. static int sls_flags_filename_process(struct AVFormatContext *s, HLSContext *hls,
  787. VariantStream *vs, HLSSegment *en,
  788. double duration, int64_t pos, int64_t size)
  789. {
  790. if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
  791. strlen(vs->current_segment_final_filename_fmt)) {
  792. char * new_url = av_strdup(vs->current_segment_final_filename_fmt);
  793. if (!new_url) {
  794. return AVERROR(ENOMEM);
  795. }
  796. ff_format_set_url(vs->avf, new_url);
  797. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
  798. char *filename = NULL;
  799. if (replace_int_data_in_filename(&filename, vs->avf->url, 's', pos + size) < 1) {
  800. av_log(hls, AV_LOG_ERROR,
  801. "Invalid second level segment filename template '%s', "
  802. "you can try to remove second_level_segment_size flag\n",
  803. vs->avf->url);
  804. av_freep(&filename);
  805. return AVERROR(EINVAL);
  806. }
  807. ff_format_set_url(vs->avf, filename);
  808. }
  809. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
  810. char *filename = NULL;
  811. if (replace_int_data_in_filename(&filename, vs->avf->url,
  812. 't', (int64_t)round(duration * HLS_MICROSECOND_UNIT)) < 1) {
  813. av_log(hls, AV_LOG_ERROR,
  814. "Invalid second level segment filename template '%s', "
  815. "you can try to remove second_level_segment_time flag\n",
  816. vs->avf->url);
  817. av_freep(&filename);
  818. return AVERROR(EINVAL);
  819. }
  820. ff_format_set_url(vs->avf, filename);
  821. }
  822. }
  823. return 0;
  824. }
  825. static int sls_flag_check_duration_size_index(HLSContext *hls)
  826. {
  827. int ret = 0;
  828. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
  829. av_log(hls, AV_LOG_ERROR,
  830. "second_level_segment_duration hls_flag requires strftime to be true\n");
  831. ret = AVERROR(EINVAL);
  832. }
  833. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
  834. av_log(hls, AV_LOG_ERROR,
  835. "second_level_segment_size hls_flag requires strfime to be true\n");
  836. ret = AVERROR(EINVAL);
  837. }
  838. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
  839. av_log(hls, AV_LOG_ERROR,
  840. "second_level_segment_index hls_flag requires strftime to be true\n");
  841. ret = AVERROR(EINVAL);
  842. }
  843. return ret;
  844. }
  845. static int sls_flag_check_duration_size(HLSContext *hls, VariantStream *vs)
  846. {
  847. const char *proto = avio_find_protocol_name(vs->basename);
  848. int segment_renaming_ok = proto && !strcmp(proto, "file");
  849. int ret = 0;
  850. if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) && !segment_renaming_ok) {
  851. av_log(hls, AV_LOG_ERROR,
  852. "second_level_segment_duration hls_flag works only with file protocol segment names\n");
  853. ret = AVERROR(EINVAL);
  854. }
  855. if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) && !segment_renaming_ok) {
  856. av_log(hls, AV_LOG_ERROR,
  857. "second_level_segment_size hls_flag works only with file protocol segment names\n");
  858. ret = AVERROR(EINVAL);
  859. }
  860. return ret;
  861. }
  862. static void sls_flag_file_rename(HLSContext *hls, VariantStream *vs, char *old_filename) {
  863. if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
  864. strlen(vs->current_segment_final_filename_fmt)) {
  865. ff_rename(old_filename, vs->avf->url, hls);
  866. }
  867. }
  868. static int sls_flag_use_localtime_filename(AVFormatContext *oc, HLSContext *c, VariantStream *vs)
  869. {
  870. if (c->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
  871. char *filename = NULL;
  872. if (replace_int_data_in_filename(&filename,
  873. #if FF_API_HLS_WRAP
  874. oc->url, 'd', c->wrap ? vs->sequence % c->wrap : vs->sequence) < 1) {
  875. #else
  876. oc->url, 'd', vs->sequence) < 1) {
  877. #endif
  878. av_log(c, AV_LOG_ERROR, "Invalid second level segment filename template '%s', "
  879. "you can try to remove second_level_segment_index flag\n",
  880. oc->url);
  881. av_freep(&filename);
  882. return AVERROR(EINVAL);
  883. }
  884. ff_format_set_url(oc, filename);
  885. }
  886. if (c->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) {
  887. av_strlcpy(vs->current_segment_final_filename_fmt, oc->url,
  888. sizeof(vs->current_segment_final_filename_fmt));
  889. if (c->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
  890. char *filename = NULL;
  891. if (replace_int_data_in_filename(&filename, oc->url, 's', 0) < 1) {
  892. av_log(c, AV_LOG_ERROR, "Invalid second level segment filename template '%s', "
  893. "you can try to remove second_level_segment_size flag\n",
  894. oc->url);
  895. av_freep(&filename);
  896. return AVERROR(EINVAL);
  897. }
  898. ff_format_set_url(oc, filename);
  899. }
  900. if (c->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
  901. char *filename = NULL;
  902. if (replace_int_data_in_filename(&filename, oc->url, 't', 0) < 1) {
  903. av_log(c, AV_LOG_ERROR, "Invalid second level segment filename template '%s', "
  904. "you can try to remove second_level_segment_time flag\n",
  905. oc->url);
  906. av_freep(&filename);
  907. return AVERROR(EINVAL);
  908. }
  909. ff_format_set_url(oc, filename);
  910. }
  911. }
  912. return 0;
  913. }
  914. /* Create a new segment and append it to the segment list */
  915. static int hls_append_segment(struct AVFormatContext *s, HLSContext *hls,
  916. VariantStream *vs, double duration, int64_t pos,
  917. int64_t size)
  918. {
  919. HLSSegment *en = av_malloc(sizeof(*en));
  920. const char *filename;
  921. int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  922. int ret;
  923. if (!en)
  924. return AVERROR(ENOMEM);
  925. en->var_stream_idx = vs->var_stream_idx;
  926. ret = sls_flags_filename_process(s, hls, vs, en, duration, pos, size);
  927. if (ret < 0) {
  928. av_freep(&en);
  929. return ret;
  930. }
  931. filename = av_basename(vs->avf->url);
  932. if (hls->use_localtime_mkdir) {
  933. filename = vs->avf->url;
  934. }
  935. if ((find_segment_by_filename(vs->segments, filename) || find_segment_by_filename(vs->old_segments, filename))
  936. && !byterange_mode) {
  937. av_log(hls, AV_LOG_WARNING, "Duplicated segment filename detected: %s\n", filename);
  938. }
  939. av_strlcpy(en->filename, filename, sizeof(en->filename));
  940. if (vs->has_subtitle)
  941. av_strlcpy(en->sub_filename, av_basename(vs->vtt_avf->url), sizeof(en->sub_filename));
  942. else
  943. en->sub_filename[0] = '\0';
  944. en->duration = duration;
  945. en->pos = pos;
  946. en->size = size;
  947. en->keyframe_pos = vs->video_keyframe_pos;
  948. en->keyframe_size = vs->video_keyframe_size;
  949. en->next = NULL;
  950. en->discont = 0;
  951. if (vs->discontinuity) {
  952. en->discont = 1;
  953. vs->discontinuity = 0;
  954. }
  955. if (hls->key_info_file || hls->encrypt) {
  956. av_strlcpy(en->key_uri, vs->key_uri, sizeof(en->key_uri));
  957. av_strlcpy(en->iv_string, vs->iv_string, sizeof(en->iv_string));
  958. }
  959. if (!vs->segments)
  960. vs->segments = en;
  961. else
  962. vs->last_segment->next = en;
  963. vs->last_segment = en;
  964. // EVENT or VOD playlists imply sliding window cannot be used
  965. if (hls->pl_type != PLAYLIST_TYPE_NONE)
  966. hls->max_nb_segments = 0;
  967. if (hls->max_nb_segments && vs->nb_entries >= hls->max_nb_segments) {
  968. en = vs->segments;
  969. vs->initial_prog_date_time += en->duration;
  970. vs->segments = en->next;
  971. if (en && hls->flags & HLS_DELETE_SEGMENTS &&
  972. #if FF_API_HLS_WRAP
  973. !(hls->flags & HLS_SINGLE_FILE || hls->wrap)) {
  974. #else
  975. !(hls->flags & HLS_SINGLE_FILE)) {
  976. #endif
  977. en->next = vs->old_segments;
  978. vs->old_segments = en;
  979. if ((ret = hls_delete_old_segments(s, hls, vs)) < 0)
  980. return ret;
  981. } else
  982. av_freep(&en);
  983. } else
  984. vs->nb_entries++;
  985. if (hls->max_seg_size > 0) {
  986. return 0;
  987. }
  988. vs->sequence++;
  989. return 0;
  990. }
  991. static int parse_playlist(AVFormatContext *s, const char *url, VariantStream *vs)
  992. {
  993. HLSContext *hls = s->priv_data;
  994. AVIOContext *in;
  995. int ret = 0, is_segment = 0;
  996. int64_t new_start_pos;
  997. char line[MAX_URL_SIZE];
  998. const char *ptr;
  999. const char *end;
  1000. if ((ret = ffio_open_whitelist(&in, url, AVIO_FLAG_READ,
  1001. &s->interrupt_callback, NULL,
  1002. s->protocol_whitelist, s->protocol_blacklist)) < 0)
  1003. return ret;
  1004. ff_get_chomp_line(in, line, sizeof(line));
  1005. if (strcmp(line, "#EXTM3U")) {
  1006. ret = AVERROR_INVALIDDATA;
  1007. goto fail;
  1008. }
  1009. vs->discontinuity = 0;
  1010. while (!avio_feof(in)) {
  1011. ff_get_chomp_line(in, line, sizeof(line));
  1012. if (av_strstart(line, "#EXT-X-MEDIA-SEQUENCE:", &ptr)) {
  1013. int64_t tmp_sequence = strtoll(ptr, NULL, 10);
  1014. if (tmp_sequence < vs->sequence)
  1015. av_log(hls, AV_LOG_VERBOSE,
  1016. "Found playlist sequence number was smaller """
  1017. "than specified start sequence number: %"PRId64" < %"PRId64", "
  1018. "omitting\n", tmp_sequence, hls->start_sequence);
  1019. else {
  1020. av_log(hls, AV_LOG_DEBUG, "Found playlist sequence number: %"PRId64"\n", tmp_sequence);
  1021. vs->sequence = tmp_sequence;
  1022. }
  1023. } else if (av_strstart(line, "#EXT-X-DISCONTINUITY", &ptr)) {
  1024. is_segment = 1;
  1025. vs->discontinuity = 1;
  1026. } else if (av_strstart(line, "#EXTINF:", &ptr)) {
  1027. is_segment = 1;
  1028. vs->duration = atof(ptr);
  1029. } else if (av_stristart(line, "#EXT-X-KEY:", &ptr)) {
  1030. ptr = av_stristr(line, "URI=\"");
  1031. if (ptr) {
  1032. ptr += strlen("URI=\"");
  1033. end = av_stristr(ptr, ",");
  1034. if (end) {
  1035. av_strlcpy(vs->key_uri, ptr, end - ptr);
  1036. } else {
  1037. av_strlcpy(vs->key_uri, ptr, sizeof(vs->key_uri));
  1038. }
  1039. }
  1040. ptr = av_stristr(line, "IV=0x");
  1041. if (ptr) {
  1042. ptr += strlen("IV=0x");
  1043. end = av_stristr(ptr, ",");
  1044. if (end) {
  1045. av_strlcpy(vs->iv_string, ptr, end - ptr);
  1046. } else {
  1047. av_strlcpy(vs->iv_string, ptr, sizeof(vs->iv_string));
  1048. }
  1049. }
  1050. } else if (av_strstart(line, "#", NULL)) {
  1051. continue;
  1052. } else if (line[0]) {
  1053. if (is_segment) {
  1054. char *new_file = av_strdup(line);
  1055. if (!new_file) {
  1056. ret = AVERROR(ENOMEM);
  1057. goto fail;
  1058. }
  1059. ff_format_set_url(vs->avf, new_file);
  1060. is_segment = 0;
  1061. new_start_pos = avio_tell(vs->avf->pb);
  1062. vs->size = new_start_pos - vs->start_pos;
  1063. vs->initial_prog_date_time -= vs->duration; // this is a previously existing segment
  1064. ret = hls_append_segment(s, hls, vs, vs->duration, vs->start_pos, vs->size);
  1065. if (ret < 0)
  1066. goto fail;
  1067. vs->start_pos = new_start_pos;
  1068. }
  1069. }
  1070. }
  1071. fail:
  1072. avio_close(in);
  1073. return ret;
  1074. }
  1075. static void hls_free_segments(HLSSegment *p)
  1076. {
  1077. HLSSegment *en;
  1078. while (p) {
  1079. en = p;
  1080. p = p->next;
  1081. av_freep(&en);
  1082. }
  1083. }
  1084. static int hls_rename_temp_file(AVFormatContext *s, AVFormatContext *oc)
  1085. {
  1086. size_t len = strlen(oc->url);
  1087. char *final_filename = av_strdup(oc->url);
  1088. int ret;
  1089. if (!final_filename)
  1090. return AVERROR(ENOMEM);
  1091. final_filename[len-4] = '\0';
  1092. ret = ff_rename(oc->url, final_filename, s);
  1093. oc->url[len-4] = '\0';
  1094. av_freep(&final_filename);
  1095. return ret;
  1096. }
  1097. static const char* get_relative_url(const char *master_url, const char *media_url)
  1098. {
  1099. const char *p = strrchr(master_url, '/');
  1100. size_t base_len = 0;
  1101. if (!p) p = strrchr(master_url, '\\');
  1102. if (p) {
  1103. base_len = p - master_url;
  1104. if (av_strncasecmp(master_url, media_url, base_len)) {
  1105. av_log(NULL, AV_LOG_WARNING, "Unable to find relative url\n");
  1106. return NULL;
  1107. }
  1108. } else {
  1109. return media_url;
  1110. }
  1111. return media_url + base_len + 1;
  1112. }
  1113. static int64_t get_stream_bit_rate(AVStream *stream)
  1114. {
  1115. AVCPBProperties *props = (AVCPBProperties*)av_stream_get_side_data(
  1116. stream,
  1117. AV_PKT_DATA_CPB_PROPERTIES,
  1118. NULL
  1119. );
  1120. if (stream->codecpar->bit_rate)
  1121. return stream->codecpar->bit_rate;
  1122. else if (props)
  1123. return props->max_bitrate;
  1124. return 0;
  1125. }
  1126. static int create_master_playlist(AVFormatContext *s,
  1127. VariantStream * const input_vs)
  1128. {
  1129. HLSContext *hls = s->priv_data;
  1130. VariantStream *vs, *temp_vs;
  1131. AVStream *vid_st, *aud_st;
  1132. AVDictionary *options = NULL;
  1133. unsigned int i, j;
  1134. int ret, bandwidth;
  1135. const char *m3u8_rel_name = NULL;
  1136. const char *vtt_m3u8_rel_name = NULL;
  1137. const char *ccgroup;
  1138. const char *sgroup = NULL;
  1139. ClosedCaptionsStream *ccs;
  1140. const char *proto = avio_find_protocol_name(hls->master_m3u8_url);
  1141. int is_file_proto = proto && !strcmp(proto, "file");
  1142. int use_temp_file = is_file_proto && ((hls->flags & HLS_TEMP_FILE) || hls->master_publish_rate);
  1143. char temp_filename[MAX_URL_SIZE];
  1144. input_vs->m3u8_created = 1;
  1145. if (!hls->master_m3u8_created) {
  1146. /* For the first time, wait until all the media playlists are created */
  1147. for (i = 0; i < hls->nb_varstreams; i++)
  1148. if (!hls->var_streams[i].m3u8_created)
  1149. return 0;
  1150. } else {
  1151. /* Keep publishing the master playlist at the configured rate */
  1152. if (&hls->var_streams[0] != input_vs || !hls->master_publish_rate ||
  1153. input_vs->number % hls->master_publish_rate)
  1154. return 0;
  1155. }
  1156. set_http_options(s, &options, hls);
  1157. snprintf(temp_filename, sizeof(temp_filename), use_temp_file ? "%s.tmp" : "%s", hls->master_m3u8_url);
  1158. ret = hlsenc_io_open(s, &hls->m3u8_out, temp_filename, &options);
  1159. av_dict_free(&options);
  1160. if (ret < 0) {
  1161. av_log(s, AV_LOG_ERROR, "Failed to open master play list file '%s'\n",
  1162. temp_filename);
  1163. goto fail;
  1164. }
  1165. ff_hls_write_playlist_version(hls->m3u8_out, hls->version);
  1166. for (i = 0; i < hls->nb_ccstreams; i++) {
  1167. ccs = &(hls->cc_streams[i]);
  1168. avio_printf(hls->m3u8_out, "#EXT-X-MEDIA:TYPE=CLOSED-CAPTIONS");
  1169. avio_printf(hls->m3u8_out, ",GROUP-ID=\"%s\"", ccs->ccgroup);
  1170. avio_printf(hls->m3u8_out, ",NAME=\"%s\"", ccs->instreamid);
  1171. if (ccs->language)
  1172. avio_printf(hls->m3u8_out, ",LANGUAGE=\"%s\"", ccs->language);
  1173. avio_printf(hls->m3u8_out, ",INSTREAM-ID=\"%s\"\n", ccs->instreamid);
  1174. }
  1175. /* For audio only variant streams add #EXT-X-MEDIA tag with attributes*/
  1176. for (i = 0; i < hls->nb_varstreams; i++) {
  1177. vs = &(hls->var_streams[i]);
  1178. if (vs->has_video || vs->has_subtitle || !vs->agroup)
  1179. continue;
  1180. m3u8_rel_name = get_relative_url(hls->master_m3u8_url, vs->m3u8_name);
  1181. if (!m3u8_rel_name) {
  1182. av_log(s, AV_LOG_ERROR, "Unable to find relative URL\n");
  1183. goto fail;
  1184. }
  1185. ff_hls_write_audio_rendition(hls->m3u8_out, vs->agroup, m3u8_rel_name, vs->language, i, hls->has_default_key ? vs->is_default : 1);
  1186. }
  1187. /* For variant streams with video add #EXT-X-STREAM-INF tag with attributes*/
  1188. for (i = 0; i < hls->nb_varstreams; i++) {
  1189. vs = &(hls->var_streams[i]);
  1190. m3u8_rel_name = get_relative_url(hls->master_m3u8_url, vs->m3u8_name);
  1191. if (!m3u8_rel_name) {
  1192. av_log(s, AV_LOG_ERROR, "Unable to find relative URL\n");
  1193. goto fail;
  1194. }
  1195. vid_st = NULL;
  1196. aud_st = NULL;
  1197. for (j = 0; j < vs->nb_streams; j++) {
  1198. if (vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO)
  1199. vid_st = vs->streams[j];
  1200. else if (vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_AUDIO)
  1201. aud_st = vs->streams[j];
  1202. }
  1203. if (!vid_st && !aud_st) {
  1204. av_log(s, AV_LOG_WARNING, "Media stream not found\n");
  1205. continue;
  1206. }
  1207. /**
  1208. * Traverse through the list of audio only rendition streams and find
  1209. * the rendition which has highest bitrate in the same audio group
  1210. */
  1211. if (vs->agroup) {
  1212. for (j = 0; j < hls->nb_varstreams; j++) {
  1213. temp_vs = &(hls->var_streams[j]);
  1214. if (!temp_vs->has_video && !temp_vs->has_subtitle &&
  1215. temp_vs->agroup &&
  1216. !av_strcasecmp(temp_vs->agroup, vs->agroup)) {
  1217. if (!aud_st)
  1218. aud_st = temp_vs->streams[0];
  1219. if (temp_vs->streams[0]->codecpar->bit_rate >
  1220. aud_st->codecpar->bit_rate)
  1221. aud_st = temp_vs->streams[0];
  1222. }
  1223. }
  1224. }
  1225. bandwidth = 0;
  1226. if (vid_st)
  1227. bandwidth += get_stream_bit_rate(vid_st);
  1228. if (aud_st)
  1229. bandwidth += get_stream_bit_rate(aud_st);
  1230. bandwidth += bandwidth / 10;
  1231. ccgroup = NULL;
  1232. if (vid_st && vs->ccgroup) {
  1233. /* check if this group name is available in the cc map string */
  1234. for (j = 0; j < hls->nb_ccstreams; j++) {
  1235. ccs = &(hls->cc_streams[j]);
  1236. if (!av_strcasecmp(ccs->ccgroup, vs->ccgroup)) {
  1237. ccgroup = vs->ccgroup;
  1238. break;
  1239. }
  1240. }
  1241. if (j == hls->nb_ccstreams)
  1242. av_log(s, AV_LOG_WARNING, "mapping ccgroup %s not found\n",
  1243. vs->ccgroup);
  1244. }
  1245. if (vid_st && vs->sgroup) {
  1246. sgroup = vs->sgroup;
  1247. vtt_m3u8_rel_name = get_relative_url(hls->master_m3u8_url, vs->vtt_m3u8_name);
  1248. if (!vtt_m3u8_rel_name) {
  1249. av_log(s, AV_LOG_WARNING, "Unable to find relative subtitle URL\n");
  1250. break;
  1251. }
  1252. ff_hls_write_subtitle_rendition(hls->m3u8_out, sgroup, vtt_m3u8_rel_name, vs->language, i, hls->has_default_key ? vs->is_default : 1);
  1253. }
  1254. if (!hls->has_default_key || !hls->has_video_m3u8) {
  1255. ff_hls_write_stream_info(vid_st, hls->m3u8_out, bandwidth, m3u8_rel_name,
  1256. aud_st ? vs->agroup : NULL, vs->codec_attr, ccgroup, sgroup);
  1257. } else {
  1258. if (vid_st) {
  1259. ff_hls_write_stream_info(vid_st, hls->m3u8_out, bandwidth, m3u8_rel_name,
  1260. aud_st ? vs->agroup : NULL, vs->codec_attr, ccgroup, sgroup);
  1261. }
  1262. }
  1263. }
  1264. fail:
  1265. if (ret >=0)
  1266. hls->master_m3u8_created = 1;
  1267. hlsenc_io_close(s, &hls->m3u8_out, temp_filename);
  1268. if (use_temp_file)
  1269. ff_rename(temp_filename, hls->master_m3u8_url, s);
  1270. return ret;
  1271. }
  1272. static int hls_window(AVFormatContext *s, int last, VariantStream *vs)
  1273. {
  1274. HLSContext *hls = s->priv_data;
  1275. HLSSegment *en;
  1276. int target_duration = 0;
  1277. int ret = 0;
  1278. char temp_filename[MAX_URL_SIZE];
  1279. char temp_vtt_filename[MAX_URL_SIZE];
  1280. int64_t sequence = FFMAX(hls->start_sequence, vs->sequence - vs->nb_entries);
  1281. const char *proto = avio_find_protocol_name(vs->m3u8_name);
  1282. int is_file_proto = proto && !strcmp(proto, "file");
  1283. int use_temp_file = is_file_proto && ((hls->flags & HLS_TEMP_FILE) || !(hls->pl_type == PLAYLIST_TYPE_VOD));
  1284. static unsigned warned_non_file;
  1285. char *key_uri = NULL;
  1286. char *iv_string = NULL;
  1287. AVDictionary *options = NULL;
  1288. double prog_date_time = vs->initial_prog_date_time;
  1289. double *prog_date_time_p = (hls->flags & HLS_PROGRAM_DATE_TIME) ? &prog_date_time : NULL;
  1290. int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  1291. hls->version = 3;
  1292. if (byterange_mode) {
  1293. hls->version = 4;
  1294. sequence = 0;
  1295. }
  1296. if (hls->flags & HLS_INDEPENDENT_SEGMENTS) {
  1297. hls->version = 6;
  1298. }
  1299. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  1300. hls->version = 7;
  1301. }
  1302. if (!is_file_proto && (hls->flags & HLS_TEMP_FILE) && !warned_non_file++)
  1303. av_log(s, AV_LOG_ERROR, "Cannot use rename on non file protocol, this may lead to races and temporary partial files\n");
  1304. set_http_options(s, &options, hls);
  1305. snprintf(temp_filename, sizeof(temp_filename), use_temp_file ? "%s.tmp" : "%s", vs->m3u8_name);
  1306. if ((ret = hlsenc_io_open(s, byterange_mode ? &hls->m3u8_out : &vs->out, temp_filename, &options)) < 0) {
  1307. if (hls->ignore_io_errors)
  1308. ret = 0;
  1309. goto fail;
  1310. }
  1311. for (en = vs->segments; en; en = en->next) {
  1312. if (target_duration <= en->duration)
  1313. target_duration = lrint(en->duration);
  1314. }
  1315. vs->discontinuity_set = 0;
  1316. ff_hls_write_playlist_header(byterange_mode ? hls->m3u8_out : vs->out, hls->version, hls->allowcache,
  1317. target_duration, sequence, hls->pl_type, hls->flags & HLS_I_FRAMES_ONLY);
  1318. if ((hls->flags & HLS_DISCONT_START) && sequence==hls->start_sequence && vs->discontinuity_set==0) {
  1319. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, "#EXT-X-DISCONTINUITY\n");
  1320. vs->discontinuity_set = 1;
  1321. }
  1322. if (vs->has_video && (hls->flags & HLS_INDEPENDENT_SEGMENTS)) {
  1323. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, "#EXT-X-INDEPENDENT-SEGMENTS\n");
  1324. }
  1325. for (en = vs->segments; en; en = en->next) {
  1326. if ((hls->encrypt || hls->key_info_file) && (!key_uri || strcmp(en->key_uri, key_uri) ||
  1327. av_strcasecmp(en->iv_string, iv_string))) {
  1328. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, "#EXT-X-KEY:METHOD=AES-128,URI=\"%s\"", en->key_uri);
  1329. if (*en->iv_string)
  1330. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, ",IV=0x%s", en->iv_string);
  1331. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, "\n");
  1332. key_uri = en->key_uri;
  1333. iv_string = en->iv_string;
  1334. }
  1335. if ((hls->segment_type == SEGMENT_TYPE_FMP4) && (en == vs->segments)) {
  1336. ff_hls_write_init_file(byterange_mode ? hls->m3u8_out : vs->out, (hls->flags & HLS_SINGLE_FILE) ? en->filename : vs->fmp4_init_filename,
  1337. hls->flags & HLS_SINGLE_FILE, vs->init_range_length, 0);
  1338. }
  1339. ret = ff_hls_write_file_entry(byterange_mode ? hls->m3u8_out : vs->out, en->discont, byterange_mode,
  1340. en->duration, hls->flags & HLS_ROUND_DURATIONS,
  1341. en->size, en->pos, hls->baseurl,
  1342. en->filename, prog_date_time_p, en->keyframe_size, en->keyframe_pos, hls->flags & HLS_I_FRAMES_ONLY);
  1343. if (ret < 0) {
  1344. av_log(s, AV_LOG_WARNING, "ff_hls_write_file_entry get error\n");
  1345. }
  1346. }
  1347. if (last && (hls->flags & HLS_OMIT_ENDLIST)==0)
  1348. ff_hls_write_end_list(byterange_mode ? hls->m3u8_out : vs->out);
  1349. if (vs->vtt_m3u8_name) {
  1350. snprintf(temp_vtt_filename, sizeof(temp_vtt_filename), use_temp_file ? "%s.tmp" : "%s", vs->vtt_m3u8_name);
  1351. if ((ret = hlsenc_io_open(s, &hls->sub_m3u8_out, temp_vtt_filename, &options)) < 0) {
  1352. if (hls->ignore_io_errors)
  1353. ret = 0;
  1354. goto fail;
  1355. }
  1356. ff_hls_write_playlist_header(hls->sub_m3u8_out, hls->version, hls->allowcache,
  1357. target_duration, sequence, PLAYLIST_TYPE_NONE, 0);
  1358. for (en = vs->segments; en; en = en->next) {
  1359. ret = ff_hls_write_file_entry(hls->sub_m3u8_out, 0, byterange_mode,
  1360. en->duration, 0, en->size, en->pos,
  1361. hls->baseurl, en->sub_filename, NULL, 0, 0, 0);
  1362. if (ret < 0) {
  1363. av_log(s, AV_LOG_WARNING, "ff_hls_write_file_entry get error\n");
  1364. }
  1365. }
  1366. if (last)
  1367. ff_hls_write_end_list(hls->sub_m3u8_out);
  1368. }
  1369. fail:
  1370. av_dict_free(&options);
  1371. ret = hlsenc_io_close(s, byterange_mode ? &hls->m3u8_out : &vs->out, temp_filename);
  1372. if (ret < 0) {
  1373. return ret;
  1374. }
  1375. hlsenc_io_close(s, &hls->sub_m3u8_out, vs->vtt_m3u8_name);
  1376. if (use_temp_file) {
  1377. ff_rename(temp_filename, vs->m3u8_name, s);
  1378. if (vs->vtt_m3u8_name)
  1379. ff_rename(temp_vtt_filename, vs->vtt_m3u8_name, s);
  1380. }
  1381. if (ret >= 0 && hls->master_pl_name)
  1382. if (create_master_playlist(s, vs) < 0)
  1383. av_log(s, AV_LOG_WARNING, "Master playlist creation failed\n");
  1384. return ret;
  1385. }
  1386. static int hls_start(AVFormatContext *s, VariantStream *vs)
  1387. {
  1388. HLSContext *c = s->priv_data;
  1389. AVFormatContext *oc = vs->avf;
  1390. AVFormatContext *vtt_oc = vs->vtt_avf;
  1391. AVDictionary *options = NULL;
  1392. const char *proto = NULL;
  1393. int use_temp_file = 0;
  1394. char iv_string[KEYSIZE*2 + 1];
  1395. int err = 0;
  1396. if (c->flags & HLS_SINGLE_FILE) {
  1397. char *new_name = av_strdup(vs->basename);
  1398. if (!new_name)
  1399. return AVERROR(ENOMEM);
  1400. ff_format_set_url(oc, new_name);
  1401. if (vs->vtt_basename) {
  1402. new_name = av_strdup(vs->vtt_basename);
  1403. if (!new_name)
  1404. return AVERROR(ENOMEM);
  1405. ff_format_set_url(vtt_oc, new_name);
  1406. }
  1407. } else if (c->max_seg_size > 0) {
  1408. char *filename = NULL;
  1409. if (replace_int_data_in_filename(&filename,
  1410. #if FF_API_HLS_WRAP
  1411. vs->basename, 'd', c->wrap ? vs->sequence % c->wrap : vs->sequence) < 1) {
  1412. #else
  1413. vs->basename, 'd', vs->sequence) < 1) {
  1414. #endif
  1415. av_freep(&filename);
  1416. av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s', you can try to use -strftime 1 with it\n", vs->basename);
  1417. return AVERROR(EINVAL);
  1418. }
  1419. ff_format_set_url(oc, filename);
  1420. } else {
  1421. if (c->use_localtime) {
  1422. time_t now0;
  1423. struct tm *tm, tmpbuf;
  1424. int bufsize = strlen(vs->basename) + MAX_URL_SIZE;
  1425. char *buf = av_mallocz(bufsize);
  1426. if (!buf)
  1427. return AVERROR(ENOMEM);
  1428. time(&now0);
  1429. tm = localtime_r(&now0, &tmpbuf);
  1430. ff_format_set_url(oc, buf);
  1431. if (!strftime(oc->url, bufsize, vs->basename, tm)) {
  1432. av_log(oc, AV_LOG_ERROR, "Could not get segment filename with strftime\n");
  1433. return AVERROR(EINVAL);
  1434. }
  1435. err = sls_flag_use_localtime_filename(oc, c, vs);
  1436. if (err < 0) {
  1437. return AVERROR(ENOMEM);
  1438. }
  1439. if (c->use_localtime_mkdir) {
  1440. const char *dir;
  1441. char *fn_copy = av_strdup(oc->url);
  1442. if (!fn_copy)
  1443. return AVERROR(ENOMEM);
  1444. dir = av_dirname(fn_copy);
  1445. if (ff_mkdir_p(dir) == -1 && errno != EEXIST) {
  1446. av_log(oc, AV_LOG_ERROR, "Could not create directory %s with use_localtime_mkdir\n", dir);
  1447. av_freep(&fn_copy);
  1448. return AVERROR(errno);
  1449. }
  1450. av_freep(&fn_copy);
  1451. }
  1452. } else {
  1453. char *filename = NULL;
  1454. if (replace_int_data_in_filename(&filename,
  1455. #if FF_API_HLS_WRAP
  1456. vs->basename, 'd', c->wrap ? vs->sequence % c->wrap : vs->sequence) < 1) {
  1457. #else
  1458. vs->basename, 'd', vs->sequence) < 1) {
  1459. #endif
  1460. av_freep(&filename);
  1461. av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s' you can try to use -strftime 1 with it\n", vs->basename);
  1462. return AVERROR(EINVAL);
  1463. }
  1464. ff_format_set_url(oc, filename);
  1465. }
  1466. if (vs->vtt_basename) {
  1467. char *filename = NULL;
  1468. if (replace_int_data_in_filename(&filename,
  1469. #if FF_API_HLS_WRAP
  1470. vs->vtt_basename, 'd', c->wrap ? vs->sequence % c->wrap : vs->sequence) < 1) {
  1471. #else
  1472. vs->vtt_basename, 'd', vs->sequence) < 1) {
  1473. #endif
  1474. av_freep(&filename);
  1475. av_log(vtt_oc, AV_LOG_ERROR, "Invalid segment filename template '%s'\n", vs->vtt_basename);
  1476. return AVERROR(EINVAL);
  1477. }
  1478. ff_format_set_url(vtt_oc, filename);
  1479. }
  1480. }
  1481. proto = avio_find_protocol_name(oc->url);
  1482. use_temp_file = proto && !strcmp(proto, "file") && (c->flags & HLS_TEMP_FILE);
  1483. if (use_temp_file) {
  1484. char *new_name = av_asprintf("%s.tmp", oc->url);
  1485. if (!new_name)
  1486. return AVERROR(ENOMEM);
  1487. ff_format_set_url(oc, new_name);
  1488. }
  1489. if (c->key_info_file || c->encrypt) {
  1490. if (c->segment_type == SEGMENT_TYPE_FMP4) {
  1491. av_log(s, AV_LOG_ERROR, "Encrypted fmp4 not yet supported\n");
  1492. return AVERROR_PATCHWELCOME;
  1493. }
  1494. if (c->key_info_file && c->encrypt) {
  1495. av_log(s, AV_LOG_WARNING, "Cannot use both -hls_key_info_file and -hls_enc,"
  1496. " ignoring -hls_enc\n");
  1497. }
  1498. if (!vs->encrypt_started || (c->flags & HLS_PERIODIC_REKEY)) {
  1499. if (c->key_info_file) {
  1500. if ((err = hls_encryption_start(s, vs)) < 0)
  1501. goto fail;
  1502. } else {
  1503. if (!c->encrypt_started) {
  1504. if ((err = do_encrypt(s, vs)) < 0)
  1505. goto fail;
  1506. c->encrypt_started = 1;
  1507. }
  1508. av_strlcpy(vs->key_uri, c->key_uri, sizeof(vs->key_uri));
  1509. av_strlcpy(vs->key_string, c->key_string, sizeof(vs->key_string));
  1510. av_strlcpy(vs->iv_string, c->iv_string, sizeof(vs->iv_string));
  1511. }
  1512. vs->encrypt_started = 1;
  1513. }
  1514. err = av_strlcpy(iv_string, vs->iv_string, sizeof(iv_string));
  1515. if (!err) {
  1516. snprintf(iv_string, sizeof(iv_string), "%032"PRIx64, vs->sequence);
  1517. memset(vs->iv_string, 0, sizeof(vs->iv_string));
  1518. memcpy(vs->iv_string, iv_string, sizeof(iv_string));
  1519. }
  1520. }
  1521. if (c->segment_type != SEGMENT_TYPE_FMP4) {
  1522. if (oc->oformat->priv_class && oc->priv_data) {
  1523. av_opt_set(oc->priv_data, "mpegts_flags", "resend_headers", 0);
  1524. }
  1525. if (c->flags & HLS_SINGLE_FILE) {
  1526. if (c->key_info_file || c->encrypt) {
  1527. av_dict_set(&options, "encryption_key", vs->key_string, 0);
  1528. av_dict_set(&options, "encryption_iv", vs->iv_string, 0);
  1529. /* Write temp file with cryption content */
  1530. av_freep(&vs->basename_tmp);
  1531. vs->basename_tmp = av_asprintf("crypto:%s.tmp", oc->url);
  1532. /* append temp file content into single file */
  1533. av_freep(&vs->basename);
  1534. vs->basename = av_asprintf("%s", oc->url);
  1535. } else {
  1536. vs->basename_tmp = vs->basename;
  1537. }
  1538. set_http_options(s, &options, c);
  1539. if (!vs->out_single_file)
  1540. if ((err = hlsenc_io_open(s, &vs->out_single_file, vs->basename, &options)) < 0) {
  1541. if (c->ignore_io_errors)
  1542. err = 0;
  1543. goto fail;
  1544. }
  1545. if ((err = hlsenc_io_open(s, &vs->out, vs->basename_tmp, &options)) < 0) {
  1546. if (c->ignore_io_errors)
  1547. err = 0;
  1548. goto fail;
  1549. }
  1550. }
  1551. }
  1552. if (vs->vtt_basename) {
  1553. set_http_options(s, &options, c);
  1554. if ((err = hlsenc_io_open(s, &vtt_oc->pb, vtt_oc->url, &options)) < 0) {
  1555. if (c->ignore_io_errors)
  1556. err = 0;
  1557. goto fail;
  1558. }
  1559. }
  1560. av_dict_free(&options);
  1561. if (vs->vtt_basename) {
  1562. err = avformat_write_header(vtt_oc,NULL);
  1563. if (err < 0)
  1564. return err;
  1565. }
  1566. return 0;
  1567. fail:
  1568. av_dict_free(&options);
  1569. return err;
  1570. }
  1571. static const char * get_default_pattern_localtime_fmt(AVFormatContext *s)
  1572. {
  1573. char b[21];
  1574. time_t t = time(NULL);
  1575. struct tm *p, tmbuf;
  1576. HLSContext *hls = s->priv_data;
  1577. p = localtime_r(&t, &tmbuf);
  1578. // no %s support when strftime returned error or left format string unchanged
  1579. // also no %s support on MSVC, which invokes the invalid parameter handler on unsupported format strings, instead of returning an error
  1580. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  1581. return (HAVE_LIBC_MSVCRT || !strftime(b, sizeof(b), "%s", p) || !strcmp(b, "%s")) ? "-%Y%m%d%H%M%S.m4s" : "-%s.m4s";
  1582. }
  1583. return (HAVE_LIBC_MSVCRT || !strftime(b, sizeof(b), "%s", p) || !strcmp(b, "%s")) ? "-%Y%m%d%H%M%S.ts" : "-%s.ts";
  1584. }
  1585. static int append_postfix(char *name, int name_buf_len, int i)
  1586. {
  1587. char *p;
  1588. char extension[10] = {'\0'};
  1589. p = strrchr(name, '.');
  1590. if (p) {
  1591. av_strlcpy(extension, p, sizeof(extension));
  1592. *p = '\0';
  1593. }
  1594. snprintf(name + strlen(name), name_buf_len - strlen(name), POSTFIX_PATTERN, i);
  1595. if (strlen(extension))
  1596. av_strlcat(name, extension, name_buf_len);
  1597. return 0;
  1598. }
  1599. static int validate_name(int nb_vs, const char *fn)
  1600. {
  1601. const char *filename, *subdir_name;
  1602. char *fn_dup = NULL;
  1603. int ret = 0;
  1604. if (!fn)
  1605. return AVERROR(EINVAL);
  1606. fn_dup = av_strdup(fn);
  1607. if (!fn_dup)
  1608. return AVERROR(ENOMEM);
  1609. filename = av_basename(fn);
  1610. subdir_name = av_dirname(fn_dup);
  1611. if (nb_vs > 1 && !av_stristr(filename, "%v") && !av_stristr(subdir_name, "%v")) {
  1612. av_log(NULL, AV_LOG_ERROR, "More than 1 variant streams are present, %%v is expected "
  1613. "either in the filename or in the sub-directory name of file %s\n", fn);
  1614. ret = AVERROR(EINVAL);
  1615. goto fail;
  1616. }
  1617. if (av_stristr(filename, "%v") && av_stristr(subdir_name, "%v")) {
  1618. av_log(NULL, AV_LOG_ERROR, "%%v is expected either in the filename or "
  1619. "in the sub-directory name of file %s, but only in one of them\n", fn);
  1620. ret = AVERROR(EINVAL);
  1621. goto fail;
  1622. }
  1623. fail:
  1624. av_freep(&fn_dup);
  1625. return ret;
  1626. }
  1627. static int format_name(const char *buf, char **s, int index, const char *varname)
  1628. {
  1629. const char *proto, *dir;
  1630. char *orig_buf_dup = NULL, *mod_buf_dup = NULL;
  1631. int ret = 0;
  1632. orig_buf_dup = av_strdup(buf);
  1633. if (!orig_buf_dup)
  1634. return AVERROR(ENOMEM);
  1635. if (!av_stristr(buf, "%v")) {
  1636. *s = orig_buf_dup;
  1637. return 0;
  1638. }
  1639. if (!varname) {
  1640. if (replace_int_data_in_filename(s, orig_buf_dup, 'v', index) < 1) {
  1641. ret = AVERROR(EINVAL);
  1642. goto fail;
  1643. }
  1644. } else {
  1645. if (replace_str_data_in_filename(s, orig_buf_dup, 'v', varname) < 1) {
  1646. ret = AVERROR(EINVAL);
  1647. goto fail;
  1648. }
  1649. }
  1650. proto = avio_find_protocol_name(orig_buf_dup);
  1651. dir = av_dirname(orig_buf_dup);
  1652. /* if %v is present in the file's directory, create sub-directory */
  1653. if (av_stristr(dir, "%v") && proto && !strcmp(proto, "file")) {
  1654. mod_buf_dup = av_strdup(*s);
  1655. dir = av_dirname(mod_buf_dup);
  1656. if (ff_mkdir_p(dir) == -1 && errno != EEXIST) {
  1657. ret = AVERROR(errno);
  1658. goto fail;
  1659. }
  1660. }
  1661. fail:
  1662. av_freep(&orig_buf_dup);
  1663. av_freep(&mod_buf_dup);
  1664. return ret;
  1665. }
  1666. static int get_nth_codec_stream_index(AVFormatContext *s,
  1667. enum AVMediaType codec_type,
  1668. int64_t stream_id)
  1669. {
  1670. unsigned int stream_index, cnt;
  1671. if (stream_id < 0 || stream_id > s->nb_streams - 1)
  1672. return -1;
  1673. cnt = 0;
  1674. for (stream_index = 0; stream_index < s->nb_streams; stream_index++) {
  1675. if (s->streams[stream_index]->codecpar->codec_type != codec_type)
  1676. continue;
  1677. if (cnt == stream_id)
  1678. return stream_index;
  1679. cnt++;
  1680. }
  1681. return -1;
  1682. }
  1683. static int parse_variant_stream_mapstring(AVFormatContext *s)
  1684. {
  1685. HLSContext *hls = s->priv_data;
  1686. VariantStream *vs;
  1687. int stream_index, i, j;
  1688. enum AVMediaType codec_type;
  1689. int nb_varstreams = 0, nb_streams;
  1690. char *p, *q, *saveptr1, *saveptr2, *varstr, *keyval;
  1691. const char *val;
  1692. /**
  1693. * Expected format for var_stream_map string is as below:
  1694. * "a:0,v:0 a:1,v:1"
  1695. * "a:0,agroup:a0,default:1,language:ENG a:1,agroup:a1,default:0 v:0,agroup:a0 v:1,agroup:a1"
  1696. * This string specifies how to group the audio, video and subtitle streams
  1697. * into different variant streams. The variant stream groups are separated
  1698. * by space.
  1699. *
  1700. * a:, v:, s: are keys to specify audio, video and subtitle streams
  1701. * respectively. Allowed values are 0 to 9 digits (limited just based on
  1702. * practical usage)
  1703. *
  1704. * agroup: is key to specify audio group. A string can be given as value.
  1705. * sgroup: is key to specify subtitle group. A string can be given as value.
  1706. */
  1707. p = av_strdup(hls->var_stream_map);
  1708. if (!p)
  1709. return AVERROR(ENOMEM);
  1710. q = p;
  1711. while (av_strtok(q, " \t", &saveptr1)) {
  1712. q = NULL;
  1713. nb_varstreams++;
  1714. }
  1715. av_freep(&p);
  1716. hls->var_streams = av_mallocz(sizeof(*hls->var_streams) * nb_varstreams);
  1717. if (!hls->var_streams)
  1718. return AVERROR(ENOMEM);
  1719. hls->nb_varstreams = nb_varstreams;
  1720. p = hls->var_stream_map;
  1721. nb_varstreams = 0;
  1722. while (varstr = av_strtok(p, " \t", &saveptr1)) {
  1723. p = NULL;
  1724. if (nb_varstreams < hls->nb_varstreams) {
  1725. vs = &(hls->var_streams[nb_varstreams]);
  1726. vs->var_stream_idx = nb_varstreams;
  1727. vs->is_default = 0;
  1728. nb_varstreams++;
  1729. } else
  1730. return AVERROR(EINVAL);
  1731. q = varstr;
  1732. while (1) {
  1733. if (!av_strncasecmp(q, "a:", 2) || !av_strncasecmp(q, "v:", 2) ||
  1734. !av_strncasecmp(q, "s:", 2))
  1735. vs->nb_streams++;
  1736. q = strchr(q, ',');
  1737. if (!q)
  1738. break;
  1739. q++;
  1740. }
  1741. vs->streams = av_mallocz(sizeof(AVStream *) * vs->nb_streams);
  1742. if (!vs->streams)
  1743. return AVERROR(ENOMEM);
  1744. nb_streams = 0;
  1745. while (keyval = av_strtok(varstr, ",", &saveptr2)) {
  1746. int64_t num;
  1747. char *end;
  1748. varstr = NULL;
  1749. if (av_strstart(keyval, "language:", &val)) {
  1750. vs->language = val;
  1751. continue;
  1752. } else if (av_strstart(keyval, "default:", &val)) {
  1753. vs->is_default = (!av_strncasecmp(val, "YES", strlen("YES")) ||
  1754. (!av_strncasecmp(val, "1", strlen("1"))));
  1755. hls->has_default_key = 1;
  1756. continue;
  1757. } else if (av_strstart(keyval, "name:", &val)) {
  1758. vs->varname = val;
  1759. continue;
  1760. } else if (av_strstart(keyval, "agroup:", &val)) {
  1761. vs->agroup = val;
  1762. continue;
  1763. } else if (av_strstart(keyval, "sgroup:", &val)) {
  1764. vs->sgroup = val;
  1765. continue;
  1766. } else if (av_strstart(keyval, "ccgroup:", &val)) {
  1767. vs->ccgroup = val;
  1768. continue;
  1769. } else if (av_strstart(keyval, "v:", &val)) {
  1770. codec_type = AVMEDIA_TYPE_VIDEO;
  1771. hls->has_video_m3u8 = 1;
  1772. } else if (av_strstart(keyval, "a:", &val)) {
  1773. codec_type = AVMEDIA_TYPE_AUDIO;
  1774. } else if (av_strstart(keyval, "s:", &val)) {
  1775. codec_type = AVMEDIA_TYPE_SUBTITLE;
  1776. } else {
  1777. av_log(s, AV_LOG_ERROR, "Invalid keyval %s\n", keyval);
  1778. return AVERROR(EINVAL);
  1779. }
  1780. num = strtoll(val, &end, 10);
  1781. if (!av_isdigit(*val) || *end != '\0') {
  1782. av_log(s, AV_LOG_ERROR, "Invalid stream number: '%s'\n", val);
  1783. return AVERROR(EINVAL);
  1784. }
  1785. stream_index = get_nth_codec_stream_index(s, codec_type, num);
  1786. if (stream_index >= 0 && nb_streams < vs->nb_streams) {
  1787. for (i = 0; nb_streams > 0 && i < nb_streams; i++) {
  1788. if (vs->streams[i] == s->streams[stream_index]) {
  1789. av_log(s, AV_LOG_ERROR, "Same elementary stream found more than once inside "
  1790. "variant definition #%d\n", nb_varstreams - 1);
  1791. return AVERROR(EINVAL);
  1792. }
  1793. }
  1794. for (j = 0; nb_varstreams > 1 && j < nb_varstreams - 1; j++) {
  1795. for (i = 0; i < hls->var_streams[j].nb_streams; i++) {
  1796. if (hls->var_streams[j].streams[i] == s->streams[stream_index]) {
  1797. av_log(s, AV_LOG_ERROR, "Same elementary stream found more than once "
  1798. "in two different variant definitions #%d and #%d\n",
  1799. j, nb_varstreams - 1);
  1800. return AVERROR(EINVAL);
  1801. }
  1802. }
  1803. }
  1804. vs->streams[nb_streams++] = s->streams[stream_index];
  1805. } else {
  1806. av_log(s, AV_LOG_ERROR, "Unable to map stream at %s\n", keyval);
  1807. return AVERROR(EINVAL);
  1808. }
  1809. }
  1810. }
  1811. av_log(s, AV_LOG_DEBUG, "Number of variant streams %d\n",
  1812. hls->nb_varstreams);
  1813. return 0;
  1814. }
  1815. static int parse_cc_stream_mapstring(AVFormatContext *s)
  1816. {
  1817. HLSContext *hls = s->priv_data;
  1818. int nb_ccstreams = 0;
  1819. char *p, *q, *ccstr, *keyval;
  1820. char *saveptr1 = NULL, *saveptr2 = NULL;
  1821. const char *val;
  1822. ClosedCaptionsStream *ccs;
  1823. p = av_strdup(hls->cc_stream_map);
  1824. if(!p)
  1825. return AVERROR(ENOMEM);
  1826. q = p;
  1827. while (av_strtok(q, " \t", &saveptr1)) {
  1828. q = NULL;
  1829. nb_ccstreams++;
  1830. }
  1831. av_freep(&p);
  1832. hls->cc_streams = av_mallocz(sizeof(*hls->cc_streams) * nb_ccstreams);
  1833. if (!hls->cc_streams)
  1834. return AVERROR(ENOMEM);
  1835. hls->nb_ccstreams = nb_ccstreams;
  1836. p = hls->cc_stream_map;
  1837. nb_ccstreams = 0;
  1838. while (ccstr = av_strtok(p, " \t", &saveptr1)) {
  1839. p = NULL;
  1840. if (nb_ccstreams < hls->nb_ccstreams)
  1841. ccs = &(hls->cc_streams[nb_ccstreams++]);
  1842. else
  1843. return AVERROR(EINVAL);
  1844. while (keyval = av_strtok(ccstr, ",", &saveptr2)) {
  1845. ccstr = NULL;
  1846. if (av_strstart(keyval, "ccgroup:", &val)) {
  1847. ccs->ccgroup = val;
  1848. } else if (av_strstart(keyval, "instreamid:", &val)) {
  1849. ccs->instreamid = val;
  1850. } else if (av_strstart(keyval, "language:", &val)) {
  1851. ccs->language = val;
  1852. } else {
  1853. av_log(s, AV_LOG_ERROR, "Invalid keyval %s\n", keyval);
  1854. return AVERROR(EINVAL);
  1855. }
  1856. }
  1857. if (!ccs->ccgroup || !ccs->instreamid) {
  1858. av_log(s, AV_LOG_ERROR, "Insufficient parameters in cc stream map string\n");
  1859. return AVERROR(EINVAL);
  1860. }
  1861. if (av_strstart(ccs->instreamid, "CC", &val)) {
  1862. if (atoi(val) < 1 || atoi(val) > 4) {
  1863. av_log(s, AV_LOG_ERROR, "Invalid instream ID CC index %d in %s, range 1-4\n",
  1864. atoi(val), ccs->instreamid);
  1865. return AVERROR(EINVAL);
  1866. }
  1867. } else if (av_strstart(ccs->instreamid, "SERVICE", &val)) {
  1868. if (atoi(val) < 1 || atoi(val) > 63) {
  1869. av_log(s, AV_LOG_ERROR, "Invalid instream ID SERVICE index %d in %s, range 1-63 \n",
  1870. atoi(val), ccs->instreamid);
  1871. return AVERROR(EINVAL);
  1872. }
  1873. } else {
  1874. av_log(s, AV_LOG_ERROR, "Invalid instream ID %s, supported are CCn or SERVICEn\n",
  1875. ccs->instreamid);
  1876. return AVERROR(EINVAL);
  1877. }
  1878. }
  1879. return 0;
  1880. }
  1881. static int update_variant_stream_info(AVFormatContext *s)
  1882. {
  1883. HLSContext *hls = s->priv_data;
  1884. unsigned int i;
  1885. int ret = 0;
  1886. if (hls->cc_stream_map) {
  1887. ret = parse_cc_stream_mapstring(s);
  1888. if (ret < 0)
  1889. return ret;
  1890. }
  1891. if (hls->var_stream_map) {
  1892. return parse_variant_stream_mapstring(s);
  1893. } else {
  1894. //By default, a single variant stream with all the codec streams is created
  1895. hls->var_streams = av_mallocz(sizeof(*hls->var_streams));
  1896. if (!hls->var_streams)
  1897. return AVERROR(ENOMEM);
  1898. hls->nb_varstreams = 1;
  1899. hls->var_streams[0].var_stream_idx = 0;
  1900. hls->var_streams[0].nb_streams = s->nb_streams;
  1901. hls->var_streams[0].streams = av_mallocz(sizeof(AVStream *) *
  1902. hls->var_streams[0].nb_streams);
  1903. if (!hls->var_streams[0].streams)
  1904. return AVERROR(ENOMEM);
  1905. //by default, the first available ccgroup is mapped to the variant stream
  1906. if (hls->nb_ccstreams)
  1907. hls->var_streams[0].ccgroup = hls->cc_streams[0].ccgroup;
  1908. for (i = 0; i < s->nb_streams; i++)
  1909. hls->var_streams[0].streams[i] = s->streams[i];
  1910. }
  1911. return 0;
  1912. }
  1913. static int update_master_pl_info(AVFormatContext *s)
  1914. {
  1915. HLSContext *hls = s->priv_data;
  1916. const char *dir;
  1917. char *fn1= NULL, *fn2 = NULL;
  1918. int ret = 0;
  1919. fn1 = av_strdup(s->url);
  1920. if (!fn1)
  1921. return AVERROR(ENOMEM);
  1922. dir = av_dirname(fn1);
  1923. /**
  1924. * if output file's directory has %v, variants are created in sub-directories
  1925. * then master is created at the sub-directories level
  1926. */
  1927. if (dir && av_stristr(av_basename(dir), "%v")) {
  1928. fn2 = av_strdup(dir);
  1929. if (!fn2) {
  1930. ret = AVERROR(ENOMEM);
  1931. goto fail;
  1932. }
  1933. dir = av_dirname(fn2);
  1934. }
  1935. if (dir && strcmp(dir, "."))
  1936. hls->master_m3u8_url = av_append_path_component(dir, hls->master_pl_name);
  1937. else
  1938. hls->master_m3u8_url = av_strdup(hls->master_pl_name);
  1939. if (!hls->master_m3u8_url) {
  1940. ret = AVERROR(ENOMEM);
  1941. goto fail;
  1942. }
  1943. fail:
  1944. av_freep(&fn1);
  1945. av_freep(&fn2);
  1946. return ret;
  1947. }
  1948. static int hls_write_header(AVFormatContext *s)
  1949. {
  1950. HLSContext *hls = s->priv_data;
  1951. int ret, i, j;
  1952. VariantStream *vs = NULL;
  1953. for (i = 0; i < hls->nb_varstreams; i++) {
  1954. vs = &hls->var_streams[i];
  1955. ret = avformat_write_header(vs->avf, NULL);
  1956. if (ret < 0)
  1957. return ret;
  1958. //av_assert0(s->nb_streams == hls->avf->nb_streams);
  1959. for (j = 0; j < vs->nb_streams; j++) {
  1960. AVStream *inner_st;
  1961. AVStream *outer_st = vs->streams[j];
  1962. if (hls->max_seg_size > 0) {
  1963. if ((outer_st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) &&
  1964. (outer_st->codecpar->bit_rate > hls->max_seg_size)) {
  1965. av_log(s, AV_LOG_WARNING, "Your video bitrate is bigger than hls_segment_size, "
  1966. "(%"PRId64 " > %"PRId64 "), the result maybe not be what you want.",
  1967. outer_st->codecpar->bit_rate, hls->max_seg_size);
  1968. }
  1969. }
  1970. if (outer_st->codecpar->codec_type != AVMEDIA_TYPE_SUBTITLE)
  1971. inner_st = vs->avf->streams[j];
  1972. else if (vs->vtt_avf)
  1973. inner_st = vs->vtt_avf->streams[0];
  1974. else {
  1975. /* We have a subtitle stream, when the user does not want one */
  1976. inner_st = NULL;
  1977. continue;
  1978. }
  1979. avpriv_set_pts_info(outer_st, inner_st->pts_wrap_bits, inner_st->time_base.num, inner_st->time_base.den);
  1980. write_codec_attr(outer_st, vs);
  1981. }
  1982. /* Update the Codec Attr string for the mapped audio groups */
  1983. if (vs->has_video && vs->agroup) {
  1984. for (j = 0; j < hls->nb_varstreams; j++) {
  1985. VariantStream *vs_agroup = &(hls->var_streams[j]);
  1986. if (!vs_agroup->has_video && !vs_agroup->has_subtitle &&
  1987. vs_agroup->agroup &&
  1988. !av_strcasecmp(vs_agroup->agroup, vs->agroup)) {
  1989. write_codec_attr(vs_agroup->streams[0], vs);
  1990. }
  1991. }
  1992. }
  1993. }
  1994. return ret;
  1995. }
  1996. static int hls_init_file_resend(AVFormatContext *s, VariantStream *vs)
  1997. {
  1998. HLSContext *hls = s->priv_data;
  1999. AVDictionary *options = NULL;
  2000. int ret = 0;
  2001. set_http_options(s, &options, hls);
  2002. ret = hlsenc_io_open(s, &vs->out, vs->base_output_dirname, &options);
  2003. av_dict_free(&options);
  2004. if (ret < 0)
  2005. return ret;
  2006. avio_write(vs->out, vs->init_buffer, vs->init_range_length);
  2007. hlsenc_io_close(s, &vs->out, hls->fmp4_init_filename);
  2008. return ret;
  2009. }
  2010. static int64_t append_single_file(AVFormatContext *s, VariantStream *vs)
  2011. {
  2012. int ret = 0;
  2013. int64_t read_byte = 0;
  2014. int64_t total_size = 0;
  2015. char *filename = NULL;
  2016. char buf[BUFSIZE];
  2017. AVFormatContext *oc = vs->avf;
  2018. hlsenc_io_close(s, &vs->out, vs->basename_tmp);
  2019. filename = av_asprintf("%s.tmp", oc->url);
  2020. ret = s->io_open(s, &vs->out, filename, AVIO_FLAG_READ, NULL);
  2021. if (ret < 0) {
  2022. av_free(filename);
  2023. return ret;
  2024. }
  2025. do {
  2026. memset(buf, 0, sizeof(BUFSIZE));
  2027. read_byte = avio_read(vs->out, buf, BUFSIZE);
  2028. avio_write(vs->out_single_file, buf, read_byte);
  2029. if (read_byte > 0) {
  2030. total_size += read_byte;
  2031. ret = total_size;
  2032. }
  2033. } while (read_byte > 0);
  2034. hlsenc_io_close(s, &vs->out, filename);
  2035. av_free(filename);
  2036. return ret;
  2037. }
  2038. static int hls_write_packet(AVFormatContext *s, AVPacket *pkt)
  2039. {
  2040. HLSContext *hls = s->priv_data;
  2041. AVFormatContext *oc = NULL;
  2042. AVStream *st = s->streams[pkt->stream_index];
  2043. int64_t end_pts = 0;
  2044. int is_ref_pkt = 1;
  2045. int ret = 0, can_split = 1, i, j;
  2046. int stream_index = 0;
  2047. int range_length = 0;
  2048. const char *proto = NULL;
  2049. int use_temp_file = 0;
  2050. VariantStream *vs = NULL;
  2051. char *old_filename = NULL;
  2052. for (i = 0; i < hls->nb_varstreams; i++) {
  2053. vs = &hls->var_streams[i];
  2054. for (j = 0; j < vs->nb_streams; j++) {
  2055. if (vs->streams[j] == st) {
  2056. if (st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE) {
  2057. oc = vs->vtt_avf;
  2058. stream_index = 0;
  2059. } else {
  2060. oc = vs->avf;
  2061. stream_index = j;
  2062. }
  2063. break;
  2064. }
  2065. }
  2066. if (oc)
  2067. break;
  2068. }
  2069. if (!oc) {
  2070. av_log(s, AV_LOG_ERROR, "Unable to find mapping variant stream\n");
  2071. return AVERROR(ENOMEM);
  2072. }
  2073. end_pts = hls->recording_time * vs->number;
  2074. if (vs->sequence - vs->nb_entries > hls->start_sequence && hls->init_time > 0) {
  2075. /* reset end_pts, hls->recording_time at end of the init hls list */
  2076. int64_t init_list_dur = hls->init_time * vs->nb_entries * AV_TIME_BASE;
  2077. int64_t after_init_list_dur = (vs->sequence - hls->start_sequence - vs->nb_entries) * (hls->time * AV_TIME_BASE);
  2078. hls->recording_time = hls->time * AV_TIME_BASE;
  2079. end_pts = init_list_dur + after_init_list_dur ;
  2080. }
  2081. if (vs->start_pts == AV_NOPTS_VALUE) {
  2082. vs->start_pts = pkt->pts;
  2083. if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO)
  2084. vs->start_pts_from_audio = 1;
  2085. }
  2086. if (vs->start_pts_from_audio && st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO && vs->start_pts > pkt->pts) {
  2087. vs->start_pts = pkt->pts;
  2088. vs->start_pts_from_audio = 0;
  2089. }
  2090. if (vs->has_video) {
  2091. can_split = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO &&
  2092. ((pkt->flags & AV_PKT_FLAG_KEY) || (hls->flags & HLS_SPLIT_BY_TIME));
  2093. is_ref_pkt = (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) && (pkt->stream_index == vs->reference_stream_index);
  2094. }
  2095. if (pkt->pts == AV_NOPTS_VALUE)
  2096. is_ref_pkt = can_split = 0;
  2097. if (is_ref_pkt) {
  2098. if (vs->end_pts == AV_NOPTS_VALUE)
  2099. vs->end_pts = pkt->pts;
  2100. if (vs->new_start) {
  2101. vs->new_start = 0;
  2102. vs->duration = (double)(pkt->pts - vs->end_pts)
  2103. * st->time_base.num / st->time_base.den;
  2104. vs->dpp = (double)(pkt->duration) * st->time_base.num / st->time_base.den;
  2105. } else {
  2106. if (pkt->duration) {
  2107. vs->duration += (double)(pkt->duration) * st->time_base.num / st->time_base.den;
  2108. } else {
  2109. av_log(s, AV_LOG_WARNING, "pkt->duration = 0, maybe the hls segment duration will not precise\n");
  2110. vs->duration = (double)(pkt->pts - vs->end_pts) * st->time_base.num / st->time_base.den;
  2111. }
  2112. }
  2113. }
  2114. can_split = can_split && (pkt->pts - vs->end_pts > 0);
  2115. if (vs->packets_written && can_split && av_compare_ts(pkt->pts - vs->start_pts, st->time_base,
  2116. end_pts, AV_TIME_BASE_Q) >= 0) {
  2117. int64_t new_start_pos;
  2118. int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  2119. av_write_frame(oc, NULL); /* Flush any buffered data */
  2120. new_start_pos = avio_tell(oc->pb);
  2121. vs->size = new_start_pos - vs->start_pos;
  2122. avio_flush(oc->pb);
  2123. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2124. if (!vs->init_range_length) {
  2125. range_length = avio_close_dyn_buf(oc->pb, &vs->init_buffer);
  2126. if (range_length <= 0)
  2127. return AVERROR(EINVAL);
  2128. avio_write(vs->out, vs->init_buffer, range_length);
  2129. if (!hls->resend_init_file)
  2130. av_freep(&vs->init_buffer);
  2131. vs->init_range_length = range_length;
  2132. avio_open_dyn_buf(&oc->pb);
  2133. vs->packets_written = 0;
  2134. vs->start_pos = range_length;
  2135. if (!byterange_mode) {
  2136. hlsenc_io_close(s, &vs->out, vs->base_output_dirname);
  2137. }
  2138. }
  2139. }
  2140. if (!byterange_mode) {
  2141. if (vs->vtt_avf) {
  2142. hlsenc_io_close(s, &vs->vtt_avf->pb, vs->vtt_avf->url);
  2143. }
  2144. }
  2145. if (hls->flags & HLS_SINGLE_FILE) {
  2146. ret = flush_dynbuf(vs, &range_length);
  2147. av_freep(&vs->temp_buffer);
  2148. if (ret < 0) {
  2149. return ret;
  2150. }
  2151. vs->size = range_length;
  2152. if (hls->key_info_file || hls->encrypt)
  2153. vs->size = append_single_file(s, vs);
  2154. } else {
  2155. if (oc->url[0]) {
  2156. proto = avio_find_protocol_name(oc->url);
  2157. use_temp_file = proto && !strcmp(proto, "file")
  2158. && (hls->flags & HLS_TEMP_FILE);
  2159. }
  2160. if ((hls->max_seg_size > 0 && (vs->size + vs->start_pos >= hls->max_seg_size)) || !byterange_mode) {
  2161. AVDictionary *options = NULL;
  2162. char *filename = NULL;
  2163. if (hls->key_info_file || hls->encrypt) {
  2164. av_dict_set(&options, "encryption_key", vs->key_string, 0);
  2165. av_dict_set(&options, "encryption_iv", vs->iv_string, 0);
  2166. filename = av_asprintf("crypto:%s", oc->url);
  2167. } else {
  2168. filename = av_asprintf("%s", oc->url);
  2169. }
  2170. if (!filename) {
  2171. av_dict_free(&options);
  2172. return AVERROR(ENOMEM);
  2173. }
  2174. // look to rename the asset name
  2175. if (use_temp_file)
  2176. av_dict_set(&options, "mpegts_flags", "resend_headers", 0);
  2177. set_http_options(s, &options, hls);
  2178. ret = hlsenc_io_open(s, &vs->out, filename, &options);
  2179. if (ret < 0) {
  2180. av_log(s, hls->ignore_io_errors ? AV_LOG_WARNING : AV_LOG_ERROR,
  2181. "Failed to open file '%s'\n", filename);
  2182. av_freep(&filename);
  2183. av_dict_free(&options);
  2184. return hls->ignore_io_errors ? 0 : ret;
  2185. }
  2186. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2187. write_styp(vs->out);
  2188. }
  2189. ret = flush_dynbuf(vs, &range_length);
  2190. if (ret < 0) {
  2191. av_freep(&filename);
  2192. av_dict_free(&options);
  2193. return ret;
  2194. }
  2195. ret = hlsenc_io_close(s, &vs->out, filename);
  2196. if (ret < 0) {
  2197. av_log(s, AV_LOG_WARNING, "upload segment failed,"
  2198. " will retry with a new http session.\n");
  2199. ff_format_io_close(s, &vs->out);
  2200. ret = hlsenc_io_open(s, &vs->out, filename, &options);
  2201. reflush_dynbuf(vs, &range_length);
  2202. ret = hlsenc_io_close(s, &vs->out, filename);
  2203. }
  2204. av_dict_free(&options);
  2205. av_freep(&vs->temp_buffer);
  2206. av_freep(&filename);
  2207. }
  2208. if (use_temp_file)
  2209. hls_rename_temp_file(s, oc);
  2210. }
  2211. old_filename = av_strdup(oc->url);
  2212. if (!old_filename) {
  2213. return AVERROR(ENOMEM);
  2214. }
  2215. if (vs->start_pos || hls->segment_type != SEGMENT_TYPE_FMP4) {
  2216. double cur_duration = (double)(pkt->pts - vs->end_pts) * st->time_base.num / st->time_base.den;
  2217. ret = hls_append_segment(s, hls, vs, cur_duration, vs->start_pos, vs->size);
  2218. vs->end_pts = pkt->pts;
  2219. vs->duration = 0;
  2220. if (ret < 0) {
  2221. av_freep(&old_filename);
  2222. return ret;
  2223. }
  2224. }
  2225. // if we're building a VOD playlist, skip writing the manifest multiple times, and just wait until the end
  2226. if (hls->pl_type != PLAYLIST_TYPE_VOD) {
  2227. if ((ret = hls_window(s, 0, vs)) < 0) {
  2228. av_log(s, AV_LOG_WARNING, "upload playlist failed, will retry with a new http session.\n");
  2229. ff_format_io_close(s, &vs->out);
  2230. if ((ret = hls_window(s, 0, vs)) < 0) {
  2231. av_freep(&old_filename);
  2232. return ret;
  2233. }
  2234. }
  2235. }
  2236. if (hls->resend_init_file && hls->segment_type == SEGMENT_TYPE_FMP4) {
  2237. ret = hls_init_file_resend(s, vs);
  2238. if (ret < 0) {
  2239. av_freep(&old_filename);
  2240. return ret;
  2241. }
  2242. }
  2243. if (hls->flags & HLS_SINGLE_FILE) {
  2244. vs->start_pos += vs->size;
  2245. if (hls->key_info_file || hls->encrypt)
  2246. ret = hls_start(s, vs);
  2247. } else if (hls->max_seg_size > 0) {
  2248. if (vs->size + vs->start_pos >= hls->max_seg_size) {
  2249. vs->sequence++;
  2250. sls_flag_file_rename(hls, vs, old_filename);
  2251. ret = hls_start(s, vs);
  2252. vs->start_pos = 0;
  2253. /* When split segment by byte, the duration is short than hls_time,
  2254. * so it is not enough one segment duration as hls_time, */
  2255. } else {
  2256. vs->start_pos = new_start_pos;
  2257. }
  2258. } else {
  2259. vs->start_pos = new_start_pos;
  2260. sls_flag_file_rename(hls, vs, old_filename);
  2261. ret = hls_start(s, vs);
  2262. }
  2263. vs->number++;
  2264. av_freep(&old_filename);
  2265. if (ret < 0) {
  2266. return ret;
  2267. }
  2268. }
  2269. vs->packets_written++;
  2270. if (oc->pb) {
  2271. ret = ff_write_chained(oc, stream_index, pkt, s, 0);
  2272. vs->video_keyframe_size += pkt->size;
  2273. if ((st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) && (pkt->flags & AV_PKT_FLAG_KEY)) {
  2274. vs->video_keyframe_size = avio_tell(oc->pb);
  2275. } else {
  2276. vs->video_keyframe_pos = avio_tell(vs->out);
  2277. }
  2278. if (hls->ignore_io_errors)
  2279. ret = 0;
  2280. }
  2281. return ret;
  2282. }
  2283. static void hls_deinit(AVFormatContext *s)
  2284. {
  2285. HLSContext *hls = s->priv_data;
  2286. int i = 0;
  2287. VariantStream *vs = NULL;
  2288. for (i = 0; i < hls->nb_varstreams; i++) {
  2289. vs = &hls->var_streams[i];
  2290. av_freep(&vs->basename);
  2291. av_freep(&vs->base_output_dirname);
  2292. av_freep(&vs->fmp4_init_filename);
  2293. av_freep(&vs->vtt_basename);
  2294. av_freep(&vs->vtt_m3u8_name);
  2295. avformat_free_context(vs->vtt_avf);
  2296. avformat_free_context(vs->avf);
  2297. if (hls->resend_init_file)
  2298. av_freep(&vs->init_buffer);
  2299. hls_free_segments(vs->segments);
  2300. hls_free_segments(vs->old_segments);
  2301. av_freep(&vs->m3u8_name);
  2302. av_freep(&vs->streams);
  2303. }
  2304. ff_format_io_close(s, &hls->m3u8_out);
  2305. ff_format_io_close(s, &hls->sub_m3u8_out);
  2306. av_freep(&hls->key_basename);
  2307. av_freep(&hls->var_streams);
  2308. av_freep(&hls->cc_streams);
  2309. av_freep(&hls->master_m3u8_url);
  2310. }
  2311. static int hls_write_trailer(struct AVFormatContext *s)
  2312. {
  2313. HLSContext *hls = s->priv_data;
  2314. AVFormatContext *oc = NULL;
  2315. AVFormatContext *vtt_oc = NULL;
  2316. char *old_filename = NULL;
  2317. const char *proto = NULL;
  2318. int use_temp_file = 0;
  2319. int i;
  2320. int ret = 0;
  2321. VariantStream *vs = NULL;
  2322. AVDictionary *options = NULL;
  2323. int range_length, byterange_mode;
  2324. for (i = 0; i < hls->nb_varstreams; i++) {
  2325. char *filename = NULL;
  2326. vs = &hls->var_streams[i];
  2327. oc = vs->avf;
  2328. vtt_oc = vs->vtt_avf;
  2329. old_filename = av_strdup(oc->url);
  2330. use_temp_file = 0;
  2331. if (!old_filename) {
  2332. return AVERROR(ENOMEM);
  2333. }
  2334. if (hls->key_info_file || hls->encrypt) {
  2335. av_dict_set(&options, "encryption_key", vs->key_string, 0);
  2336. av_dict_set(&options, "encryption_iv", vs->iv_string, 0);
  2337. filename = av_asprintf("crypto:%s", oc->url);
  2338. } else {
  2339. filename = av_asprintf("%s", oc->url);
  2340. }
  2341. if (!filename) {
  2342. av_freep(&old_filename);
  2343. return AVERROR(ENOMEM);
  2344. }
  2345. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2346. int range_length = 0;
  2347. if (!vs->init_range_length) {
  2348. uint8_t *buffer = NULL;
  2349. av_write_frame(oc, NULL); /* Flush any buffered data */
  2350. range_length = avio_close_dyn_buf(oc->pb, &buffer);
  2351. avio_write(vs->out, buffer, range_length);
  2352. av_freep(&buffer);
  2353. vs->init_range_length = range_length;
  2354. avio_open_dyn_buf(&oc->pb);
  2355. vs->packets_written = 0;
  2356. vs->start_pos = range_length;
  2357. byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  2358. if (!byterange_mode) {
  2359. ff_format_io_close(s, &vs->out);
  2360. hlsenc_io_close(s, &vs->out, vs->base_output_dirname);
  2361. }
  2362. }
  2363. }
  2364. if (!(hls->flags & HLS_SINGLE_FILE)) {
  2365. set_http_options(s, &options, hls);
  2366. ret = hlsenc_io_open(s, &vs->out, filename, &options);
  2367. if (ret < 0) {
  2368. av_log(s, AV_LOG_ERROR, "Failed to open file '%s'\n", oc->url);
  2369. goto failed;
  2370. }
  2371. if (hls->segment_type == SEGMENT_TYPE_FMP4)
  2372. write_styp(vs->out);
  2373. }
  2374. ret = flush_dynbuf(vs, &range_length);
  2375. if (ret < 0)
  2376. goto failed;
  2377. vs->size = range_length;
  2378. ret = hlsenc_io_close(s, &vs->out, filename);
  2379. if (ret < 0) {
  2380. av_log(s, AV_LOG_WARNING, "upload segment failed, will retry with a new http session.\n");
  2381. ff_format_io_close(s, &vs->out);
  2382. ret = hlsenc_io_open(s, &vs->out, filename, &options);
  2383. if (ret < 0) {
  2384. av_log(s, AV_LOG_ERROR, "Failed to open file '%s'\n", oc->url);
  2385. goto failed;
  2386. }
  2387. reflush_dynbuf(vs, &range_length);
  2388. ret = hlsenc_io_close(s, &vs->out, filename);
  2389. if (ret < 0)
  2390. av_log(s, AV_LOG_WARNING, "Failed to upload file '%s' at the end.\n", oc->url);
  2391. }
  2392. if (hls->flags & HLS_SINGLE_FILE) {
  2393. if (hls->key_info_file || hls->encrypt) {
  2394. vs->size = append_single_file(s, vs);
  2395. }
  2396. hlsenc_io_close(s, &vs->out_single_file, vs->basename);
  2397. }
  2398. failed:
  2399. av_freep(&vs->temp_buffer);
  2400. av_dict_free(&options);
  2401. av_freep(&filename);
  2402. av_write_trailer(oc);
  2403. if (oc->url[0]) {
  2404. proto = avio_find_protocol_name(oc->url);
  2405. use_temp_file = proto && !strcmp(proto, "file") && (hls->flags & HLS_TEMP_FILE);
  2406. }
  2407. // rename that segment from .tmp to the real one
  2408. if (use_temp_file && !(hls->flags & HLS_SINGLE_FILE)) {
  2409. hls_rename_temp_file(s, oc);
  2410. av_freep(&old_filename);
  2411. old_filename = av_strdup(oc->url);
  2412. if (!old_filename) {
  2413. return AVERROR(ENOMEM);
  2414. }
  2415. }
  2416. /* after av_write_trailer, then duration + 1 duration per packet */
  2417. hls_append_segment(s, hls, vs, vs->duration + vs->dpp, vs->start_pos, vs->size);
  2418. sls_flag_file_rename(hls, vs, old_filename);
  2419. if (vtt_oc) {
  2420. if (vtt_oc->pb)
  2421. av_write_trailer(vtt_oc);
  2422. vs->size = avio_tell(vs->vtt_avf->pb) - vs->start_pos;
  2423. ff_format_io_close(s, &vtt_oc->pb);
  2424. }
  2425. ret = hls_window(s, 1, vs);
  2426. if (ret < 0) {
  2427. av_log(s, AV_LOG_WARNING, "upload playlist failed, will retry with a new http session.\n");
  2428. ff_format_io_close(s, &vs->out);
  2429. hls_window(s, 1, vs);
  2430. }
  2431. ffio_free_dyn_buf(&oc->pb);
  2432. av_free(old_filename);
  2433. }
  2434. return 0;
  2435. }
  2436. static int hls_init(AVFormatContext *s)
  2437. {
  2438. int ret = 0;
  2439. int i = 0;
  2440. int j = 0;
  2441. HLSContext *hls = s->priv_data;
  2442. const char *pattern;
  2443. VariantStream *vs = NULL;
  2444. const char *vtt_pattern = hls->flags & HLS_SINGLE_FILE ? ".vtt" : "%d.vtt";
  2445. char *p = NULL;
  2446. int http_base_proto = ff_is_http_proto(s->url);
  2447. int fmp4_init_filename_len = strlen(hls->fmp4_init_filename) + 1;
  2448. double initial_program_date_time = av_gettime() / 1000000.0;
  2449. if (hls->use_localtime) {
  2450. pattern = get_default_pattern_localtime_fmt(s);
  2451. } else {
  2452. pattern = hls->segment_type == SEGMENT_TYPE_FMP4 ? "%d.m4s" : "%d.ts";
  2453. if (hls->flags & HLS_SINGLE_FILE)
  2454. pattern += 2;
  2455. }
  2456. hls->has_default_key = 0;
  2457. hls->has_video_m3u8 = 0;
  2458. ret = update_variant_stream_info(s);
  2459. if (ret < 0) {
  2460. av_log(s, AV_LOG_ERROR, "Variant stream info update failed with status %x\n",
  2461. ret);
  2462. return ret;
  2463. }
  2464. if (!hls->method && http_base_proto) {
  2465. av_log(hls, AV_LOG_WARNING, "No HTTP method set, hls muxer defaulting to method PUT.\n");
  2466. }
  2467. ret = validate_name(hls->nb_varstreams, s->url);
  2468. if (ret < 0)
  2469. return ret;
  2470. if (hls->segment_filename) {
  2471. ret = validate_name(hls->nb_varstreams, hls->segment_filename);
  2472. if (ret < 0)
  2473. return ret;
  2474. }
  2475. if (av_strcasecmp(hls->fmp4_init_filename, "init.mp4")) {
  2476. ret = validate_name(hls->nb_varstreams, hls->fmp4_init_filename);
  2477. if (ret < 0)
  2478. return ret;
  2479. }
  2480. if (hls->subtitle_filename) {
  2481. ret = validate_name(hls->nb_varstreams, hls->subtitle_filename);
  2482. if (ret < 0)
  2483. return ret;
  2484. }
  2485. if (hls->master_pl_name) {
  2486. ret = update_master_pl_info(s);
  2487. if (ret < 0) {
  2488. av_log(s, AV_LOG_ERROR, "Master stream info update failed with status %x\n",
  2489. ret);
  2490. return ret;
  2491. }
  2492. }
  2493. if ((hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH) ||
  2494. (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_MICROSECONDS_SINCE_EPOCH) ||
  2495. (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME)) {
  2496. time_t t = time(NULL);
  2497. if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_MICROSECONDS_SINCE_EPOCH) {
  2498. hls->start_sequence = av_gettime();
  2499. } else if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH) {
  2500. hls->start_sequence = (int64_t)t;
  2501. } else if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME) {
  2502. char b[15];
  2503. struct tm *p, tmbuf;
  2504. if (!(p = localtime_r(&t, &tmbuf)))
  2505. return AVERROR(errno);
  2506. if (!strftime(b, sizeof(b), "%Y%m%d%H%M%S", p))
  2507. return AVERROR(ENOMEM);
  2508. hls->start_sequence = strtoll(b, NULL, 10);
  2509. }
  2510. av_log(hls, AV_LOG_DEBUG, "start_number evaluated to %"PRId64"\n", hls->start_sequence);
  2511. }
  2512. hls->recording_time = (hls->init_time ? hls->init_time : hls->time) * AV_TIME_BASE;
  2513. if (hls->flags & HLS_SPLIT_BY_TIME && hls->flags & HLS_INDEPENDENT_SEGMENTS) {
  2514. // Independent segments cannot be guaranteed when splitting by time
  2515. hls->flags &= ~HLS_INDEPENDENT_SEGMENTS;
  2516. av_log(s, AV_LOG_WARNING,
  2517. "'split_by_time' and 'independent_segments' cannot be "
  2518. "enabled together. Disabling 'independent_segments' flag\n");
  2519. }
  2520. for (i = 0; i < hls->nb_varstreams; i++) {
  2521. vs = &hls->var_streams[i];
  2522. ret = format_name(s->url, &vs->m3u8_name, i, vs->varname);
  2523. if (ret < 0)
  2524. return ret;
  2525. vs->sequence = hls->start_sequence;
  2526. vs->start_pts = AV_NOPTS_VALUE;
  2527. vs->end_pts = AV_NOPTS_VALUE;
  2528. vs->current_segment_final_filename_fmt[0] = '\0';
  2529. vs->initial_prog_date_time = initial_program_date_time;
  2530. for (j = 0; j < vs->nb_streams; j++) {
  2531. vs->has_video += vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
  2532. /* Get one video stream to reference for split segments
  2533. * so use the first video stream index. */
  2534. if ((vs->has_video == 1) && (vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO)) {
  2535. vs->reference_stream_index = vs->streams[j]->index;
  2536. }
  2537. vs->has_subtitle += vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE;
  2538. }
  2539. if (vs->has_video > 1)
  2540. av_log(s, AV_LOG_WARNING, "More than a single video stream present, expect issues decoding it.\n");
  2541. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2542. vs->oformat = av_guess_format("mp4", NULL, NULL);
  2543. } else {
  2544. vs->oformat = av_guess_format("mpegts", NULL, NULL);
  2545. }
  2546. if (!vs->oformat)
  2547. return AVERROR_MUXER_NOT_FOUND;
  2548. if (hls->segment_filename) {
  2549. ret = format_name(hls->segment_filename, &vs->basename, i, vs->varname);
  2550. if (ret < 0)
  2551. return ret;
  2552. } else {
  2553. p = strrchr(vs->m3u8_name, '.');
  2554. if (p)
  2555. *p = '\0';
  2556. vs->basename = av_asprintf("%s%s", vs->m3u8_name, pattern);
  2557. if (!vs->basename)
  2558. return AVERROR(ENOMEM);
  2559. if (p)
  2560. *p = '.';
  2561. }
  2562. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2563. if (hls->nb_varstreams > 1)
  2564. fmp4_init_filename_len += strlen(POSTFIX_PATTERN);
  2565. if (hls->flags & HLS_SINGLE_FILE) {
  2566. vs->fmp4_init_filename = av_strdup(vs->basename);
  2567. if (!vs->fmp4_init_filename)
  2568. return AVERROR(ENOMEM);
  2569. } else {
  2570. vs->fmp4_init_filename = av_malloc(fmp4_init_filename_len);
  2571. if (!vs->fmp4_init_filename)
  2572. return AVERROR(ENOMEM);
  2573. av_strlcpy(vs->fmp4_init_filename, hls->fmp4_init_filename,
  2574. fmp4_init_filename_len);
  2575. if (hls->nb_varstreams > 1) {
  2576. if (av_stristr(vs->fmp4_init_filename, "%v")) {
  2577. av_freep(&vs->fmp4_init_filename);
  2578. ret = format_name(hls->fmp4_init_filename,
  2579. &vs->fmp4_init_filename, i, vs->varname);
  2580. } else {
  2581. ret = append_postfix(vs->fmp4_init_filename, fmp4_init_filename_len, i);
  2582. }
  2583. if (ret < 0)
  2584. return ret;
  2585. }
  2586. p = strrchr(vs->m3u8_name, '/');
  2587. if (p) {
  2588. char tmp = *(++p);
  2589. *p = '\0';
  2590. vs->base_output_dirname = av_asprintf("%s%s", vs->m3u8_name,
  2591. vs->fmp4_init_filename);
  2592. *p = tmp;
  2593. } else {
  2594. vs->base_output_dirname = av_strdup(vs->fmp4_init_filename);
  2595. }
  2596. if (!vs->base_output_dirname)
  2597. return AVERROR(ENOMEM);
  2598. }
  2599. }
  2600. ret = hls->use_localtime ? sls_flag_check_duration_size(hls, vs) : sls_flag_check_duration_size_index(hls);
  2601. if (ret < 0)
  2602. return ret;
  2603. if (vs->has_subtitle) {
  2604. vs->vtt_oformat = av_guess_format("webvtt", NULL, NULL);
  2605. if (!vs->vtt_oformat)
  2606. return AVERROR_MUXER_NOT_FOUND;
  2607. p = strrchr(vs->m3u8_name, '.');
  2608. if (p)
  2609. *p = '\0';
  2610. vs->vtt_basename = av_asprintf("%s%s", vs->m3u8_name, vtt_pattern);
  2611. if (!vs->vtt_basename)
  2612. return AVERROR(ENOMEM);
  2613. if (hls->subtitle_filename) {
  2614. ret = format_name(hls->subtitle_filename, &vs->vtt_m3u8_name, i, vs->varname);
  2615. if (ret < 0)
  2616. return ret;
  2617. } else {
  2618. vs->vtt_m3u8_name = av_asprintf("%s_vtt.m3u8", vs->m3u8_name);
  2619. if (!vs->vtt_m3u8_name)
  2620. return AVERROR(ENOMEM);
  2621. }
  2622. if (p)
  2623. *p = '.';
  2624. }
  2625. if ((ret = hls_mux_init(s, vs)) < 0)
  2626. return ret;
  2627. if (hls->flags & HLS_APPEND_LIST) {
  2628. parse_playlist(s, vs->m3u8_name, vs);
  2629. vs->discontinuity = 1;
  2630. if (hls->init_time > 0) {
  2631. av_log(s, AV_LOG_WARNING, "append_list mode does not support hls_init_time,"
  2632. " hls_init_time value will have no effect\n");
  2633. hls->init_time = 0;
  2634. hls->recording_time = hls->time * AV_TIME_BASE;
  2635. }
  2636. }
  2637. if ((ret = hls_start(s, vs)) < 0)
  2638. return ret;
  2639. vs->number++;
  2640. }
  2641. return ret;
  2642. }
  2643. #define OFFSET(x) offsetof(HLSContext, x)
  2644. #define E AV_OPT_FLAG_ENCODING_PARAM
  2645. static const AVOption options[] = {
  2646. {"start_number", "set first number in the sequence", OFFSET(start_sequence),AV_OPT_TYPE_INT64, {.i64 = 0}, 0, INT64_MAX, E},
  2647. {"hls_time", "set segment length in seconds", OFFSET(time), AV_OPT_TYPE_FLOAT, {.dbl = 2}, 0, FLT_MAX, E},
  2648. {"hls_init_time", "set segment length in seconds at init list", OFFSET(init_time), AV_OPT_TYPE_FLOAT, {.dbl = 0}, 0, FLT_MAX, E},
  2649. {"hls_list_size", "set maximum number of playlist entries", OFFSET(max_nb_segments), AV_OPT_TYPE_INT, {.i64 = 5}, 0, INT_MAX, E},
  2650. {"hls_delete_threshold", "set number of unreferenced segments to keep before deleting", OFFSET(hls_delete_threshold), AV_OPT_TYPE_INT, {.i64 = 1}, 1, INT_MAX, E},
  2651. {"hls_ts_options","set hls mpegts list of options for the container format used for hls", OFFSET(format_options), AV_OPT_TYPE_DICT, {.str = NULL}, 0, 0, E},
  2652. {"hls_vtt_options","set hls vtt list of options for the container format used for hls", OFFSET(vtt_format_options_str), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2653. #if FF_API_HLS_WRAP
  2654. {"hls_wrap", "set number after which the index wraps (will be deprecated)", OFFSET(wrap), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, E},
  2655. #endif
  2656. {"hls_allow_cache", "explicitly set whether the client MAY (1) or MUST NOT (0) cache media segments", OFFSET(allowcache), AV_OPT_TYPE_INT, {.i64 = -1}, INT_MIN, INT_MAX, E},
  2657. {"hls_base_url", "url to prepend to each playlist entry", OFFSET(baseurl), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2658. {"hls_segment_filename", "filename template for segment files", OFFSET(segment_filename), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2659. {"hls_segment_size", "maximum size per segment file, (in bytes)", OFFSET(max_seg_size), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, E},
  2660. {"hls_key_info_file", "file with key URI and key file path", OFFSET(key_info_file), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2661. {"hls_enc", "enable AES128 encryption support", OFFSET(encrypt), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, E},
  2662. {"hls_enc_key", "hex-coded 16 byte key to encrypt the segments", OFFSET(key), AV_OPT_TYPE_STRING, .flags = E},
  2663. {"hls_enc_key_url", "url to access the key to decrypt the segments", OFFSET(key_url), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2664. {"hls_enc_iv", "hex-coded 16 byte initialization vector", OFFSET(iv), AV_OPT_TYPE_STRING, .flags = E},
  2665. {"hls_subtitle_path", "set path of hls subtitles", OFFSET(subtitle_filename), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2666. {"hls_segment_type", "set hls segment files type", OFFSET(segment_type), AV_OPT_TYPE_INT, {.i64 = SEGMENT_TYPE_MPEGTS }, 0, SEGMENT_TYPE_FMP4, E, "segment_type"},
  2667. {"mpegts", "make segment file to mpegts files in m3u8", 0, AV_OPT_TYPE_CONST, {.i64 = SEGMENT_TYPE_MPEGTS }, 0, UINT_MAX, E, "segment_type"},
  2668. {"fmp4", "make segment file to fragment mp4 files in m3u8", 0, AV_OPT_TYPE_CONST, {.i64 = SEGMENT_TYPE_FMP4 }, 0, UINT_MAX, E, "segment_type"},
  2669. {"hls_fmp4_init_filename", "set fragment mp4 file init filename", OFFSET(fmp4_init_filename), AV_OPT_TYPE_STRING, {.str = "init.mp4"}, 0, 0, E},
  2670. {"hls_fmp4_init_resend", "resend fragment mp4 init file after refresh m3u8 every time", OFFSET(resend_init_file), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2671. {"hls_flags", "set flags affecting HLS playlist and media file generation", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64 = 0 }, 0, UINT_MAX, E, "flags"},
  2672. {"single_file", "generate a single media file indexed with byte ranges", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SINGLE_FILE }, 0, UINT_MAX, E, "flags"},
  2673. {"temp_file", "write segment and playlist to temporary file and rename when complete", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_TEMP_FILE }, 0, UINT_MAX, E, "flags"},
  2674. {"delete_segments", "delete segment files that are no longer part of the playlist", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DELETE_SEGMENTS }, 0, UINT_MAX, E, "flags"},
  2675. {"round_durations", "round durations in m3u8 to whole numbers", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_ROUND_DURATIONS }, 0, UINT_MAX, E, "flags"},
  2676. {"discont_start", "start the playlist with a discontinuity tag", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DISCONT_START }, 0, UINT_MAX, E, "flags"},
  2677. {"omit_endlist", "Do not append an endlist when ending stream", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_OMIT_ENDLIST }, 0, UINT_MAX, E, "flags"},
  2678. {"split_by_time", "split the hls segment by time which user set by hls_time", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SPLIT_BY_TIME }, 0, UINT_MAX, E, "flags"},
  2679. {"append_list", "append the new segments into old hls segment list", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_APPEND_LIST }, 0, UINT_MAX, E, "flags"},
  2680. {"program_date_time", "add EXT-X-PROGRAM-DATE-TIME", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_PROGRAM_DATE_TIME }, 0, UINT_MAX, E, "flags"},
  2681. {"second_level_segment_index", "include segment index in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_INDEX }, 0, UINT_MAX, E, "flags"},
  2682. {"second_level_segment_duration", "include segment duration in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_DURATION }, 0, UINT_MAX, E, "flags"},
  2683. {"second_level_segment_size", "include segment size in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_SIZE }, 0, UINT_MAX, E, "flags"},
  2684. {"periodic_rekey", "reload keyinfo file periodically for re-keying", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_PERIODIC_REKEY }, 0, UINT_MAX, E, "flags"},
  2685. {"independent_segments", "add EXT-X-INDEPENDENT-SEGMENTS, whenever applicable", 0, AV_OPT_TYPE_CONST, { .i64 = HLS_INDEPENDENT_SEGMENTS }, 0, UINT_MAX, E, "flags"},
  2686. {"iframes_only", "add EXT-X-I-FRAMES-ONLY, whenever applicable", 0, AV_OPT_TYPE_CONST, { .i64 = HLS_I_FRAMES_ONLY }, 0, UINT_MAX, E, "flags"},
  2687. #if FF_API_HLS_USE_LOCALTIME
  2688. {"use_localtime", "set filename expansion with strftime at segment creation(will be deprecated)", OFFSET(use_localtime), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2689. #endif
  2690. {"strftime", "set filename expansion with strftime at segment creation", OFFSET(use_localtime), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2691. #if FF_API_HLS_USE_LOCALTIME
  2692. {"use_localtime_mkdir", "create last directory component in strftime-generated filename(will be deprecated)", OFFSET(use_localtime_mkdir), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2693. #endif
  2694. {"strftime_mkdir", "create last directory component in strftime-generated filename", OFFSET(use_localtime_mkdir), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2695. {"hls_playlist_type", "set the HLS playlist type", OFFSET(pl_type), AV_OPT_TYPE_INT, {.i64 = PLAYLIST_TYPE_NONE }, 0, PLAYLIST_TYPE_NB-1, E, "pl_type" },
  2696. {"event", "EVENT playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_EVENT }, INT_MIN, INT_MAX, E, "pl_type" },
  2697. {"vod", "VOD playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_VOD }, INT_MIN, INT_MAX, E, "pl_type" },
  2698. {"method", "set the HTTP method(default: PUT)", OFFSET(method), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2699. {"hls_start_number_source", "set source of first number in sequence", OFFSET(start_sequence_source_type), AV_OPT_TYPE_INT, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, 0, HLS_START_SEQUENCE_LAST-1, E, "start_sequence_source_type" },
  2700. {"generic", "start_number value (default)", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
  2701. {"epoch", "seconds since epoch", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
  2702. {"epoch_us", "microseconds since epoch", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_MICROSECONDS_SINCE_EPOCH }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
  2703. {"datetime", "current datetime as YYYYMMDDhhmmss", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_FORMATTED_DATETIME }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
  2704. {"http_user_agent", "override User-Agent field in HTTP header", OFFSET(user_agent), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2705. {"var_stream_map", "Variant stream map string", OFFSET(var_stream_map), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2706. {"cc_stream_map", "Closed captions stream map string", OFFSET(cc_stream_map), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2707. {"master_pl_name", "Create HLS master playlist with this name", OFFSET(master_pl_name), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2708. {"master_pl_publish_rate", "Publish master play list every after this many segment intervals", OFFSET(master_publish_rate), AV_OPT_TYPE_INT, {.i64 = 0}, 0, UINT_MAX, E},
  2709. {"http_persistent", "Use persistent HTTP connections", OFFSET(http_persistent), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2710. {"timeout", "set timeout for socket I/O operations", OFFSET(timeout), AV_OPT_TYPE_DURATION, { .i64 = -1 }, -1, INT_MAX, .flags = E },
  2711. {"ignore_io_errors", "Ignore IO errors for stable long-duration runs with network output", OFFSET(ignore_io_errors), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, E },
  2712. {"headers", "set custom HTTP headers, can override built in default headers", OFFSET(headers), AV_OPT_TYPE_STRING, { .str = NULL }, 0, 0, E },
  2713. { NULL },
  2714. };
  2715. static const AVClass hls_class = {
  2716. .class_name = "hls muxer",
  2717. .item_name = av_default_item_name,
  2718. .option = options,
  2719. .version = LIBAVUTIL_VERSION_INT,
  2720. };
  2721. AVOutputFormat ff_hls_muxer = {
  2722. .name = "hls",
  2723. .long_name = NULL_IF_CONFIG_SMALL("Apple HTTP Live Streaming"),
  2724. .extensions = "m3u8",
  2725. .priv_data_size = sizeof(HLSContext),
  2726. .audio_codec = AV_CODEC_ID_AAC,
  2727. .video_codec = AV_CODEC_ID_H264,
  2728. .subtitle_codec = AV_CODEC_ID_WEBVTT,
  2729. .flags = AVFMT_NOFILE | AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH | AVFMT_NODIMENSIONS,
  2730. .init = hls_init,
  2731. .write_header = hls_write_header,
  2732. .write_packet = hls_write_packet,
  2733. .write_trailer = hls_write_trailer,
  2734. .deinit = hls_deinit,
  2735. .priv_class = &hls_class,
  2736. };