You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

3147 lines
114KB

  1. /*
  2. * Apple HTTP Live Streaming segmenter
  3. * Copyright (c) 2012, Luca Barbato
  4. * Copyright (c) 2017 Akamai Technologies, Inc.
  5. *
  6. * This file is part of FFmpeg.
  7. *
  8. * FFmpeg is free software; you can redistribute it and/or
  9. * modify it under the terms of the GNU Lesser General Public
  10. * License as published by the Free Software Foundation; either
  11. * version 2.1 of the License, or (at your option) any later version.
  12. *
  13. * FFmpeg is distributed in the hope that it will be useful,
  14. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  15. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  16. * Lesser General Public License for more details.
  17. *
  18. * You should have received a copy of the GNU Lesser General Public
  19. * License along with FFmpeg; if not, write to the Free Software
  20. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  21. */
  22. #include "config.h"
  23. #include <float.h>
  24. #include <stdint.h>
  25. #if HAVE_UNISTD_H
  26. #include <unistd.h>
  27. #endif
  28. #if CONFIG_GCRYPT
  29. #include <gcrypt.h>
  30. #elif CONFIG_OPENSSL
  31. #include <openssl/rand.h>
  32. #endif
  33. #include "libavutil/avassert.h"
  34. #include "libavutil/mathematics.h"
  35. #include "libavutil/parseutils.h"
  36. #include "libavutil/avstring.h"
  37. #include "libavutil/intreadwrite.h"
  38. #include "libavutil/random_seed.h"
  39. #include "libavutil/opt.h"
  40. #include "libavutil/log.h"
  41. #include "libavutil/time.h"
  42. #include "libavutil/time_internal.h"
  43. #include "avformat.h"
  44. #include "avio_internal.h"
  45. #include "avc.h"
  46. #if CONFIG_HTTP_PROTOCOL
  47. #include "http.h"
  48. #endif
  49. #include "hlsplaylist.h"
  50. #include "internal.h"
  51. #include "os_support.h"
  52. typedef enum {
  53. HLS_START_SEQUENCE_AS_START_NUMBER = 0,
  54. HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH = 1,
  55. HLS_START_SEQUENCE_AS_FORMATTED_DATETIME = 2, // YYYYMMDDhhmmss
  56. HLS_START_SEQUENCE_AS_MICROSECONDS_SINCE_EPOCH = 3,
  57. HLS_START_SEQUENCE_LAST, // unused
  58. } StartSequenceSourceType;
  59. typedef enum {
  60. CODEC_ATTRIBUTE_WRITTEN = 0,
  61. CODEC_ATTRIBUTE_WILL_NOT_BE_WRITTEN,
  62. } CodecAttributeStatus;
  63. #define KEYSIZE 16
  64. #define LINE_BUFFER_SIZE MAX_URL_SIZE
  65. #define HLS_MICROSECOND_UNIT 1000000
  66. #define BUFSIZE (16 * 1024)
  67. #define POSTFIX_PATTERN "_%d"
  68. typedef struct HLSSegment {
  69. char filename[MAX_URL_SIZE];
  70. char sub_filename[MAX_URL_SIZE];
  71. double duration; /* in seconds */
  72. int discont;
  73. int64_t pos;
  74. int64_t size;
  75. int64_t keyframe_pos;
  76. int64_t keyframe_size;
  77. unsigned var_stream_idx;
  78. char key_uri[LINE_BUFFER_SIZE + 1];
  79. char iv_string[KEYSIZE*2 + 1];
  80. struct HLSSegment *next;
  81. } HLSSegment;
  82. typedef enum HLSFlags {
  83. // Generate a single media file and use byte ranges in the playlist.
  84. HLS_SINGLE_FILE = (1 << 0),
  85. HLS_DELETE_SEGMENTS = (1 << 1),
  86. HLS_ROUND_DURATIONS = (1 << 2),
  87. HLS_DISCONT_START = (1 << 3),
  88. HLS_OMIT_ENDLIST = (1 << 4),
  89. HLS_SPLIT_BY_TIME = (1 << 5),
  90. HLS_APPEND_LIST = (1 << 6),
  91. HLS_PROGRAM_DATE_TIME = (1 << 7),
  92. HLS_SECOND_LEVEL_SEGMENT_INDEX = (1 << 8), // include segment index in segment filenames when use_localtime e.g.: %%03d
  93. HLS_SECOND_LEVEL_SEGMENT_DURATION = (1 << 9), // include segment duration (microsec) in segment filenames when use_localtime e.g.: %%09t
  94. HLS_SECOND_LEVEL_SEGMENT_SIZE = (1 << 10), // include segment size (bytes) in segment filenames when use_localtime e.g.: %%014s
  95. HLS_TEMP_FILE = (1 << 11),
  96. HLS_PERIODIC_REKEY = (1 << 12),
  97. HLS_INDEPENDENT_SEGMENTS = (1 << 13),
  98. HLS_I_FRAMES_ONLY = (1 << 14),
  99. } HLSFlags;
  100. typedef enum {
  101. SEGMENT_TYPE_MPEGTS,
  102. SEGMENT_TYPE_FMP4,
  103. } SegmentType;
  104. typedef struct VariantStream {
  105. unsigned var_stream_idx;
  106. unsigned number;
  107. int64_t sequence;
  108. ff_const59 AVOutputFormat *oformat;
  109. ff_const59 AVOutputFormat *vtt_oformat;
  110. AVIOContext *out;
  111. AVIOContext *out_single_file;
  112. int packets_written;
  113. int init_range_length;
  114. uint8_t *temp_buffer;
  115. uint8_t *init_buffer;
  116. AVFormatContext *avf;
  117. AVFormatContext *vtt_avf;
  118. int has_video;
  119. int has_subtitle;
  120. int new_start;
  121. int start_pts_from_audio;
  122. double dpp; // duration per packet
  123. int64_t start_pts;
  124. int64_t end_pts;
  125. int64_t video_lastpos;
  126. int64_t video_keyframe_pos;
  127. int64_t video_keyframe_size;
  128. double duration; // last segment duration computed so far, in seconds
  129. int64_t start_pos; // last segment starting position
  130. int64_t size; // last segment size
  131. int nb_entries;
  132. int discontinuity_set;
  133. int discontinuity;
  134. int reference_stream_index;
  135. HLSSegment *segments;
  136. HLSSegment *last_segment;
  137. HLSSegment *old_segments;
  138. char *basename_tmp;
  139. char *basename;
  140. char *vtt_basename;
  141. char *vtt_m3u8_name;
  142. char *m3u8_name;
  143. double initial_prog_date_time;
  144. char current_segment_final_filename_fmt[MAX_URL_SIZE]; // when renaming segments
  145. char *fmp4_init_filename;
  146. char *base_output_dirname;
  147. int encrypt_started;
  148. char key_file[LINE_BUFFER_SIZE + 1];
  149. char key_uri[LINE_BUFFER_SIZE + 1];
  150. char key_string[KEYSIZE*2 + 1];
  151. char iv_string[KEYSIZE*2 + 1];
  152. AVStream **streams;
  153. char codec_attr[128];
  154. CodecAttributeStatus attr_status;
  155. unsigned int nb_streams;
  156. int m3u8_created; /* status of media play-list creation */
  157. int is_default; /* default status of audio group */
  158. const char *language; /* audio lauguage name */
  159. const char *agroup; /* audio group name */
  160. const char *sgroup; /* subtitle group name */
  161. const char *ccgroup; /* closed caption group name */
  162. const char *varname; /* variant name */
  163. } VariantStream;
  164. typedef struct ClosedCaptionsStream {
  165. const char *ccgroup; /* closed caption group name */
  166. const char *instreamid; /* closed captions INSTREAM-ID */
  167. const char *language; /* closed captions langauge */
  168. } ClosedCaptionsStream;
  169. typedef struct HLSContext {
  170. const AVClass *class; // Class for private options.
  171. int64_t start_sequence;
  172. uint32_t start_sequence_source_type; // enum StartSequenceSourceType
  173. float time; // Set by a private option.
  174. float init_time; // Set by a private option.
  175. int max_nb_segments; // Set by a private option.
  176. int hls_delete_threshold; // Set by a private option.
  177. #if FF_API_HLS_WRAP
  178. int wrap; // Set by a private option.
  179. #endif
  180. uint32_t flags; // enum HLSFlags
  181. uint32_t pl_type; // enum PlaylistType
  182. char *segment_filename;
  183. char *fmp4_init_filename;
  184. int segment_type;
  185. int resend_init_file; ///< resend init file into disk after refresh m3u8
  186. int use_localtime; ///< flag to expand filename with localtime
  187. int use_localtime_mkdir;///< flag to mkdir dirname in timebased filename
  188. int allowcache;
  189. int64_t recording_time;
  190. int64_t max_seg_size; // every segment file max size
  191. char *baseurl;
  192. char *vtt_format_options_str;
  193. char *subtitle_filename;
  194. AVDictionary *format_options;
  195. int encrypt;
  196. char *key;
  197. char *key_url;
  198. char *iv;
  199. char *key_basename;
  200. int encrypt_started;
  201. char *key_info_file;
  202. char key_file[LINE_BUFFER_SIZE + 1];
  203. char key_uri[LINE_BUFFER_SIZE + 1];
  204. char key_string[KEYSIZE*2 + 1];
  205. char iv_string[KEYSIZE*2 + 1];
  206. AVDictionary *vtt_format_options;
  207. char *method;
  208. char *user_agent;
  209. VariantStream *var_streams;
  210. unsigned int nb_varstreams;
  211. ClosedCaptionsStream *cc_streams;
  212. unsigned int nb_ccstreams;
  213. int master_m3u8_created; /* status of master play-list creation */
  214. char *master_m3u8_url; /* URL of the master m3u8 file */
  215. int version; /* HLS version */
  216. char *var_stream_map; /* user specified variant stream map string */
  217. char *cc_stream_map; /* user specified closed caption streams map string */
  218. char *master_pl_name;
  219. unsigned int master_publish_rate;
  220. int http_persistent;
  221. AVIOContext *m3u8_out;
  222. AVIOContext *sub_m3u8_out;
  223. int64_t timeout;
  224. int ignore_io_errors;
  225. char *headers;
  226. int has_default_key; /* has DEFAULT field of var_stream_map */
  227. int has_video_m3u8; /* has video stream m3u8 list */
  228. } HLSContext;
  229. static int hlsenc_io_open(AVFormatContext *s, AVIOContext **pb, char *filename,
  230. AVDictionary **options)
  231. {
  232. HLSContext *hls = s->priv_data;
  233. int http_base_proto = filename ? ff_is_http_proto(filename) : 0;
  234. int err = AVERROR_MUXER_NOT_FOUND;
  235. if (!*pb || !http_base_proto || !hls->http_persistent) {
  236. err = s->io_open(s, pb, filename, AVIO_FLAG_WRITE, options);
  237. #if CONFIG_HTTP_PROTOCOL
  238. } else {
  239. URLContext *http_url_context = ffio_geturlcontext(*pb);
  240. av_assert0(http_url_context);
  241. err = ff_http_do_new_request(http_url_context, filename);
  242. if (err < 0)
  243. ff_format_io_close(s, pb);
  244. #endif
  245. }
  246. return err;
  247. }
  248. static int hlsenc_io_close(AVFormatContext *s, AVIOContext **pb, char *filename)
  249. {
  250. HLSContext *hls = s->priv_data;
  251. int http_base_proto = filename ? ff_is_http_proto(filename) : 0;
  252. int ret = 0;
  253. if (!*pb)
  254. return ret;
  255. if (!http_base_proto || !hls->http_persistent || hls->key_info_file || hls->encrypt) {
  256. ff_format_io_close(s, pb);
  257. #if CONFIG_HTTP_PROTOCOL
  258. } else {
  259. URLContext *http_url_context = ffio_geturlcontext(*pb);
  260. av_assert0(http_url_context);
  261. avio_flush(*pb);
  262. ffurl_shutdown(http_url_context, AVIO_FLAG_WRITE);
  263. ret = ff_http_get_shutdown_status(http_url_context);
  264. #endif
  265. }
  266. return ret;
  267. }
  268. static void set_http_options(AVFormatContext *s, AVDictionary **options, HLSContext *c)
  269. {
  270. int http_base_proto = ff_is_http_proto(s->url);
  271. if (c->method) {
  272. av_dict_set(options, "method", c->method, 0);
  273. } else if (http_base_proto) {
  274. av_dict_set(options, "method", "PUT", 0);
  275. }
  276. if (c->user_agent)
  277. av_dict_set(options, "user_agent", c->user_agent, 0);
  278. if (c->http_persistent)
  279. av_dict_set_int(options, "multiple_requests", 1, 0);
  280. if (c->timeout >= 0)
  281. av_dict_set_int(options, "timeout", c->timeout, 0);
  282. if (c->headers)
  283. av_dict_set(options, "headers", c->headers, 0);
  284. }
  285. static void write_codec_attr(AVStream *st, VariantStream *vs)
  286. {
  287. int codec_strlen = strlen(vs->codec_attr);
  288. char attr[32];
  289. if (st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE)
  290. return;
  291. if (vs->attr_status == CODEC_ATTRIBUTE_WILL_NOT_BE_WRITTEN)
  292. return;
  293. if (st->codecpar->codec_id == AV_CODEC_ID_H264) {
  294. uint8_t *data = st->codecpar->extradata;
  295. if (data && (data[0] | data[1] | data[2]) == 0 && data[3] == 1 && (data[4] & 0x1F) == 7) {
  296. snprintf(attr, sizeof(attr),
  297. "avc1.%02x%02x%02x", data[5], data[6], data[7]);
  298. } else {
  299. goto fail;
  300. }
  301. } else if (st->codecpar->codec_id == AV_CODEC_ID_HEVC) {
  302. uint8_t *data = st->codecpar->extradata;
  303. int profile = FF_PROFILE_UNKNOWN;
  304. int level = FF_LEVEL_UNKNOWN;
  305. if (st->codecpar->profile != FF_PROFILE_UNKNOWN)
  306. profile = st->codecpar->profile;
  307. if (st->codecpar->level != FF_LEVEL_UNKNOWN)
  308. level = st->codecpar->level;
  309. /* check the boundary of data which from current position is small than extradata_size */
  310. while (data && (data - st->codecpar->extradata + 19) < st->codecpar->extradata_size) {
  311. /* get HEVC SPS NAL and seek to profile_tier_level */
  312. if (!(data[0] | data[1] | data[2]) && data[3] == 1 && ((data[4] & 0x7E) == 0x42)) {
  313. uint8_t *rbsp_buf;
  314. int remain_size = 0;
  315. int rbsp_size = 0;
  316. /* skip start code + nalu header */
  317. data += 6;
  318. /* process by reference General NAL unit syntax */
  319. remain_size = st->codecpar->extradata_size - (data - st->codecpar->extradata);
  320. rbsp_buf = ff_nal_unit_extract_rbsp(data, remain_size, &rbsp_size, 0);
  321. if (!rbsp_buf)
  322. return;
  323. if (rbsp_size < 13) {
  324. av_freep(&rbsp_buf);
  325. break;
  326. }
  327. /* skip sps_video_parameter_set_id u(4),
  328. * sps_max_sub_layers_minus1 u(3),
  329. * and sps_temporal_id_nesting_flag u(1) */
  330. profile = rbsp_buf[1] & 0x1f;
  331. /* skip 8 + 8 + 32 + 4 + 43 + 1 bit */
  332. level = rbsp_buf[12];
  333. av_freep(&rbsp_buf);
  334. break;
  335. }
  336. data++;
  337. }
  338. if (st->codecpar->codec_tag == MKTAG('h','v','c','1') &&
  339. profile != FF_PROFILE_UNKNOWN &&
  340. level != FF_LEVEL_UNKNOWN) {
  341. snprintf(attr, sizeof(attr), "%s.%d.4.L%d.B01", av_fourcc2str(st->codecpar->codec_tag), profile, level);
  342. } else
  343. goto fail;
  344. } else if (st->codecpar->codec_id == AV_CODEC_ID_MP2) {
  345. snprintf(attr, sizeof(attr), "mp4a.40.33");
  346. } else if (st->codecpar->codec_id == AV_CODEC_ID_MP3) {
  347. snprintf(attr, sizeof(attr), "mp4a.40.34");
  348. } else if (st->codecpar->codec_id == AV_CODEC_ID_AAC) {
  349. /* TODO : For HE-AAC, HE-AACv2, the last digit needs to be set to 5 and 29 respectively */
  350. snprintf(attr, sizeof(attr), "mp4a.40.2");
  351. } else if (st->codecpar->codec_id == AV_CODEC_ID_AC3) {
  352. snprintf(attr, sizeof(attr), "ac-3");
  353. } else if (st->codecpar->codec_id == AV_CODEC_ID_EAC3) {
  354. snprintf(attr, sizeof(attr), "ec-3");
  355. } else {
  356. goto fail;
  357. }
  358. // Don't write the same attribute multiple times
  359. if (!av_stristr(vs->codec_attr, attr)) {
  360. snprintf(vs->codec_attr + codec_strlen,
  361. sizeof(vs->codec_attr) - codec_strlen,
  362. "%s%s", codec_strlen ? "," : "", attr);
  363. }
  364. return;
  365. fail:
  366. vs->codec_attr[0] = '\0';
  367. vs->attr_status = CODEC_ATTRIBUTE_WILL_NOT_BE_WRITTEN;
  368. return;
  369. }
  370. static int replace_str_data_in_filename(char **s, const char *filename, char placeholder, const char *datastring)
  371. {
  372. const char *p;
  373. char c;
  374. int addchar_count;
  375. int found_count = 0;
  376. AVBPrint buf;
  377. int ret;
  378. av_bprint_init(&buf, 0, AV_BPRINT_SIZE_UNLIMITED);
  379. p = filename;
  380. for (;;) {
  381. c = *p;
  382. if (c == '\0')
  383. break;
  384. if (c == '%' && *(p+1) == '%') // %%
  385. addchar_count = 2;
  386. else if (c == '%' && *(p+1) == placeholder) {
  387. av_bprintf(&buf, "%s", datastring);
  388. p += 2;
  389. addchar_count = 0;
  390. found_count ++;
  391. } else
  392. addchar_count = 1;
  393. if (addchar_count > 0) {
  394. av_bprint_append_data(&buf, p, addchar_count);
  395. p += addchar_count;
  396. }
  397. }
  398. if (!av_bprint_is_complete(&buf)) {
  399. av_bprint_finalize(&buf, NULL);
  400. return AVERROR(ENOMEM);
  401. }
  402. if ((ret = av_bprint_finalize(&buf, s)) < 0)
  403. return ret;
  404. return found_count;
  405. }
  406. static int replace_int_data_in_filename(char **s, const char *filename, char placeholder, int64_t number)
  407. {
  408. const char *p;
  409. char c;
  410. int nd, addchar_count;
  411. int found_count = 0;
  412. AVBPrint buf;
  413. int ret;
  414. av_bprint_init(&buf, 0, AV_BPRINT_SIZE_UNLIMITED);
  415. p = filename;
  416. for (;;) {
  417. c = *p;
  418. if (c == '\0')
  419. break;
  420. if (c == '%' && *(p+1) == '%') // %%
  421. addchar_count = 2;
  422. else if (c == '%' && (av_isdigit(*(p+1)) || *(p+1) == placeholder)) {
  423. nd = 0;
  424. addchar_count = 1;
  425. while (av_isdigit(*(p + addchar_count))) {
  426. nd = nd * 10 + *(p + addchar_count) - '0';
  427. addchar_count++;
  428. }
  429. if (*(p + addchar_count) == placeholder) {
  430. av_bprintf(&buf, "%0*"PRId64, (number < 0) ? nd : nd++, number);
  431. p += (addchar_count + 1);
  432. addchar_count = 0;
  433. found_count++;
  434. }
  435. } else
  436. addchar_count = 1;
  437. av_bprint_append_data(&buf, p, addchar_count);
  438. p += addchar_count;
  439. }
  440. if (!av_bprint_is_complete(&buf)) {
  441. av_bprint_finalize(&buf, NULL);
  442. return AVERROR(ENOMEM);
  443. }
  444. if ((ret = av_bprint_finalize(&buf, s)) < 0)
  445. return ret;
  446. return found_count;
  447. }
  448. static void write_styp(AVIOContext *pb)
  449. {
  450. avio_wb32(pb, 24);
  451. ffio_wfourcc(pb, "styp");
  452. ffio_wfourcc(pb, "msdh");
  453. avio_wb32(pb, 0); /* minor */
  454. ffio_wfourcc(pb, "msdh");
  455. ffio_wfourcc(pb, "msix");
  456. }
  457. static int flush_dynbuf(VariantStream *vs, int *range_length)
  458. {
  459. AVFormatContext *ctx = vs->avf;
  460. if (!ctx->pb) {
  461. return AVERROR(EINVAL);
  462. }
  463. // flush
  464. av_write_frame(ctx, NULL);
  465. // write out to file
  466. *range_length = avio_close_dyn_buf(ctx->pb, &vs->temp_buffer);
  467. ctx->pb = NULL;
  468. avio_write(vs->out, vs->temp_buffer, *range_length);
  469. avio_flush(vs->out);
  470. // re-open buffer
  471. return avio_open_dyn_buf(&ctx->pb);
  472. }
  473. static void reflush_dynbuf(VariantStream *vs, int *range_length)
  474. {
  475. // re-open buffer
  476. avio_write(vs->out, vs->temp_buffer, *range_length);
  477. }
  478. #if HAVE_DOS_PATHS
  479. #define SEPARATOR '\\'
  480. #else
  481. #define SEPARATOR '/'
  482. #endif
  483. static int hls_delete_file(HLSContext *hls, AVFormatContext *avf,
  484. const char *path, const char *proto)
  485. {
  486. if (hls->method || (proto && !av_strcasecmp(proto, "http"))) {
  487. AVDictionary *opt = NULL;
  488. AVIOContext *out = NULL;
  489. int ret;
  490. av_dict_set(&opt, "method", "DELETE", 0);
  491. ret = avf->io_open(avf, &out, path, AVIO_FLAG_WRITE, &opt);
  492. av_dict_free(&opt);
  493. if (ret < 0)
  494. return hls->ignore_io_errors ? 1 : ret;
  495. ff_format_io_close(avf, &out);
  496. } else if (unlink(path) < 0) {
  497. av_log(hls, AV_LOG_ERROR, "failed to delete old segment %s: %s\n",
  498. path, strerror(errno));
  499. }
  500. return 0;
  501. }
  502. static int hls_delete_old_segments(AVFormatContext *s, HLSContext *hls,
  503. VariantStream *vs)
  504. {
  505. HLSSegment *segment, *previous_segment = NULL;
  506. float playlist_duration = 0.0f;
  507. int ret = 0;
  508. int segment_cnt = 0;
  509. AVBPrint path;
  510. const char *dirname = NULL;
  511. char *dirname_r = NULL;
  512. char *dirname_repl = NULL;
  513. const char *vtt_dirname = NULL;
  514. char *vtt_dirname_r = NULL;
  515. const char *proto = NULL;
  516. av_bprint_init(&path, 0, AV_BPRINT_SIZE_UNLIMITED);
  517. segment = vs->segments;
  518. while (segment) {
  519. playlist_duration += segment->duration;
  520. segment = segment->next;
  521. }
  522. segment = vs->old_segments;
  523. segment_cnt = 0;
  524. while (segment) {
  525. playlist_duration -= segment->duration;
  526. previous_segment = segment;
  527. segment = previous_segment->next;
  528. segment_cnt++;
  529. if (playlist_duration <= -previous_segment->duration) {
  530. previous_segment->next = NULL;
  531. break;
  532. }
  533. if (segment_cnt >= hls->hls_delete_threshold) {
  534. previous_segment->next = NULL;
  535. break;
  536. }
  537. }
  538. if (segment && !hls->use_localtime_mkdir) {
  539. dirname_r = hls->segment_filename ? av_strdup(hls->segment_filename): av_strdup(vs->avf->url);
  540. dirname = av_dirname(dirname_r);
  541. }
  542. /* if %v is present in the file's directory
  543. * all segment belongs to the same variant, so do it only once before the loop*/
  544. if (dirname && av_stristr(dirname, "%v")) {
  545. if (!vs->varname) {
  546. if (replace_int_data_in_filename(&dirname_repl, dirname, 'v', segment->var_stream_idx) < 1) {
  547. ret = AVERROR(EINVAL);
  548. goto fail;
  549. }
  550. } else {
  551. if (replace_str_data_in_filename(&dirname_repl, dirname, 'v', vs->varname) < 1) {
  552. ret = AVERROR(EINVAL);
  553. goto fail;
  554. }
  555. }
  556. dirname = dirname_repl;
  557. }
  558. while (segment) {
  559. av_log(hls, AV_LOG_DEBUG, "deleting old segment %s\n",
  560. segment->filename);
  561. if (!hls->use_localtime_mkdir) // segment->filename contains basename only
  562. av_bprintf(&path, "%s%c", dirname, SEPARATOR);
  563. av_bprintf(&path, "%s", segment->filename);
  564. if (!av_bprint_is_complete(&path)) {
  565. ret = AVERROR(ENOMEM);
  566. goto fail;
  567. }
  568. proto = avio_find_protocol_name(s->url);
  569. if (ret = hls_delete_file(hls, vs->avf, path.str, proto))
  570. goto fail;
  571. if ((segment->sub_filename[0] != '\0')) {
  572. vtt_dirname_r = av_strdup(vs->vtt_avf->url);
  573. vtt_dirname = av_dirname(vtt_dirname_r);
  574. av_bprint_clear(&path);
  575. av_bprintf(&path, "%s%c%s", vtt_dirname, SEPARATOR,
  576. segment->sub_filename);
  577. av_freep(&vtt_dirname_r);
  578. if (!av_bprint_is_complete(&path)) {
  579. ret = AVERROR(ENOMEM);
  580. goto fail;
  581. }
  582. if (ret = hls_delete_file(hls, vs->vtt_avf, path.str, proto))
  583. goto fail;
  584. }
  585. av_bprint_clear(&path);
  586. previous_segment = segment;
  587. segment = previous_segment->next;
  588. av_freep(&previous_segment);
  589. }
  590. fail:
  591. av_bprint_finalize(&path, NULL);
  592. av_freep(&dirname_r);
  593. av_freep(&dirname_repl);
  594. return ret;
  595. }
  596. static int randomize(uint8_t *buf, int len)
  597. {
  598. #if CONFIG_GCRYPT
  599. gcry_randomize(buf, len, GCRY_VERY_STRONG_RANDOM);
  600. return 0;
  601. #elif CONFIG_OPENSSL
  602. if (RAND_bytes(buf, len))
  603. return 0;
  604. #else
  605. return AVERROR(ENOSYS);
  606. #endif
  607. return AVERROR(EINVAL);
  608. }
  609. static int do_encrypt(AVFormatContext *s, VariantStream *vs)
  610. {
  611. HLSContext *hls = s->priv_data;
  612. int ret;
  613. int len;
  614. AVIOContext *pb;
  615. uint8_t key[KEYSIZE];
  616. char * key_basename_source = (hls->master_m3u8_url) ? hls->master_m3u8_url : s->url;
  617. len = strlen(key_basename_source) + 4 + 1;
  618. hls->key_basename = av_mallocz(len);
  619. if (!hls->key_basename)
  620. return AVERROR(ENOMEM);
  621. av_strlcpy(hls->key_basename, key_basename_source, len);
  622. av_strlcat(hls->key_basename, ".key", len);
  623. if (hls->key_url) {
  624. av_strlcpy(hls->key_file, hls->key_url, sizeof(hls->key_file));
  625. av_strlcpy(hls->key_uri, hls->key_url, sizeof(hls->key_uri));
  626. } else {
  627. av_strlcpy(hls->key_file, hls->key_basename, sizeof(hls->key_file));
  628. av_strlcpy(hls->key_uri, hls->key_basename, sizeof(hls->key_uri));
  629. }
  630. if (!*hls->iv_string) {
  631. uint8_t iv[16] = { 0 };
  632. char buf[33];
  633. if (!hls->iv) {
  634. AV_WB64(iv + 8, vs->sequence);
  635. } else {
  636. memcpy(iv, hls->iv, sizeof(iv));
  637. }
  638. ff_data_to_hex(buf, iv, sizeof(iv), 0);
  639. buf[32] = '\0';
  640. memcpy(hls->iv_string, buf, sizeof(hls->iv_string));
  641. }
  642. if (!*hls->key_uri) {
  643. av_log(hls, AV_LOG_ERROR, "no key URI specified in key info file\n");
  644. return AVERROR(EINVAL);
  645. }
  646. if (!*hls->key_file) {
  647. av_log(hls, AV_LOG_ERROR, "no key file specified in key info file\n");
  648. return AVERROR(EINVAL);
  649. }
  650. if (!*hls->key_string) {
  651. AVDictionary *options = NULL;
  652. if (!hls->key) {
  653. if ((ret = randomize(key, sizeof(key))) < 0) {
  654. av_log(s, AV_LOG_ERROR, "Cannot generate a strong random key\n");
  655. return ret;
  656. }
  657. } else {
  658. memcpy(key, hls->key, sizeof(key));
  659. }
  660. ff_data_to_hex(hls->key_string, key, sizeof(key), 0);
  661. set_http_options(s, &options, hls);
  662. ret = s->io_open(s, &pb, hls->key_file, AVIO_FLAG_WRITE, &options);
  663. av_dict_free(&options);
  664. if (ret < 0)
  665. return ret;
  666. avio_seek(pb, 0, SEEK_CUR);
  667. avio_write(pb, key, KEYSIZE);
  668. avio_close(pb);
  669. }
  670. return 0;
  671. }
  672. static int hls_encryption_start(AVFormatContext *s, VariantStream *vs)
  673. {
  674. HLSContext *hls = s->priv_data;
  675. int ret;
  676. AVIOContext *pb;
  677. uint8_t key[KEYSIZE];
  678. AVDictionary *options = NULL;
  679. set_http_options(s, &options, hls);
  680. ret = s->io_open(s, &pb, hls->key_info_file, AVIO_FLAG_READ, &options);
  681. av_dict_free(&options);
  682. if (ret < 0) {
  683. av_log(hls, AV_LOG_ERROR,
  684. "error opening key info file %s\n", hls->key_info_file);
  685. return ret;
  686. }
  687. ff_get_line(pb, vs->key_uri, sizeof(vs->key_uri));
  688. vs->key_uri[strcspn(vs->key_uri, "\r\n")] = '\0';
  689. ff_get_line(pb, vs->key_file, sizeof(vs->key_file));
  690. vs->key_file[strcspn(vs->key_file, "\r\n")] = '\0';
  691. ff_get_line(pb, vs->iv_string, sizeof(vs->iv_string));
  692. vs->iv_string[strcspn(vs->iv_string, "\r\n")] = '\0';
  693. ff_format_io_close(s, &pb);
  694. if (!*vs->key_uri) {
  695. av_log(hls, AV_LOG_ERROR, "no key URI specified in key info file\n");
  696. return AVERROR(EINVAL);
  697. }
  698. if (!*vs->key_file) {
  699. av_log(hls, AV_LOG_ERROR, "no key file specified in key info file\n");
  700. return AVERROR(EINVAL);
  701. }
  702. set_http_options(s, &options, hls);
  703. ret = s->io_open(s, &pb, vs->key_file, AVIO_FLAG_READ, &options);
  704. av_dict_free(&options);
  705. if (ret < 0) {
  706. av_log(hls, AV_LOG_ERROR, "error opening key file %s\n", vs->key_file);
  707. return ret;
  708. }
  709. ret = avio_read(pb, key, sizeof(key));
  710. ff_format_io_close(s, &pb);
  711. if (ret != sizeof(key)) {
  712. av_log(hls, AV_LOG_ERROR, "error reading key file %s\n", vs->key_file);
  713. if (ret >= 0 || ret == AVERROR_EOF)
  714. ret = AVERROR(EINVAL);
  715. return ret;
  716. }
  717. ff_data_to_hex(vs->key_string, key, sizeof(key), 0);
  718. return 0;
  719. }
  720. static int hls_mux_init(AVFormatContext *s, VariantStream *vs)
  721. {
  722. AVDictionary *options = NULL;
  723. HLSContext *hls = s->priv_data;
  724. AVFormatContext *oc;
  725. AVFormatContext *vtt_oc = NULL;
  726. int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  727. int remaining_options;
  728. int i, ret;
  729. ret = avformat_alloc_output_context2(&vs->avf, vs->oformat, NULL, NULL);
  730. if (ret < 0)
  731. return ret;
  732. oc = vs->avf;
  733. oc->url = av_strdup("");
  734. if (!oc->url)
  735. return AVERROR(ENOMEM);
  736. oc->interrupt_callback = s->interrupt_callback;
  737. oc->max_delay = s->max_delay;
  738. oc->opaque = s->opaque;
  739. oc->io_open = s->io_open;
  740. oc->io_close = s->io_close;
  741. oc->strict_std_compliance = s->strict_std_compliance;
  742. av_dict_copy(&oc->metadata, s->metadata, 0);
  743. if (vs->vtt_oformat) {
  744. ret = avformat_alloc_output_context2(&vs->vtt_avf, vs->vtt_oformat, NULL, NULL);
  745. if (ret < 0)
  746. return ret;
  747. vtt_oc = vs->vtt_avf;
  748. av_dict_copy(&vtt_oc->metadata, s->metadata, 0);
  749. }
  750. for (i = 0; i < vs->nb_streams; i++) {
  751. AVStream *st;
  752. AVFormatContext *loc;
  753. if (vs->streams[i]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE)
  754. loc = vtt_oc;
  755. else
  756. loc = oc;
  757. if (!(st = avformat_new_stream(loc, NULL)))
  758. return AVERROR(ENOMEM);
  759. avcodec_parameters_copy(st->codecpar, vs->streams[i]->codecpar);
  760. if (!oc->oformat->codec_tag ||
  761. av_codec_get_id (oc->oformat->codec_tag, vs->streams[i]->codecpar->codec_tag) == st->codecpar->codec_id ||
  762. av_codec_get_tag(oc->oformat->codec_tag, vs->streams[i]->codecpar->codec_id) <= 0) {
  763. st->codecpar->codec_tag = vs->streams[i]->codecpar->codec_tag;
  764. } else {
  765. st->codecpar->codec_tag = 0;
  766. }
  767. st->sample_aspect_ratio = vs->streams[i]->sample_aspect_ratio;
  768. st->time_base = vs->streams[i]->time_base;
  769. av_dict_copy(&st->metadata, vs->streams[i]->metadata, 0);
  770. }
  771. vs->start_pos = 0;
  772. vs->new_start = 1;
  773. if (hls->segment_type == SEGMENT_TYPE_FMP4 && hls->max_seg_size > 0) {
  774. if (hls->http_persistent > 0) {
  775. //TODO: Support fragment fmp4 for http persistent in HLS muxer.
  776. av_log(s, AV_LOG_WARNING, "http persistent mode is currently unsupported for fragment mp4 in the HLS muxer.\n");
  777. }
  778. if (hls->max_seg_size > 0) {
  779. av_log(s, AV_LOG_WARNING, "Multi-file byterange mode is currently unsupported in the HLS muxer.\n");
  780. return AVERROR_PATCHWELCOME;
  781. }
  782. }
  783. if ((ret = avio_open_dyn_buf(&oc->pb)) < 0)
  784. return ret;
  785. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  786. set_http_options(s, &options, hls);
  787. if (byterange_mode) {
  788. ret = hlsenc_io_open(s, &vs->out, vs->basename, &options);
  789. } else {
  790. ret = hlsenc_io_open(s, &vs->out, vs->base_output_dirname, &options);
  791. }
  792. av_dict_free(&options);
  793. }
  794. if (ret < 0) {
  795. av_log(s, AV_LOG_ERROR, "Failed to open segment '%s'\n", vs->fmp4_init_filename);
  796. return ret;
  797. }
  798. av_dict_copy(&options, hls->format_options, 0);
  799. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  800. av_dict_set(&options, "fflags", "-autobsf", 0);
  801. av_dict_set(&options, "movflags", "+frag_custom+dash+delay_moov", AV_DICT_APPEND);
  802. } else {
  803. /* We only require one PAT/PMT per segment. */
  804. char period[21];
  805. snprintf(period, sizeof(period), "%d", (INT_MAX / 2) - 1);
  806. av_dict_set(&options, "sdt_period", period, AV_DICT_DONT_OVERWRITE);
  807. av_dict_set(&options, "pat_period", period, AV_DICT_DONT_OVERWRITE);
  808. }
  809. ret = avformat_init_output(oc, &options);
  810. remaining_options = av_dict_count(options);
  811. av_dict_free(&options);
  812. if (ret < 0)
  813. return ret;
  814. if (remaining_options) {
  815. av_log(s, AV_LOG_ERROR, "Some of the provided format options are not recognized\n");
  816. return AVERROR(EINVAL);
  817. }
  818. avio_flush(oc->pb);
  819. return 0;
  820. }
  821. static HLSSegment *find_segment_by_filename(HLSSegment *segment, const char *filename)
  822. {
  823. while (segment) {
  824. if (!av_strcasecmp(segment->filename,filename))
  825. return segment;
  826. segment = segment->next;
  827. }
  828. return (HLSSegment *) NULL;
  829. }
  830. static int sls_flags_filename_process(struct AVFormatContext *s, HLSContext *hls,
  831. VariantStream *vs, HLSSegment *en,
  832. double duration, int64_t pos, int64_t size)
  833. {
  834. if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
  835. strlen(vs->current_segment_final_filename_fmt)) {
  836. char * new_url = av_strdup(vs->current_segment_final_filename_fmt);
  837. if (!new_url) {
  838. return AVERROR(ENOMEM);
  839. }
  840. ff_format_set_url(vs->avf, new_url);
  841. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
  842. char *filename = NULL;
  843. if (replace_int_data_in_filename(&filename, vs->avf->url, 's', pos + size) < 1) {
  844. av_log(hls, AV_LOG_ERROR,
  845. "Invalid second level segment filename template '%s', "
  846. "you can try to remove second_level_segment_size flag\n",
  847. vs->avf->url);
  848. av_freep(&filename);
  849. return AVERROR(EINVAL);
  850. }
  851. ff_format_set_url(vs->avf, filename);
  852. }
  853. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
  854. char *filename = NULL;
  855. if (replace_int_data_in_filename(&filename, vs->avf->url,
  856. 't', (int64_t)round(duration * HLS_MICROSECOND_UNIT)) < 1) {
  857. av_log(hls, AV_LOG_ERROR,
  858. "Invalid second level segment filename template '%s', "
  859. "you can try to remove second_level_segment_time flag\n",
  860. vs->avf->url);
  861. av_freep(&filename);
  862. return AVERROR(EINVAL);
  863. }
  864. ff_format_set_url(vs->avf, filename);
  865. }
  866. }
  867. return 0;
  868. }
  869. static int sls_flag_check_duration_size_index(HLSContext *hls)
  870. {
  871. int ret = 0;
  872. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
  873. av_log(hls, AV_LOG_ERROR,
  874. "second_level_segment_duration hls_flag requires strftime to be true\n");
  875. ret = AVERROR(EINVAL);
  876. }
  877. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
  878. av_log(hls, AV_LOG_ERROR,
  879. "second_level_segment_size hls_flag requires strfime to be true\n");
  880. ret = AVERROR(EINVAL);
  881. }
  882. if (hls->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
  883. av_log(hls, AV_LOG_ERROR,
  884. "second_level_segment_index hls_flag requires strftime to be true\n");
  885. ret = AVERROR(EINVAL);
  886. }
  887. return ret;
  888. }
  889. static int sls_flag_check_duration_size(HLSContext *hls, VariantStream *vs)
  890. {
  891. const char *proto = avio_find_protocol_name(vs->basename);
  892. int segment_renaming_ok = proto && !strcmp(proto, "file");
  893. int ret = 0;
  894. if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) && !segment_renaming_ok) {
  895. av_log(hls, AV_LOG_ERROR,
  896. "second_level_segment_duration hls_flag works only with file protocol segment names\n");
  897. ret = AVERROR(EINVAL);
  898. }
  899. if ((hls->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) && !segment_renaming_ok) {
  900. av_log(hls, AV_LOG_ERROR,
  901. "second_level_segment_size hls_flag works only with file protocol segment names\n");
  902. ret = AVERROR(EINVAL);
  903. }
  904. return ret;
  905. }
  906. static void sls_flag_file_rename(HLSContext *hls, VariantStream *vs, char *old_filename) {
  907. if ((hls->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) &&
  908. strlen(vs->current_segment_final_filename_fmt)) {
  909. ff_rename(old_filename, vs->avf->url, hls);
  910. }
  911. }
  912. static int sls_flag_use_localtime_filename(AVFormatContext *oc, HLSContext *c, VariantStream *vs)
  913. {
  914. if (c->flags & HLS_SECOND_LEVEL_SEGMENT_INDEX) {
  915. char *filename = NULL;
  916. if (replace_int_data_in_filename(&filename,
  917. #if FF_API_HLS_WRAP
  918. oc->url, 'd', c->wrap ? vs->sequence % c->wrap : vs->sequence) < 1) {
  919. #else
  920. oc->url, 'd', vs->sequence) < 1) {
  921. #endif
  922. av_log(c, AV_LOG_ERROR, "Invalid second level segment filename template '%s', "
  923. "you can try to remove second_level_segment_index flag\n",
  924. oc->url);
  925. av_freep(&filename);
  926. return AVERROR(EINVAL);
  927. }
  928. ff_format_set_url(oc, filename);
  929. }
  930. if (c->flags & (HLS_SECOND_LEVEL_SEGMENT_SIZE | HLS_SECOND_LEVEL_SEGMENT_DURATION)) {
  931. av_strlcpy(vs->current_segment_final_filename_fmt, oc->url,
  932. sizeof(vs->current_segment_final_filename_fmt));
  933. if (c->flags & HLS_SECOND_LEVEL_SEGMENT_SIZE) {
  934. char *filename = NULL;
  935. if (replace_int_data_in_filename(&filename, oc->url, 's', 0) < 1) {
  936. av_log(c, AV_LOG_ERROR, "Invalid second level segment filename template '%s', "
  937. "you can try to remove second_level_segment_size flag\n",
  938. oc->url);
  939. av_freep(&filename);
  940. return AVERROR(EINVAL);
  941. }
  942. ff_format_set_url(oc, filename);
  943. }
  944. if (c->flags & HLS_SECOND_LEVEL_SEGMENT_DURATION) {
  945. char *filename = NULL;
  946. if (replace_int_data_in_filename(&filename, oc->url, 't', 0) < 1) {
  947. av_log(c, AV_LOG_ERROR, "Invalid second level segment filename template '%s', "
  948. "you can try to remove second_level_segment_time flag\n",
  949. oc->url);
  950. av_freep(&filename);
  951. return AVERROR(EINVAL);
  952. }
  953. ff_format_set_url(oc, filename);
  954. }
  955. }
  956. return 0;
  957. }
  958. /* Create a new segment and append it to the segment list */
  959. static int hls_append_segment(struct AVFormatContext *s, HLSContext *hls,
  960. VariantStream *vs, double duration, int64_t pos,
  961. int64_t size)
  962. {
  963. HLSSegment *en = av_malloc(sizeof(*en));
  964. const char *filename;
  965. int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  966. int ret;
  967. if (!en)
  968. return AVERROR(ENOMEM);
  969. en->var_stream_idx = vs->var_stream_idx;
  970. ret = sls_flags_filename_process(s, hls, vs, en, duration, pos, size);
  971. if (ret < 0) {
  972. av_freep(&en);
  973. return ret;
  974. }
  975. filename = av_basename(vs->avf->url);
  976. if (hls->use_localtime_mkdir) {
  977. filename = vs->avf->url;
  978. }
  979. if ((find_segment_by_filename(vs->segments, filename) || find_segment_by_filename(vs->old_segments, filename))
  980. && !byterange_mode) {
  981. av_log(hls, AV_LOG_WARNING, "Duplicated segment filename detected: %s\n", filename);
  982. }
  983. av_strlcpy(en->filename, filename, sizeof(en->filename));
  984. if (vs->has_subtitle)
  985. av_strlcpy(en->sub_filename, av_basename(vs->vtt_avf->url), sizeof(en->sub_filename));
  986. else
  987. en->sub_filename[0] = '\0';
  988. en->duration = duration;
  989. en->pos = pos;
  990. en->size = size;
  991. en->keyframe_pos = vs->video_keyframe_pos;
  992. en->keyframe_size = vs->video_keyframe_size;
  993. en->next = NULL;
  994. en->discont = 0;
  995. if (vs->discontinuity) {
  996. en->discont = 1;
  997. vs->discontinuity = 0;
  998. }
  999. if (hls->key_info_file || hls->encrypt) {
  1000. av_strlcpy(en->key_uri, vs->key_uri, sizeof(en->key_uri));
  1001. av_strlcpy(en->iv_string, vs->iv_string, sizeof(en->iv_string));
  1002. }
  1003. if (!vs->segments)
  1004. vs->segments = en;
  1005. else
  1006. vs->last_segment->next = en;
  1007. vs->last_segment = en;
  1008. // EVENT or VOD playlists imply sliding window cannot be used
  1009. if (hls->pl_type != PLAYLIST_TYPE_NONE)
  1010. hls->max_nb_segments = 0;
  1011. if (hls->max_nb_segments && vs->nb_entries >= hls->max_nb_segments) {
  1012. en = vs->segments;
  1013. vs->initial_prog_date_time += en->duration;
  1014. vs->segments = en->next;
  1015. if (en && hls->flags & HLS_DELETE_SEGMENTS &&
  1016. #if FF_API_HLS_WRAP
  1017. !(hls->flags & HLS_SINGLE_FILE || hls->wrap)) {
  1018. #else
  1019. !(hls->flags & HLS_SINGLE_FILE)) {
  1020. #endif
  1021. en->next = vs->old_segments;
  1022. vs->old_segments = en;
  1023. if ((ret = hls_delete_old_segments(s, hls, vs)) < 0)
  1024. return ret;
  1025. } else
  1026. av_freep(&en);
  1027. } else
  1028. vs->nb_entries++;
  1029. if (hls->max_seg_size > 0) {
  1030. return 0;
  1031. }
  1032. vs->sequence++;
  1033. return 0;
  1034. }
  1035. static int parse_playlist(AVFormatContext *s, const char *url, VariantStream *vs)
  1036. {
  1037. HLSContext *hls = s->priv_data;
  1038. AVIOContext *in;
  1039. int ret = 0, is_segment = 0;
  1040. int64_t new_start_pos;
  1041. char line[MAX_URL_SIZE];
  1042. const char *ptr;
  1043. const char *end;
  1044. if ((ret = ffio_open_whitelist(&in, url, AVIO_FLAG_READ,
  1045. &s->interrupt_callback, NULL,
  1046. s->protocol_whitelist, s->protocol_blacklist)) < 0)
  1047. return ret;
  1048. ff_get_chomp_line(in, line, sizeof(line));
  1049. if (strcmp(line, "#EXTM3U")) {
  1050. ret = AVERROR_INVALIDDATA;
  1051. goto fail;
  1052. }
  1053. vs->discontinuity = 0;
  1054. while (!avio_feof(in)) {
  1055. ff_get_chomp_line(in, line, sizeof(line));
  1056. if (av_strstart(line, "#EXT-X-MEDIA-SEQUENCE:", &ptr)) {
  1057. int64_t tmp_sequence = strtoll(ptr, NULL, 10);
  1058. if (tmp_sequence < vs->sequence)
  1059. av_log(hls, AV_LOG_VERBOSE,
  1060. "Found playlist sequence number was smaller """
  1061. "than specified start sequence number: %"PRId64" < %"PRId64", "
  1062. "omitting\n", tmp_sequence, hls->start_sequence);
  1063. else {
  1064. av_log(hls, AV_LOG_DEBUG, "Found playlist sequence number: %"PRId64"\n", tmp_sequence);
  1065. vs->sequence = tmp_sequence;
  1066. }
  1067. } else if (av_strstart(line, "#EXT-X-DISCONTINUITY", &ptr)) {
  1068. is_segment = 1;
  1069. vs->discontinuity = 1;
  1070. } else if (av_strstart(line, "#EXTINF:", &ptr)) {
  1071. is_segment = 1;
  1072. vs->duration = atof(ptr);
  1073. } else if (av_stristart(line, "#EXT-X-KEY:", &ptr)) {
  1074. ptr = av_stristr(line, "URI=\"");
  1075. if (ptr) {
  1076. ptr += strlen("URI=\"");
  1077. end = av_stristr(ptr, ",");
  1078. if (end) {
  1079. av_strlcpy(vs->key_uri, ptr, end - ptr);
  1080. } else {
  1081. av_strlcpy(vs->key_uri, ptr, sizeof(vs->key_uri));
  1082. }
  1083. }
  1084. ptr = av_stristr(line, "IV=0x");
  1085. if (ptr) {
  1086. ptr += strlen("IV=0x");
  1087. end = av_stristr(ptr, ",");
  1088. if (end) {
  1089. av_strlcpy(vs->iv_string, ptr, end - ptr);
  1090. } else {
  1091. av_strlcpy(vs->iv_string, ptr, sizeof(vs->iv_string));
  1092. }
  1093. }
  1094. } else if (av_strstart(line, "#", NULL)) {
  1095. continue;
  1096. } else if (line[0]) {
  1097. if (is_segment) {
  1098. char *new_file = av_strdup(line);
  1099. if (!new_file) {
  1100. ret = AVERROR(ENOMEM);
  1101. goto fail;
  1102. }
  1103. ff_format_set_url(vs->avf, new_file);
  1104. is_segment = 0;
  1105. new_start_pos = avio_tell(vs->avf->pb);
  1106. vs->size = new_start_pos - vs->start_pos;
  1107. vs->initial_prog_date_time -= vs->duration; // this is a previously existing segment
  1108. ret = hls_append_segment(s, hls, vs, vs->duration, vs->start_pos, vs->size);
  1109. if (ret < 0)
  1110. goto fail;
  1111. vs->start_pos = new_start_pos;
  1112. }
  1113. }
  1114. }
  1115. fail:
  1116. avio_close(in);
  1117. return ret;
  1118. }
  1119. static void hls_free_segments(HLSSegment *p)
  1120. {
  1121. HLSSegment *en;
  1122. while (p) {
  1123. en = p;
  1124. p = p->next;
  1125. av_freep(&en);
  1126. }
  1127. }
  1128. static int hls_rename_temp_file(AVFormatContext *s, AVFormatContext *oc)
  1129. {
  1130. size_t len = strlen(oc->url);
  1131. char *final_filename = av_strdup(oc->url);
  1132. int ret;
  1133. if (!final_filename)
  1134. return AVERROR(ENOMEM);
  1135. final_filename[len-4] = '\0';
  1136. ret = ff_rename(oc->url, final_filename, s);
  1137. oc->url[len-4] = '\0';
  1138. av_freep(&final_filename);
  1139. return ret;
  1140. }
  1141. static const char* get_relative_url(const char *master_url, const char *media_url)
  1142. {
  1143. const char *p = strrchr(master_url, '/');
  1144. size_t base_len = 0;
  1145. if (!p) p = strrchr(master_url, '\\');
  1146. if (p) {
  1147. base_len = p - master_url;
  1148. if (av_strncasecmp(master_url, media_url, base_len)) {
  1149. av_log(NULL, AV_LOG_WARNING, "Unable to find relative url\n");
  1150. return NULL;
  1151. }
  1152. } else {
  1153. return media_url;
  1154. }
  1155. return media_url + base_len + 1;
  1156. }
  1157. static int64_t get_stream_bit_rate(AVStream *stream)
  1158. {
  1159. AVCPBProperties *props = (AVCPBProperties*)av_stream_get_side_data(
  1160. stream,
  1161. AV_PKT_DATA_CPB_PROPERTIES,
  1162. NULL
  1163. );
  1164. if (stream->codecpar->bit_rate)
  1165. return stream->codecpar->bit_rate;
  1166. else if (props)
  1167. return props->max_bitrate;
  1168. return 0;
  1169. }
  1170. static int create_master_playlist(AVFormatContext *s,
  1171. VariantStream * const input_vs)
  1172. {
  1173. HLSContext *hls = s->priv_data;
  1174. VariantStream *vs, *temp_vs;
  1175. AVStream *vid_st, *aud_st;
  1176. AVDictionary *options = NULL;
  1177. unsigned int i, j;
  1178. int ret, bandwidth;
  1179. const char *m3u8_rel_name = NULL;
  1180. const char *vtt_m3u8_rel_name = NULL;
  1181. const char *ccgroup;
  1182. const char *sgroup = NULL;
  1183. ClosedCaptionsStream *ccs;
  1184. const char *proto = avio_find_protocol_name(hls->master_m3u8_url);
  1185. int is_file_proto = proto && !strcmp(proto, "file");
  1186. int use_temp_file = is_file_proto && ((hls->flags & HLS_TEMP_FILE) || hls->master_publish_rate);
  1187. char temp_filename[MAX_URL_SIZE];
  1188. input_vs->m3u8_created = 1;
  1189. if (!hls->master_m3u8_created) {
  1190. /* For the first time, wait until all the media playlists are created */
  1191. for (i = 0; i < hls->nb_varstreams; i++)
  1192. if (!hls->var_streams[i].m3u8_created)
  1193. return 0;
  1194. } else {
  1195. /* Keep publishing the master playlist at the configured rate */
  1196. if (&hls->var_streams[0] != input_vs || !hls->master_publish_rate ||
  1197. input_vs->number % hls->master_publish_rate)
  1198. return 0;
  1199. }
  1200. set_http_options(s, &options, hls);
  1201. snprintf(temp_filename, sizeof(temp_filename), use_temp_file ? "%s.tmp" : "%s", hls->master_m3u8_url);
  1202. ret = hlsenc_io_open(s, &hls->m3u8_out, temp_filename, &options);
  1203. av_dict_free(&options);
  1204. if (ret < 0) {
  1205. av_log(s, AV_LOG_ERROR, "Failed to open master play list file '%s'\n",
  1206. temp_filename);
  1207. goto fail;
  1208. }
  1209. ff_hls_write_playlist_version(hls->m3u8_out, hls->version);
  1210. for (i = 0; i < hls->nb_ccstreams; i++) {
  1211. ccs = &(hls->cc_streams[i]);
  1212. avio_printf(hls->m3u8_out, "#EXT-X-MEDIA:TYPE=CLOSED-CAPTIONS");
  1213. avio_printf(hls->m3u8_out, ",GROUP-ID=\"%s\"", ccs->ccgroup);
  1214. avio_printf(hls->m3u8_out, ",NAME=\"%s\"", ccs->instreamid);
  1215. if (ccs->language)
  1216. avio_printf(hls->m3u8_out, ",LANGUAGE=\"%s\"", ccs->language);
  1217. avio_printf(hls->m3u8_out, ",INSTREAM-ID=\"%s\"\n", ccs->instreamid);
  1218. }
  1219. /* For audio only variant streams add #EXT-X-MEDIA tag with attributes*/
  1220. for (i = 0; i < hls->nb_varstreams; i++) {
  1221. vs = &(hls->var_streams[i]);
  1222. if (vs->has_video || vs->has_subtitle || !vs->agroup)
  1223. continue;
  1224. m3u8_rel_name = get_relative_url(hls->master_m3u8_url, vs->m3u8_name);
  1225. if (!m3u8_rel_name) {
  1226. av_log(s, AV_LOG_ERROR, "Unable to find relative URL\n");
  1227. goto fail;
  1228. }
  1229. ff_hls_write_audio_rendition(hls->m3u8_out, vs->agroup, m3u8_rel_name, vs->language, i, hls->has_default_key ? vs->is_default : 1);
  1230. }
  1231. /* For variant streams with video add #EXT-X-STREAM-INF tag with attributes*/
  1232. for (i = 0; i < hls->nb_varstreams; i++) {
  1233. vs = &(hls->var_streams[i]);
  1234. m3u8_rel_name = get_relative_url(hls->master_m3u8_url, vs->m3u8_name);
  1235. if (!m3u8_rel_name) {
  1236. av_log(s, AV_LOG_ERROR, "Unable to find relative URL\n");
  1237. goto fail;
  1238. }
  1239. vid_st = NULL;
  1240. aud_st = NULL;
  1241. for (j = 0; j < vs->nb_streams; j++) {
  1242. if (vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO)
  1243. vid_st = vs->streams[j];
  1244. else if (vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_AUDIO)
  1245. aud_st = vs->streams[j];
  1246. }
  1247. if (!vid_st && !aud_st) {
  1248. av_log(s, AV_LOG_WARNING, "Media stream not found\n");
  1249. continue;
  1250. }
  1251. /**
  1252. * Traverse through the list of audio only rendition streams and find
  1253. * the rendition which has highest bitrate in the same audio group
  1254. */
  1255. if (vs->agroup) {
  1256. for (j = 0; j < hls->nb_varstreams; j++) {
  1257. temp_vs = &(hls->var_streams[j]);
  1258. if (!temp_vs->has_video && !temp_vs->has_subtitle &&
  1259. temp_vs->agroup &&
  1260. !av_strcasecmp(temp_vs->agroup, vs->agroup)) {
  1261. if (!aud_st)
  1262. aud_st = temp_vs->streams[0];
  1263. if (temp_vs->streams[0]->codecpar->bit_rate >
  1264. aud_st->codecpar->bit_rate)
  1265. aud_st = temp_vs->streams[0];
  1266. }
  1267. }
  1268. }
  1269. bandwidth = 0;
  1270. if (vid_st)
  1271. bandwidth += get_stream_bit_rate(vid_st);
  1272. if (aud_st)
  1273. bandwidth += get_stream_bit_rate(aud_st);
  1274. bandwidth += bandwidth / 10;
  1275. ccgroup = NULL;
  1276. if (vid_st && vs->ccgroup) {
  1277. /* check if this group name is available in the cc map string */
  1278. for (j = 0; j < hls->nb_ccstreams; j++) {
  1279. ccs = &(hls->cc_streams[j]);
  1280. if (!av_strcasecmp(ccs->ccgroup, vs->ccgroup)) {
  1281. ccgroup = vs->ccgroup;
  1282. break;
  1283. }
  1284. }
  1285. if (j == hls->nb_ccstreams)
  1286. av_log(s, AV_LOG_WARNING, "mapping ccgroup %s not found\n",
  1287. vs->ccgroup);
  1288. }
  1289. if (vid_st && vs->sgroup) {
  1290. sgroup = vs->sgroup;
  1291. vtt_m3u8_rel_name = get_relative_url(hls->master_m3u8_url, vs->vtt_m3u8_name);
  1292. if (!vtt_m3u8_rel_name) {
  1293. av_log(s, AV_LOG_WARNING, "Unable to find relative subtitle URL\n");
  1294. break;
  1295. }
  1296. ff_hls_write_subtitle_rendition(hls->m3u8_out, sgroup, vtt_m3u8_rel_name, vs->language, i, hls->has_default_key ? vs->is_default : 1);
  1297. }
  1298. if (!hls->has_default_key || !hls->has_video_m3u8) {
  1299. ff_hls_write_stream_info(vid_st, hls->m3u8_out, bandwidth, m3u8_rel_name,
  1300. aud_st ? vs->agroup : NULL, vs->codec_attr, ccgroup, sgroup);
  1301. } else {
  1302. if (vid_st) {
  1303. ff_hls_write_stream_info(vid_st, hls->m3u8_out, bandwidth, m3u8_rel_name,
  1304. aud_st ? vs->agroup : NULL, vs->codec_attr, ccgroup, sgroup);
  1305. }
  1306. }
  1307. }
  1308. fail:
  1309. if (ret >=0)
  1310. hls->master_m3u8_created = 1;
  1311. hlsenc_io_close(s, &hls->m3u8_out, temp_filename);
  1312. if (use_temp_file)
  1313. ff_rename(temp_filename, hls->master_m3u8_url, s);
  1314. return ret;
  1315. }
  1316. static int hls_window(AVFormatContext *s, int last, VariantStream *vs)
  1317. {
  1318. HLSContext *hls = s->priv_data;
  1319. HLSSegment *en;
  1320. int target_duration = 0;
  1321. int ret = 0;
  1322. char temp_filename[MAX_URL_SIZE];
  1323. char temp_vtt_filename[MAX_URL_SIZE];
  1324. int64_t sequence = FFMAX(hls->start_sequence, vs->sequence - vs->nb_entries);
  1325. const char *proto = avio_find_protocol_name(vs->m3u8_name);
  1326. int is_file_proto = proto && !strcmp(proto, "file");
  1327. int use_temp_file = is_file_proto && ((hls->flags & HLS_TEMP_FILE) || !(hls->pl_type == PLAYLIST_TYPE_VOD));
  1328. static unsigned warned_non_file;
  1329. char *key_uri = NULL;
  1330. char *iv_string = NULL;
  1331. AVDictionary *options = NULL;
  1332. double prog_date_time = vs->initial_prog_date_time;
  1333. double *prog_date_time_p = (hls->flags & HLS_PROGRAM_DATE_TIME) ? &prog_date_time : NULL;
  1334. int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  1335. hls->version = 3;
  1336. if (byterange_mode) {
  1337. hls->version = 4;
  1338. sequence = 0;
  1339. }
  1340. if (hls->flags & HLS_INDEPENDENT_SEGMENTS) {
  1341. hls->version = 6;
  1342. }
  1343. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  1344. hls->version = 7;
  1345. }
  1346. if (!is_file_proto && (hls->flags & HLS_TEMP_FILE) && !warned_non_file++)
  1347. av_log(s, AV_LOG_ERROR, "Cannot use rename on non file protocol, this may lead to races and temporary partial files\n");
  1348. set_http_options(s, &options, hls);
  1349. snprintf(temp_filename, sizeof(temp_filename), use_temp_file ? "%s.tmp" : "%s", vs->m3u8_name);
  1350. if ((ret = hlsenc_io_open(s, byterange_mode ? &hls->m3u8_out : &vs->out, temp_filename, &options)) < 0) {
  1351. if (hls->ignore_io_errors)
  1352. ret = 0;
  1353. goto fail;
  1354. }
  1355. for (en = vs->segments; en; en = en->next) {
  1356. if (target_duration <= en->duration)
  1357. target_duration = lrint(en->duration);
  1358. }
  1359. vs->discontinuity_set = 0;
  1360. ff_hls_write_playlist_header(byterange_mode ? hls->m3u8_out : vs->out, hls->version, hls->allowcache,
  1361. target_duration, sequence, hls->pl_type, hls->flags & HLS_I_FRAMES_ONLY);
  1362. if ((hls->flags & HLS_DISCONT_START) && sequence==hls->start_sequence && vs->discontinuity_set==0) {
  1363. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, "#EXT-X-DISCONTINUITY\n");
  1364. vs->discontinuity_set = 1;
  1365. }
  1366. if (vs->has_video && (hls->flags & HLS_INDEPENDENT_SEGMENTS)) {
  1367. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, "#EXT-X-INDEPENDENT-SEGMENTS\n");
  1368. }
  1369. for (en = vs->segments; en; en = en->next) {
  1370. if ((hls->encrypt || hls->key_info_file) && (!key_uri || strcmp(en->key_uri, key_uri) ||
  1371. av_strcasecmp(en->iv_string, iv_string))) {
  1372. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, "#EXT-X-KEY:METHOD=AES-128,URI=\"%s\"", en->key_uri);
  1373. if (*en->iv_string)
  1374. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, ",IV=0x%s", en->iv_string);
  1375. avio_printf(byterange_mode ? hls->m3u8_out : vs->out, "\n");
  1376. key_uri = en->key_uri;
  1377. iv_string = en->iv_string;
  1378. }
  1379. if ((hls->segment_type == SEGMENT_TYPE_FMP4) && (en == vs->segments)) {
  1380. ff_hls_write_init_file(byterange_mode ? hls->m3u8_out : vs->out, (hls->flags & HLS_SINGLE_FILE) ? en->filename : vs->fmp4_init_filename,
  1381. hls->flags & HLS_SINGLE_FILE, vs->init_range_length, 0);
  1382. }
  1383. ret = ff_hls_write_file_entry(byterange_mode ? hls->m3u8_out : vs->out, en->discont, byterange_mode,
  1384. en->duration, hls->flags & HLS_ROUND_DURATIONS,
  1385. en->size, en->pos, hls->baseurl,
  1386. en->filename, prog_date_time_p, en->keyframe_size, en->keyframe_pos, hls->flags & HLS_I_FRAMES_ONLY);
  1387. if (ret < 0) {
  1388. av_log(s, AV_LOG_WARNING, "ff_hls_write_file_entry get error\n");
  1389. }
  1390. }
  1391. if (last && (hls->flags & HLS_OMIT_ENDLIST)==0)
  1392. ff_hls_write_end_list(byterange_mode ? hls->m3u8_out : vs->out);
  1393. if (vs->vtt_m3u8_name) {
  1394. snprintf(temp_vtt_filename, sizeof(temp_vtt_filename), use_temp_file ? "%s.tmp" : "%s", vs->vtt_m3u8_name);
  1395. if ((ret = hlsenc_io_open(s, &hls->sub_m3u8_out, temp_vtt_filename, &options)) < 0) {
  1396. if (hls->ignore_io_errors)
  1397. ret = 0;
  1398. goto fail;
  1399. }
  1400. ff_hls_write_playlist_header(hls->sub_m3u8_out, hls->version, hls->allowcache,
  1401. target_duration, sequence, PLAYLIST_TYPE_NONE, 0);
  1402. for (en = vs->segments; en; en = en->next) {
  1403. ret = ff_hls_write_file_entry(hls->sub_m3u8_out, 0, byterange_mode,
  1404. en->duration, 0, en->size, en->pos,
  1405. hls->baseurl, en->sub_filename, NULL, 0, 0, 0);
  1406. if (ret < 0) {
  1407. av_log(s, AV_LOG_WARNING, "ff_hls_write_file_entry get error\n");
  1408. }
  1409. }
  1410. if (last)
  1411. ff_hls_write_end_list(hls->sub_m3u8_out);
  1412. }
  1413. fail:
  1414. av_dict_free(&options);
  1415. ret = hlsenc_io_close(s, byterange_mode ? &hls->m3u8_out : &vs->out, temp_filename);
  1416. if (ret < 0) {
  1417. return ret;
  1418. }
  1419. hlsenc_io_close(s, &hls->sub_m3u8_out, vs->vtt_m3u8_name);
  1420. if (use_temp_file) {
  1421. ff_rename(temp_filename, vs->m3u8_name, s);
  1422. if (vs->vtt_m3u8_name)
  1423. ff_rename(temp_vtt_filename, vs->vtt_m3u8_name, s);
  1424. }
  1425. if (ret >= 0 && hls->master_pl_name)
  1426. if (create_master_playlist(s, vs) < 0)
  1427. av_log(s, AV_LOG_WARNING, "Master playlist creation failed\n");
  1428. return ret;
  1429. }
  1430. static int hls_start(AVFormatContext *s, VariantStream *vs)
  1431. {
  1432. HLSContext *c = s->priv_data;
  1433. AVFormatContext *oc = vs->avf;
  1434. AVFormatContext *vtt_oc = vs->vtt_avf;
  1435. AVDictionary *options = NULL;
  1436. const char *proto = NULL;
  1437. int use_temp_file = 0;
  1438. char iv_string[KEYSIZE*2 + 1];
  1439. int err = 0;
  1440. if (c->flags & HLS_SINGLE_FILE) {
  1441. char *new_name = av_strdup(vs->basename);
  1442. if (!new_name)
  1443. return AVERROR(ENOMEM);
  1444. ff_format_set_url(oc, new_name);
  1445. if (vs->vtt_basename) {
  1446. new_name = av_strdup(vs->vtt_basename);
  1447. if (!new_name)
  1448. return AVERROR(ENOMEM);
  1449. ff_format_set_url(vtt_oc, new_name);
  1450. }
  1451. } else if (c->max_seg_size > 0) {
  1452. char *filename = NULL;
  1453. if (replace_int_data_in_filename(&filename,
  1454. #if FF_API_HLS_WRAP
  1455. vs->basename, 'd', c->wrap ? vs->sequence % c->wrap : vs->sequence) < 1) {
  1456. #else
  1457. vs->basename, 'd', vs->sequence) < 1) {
  1458. #endif
  1459. av_freep(&filename);
  1460. av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s', you can try to use -strftime 1 with it\n", vs->basename);
  1461. return AVERROR(EINVAL);
  1462. }
  1463. ff_format_set_url(oc, filename);
  1464. } else {
  1465. if (c->use_localtime) {
  1466. time_t now0;
  1467. struct tm *tm, tmpbuf;
  1468. int bufsize = strlen(vs->basename) + MAX_URL_SIZE;
  1469. char *buf = av_mallocz(bufsize);
  1470. if (!buf)
  1471. return AVERROR(ENOMEM);
  1472. time(&now0);
  1473. tm = localtime_r(&now0, &tmpbuf);
  1474. ff_format_set_url(oc, buf);
  1475. if (!strftime(oc->url, bufsize, vs->basename, tm)) {
  1476. av_log(oc, AV_LOG_ERROR, "Could not get segment filename with strftime\n");
  1477. return AVERROR(EINVAL);
  1478. }
  1479. err = sls_flag_use_localtime_filename(oc, c, vs);
  1480. if (err < 0) {
  1481. return AVERROR(ENOMEM);
  1482. }
  1483. if (c->use_localtime_mkdir) {
  1484. const char *dir;
  1485. char *fn_copy = av_strdup(oc->url);
  1486. if (!fn_copy)
  1487. return AVERROR(ENOMEM);
  1488. dir = av_dirname(fn_copy);
  1489. if (ff_mkdir_p(dir) == -1 && errno != EEXIST) {
  1490. av_log(oc, AV_LOG_ERROR, "Could not create directory %s with use_localtime_mkdir\n", dir);
  1491. av_freep(&fn_copy);
  1492. return AVERROR(errno);
  1493. }
  1494. av_freep(&fn_copy);
  1495. }
  1496. } else {
  1497. char *filename = NULL;
  1498. if (replace_int_data_in_filename(&filename,
  1499. #if FF_API_HLS_WRAP
  1500. vs->basename, 'd', c->wrap ? vs->sequence % c->wrap : vs->sequence) < 1) {
  1501. #else
  1502. vs->basename, 'd', vs->sequence) < 1) {
  1503. #endif
  1504. av_freep(&filename);
  1505. av_log(oc, AV_LOG_ERROR, "Invalid segment filename template '%s' you can try to use -strftime 1 with it\n", vs->basename);
  1506. return AVERROR(EINVAL);
  1507. }
  1508. ff_format_set_url(oc, filename);
  1509. }
  1510. if (vs->vtt_basename) {
  1511. char *filename = NULL;
  1512. if (replace_int_data_in_filename(&filename,
  1513. #if FF_API_HLS_WRAP
  1514. vs->vtt_basename, 'd', c->wrap ? vs->sequence % c->wrap : vs->sequence) < 1) {
  1515. #else
  1516. vs->vtt_basename, 'd', vs->sequence) < 1) {
  1517. #endif
  1518. av_freep(&filename);
  1519. av_log(vtt_oc, AV_LOG_ERROR, "Invalid segment filename template '%s'\n", vs->vtt_basename);
  1520. return AVERROR(EINVAL);
  1521. }
  1522. ff_format_set_url(vtt_oc, filename);
  1523. }
  1524. }
  1525. proto = avio_find_protocol_name(oc->url);
  1526. use_temp_file = proto && !strcmp(proto, "file") && (c->flags & HLS_TEMP_FILE);
  1527. if (use_temp_file) {
  1528. char *new_name = av_asprintf("%s.tmp", oc->url);
  1529. if (!new_name)
  1530. return AVERROR(ENOMEM);
  1531. ff_format_set_url(oc, new_name);
  1532. }
  1533. if (c->key_info_file || c->encrypt) {
  1534. if (c->segment_type == SEGMENT_TYPE_FMP4) {
  1535. av_log(s, AV_LOG_ERROR, "Encrypted fmp4 not yet supported\n");
  1536. return AVERROR_PATCHWELCOME;
  1537. }
  1538. if (c->key_info_file && c->encrypt) {
  1539. av_log(s, AV_LOG_WARNING, "Cannot use both -hls_key_info_file and -hls_enc,"
  1540. " ignoring -hls_enc\n");
  1541. }
  1542. if (!vs->encrypt_started || (c->flags & HLS_PERIODIC_REKEY)) {
  1543. if (c->key_info_file) {
  1544. if ((err = hls_encryption_start(s, vs)) < 0)
  1545. goto fail;
  1546. } else {
  1547. if (!c->encrypt_started) {
  1548. if ((err = do_encrypt(s, vs)) < 0)
  1549. goto fail;
  1550. c->encrypt_started = 1;
  1551. }
  1552. av_strlcpy(vs->key_uri, c->key_uri, sizeof(vs->key_uri));
  1553. av_strlcpy(vs->key_string, c->key_string, sizeof(vs->key_string));
  1554. av_strlcpy(vs->iv_string, c->iv_string, sizeof(vs->iv_string));
  1555. }
  1556. vs->encrypt_started = 1;
  1557. }
  1558. err = av_strlcpy(iv_string, vs->iv_string, sizeof(iv_string));
  1559. if (!err) {
  1560. snprintf(iv_string, sizeof(iv_string), "%032"PRIx64, vs->sequence);
  1561. memset(vs->iv_string, 0, sizeof(vs->iv_string));
  1562. memcpy(vs->iv_string, iv_string, sizeof(iv_string));
  1563. }
  1564. }
  1565. if (c->segment_type != SEGMENT_TYPE_FMP4) {
  1566. if (oc->oformat->priv_class && oc->priv_data) {
  1567. av_opt_set(oc->priv_data, "mpegts_flags", "resend_headers", 0);
  1568. }
  1569. if (c->flags & HLS_SINGLE_FILE) {
  1570. if (c->key_info_file || c->encrypt) {
  1571. av_dict_set(&options, "encryption_key", vs->key_string, 0);
  1572. av_dict_set(&options, "encryption_iv", vs->iv_string, 0);
  1573. /* Write temp file with cryption content */
  1574. av_freep(&vs->basename_tmp);
  1575. vs->basename_tmp = av_asprintf("crypto:%s.tmp", oc->url);
  1576. /* append temp file content into single file */
  1577. av_freep(&vs->basename);
  1578. vs->basename = av_asprintf("%s", oc->url);
  1579. } else {
  1580. vs->basename_tmp = vs->basename;
  1581. }
  1582. set_http_options(s, &options, c);
  1583. if (!vs->out_single_file)
  1584. if ((err = hlsenc_io_open(s, &vs->out_single_file, vs->basename, &options)) < 0) {
  1585. if (c->ignore_io_errors)
  1586. err = 0;
  1587. goto fail;
  1588. }
  1589. if ((err = hlsenc_io_open(s, &vs->out, vs->basename_tmp, &options)) < 0) {
  1590. if (c->ignore_io_errors)
  1591. err = 0;
  1592. goto fail;
  1593. }
  1594. }
  1595. }
  1596. if (vs->vtt_basename) {
  1597. set_http_options(s, &options, c);
  1598. if ((err = hlsenc_io_open(s, &vtt_oc->pb, vtt_oc->url, &options)) < 0) {
  1599. if (c->ignore_io_errors)
  1600. err = 0;
  1601. goto fail;
  1602. }
  1603. }
  1604. av_dict_free(&options);
  1605. if (vs->vtt_basename) {
  1606. err = avformat_write_header(vtt_oc,NULL);
  1607. if (err < 0)
  1608. return err;
  1609. }
  1610. return 0;
  1611. fail:
  1612. av_dict_free(&options);
  1613. return err;
  1614. }
  1615. static const char * get_default_pattern_localtime_fmt(AVFormatContext *s)
  1616. {
  1617. char b[21];
  1618. time_t t = time(NULL);
  1619. struct tm *p, tmbuf;
  1620. HLSContext *hls = s->priv_data;
  1621. p = localtime_r(&t, &tmbuf);
  1622. // no %s support when strftime returned error or left format string unchanged
  1623. // also no %s support on MSVC, which invokes the invalid parameter handler on unsupported format strings, instead of returning an error
  1624. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  1625. return (HAVE_LIBC_MSVCRT || !strftime(b, sizeof(b), "%s", p) || !strcmp(b, "%s")) ? "-%Y%m%d%H%M%S.m4s" : "-%s.m4s";
  1626. }
  1627. return (HAVE_LIBC_MSVCRT || !strftime(b, sizeof(b), "%s", p) || !strcmp(b, "%s")) ? "-%Y%m%d%H%M%S.ts" : "-%s.ts";
  1628. }
  1629. static int append_postfix(char *name, int name_buf_len, int i)
  1630. {
  1631. char *p;
  1632. char extension[10] = {'\0'};
  1633. p = strrchr(name, '.');
  1634. if (p) {
  1635. av_strlcpy(extension, p, sizeof(extension));
  1636. *p = '\0';
  1637. }
  1638. snprintf(name + strlen(name), name_buf_len - strlen(name), POSTFIX_PATTERN, i);
  1639. if (strlen(extension))
  1640. av_strlcat(name, extension, name_buf_len);
  1641. return 0;
  1642. }
  1643. static int validate_name(int nb_vs, const char *fn)
  1644. {
  1645. const char *filename, *subdir_name;
  1646. char *fn_dup = NULL;
  1647. int ret = 0;
  1648. if (!fn)
  1649. return AVERROR(EINVAL);
  1650. fn_dup = av_strdup(fn);
  1651. if (!fn_dup)
  1652. return AVERROR(ENOMEM);
  1653. filename = av_basename(fn);
  1654. subdir_name = av_dirname(fn_dup);
  1655. if (nb_vs > 1 && !av_stristr(filename, "%v") && !av_stristr(subdir_name, "%v")) {
  1656. av_log(NULL, AV_LOG_ERROR, "More than 1 variant streams are present, %%v is expected "
  1657. "either in the filename or in the sub-directory name of file %s\n", fn);
  1658. ret = AVERROR(EINVAL);
  1659. goto fail;
  1660. }
  1661. if (av_stristr(filename, "%v") && av_stristr(subdir_name, "%v")) {
  1662. av_log(NULL, AV_LOG_ERROR, "%%v is expected either in the filename or "
  1663. "in the sub-directory name of file %s, but only in one of them\n", fn);
  1664. ret = AVERROR(EINVAL);
  1665. goto fail;
  1666. }
  1667. fail:
  1668. av_freep(&fn_dup);
  1669. return ret;
  1670. }
  1671. static int format_name(const char *buf, char **s, int index, const char *varname)
  1672. {
  1673. const char *proto, *dir;
  1674. char *orig_buf_dup = NULL, *mod_buf_dup = NULL;
  1675. int ret = 0;
  1676. orig_buf_dup = av_strdup(buf);
  1677. if (!orig_buf_dup)
  1678. return AVERROR(ENOMEM);
  1679. if (!av_stristr(buf, "%v")) {
  1680. *s = orig_buf_dup;
  1681. return 0;
  1682. }
  1683. if (!varname) {
  1684. if (replace_int_data_in_filename(s, orig_buf_dup, 'v', index) < 1) {
  1685. ret = AVERROR(EINVAL);
  1686. goto fail;
  1687. }
  1688. } else {
  1689. if (replace_str_data_in_filename(s, orig_buf_dup, 'v', varname) < 1) {
  1690. ret = AVERROR(EINVAL);
  1691. goto fail;
  1692. }
  1693. }
  1694. proto = avio_find_protocol_name(orig_buf_dup);
  1695. dir = av_dirname(orig_buf_dup);
  1696. /* if %v is present in the file's directory, create sub-directory */
  1697. if (av_stristr(dir, "%v") && proto && !strcmp(proto, "file")) {
  1698. mod_buf_dup = av_strdup(*s);
  1699. dir = av_dirname(mod_buf_dup);
  1700. if (ff_mkdir_p(dir) == -1 && errno != EEXIST) {
  1701. ret = AVERROR(errno);
  1702. goto fail;
  1703. }
  1704. }
  1705. fail:
  1706. av_freep(&orig_buf_dup);
  1707. av_freep(&mod_buf_dup);
  1708. return ret;
  1709. }
  1710. static int get_nth_codec_stream_index(AVFormatContext *s,
  1711. enum AVMediaType codec_type,
  1712. int64_t stream_id)
  1713. {
  1714. unsigned int stream_index, cnt;
  1715. if (stream_id < 0 || stream_id > s->nb_streams - 1)
  1716. return -1;
  1717. cnt = 0;
  1718. for (stream_index = 0; stream_index < s->nb_streams; stream_index++) {
  1719. if (s->streams[stream_index]->codecpar->codec_type != codec_type)
  1720. continue;
  1721. if (cnt == stream_id)
  1722. return stream_index;
  1723. cnt++;
  1724. }
  1725. return -1;
  1726. }
  1727. static int parse_variant_stream_mapstring(AVFormatContext *s)
  1728. {
  1729. HLSContext *hls = s->priv_data;
  1730. VariantStream *vs;
  1731. int stream_index, i, j;
  1732. enum AVMediaType codec_type;
  1733. int nb_varstreams = 0, nb_streams;
  1734. char *p, *q, *saveptr1, *saveptr2, *varstr, *keyval;
  1735. const char *val;
  1736. /**
  1737. * Expected format for var_stream_map string is as below:
  1738. * "a:0,v:0 a:1,v:1"
  1739. * "a:0,agroup:a0,default:1,language:ENG a:1,agroup:a1,default:0 v:0,agroup:a0 v:1,agroup:a1"
  1740. * This string specifies how to group the audio, video and subtitle streams
  1741. * into different variant streams. The variant stream groups are separated
  1742. * by space.
  1743. *
  1744. * a:, v:, s: are keys to specify audio, video and subtitle streams
  1745. * respectively. Allowed values are 0 to 9 digits (limited just based on
  1746. * practical usage)
  1747. *
  1748. * agroup: is key to specify audio group. A string can be given as value.
  1749. * sgroup: is key to specify subtitle group. A string can be given as value.
  1750. */
  1751. p = av_strdup(hls->var_stream_map);
  1752. if (!p)
  1753. return AVERROR(ENOMEM);
  1754. q = p;
  1755. while (av_strtok(q, " \t", &saveptr1)) {
  1756. q = NULL;
  1757. nb_varstreams++;
  1758. }
  1759. av_freep(&p);
  1760. hls->var_streams = av_mallocz(sizeof(*hls->var_streams) * nb_varstreams);
  1761. if (!hls->var_streams)
  1762. return AVERROR(ENOMEM);
  1763. hls->nb_varstreams = nb_varstreams;
  1764. p = hls->var_stream_map;
  1765. nb_varstreams = 0;
  1766. while (varstr = av_strtok(p, " \t", &saveptr1)) {
  1767. p = NULL;
  1768. if (nb_varstreams < hls->nb_varstreams) {
  1769. vs = &(hls->var_streams[nb_varstreams]);
  1770. vs->var_stream_idx = nb_varstreams;
  1771. vs->is_default = 0;
  1772. nb_varstreams++;
  1773. } else
  1774. return AVERROR(EINVAL);
  1775. q = varstr;
  1776. while (1) {
  1777. if (!av_strncasecmp(q, "a:", 2) || !av_strncasecmp(q, "v:", 2) ||
  1778. !av_strncasecmp(q, "s:", 2))
  1779. vs->nb_streams++;
  1780. q = strchr(q, ',');
  1781. if (!q)
  1782. break;
  1783. q++;
  1784. }
  1785. vs->streams = av_mallocz(sizeof(AVStream *) * vs->nb_streams);
  1786. if (!vs->streams)
  1787. return AVERROR(ENOMEM);
  1788. nb_streams = 0;
  1789. while (keyval = av_strtok(varstr, ",", &saveptr2)) {
  1790. int64_t num;
  1791. char *end;
  1792. varstr = NULL;
  1793. if (av_strstart(keyval, "language:", &val)) {
  1794. vs->language = val;
  1795. continue;
  1796. } else if (av_strstart(keyval, "default:", &val)) {
  1797. vs->is_default = (!av_strncasecmp(val, "YES", strlen("YES")) ||
  1798. (!av_strncasecmp(val, "1", strlen("1"))));
  1799. hls->has_default_key = 1;
  1800. continue;
  1801. } else if (av_strstart(keyval, "name:", &val)) {
  1802. vs->varname = val;
  1803. continue;
  1804. } else if (av_strstart(keyval, "agroup:", &val)) {
  1805. vs->agroup = val;
  1806. continue;
  1807. } else if (av_strstart(keyval, "sgroup:", &val)) {
  1808. vs->sgroup = val;
  1809. continue;
  1810. } else if (av_strstart(keyval, "ccgroup:", &val)) {
  1811. vs->ccgroup = val;
  1812. continue;
  1813. } else if (av_strstart(keyval, "v:", &val)) {
  1814. codec_type = AVMEDIA_TYPE_VIDEO;
  1815. hls->has_video_m3u8 = 1;
  1816. } else if (av_strstart(keyval, "a:", &val)) {
  1817. codec_type = AVMEDIA_TYPE_AUDIO;
  1818. } else if (av_strstart(keyval, "s:", &val)) {
  1819. codec_type = AVMEDIA_TYPE_SUBTITLE;
  1820. } else {
  1821. av_log(s, AV_LOG_ERROR, "Invalid keyval %s\n", keyval);
  1822. return AVERROR(EINVAL);
  1823. }
  1824. num = strtoll(val, &end, 10);
  1825. if (!av_isdigit(*val) || *end != '\0') {
  1826. av_log(s, AV_LOG_ERROR, "Invalid stream number: '%s'\n", val);
  1827. return AVERROR(EINVAL);
  1828. }
  1829. stream_index = get_nth_codec_stream_index(s, codec_type, num);
  1830. if (stream_index >= 0 && nb_streams < vs->nb_streams) {
  1831. for (i = 0; nb_streams > 0 && i < nb_streams; i++) {
  1832. if (vs->streams[i] == s->streams[stream_index]) {
  1833. av_log(s, AV_LOG_ERROR, "Same elementary stream found more than once inside "
  1834. "variant definition #%d\n", nb_varstreams - 1);
  1835. return AVERROR(EINVAL);
  1836. }
  1837. }
  1838. for (j = 0; nb_varstreams > 1 && j < nb_varstreams - 1; j++) {
  1839. for (i = 0; i < hls->var_streams[j].nb_streams; i++) {
  1840. if (hls->var_streams[j].streams[i] == s->streams[stream_index]) {
  1841. av_log(s, AV_LOG_ERROR, "Same elementary stream found more than once "
  1842. "in two different variant definitions #%d and #%d\n",
  1843. j, nb_varstreams - 1);
  1844. return AVERROR(EINVAL);
  1845. }
  1846. }
  1847. }
  1848. vs->streams[nb_streams++] = s->streams[stream_index];
  1849. } else {
  1850. av_log(s, AV_LOG_ERROR, "Unable to map stream at %s\n", keyval);
  1851. return AVERROR(EINVAL);
  1852. }
  1853. }
  1854. }
  1855. av_log(s, AV_LOG_DEBUG, "Number of variant streams %d\n",
  1856. hls->nb_varstreams);
  1857. return 0;
  1858. }
  1859. static int parse_cc_stream_mapstring(AVFormatContext *s)
  1860. {
  1861. HLSContext *hls = s->priv_data;
  1862. int nb_ccstreams = 0;
  1863. char *p, *q, *ccstr, *keyval;
  1864. char *saveptr1 = NULL, *saveptr2 = NULL;
  1865. const char *val;
  1866. ClosedCaptionsStream *ccs;
  1867. p = av_strdup(hls->cc_stream_map);
  1868. if(!p)
  1869. return AVERROR(ENOMEM);
  1870. q = p;
  1871. while (av_strtok(q, " \t", &saveptr1)) {
  1872. q = NULL;
  1873. nb_ccstreams++;
  1874. }
  1875. av_freep(&p);
  1876. hls->cc_streams = av_mallocz(sizeof(*hls->cc_streams) * nb_ccstreams);
  1877. if (!hls->cc_streams)
  1878. return AVERROR(ENOMEM);
  1879. hls->nb_ccstreams = nb_ccstreams;
  1880. p = hls->cc_stream_map;
  1881. nb_ccstreams = 0;
  1882. while (ccstr = av_strtok(p, " \t", &saveptr1)) {
  1883. p = NULL;
  1884. if (nb_ccstreams < hls->nb_ccstreams)
  1885. ccs = &(hls->cc_streams[nb_ccstreams++]);
  1886. else
  1887. return AVERROR(EINVAL);
  1888. while (keyval = av_strtok(ccstr, ",", &saveptr2)) {
  1889. ccstr = NULL;
  1890. if (av_strstart(keyval, "ccgroup:", &val)) {
  1891. ccs->ccgroup = val;
  1892. } else if (av_strstart(keyval, "instreamid:", &val)) {
  1893. ccs->instreamid = val;
  1894. } else if (av_strstart(keyval, "language:", &val)) {
  1895. ccs->language = val;
  1896. } else {
  1897. av_log(s, AV_LOG_ERROR, "Invalid keyval %s\n", keyval);
  1898. return AVERROR(EINVAL);
  1899. }
  1900. }
  1901. if (!ccs->ccgroup || !ccs->instreamid) {
  1902. av_log(s, AV_LOG_ERROR, "Insufficient parameters in cc stream map string\n");
  1903. return AVERROR(EINVAL);
  1904. }
  1905. if (av_strstart(ccs->instreamid, "CC", &val)) {
  1906. if (atoi(val) < 1 || atoi(val) > 4) {
  1907. av_log(s, AV_LOG_ERROR, "Invalid instream ID CC index %d in %s, range 1-4\n",
  1908. atoi(val), ccs->instreamid);
  1909. return AVERROR(EINVAL);
  1910. }
  1911. } else if (av_strstart(ccs->instreamid, "SERVICE", &val)) {
  1912. if (atoi(val) < 1 || atoi(val) > 63) {
  1913. av_log(s, AV_LOG_ERROR, "Invalid instream ID SERVICE index %d in %s, range 1-63 \n",
  1914. atoi(val), ccs->instreamid);
  1915. return AVERROR(EINVAL);
  1916. }
  1917. } else {
  1918. av_log(s, AV_LOG_ERROR, "Invalid instream ID %s, supported are CCn or SERVICEn\n",
  1919. ccs->instreamid);
  1920. return AVERROR(EINVAL);
  1921. }
  1922. }
  1923. return 0;
  1924. }
  1925. static int update_variant_stream_info(AVFormatContext *s)
  1926. {
  1927. HLSContext *hls = s->priv_data;
  1928. unsigned int i;
  1929. int ret = 0;
  1930. if (hls->cc_stream_map) {
  1931. ret = parse_cc_stream_mapstring(s);
  1932. if (ret < 0)
  1933. return ret;
  1934. }
  1935. if (hls->var_stream_map) {
  1936. return parse_variant_stream_mapstring(s);
  1937. } else {
  1938. //By default, a single variant stream with all the codec streams is created
  1939. hls->var_streams = av_mallocz(sizeof(*hls->var_streams));
  1940. if (!hls->var_streams)
  1941. return AVERROR(ENOMEM);
  1942. hls->nb_varstreams = 1;
  1943. hls->var_streams[0].var_stream_idx = 0;
  1944. hls->var_streams[0].nb_streams = s->nb_streams;
  1945. hls->var_streams[0].streams = av_mallocz(sizeof(AVStream *) *
  1946. hls->var_streams[0].nb_streams);
  1947. if (!hls->var_streams[0].streams)
  1948. return AVERROR(ENOMEM);
  1949. //by default, the first available ccgroup is mapped to the variant stream
  1950. if (hls->nb_ccstreams)
  1951. hls->var_streams[0].ccgroup = hls->cc_streams[0].ccgroup;
  1952. for (i = 0; i < s->nb_streams; i++)
  1953. hls->var_streams[0].streams[i] = s->streams[i];
  1954. }
  1955. return 0;
  1956. }
  1957. static int update_master_pl_info(AVFormatContext *s)
  1958. {
  1959. HLSContext *hls = s->priv_data;
  1960. const char *dir;
  1961. char *fn1= NULL, *fn2 = NULL;
  1962. int ret = 0;
  1963. fn1 = av_strdup(s->url);
  1964. if (!fn1)
  1965. return AVERROR(ENOMEM);
  1966. dir = av_dirname(fn1);
  1967. /**
  1968. * if output file's directory has %v, variants are created in sub-directories
  1969. * then master is created at the sub-directories level
  1970. */
  1971. if (dir && av_stristr(av_basename(dir), "%v")) {
  1972. fn2 = av_strdup(dir);
  1973. if (!fn2) {
  1974. ret = AVERROR(ENOMEM);
  1975. goto fail;
  1976. }
  1977. dir = av_dirname(fn2);
  1978. }
  1979. if (dir && strcmp(dir, "."))
  1980. hls->master_m3u8_url = av_append_path_component(dir, hls->master_pl_name);
  1981. else
  1982. hls->master_m3u8_url = av_strdup(hls->master_pl_name);
  1983. if (!hls->master_m3u8_url) {
  1984. ret = AVERROR(ENOMEM);
  1985. goto fail;
  1986. }
  1987. fail:
  1988. av_freep(&fn1);
  1989. av_freep(&fn2);
  1990. return ret;
  1991. }
  1992. static int hls_write_header(AVFormatContext *s)
  1993. {
  1994. HLSContext *hls = s->priv_data;
  1995. int ret, i, j;
  1996. VariantStream *vs = NULL;
  1997. for (i = 0; i < hls->nb_varstreams; i++) {
  1998. vs = &hls->var_streams[i];
  1999. ret = avformat_write_header(vs->avf, NULL);
  2000. if (ret < 0)
  2001. return ret;
  2002. //av_assert0(s->nb_streams == hls->avf->nb_streams);
  2003. for (j = 0; j < vs->nb_streams; j++) {
  2004. AVStream *inner_st;
  2005. AVStream *outer_st = vs->streams[j];
  2006. if (hls->max_seg_size > 0) {
  2007. if ((outer_st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) &&
  2008. (outer_st->codecpar->bit_rate > hls->max_seg_size)) {
  2009. av_log(s, AV_LOG_WARNING, "Your video bitrate is bigger than hls_segment_size, "
  2010. "(%"PRId64 " > %"PRId64 "), the result maybe not be what you want.",
  2011. outer_st->codecpar->bit_rate, hls->max_seg_size);
  2012. }
  2013. }
  2014. if (outer_st->codecpar->codec_type != AVMEDIA_TYPE_SUBTITLE)
  2015. inner_st = vs->avf->streams[j];
  2016. else if (vs->vtt_avf)
  2017. inner_st = vs->vtt_avf->streams[0];
  2018. else {
  2019. /* We have a subtitle stream, when the user does not want one */
  2020. inner_st = NULL;
  2021. continue;
  2022. }
  2023. avpriv_set_pts_info(outer_st, inner_st->pts_wrap_bits, inner_st->time_base.num, inner_st->time_base.den);
  2024. if (outer_st->codecpar->codec_id == AV_CODEC_ID_HEVC &&
  2025. outer_st->codecpar->codec_tag != MKTAG('h','v','c','1')) {
  2026. av_log(s, AV_LOG_WARNING, "Stream HEVC is not hvc1, you should use tag:v hvc1 to set it.\n");
  2027. }
  2028. write_codec_attr(outer_st, vs);
  2029. }
  2030. /* Update the Codec Attr string for the mapped audio groups */
  2031. if (vs->has_video && vs->agroup) {
  2032. for (j = 0; j < hls->nb_varstreams; j++) {
  2033. VariantStream *vs_agroup = &(hls->var_streams[j]);
  2034. if (!vs_agroup->has_video && !vs_agroup->has_subtitle &&
  2035. vs_agroup->agroup &&
  2036. !av_strcasecmp(vs_agroup->agroup, vs->agroup)) {
  2037. write_codec_attr(vs_agroup->streams[0], vs);
  2038. }
  2039. }
  2040. }
  2041. }
  2042. return ret;
  2043. }
  2044. static int hls_init_file_resend(AVFormatContext *s, VariantStream *vs)
  2045. {
  2046. HLSContext *hls = s->priv_data;
  2047. AVDictionary *options = NULL;
  2048. int ret = 0;
  2049. set_http_options(s, &options, hls);
  2050. ret = hlsenc_io_open(s, &vs->out, vs->base_output_dirname, &options);
  2051. av_dict_free(&options);
  2052. if (ret < 0)
  2053. return ret;
  2054. avio_write(vs->out, vs->init_buffer, vs->init_range_length);
  2055. hlsenc_io_close(s, &vs->out, hls->fmp4_init_filename);
  2056. return ret;
  2057. }
  2058. static int64_t append_single_file(AVFormatContext *s, VariantStream *vs)
  2059. {
  2060. int ret = 0;
  2061. int64_t read_byte = 0;
  2062. int64_t total_size = 0;
  2063. char *filename = NULL;
  2064. char buf[BUFSIZE];
  2065. AVFormatContext *oc = vs->avf;
  2066. hlsenc_io_close(s, &vs->out, vs->basename_tmp);
  2067. filename = av_asprintf("%s.tmp", oc->url);
  2068. ret = s->io_open(s, &vs->out, filename, AVIO_FLAG_READ, NULL);
  2069. if (ret < 0) {
  2070. av_free(filename);
  2071. return ret;
  2072. }
  2073. do {
  2074. memset(buf, 0, sizeof(BUFSIZE));
  2075. read_byte = avio_read(vs->out, buf, BUFSIZE);
  2076. avio_write(vs->out_single_file, buf, read_byte);
  2077. if (read_byte > 0) {
  2078. total_size += read_byte;
  2079. ret = total_size;
  2080. }
  2081. } while (read_byte > 0);
  2082. hlsenc_io_close(s, &vs->out, filename);
  2083. av_free(filename);
  2084. return ret;
  2085. }
  2086. static int hls_write_packet(AVFormatContext *s, AVPacket *pkt)
  2087. {
  2088. HLSContext *hls = s->priv_data;
  2089. AVFormatContext *oc = NULL;
  2090. AVStream *st = s->streams[pkt->stream_index];
  2091. int64_t end_pts = 0;
  2092. int is_ref_pkt = 1;
  2093. int ret = 0, can_split = 1, i, j;
  2094. int stream_index = 0;
  2095. int range_length = 0;
  2096. const char *proto = NULL;
  2097. int use_temp_file = 0;
  2098. VariantStream *vs = NULL;
  2099. char *old_filename = NULL;
  2100. for (i = 0; i < hls->nb_varstreams; i++) {
  2101. vs = &hls->var_streams[i];
  2102. for (j = 0; j < vs->nb_streams; j++) {
  2103. if (vs->streams[j] == st) {
  2104. if (st->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE) {
  2105. oc = vs->vtt_avf;
  2106. stream_index = 0;
  2107. } else {
  2108. oc = vs->avf;
  2109. stream_index = j;
  2110. }
  2111. break;
  2112. }
  2113. }
  2114. if (oc)
  2115. break;
  2116. }
  2117. if (!oc) {
  2118. av_log(s, AV_LOG_ERROR, "Unable to find mapping variant stream\n");
  2119. return AVERROR(ENOMEM);
  2120. }
  2121. end_pts = hls->recording_time * vs->number;
  2122. if (vs->sequence - vs->nb_entries > hls->start_sequence && hls->init_time > 0) {
  2123. /* reset end_pts, hls->recording_time at end of the init hls list */
  2124. int64_t init_list_dur = hls->init_time * vs->nb_entries * AV_TIME_BASE;
  2125. int64_t after_init_list_dur = (vs->sequence - hls->start_sequence - vs->nb_entries) * (hls->time * AV_TIME_BASE);
  2126. hls->recording_time = hls->time * AV_TIME_BASE;
  2127. end_pts = init_list_dur + after_init_list_dur ;
  2128. }
  2129. if (vs->start_pts == AV_NOPTS_VALUE) {
  2130. vs->start_pts = pkt->pts;
  2131. if (st->codecpar->codec_type == AVMEDIA_TYPE_AUDIO)
  2132. vs->start_pts_from_audio = 1;
  2133. }
  2134. if (vs->start_pts_from_audio && st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO && vs->start_pts > pkt->pts) {
  2135. vs->start_pts = pkt->pts;
  2136. vs->start_pts_from_audio = 0;
  2137. }
  2138. if (vs->has_video) {
  2139. can_split = st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO &&
  2140. ((pkt->flags & AV_PKT_FLAG_KEY) || (hls->flags & HLS_SPLIT_BY_TIME));
  2141. is_ref_pkt = (st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) && (pkt->stream_index == vs->reference_stream_index);
  2142. }
  2143. if (pkt->pts == AV_NOPTS_VALUE)
  2144. is_ref_pkt = can_split = 0;
  2145. if (is_ref_pkt) {
  2146. if (vs->end_pts == AV_NOPTS_VALUE)
  2147. vs->end_pts = pkt->pts;
  2148. if (vs->new_start) {
  2149. vs->new_start = 0;
  2150. vs->duration = (double)(pkt->pts - vs->end_pts)
  2151. * st->time_base.num / st->time_base.den;
  2152. vs->dpp = (double)(pkt->duration) * st->time_base.num / st->time_base.den;
  2153. } else {
  2154. if (pkt->duration) {
  2155. vs->duration += (double)(pkt->duration) * st->time_base.num / st->time_base.den;
  2156. } else {
  2157. av_log(s, AV_LOG_WARNING, "pkt->duration = 0, maybe the hls segment duration will not precise\n");
  2158. vs->duration = (double)(pkt->pts - vs->end_pts) * st->time_base.num / st->time_base.den;
  2159. }
  2160. }
  2161. }
  2162. can_split = can_split && (pkt->pts - vs->end_pts > 0);
  2163. if (vs->packets_written && can_split && av_compare_ts(pkt->pts - vs->start_pts, st->time_base,
  2164. end_pts, AV_TIME_BASE_Q) >= 0) {
  2165. int64_t new_start_pos;
  2166. int byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  2167. av_write_frame(oc, NULL); /* Flush any buffered data */
  2168. new_start_pos = avio_tell(oc->pb);
  2169. vs->size = new_start_pos - vs->start_pos;
  2170. avio_flush(oc->pb);
  2171. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2172. if (!vs->init_range_length) {
  2173. range_length = avio_close_dyn_buf(oc->pb, &vs->init_buffer);
  2174. if (range_length <= 0)
  2175. return AVERROR(EINVAL);
  2176. avio_write(vs->out, vs->init_buffer, range_length);
  2177. if (!hls->resend_init_file)
  2178. av_freep(&vs->init_buffer);
  2179. vs->init_range_length = range_length;
  2180. avio_open_dyn_buf(&oc->pb);
  2181. vs->packets_written = 0;
  2182. vs->start_pos = range_length;
  2183. if (!byterange_mode) {
  2184. hlsenc_io_close(s, &vs->out, vs->base_output_dirname);
  2185. }
  2186. }
  2187. }
  2188. if (!byterange_mode) {
  2189. if (vs->vtt_avf) {
  2190. hlsenc_io_close(s, &vs->vtt_avf->pb, vs->vtt_avf->url);
  2191. }
  2192. }
  2193. if (hls->flags & HLS_SINGLE_FILE) {
  2194. ret = flush_dynbuf(vs, &range_length);
  2195. av_freep(&vs->temp_buffer);
  2196. if (ret < 0) {
  2197. return ret;
  2198. }
  2199. vs->size = range_length;
  2200. if (hls->key_info_file || hls->encrypt)
  2201. vs->size = append_single_file(s, vs);
  2202. } else {
  2203. if (oc->url[0]) {
  2204. proto = avio_find_protocol_name(oc->url);
  2205. use_temp_file = proto && !strcmp(proto, "file")
  2206. && (hls->flags & HLS_TEMP_FILE);
  2207. }
  2208. if ((hls->max_seg_size > 0 && (vs->size + vs->start_pos >= hls->max_seg_size)) || !byterange_mode) {
  2209. AVDictionary *options = NULL;
  2210. char *filename = NULL;
  2211. if (hls->key_info_file || hls->encrypt) {
  2212. av_dict_set(&options, "encryption_key", vs->key_string, 0);
  2213. av_dict_set(&options, "encryption_iv", vs->iv_string, 0);
  2214. filename = av_asprintf("crypto:%s", oc->url);
  2215. } else {
  2216. filename = av_asprintf("%s", oc->url);
  2217. }
  2218. if (!filename) {
  2219. av_dict_free(&options);
  2220. return AVERROR(ENOMEM);
  2221. }
  2222. // look to rename the asset name
  2223. if (use_temp_file)
  2224. av_dict_set(&options, "mpegts_flags", "resend_headers", 0);
  2225. set_http_options(s, &options, hls);
  2226. ret = hlsenc_io_open(s, &vs->out, filename, &options);
  2227. if (ret < 0) {
  2228. av_log(s, hls->ignore_io_errors ? AV_LOG_WARNING : AV_LOG_ERROR,
  2229. "Failed to open file '%s'\n", filename);
  2230. av_freep(&filename);
  2231. av_dict_free(&options);
  2232. return hls->ignore_io_errors ? 0 : ret;
  2233. }
  2234. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2235. write_styp(vs->out);
  2236. }
  2237. ret = flush_dynbuf(vs, &range_length);
  2238. if (ret < 0) {
  2239. av_freep(&filename);
  2240. av_dict_free(&options);
  2241. return ret;
  2242. }
  2243. ret = hlsenc_io_close(s, &vs->out, filename);
  2244. if (ret < 0) {
  2245. av_log(s, AV_LOG_WARNING, "upload segment failed,"
  2246. " will retry with a new http session.\n");
  2247. ff_format_io_close(s, &vs->out);
  2248. ret = hlsenc_io_open(s, &vs->out, filename, &options);
  2249. reflush_dynbuf(vs, &range_length);
  2250. ret = hlsenc_io_close(s, &vs->out, filename);
  2251. }
  2252. av_dict_free(&options);
  2253. av_freep(&vs->temp_buffer);
  2254. av_freep(&filename);
  2255. }
  2256. if (use_temp_file)
  2257. hls_rename_temp_file(s, oc);
  2258. }
  2259. old_filename = av_strdup(oc->url);
  2260. if (!old_filename) {
  2261. return AVERROR(ENOMEM);
  2262. }
  2263. if (vs->start_pos || hls->segment_type != SEGMENT_TYPE_FMP4) {
  2264. double cur_duration = (double)(pkt->pts - vs->end_pts) * st->time_base.num / st->time_base.den;
  2265. ret = hls_append_segment(s, hls, vs, cur_duration, vs->start_pos, vs->size);
  2266. vs->end_pts = pkt->pts;
  2267. vs->duration = 0;
  2268. if (ret < 0) {
  2269. av_freep(&old_filename);
  2270. return ret;
  2271. }
  2272. }
  2273. // if we're building a VOD playlist, skip writing the manifest multiple times, and just wait until the end
  2274. if (hls->pl_type != PLAYLIST_TYPE_VOD) {
  2275. if ((ret = hls_window(s, 0, vs)) < 0) {
  2276. av_log(s, AV_LOG_WARNING, "upload playlist failed, will retry with a new http session.\n");
  2277. ff_format_io_close(s, &vs->out);
  2278. if ((ret = hls_window(s, 0, vs)) < 0) {
  2279. av_freep(&old_filename);
  2280. return ret;
  2281. }
  2282. }
  2283. }
  2284. if (hls->resend_init_file && hls->segment_type == SEGMENT_TYPE_FMP4) {
  2285. ret = hls_init_file_resend(s, vs);
  2286. if (ret < 0) {
  2287. av_freep(&old_filename);
  2288. return ret;
  2289. }
  2290. }
  2291. if (hls->flags & HLS_SINGLE_FILE) {
  2292. vs->start_pos += vs->size;
  2293. if (hls->key_info_file || hls->encrypt)
  2294. ret = hls_start(s, vs);
  2295. } else if (hls->max_seg_size > 0) {
  2296. if (vs->size + vs->start_pos >= hls->max_seg_size) {
  2297. vs->sequence++;
  2298. sls_flag_file_rename(hls, vs, old_filename);
  2299. ret = hls_start(s, vs);
  2300. vs->start_pos = 0;
  2301. /* When split segment by byte, the duration is short than hls_time,
  2302. * so it is not enough one segment duration as hls_time, */
  2303. } else {
  2304. vs->start_pos = new_start_pos;
  2305. }
  2306. } else {
  2307. vs->start_pos = new_start_pos;
  2308. sls_flag_file_rename(hls, vs, old_filename);
  2309. ret = hls_start(s, vs);
  2310. }
  2311. vs->number++;
  2312. av_freep(&old_filename);
  2313. if (ret < 0) {
  2314. return ret;
  2315. }
  2316. }
  2317. vs->packets_written++;
  2318. if (oc->pb) {
  2319. int64_t keyframe_pre_pos = avio_tell(oc->pb);
  2320. ret = ff_write_chained(oc, stream_index, pkt, s, 0);
  2321. if ((st->codecpar->codec_type == AVMEDIA_TYPE_VIDEO) &&
  2322. (pkt->flags & AV_PKT_FLAG_KEY) && !keyframe_pre_pos) {
  2323. av_write_frame(oc, NULL); /* Flush any buffered data */
  2324. vs->video_keyframe_size = avio_tell(oc->pb) - keyframe_pre_pos;
  2325. }
  2326. vs->video_keyframe_pos = vs->start_pos;
  2327. if (hls->ignore_io_errors)
  2328. ret = 0;
  2329. }
  2330. return ret;
  2331. }
  2332. static void hls_deinit(AVFormatContext *s)
  2333. {
  2334. HLSContext *hls = s->priv_data;
  2335. int i = 0;
  2336. VariantStream *vs = NULL;
  2337. for (i = 0; i < hls->nb_varstreams; i++) {
  2338. vs = &hls->var_streams[i];
  2339. av_freep(&vs->basename);
  2340. av_freep(&vs->base_output_dirname);
  2341. av_freep(&vs->fmp4_init_filename);
  2342. av_freep(&vs->vtt_basename);
  2343. av_freep(&vs->vtt_m3u8_name);
  2344. avformat_free_context(vs->vtt_avf);
  2345. avformat_free_context(vs->avf);
  2346. if (hls->resend_init_file)
  2347. av_freep(&vs->init_buffer);
  2348. hls_free_segments(vs->segments);
  2349. hls_free_segments(vs->old_segments);
  2350. av_freep(&vs->m3u8_name);
  2351. av_freep(&vs->streams);
  2352. }
  2353. ff_format_io_close(s, &hls->m3u8_out);
  2354. ff_format_io_close(s, &hls->sub_m3u8_out);
  2355. av_freep(&hls->key_basename);
  2356. av_freep(&hls->var_streams);
  2357. av_freep(&hls->cc_streams);
  2358. av_freep(&hls->master_m3u8_url);
  2359. }
  2360. static int hls_write_trailer(struct AVFormatContext *s)
  2361. {
  2362. HLSContext *hls = s->priv_data;
  2363. AVFormatContext *oc = NULL;
  2364. AVFormatContext *vtt_oc = NULL;
  2365. char *old_filename = NULL;
  2366. const char *proto = NULL;
  2367. int use_temp_file = 0;
  2368. int i;
  2369. int ret = 0;
  2370. VariantStream *vs = NULL;
  2371. AVDictionary *options = NULL;
  2372. int range_length, byterange_mode;
  2373. for (i = 0; i < hls->nb_varstreams; i++) {
  2374. char *filename = NULL;
  2375. vs = &hls->var_streams[i];
  2376. oc = vs->avf;
  2377. vtt_oc = vs->vtt_avf;
  2378. old_filename = av_strdup(oc->url);
  2379. use_temp_file = 0;
  2380. if (!old_filename) {
  2381. return AVERROR(ENOMEM);
  2382. }
  2383. if (hls->key_info_file || hls->encrypt) {
  2384. av_dict_set(&options, "encryption_key", vs->key_string, 0);
  2385. av_dict_set(&options, "encryption_iv", vs->iv_string, 0);
  2386. filename = av_asprintf("crypto:%s", oc->url);
  2387. } else {
  2388. filename = av_asprintf("%s", oc->url);
  2389. }
  2390. if (!filename) {
  2391. av_freep(&old_filename);
  2392. return AVERROR(ENOMEM);
  2393. }
  2394. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2395. int range_length = 0;
  2396. if (!vs->init_range_length) {
  2397. uint8_t *buffer = NULL;
  2398. av_write_frame(oc, NULL); /* Flush any buffered data */
  2399. range_length = avio_close_dyn_buf(oc->pb, &buffer);
  2400. avio_write(vs->out, buffer, range_length);
  2401. av_freep(&buffer);
  2402. vs->init_range_length = range_length;
  2403. avio_open_dyn_buf(&oc->pb);
  2404. vs->packets_written = 0;
  2405. vs->start_pos = range_length;
  2406. byterange_mode = (hls->flags & HLS_SINGLE_FILE) || (hls->max_seg_size > 0);
  2407. if (!byterange_mode) {
  2408. ff_format_io_close(s, &vs->out);
  2409. hlsenc_io_close(s, &vs->out, vs->base_output_dirname);
  2410. }
  2411. }
  2412. }
  2413. if (!(hls->flags & HLS_SINGLE_FILE)) {
  2414. set_http_options(s, &options, hls);
  2415. ret = hlsenc_io_open(s, &vs->out, filename, &options);
  2416. if (ret < 0) {
  2417. av_log(s, AV_LOG_ERROR, "Failed to open file '%s'\n", oc->url);
  2418. goto failed;
  2419. }
  2420. if (hls->segment_type == SEGMENT_TYPE_FMP4)
  2421. write_styp(vs->out);
  2422. }
  2423. ret = flush_dynbuf(vs, &range_length);
  2424. if (ret < 0)
  2425. goto failed;
  2426. vs->size = range_length;
  2427. ret = hlsenc_io_close(s, &vs->out, filename);
  2428. if (ret < 0) {
  2429. av_log(s, AV_LOG_WARNING, "upload segment failed, will retry with a new http session.\n");
  2430. ff_format_io_close(s, &vs->out);
  2431. ret = hlsenc_io_open(s, &vs->out, filename, &options);
  2432. if (ret < 0) {
  2433. av_log(s, AV_LOG_ERROR, "Failed to open file '%s'\n", oc->url);
  2434. goto failed;
  2435. }
  2436. reflush_dynbuf(vs, &range_length);
  2437. ret = hlsenc_io_close(s, &vs->out, filename);
  2438. if (ret < 0)
  2439. av_log(s, AV_LOG_WARNING, "Failed to upload file '%s' at the end.\n", oc->url);
  2440. }
  2441. if (hls->flags & HLS_SINGLE_FILE) {
  2442. if (hls->key_info_file || hls->encrypt) {
  2443. vs->size = append_single_file(s, vs);
  2444. }
  2445. hlsenc_io_close(s, &vs->out_single_file, vs->basename);
  2446. }
  2447. failed:
  2448. av_freep(&vs->temp_buffer);
  2449. av_dict_free(&options);
  2450. av_freep(&filename);
  2451. av_write_trailer(oc);
  2452. if (oc->url[0]) {
  2453. proto = avio_find_protocol_name(oc->url);
  2454. use_temp_file = proto && !strcmp(proto, "file") && (hls->flags & HLS_TEMP_FILE);
  2455. }
  2456. // rename that segment from .tmp to the real one
  2457. if (use_temp_file && !(hls->flags & HLS_SINGLE_FILE)) {
  2458. hls_rename_temp_file(s, oc);
  2459. av_freep(&old_filename);
  2460. old_filename = av_strdup(oc->url);
  2461. if (!old_filename) {
  2462. return AVERROR(ENOMEM);
  2463. }
  2464. }
  2465. /* after av_write_trailer, then duration + 1 duration per packet */
  2466. hls_append_segment(s, hls, vs, vs->duration + vs->dpp, vs->start_pos, vs->size);
  2467. sls_flag_file_rename(hls, vs, old_filename);
  2468. if (vtt_oc) {
  2469. if (vtt_oc->pb)
  2470. av_write_trailer(vtt_oc);
  2471. vs->size = avio_tell(vs->vtt_avf->pb) - vs->start_pos;
  2472. ff_format_io_close(s, &vtt_oc->pb);
  2473. }
  2474. ret = hls_window(s, 1, vs);
  2475. if (ret < 0) {
  2476. av_log(s, AV_LOG_WARNING, "upload playlist failed, will retry with a new http session.\n");
  2477. ff_format_io_close(s, &vs->out);
  2478. hls_window(s, 1, vs);
  2479. }
  2480. ffio_free_dyn_buf(&oc->pb);
  2481. av_free(old_filename);
  2482. }
  2483. return 0;
  2484. }
  2485. static int hls_init(AVFormatContext *s)
  2486. {
  2487. int ret = 0;
  2488. int i = 0;
  2489. int j = 0;
  2490. HLSContext *hls = s->priv_data;
  2491. const char *pattern;
  2492. VariantStream *vs = NULL;
  2493. const char *vtt_pattern = hls->flags & HLS_SINGLE_FILE ? ".vtt" : "%d.vtt";
  2494. char *p = NULL;
  2495. int http_base_proto = ff_is_http_proto(s->url);
  2496. int fmp4_init_filename_len = strlen(hls->fmp4_init_filename) + 1;
  2497. double initial_program_date_time = av_gettime() / 1000000.0;
  2498. if (hls->use_localtime) {
  2499. pattern = get_default_pattern_localtime_fmt(s);
  2500. } else {
  2501. pattern = hls->segment_type == SEGMENT_TYPE_FMP4 ? "%d.m4s" : "%d.ts";
  2502. if (hls->flags & HLS_SINGLE_FILE)
  2503. pattern += 2;
  2504. }
  2505. hls->has_default_key = 0;
  2506. hls->has_video_m3u8 = 0;
  2507. ret = update_variant_stream_info(s);
  2508. if (ret < 0) {
  2509. av_log(s, AV_LOG_ERROR, "Variant stream info update failed with status %x\n",
  2510. ret);
  2511. return ret;
  2512. }
  2513. if (!hls->method && http_base_proto) {
  2514. av_log(hls, AV_LOG_WARNING, "No HTTP method set, hls muxer defaulting to method PUT.\n");
  2515. }
  2516. ret = validate_name(hls->nb_varstreams, s->url);
  2517. if (ret < 0)
  2518. return ret;
  2519. if (hls->segment_filename) {
  2520. ret = validate_name(hls->nb_varstreams, hls->segment_filename);
  2521. if (ret < 0)
  2522. return ret;
  2523. }
  2524. if (av_strcasecmp(hls->fmp4_init_filename, "init.mp4")) {
  2525. ret = validate_name(hls->nb_varstreams, hls->fmp4_init_filename);
  2526. if (ret < 0)
  2527. return ret;
  2528. }
  2529. if (hls->subtitle_filename) {
  2530. ret = validate_name(hls->nb_varstreams, hls->subtitle_filename);
  2531. if (ret < 0)
  2532. return ret;
  2533. }
  2534. if (hls->master_pl_name) {
  2535. ret = update_master_pl_info(s);
  2536. if (ret < 0) {
  2537. av_log(s, AV_LOG_ERROR, "Master stream info update failed with status %x\n",
  2538. ret);
  2539. return ret;
  2540. }
  2541. }
  2542. if ((hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH) ||
  2543. (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_MICROSECONDS_SINCE_EPOCH) ||
  2544. (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME)) {
  2545. time_t t = time(NULL);
  2546. if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_MICROSECONDS_SINCE_EPOCH) {
  2547. hls->start_sequence = av_gettime();
  2548. } else if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH) {
  2549. hls->start_sequence = (int64_t)t;
  2550. } else if (hls->start_sequence_source_type == HLS_START_SEQUENCE_AS_FORMATTED_DATETIME) {
  2551. char b[15];
  2552. struct tm *p, tmbuf;
  2553. if (!(p = localtime_r(&t, &tmbuf)))
  2554. return AVERROR(errno);
  2555. if (!strftime(b, sizeof(b), "%Y%m%d%H%M%S", p))
  2556. return AVERROR(ENOMEM);
  2557. hls->start_sequence = strtoll(b, NULL, 10);
  2558. }
  2559. av_log(hls, AV_LOG_DEBUG, "start_number evaluated to %"PRId64"\n", hls->start_sequence);
  2560. }
  2561. hls->recording_time = (hls->init_time ? hls->init_time : hls->time) * AV_TIME_BASE;
  2562. if (hls->flags & HLS_SPLIT_BY_TIME && hls->flags & HLS_INDEPENDENT_SEGMENTS) {
  2563. // Independent segments cannot be guaranteed when splitting by time
  2564. hls->flags &= ~HLS_INDEPENDENT_SEGMENTS;
  2565. av_log(s, AV_LOG_WARNING,
  2566. "'split_by_time' and 'independent_segments' cannot be "
  2567. "enabled together. Disabling 'independent_segments' flag\n");
  2568. }
  2569. for (i = 0; i < hls->nb_varstreams; i++) {
  2570. vs = &hls->var_streams[i];
  2571. ret = format_name(s->url, &vs->m3u8_name, i, vs->varname);
  2572. if (ret < 0)
  2573. return ret;
  2574. vs->sequence = hls->start_sequence;
  2575. vs->start_pts = AV_NOPTS_VALUE;
  2576. vs->end_pts = AV_NOPTS_VALUE;
  2577. vs->current_segment_final_filename_fmt[0] = '\0';
  2578. vs->initial_prog_date_time = initial_program_date_time;
  2579. for (j = 0; j < vs->nb_streams; j++) {
  2580. vs->has_video += vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO;
  2581. /* Get one video stream to reference for split segments
  2582. * so use the first video stream index. */
  2583. if ((vs->has_video == 1) && (vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_VIDEO)) {
  2584. vs->reference_stream_index = vs->streams[j]->index;
  2585. }
  2586. vs->has_subtitle += vs->streams[j]->codecpar->codec_type == AVMEDIA_TYPE_SUBTITLE;
  2587. }
  2588. if (vs->has_video > 1)
  2589. av_log(s, AV_LOG_WARNING, "More than a single video stream present, expect issues decoding it.\n");
  2590. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2591. vs->oformat = av_guess_format("mp4", NULL, NULL);
  2592. } else {
  2593. vs->oformat = av_guess_format("mpegts", NULL, NULL);
  2594. }
  2595. if (!vs->oformat)
  2596. return AVERROR_MUXER_NOT_FOUND;
  2597. if (hls->segment_filename) {
  2598. ret = format_name(hls->segment_filename, &vs->basename, i, vs->varname);
  2599. if (ret < 0)
  2600. return ret;
  2601. } else {
  2602. p = strrchr(vs->m3u8_name, '.');
  2603. if (p)
  2604. *p = '\0';
  2605. vs->basename = av_asprintf("%s%s", vs->m3u8_name, pattern);
  2606. if (!vs->basename)
  2607. return AVERROR(ENOMEM);
  2608. if (p)
  2609. *p = '.';
  2610. }
  2611. if (hls->segment_type == SEGMENT_TYPE_FMP4) {
  2612. if (hls->nb_varstreams > 1)
  2613. fmp4_init_filename_len += strlen(POSTFIX_PATTERN);
  2614. if (hls->flags & HLS_SINGLE_FILE) {
  2615. vs->fmp4_init_filename = av_strdup(vs->basename);
  2616. if (!vs->fmp4_init_filename)
  2617. return AVERROR(ENOMEM);
  2618. } else {
  2619. vs->fmp4_init_filename = av_malloc(fmp4_init_filename_len);
  2620. if (!vs->fmp4_init_filename)
  2621. return AVERROR(ENOMEM);
  2622. av_strlcpy(vs->fmp4_init_filename, hls->fmp4_init_filename,
  2623. fmp4_init_filename_len);
  2624. if (hls->nb_varstreams > 1) {
  2625. if (av_stristr(vs->fmp4_init_filename, "%v")) {
  2626. av_freep(&vs->fmp4_init_filename);
  2627. ret = format_name(hls->fmp4_init_filename,
  2628. &vs->fmp4_init_filename, i, vs->varname);
  2629. } else {
  2630. ret = append_postfix(vs->fmp4_init_filename, fmp4_init_filename_len, i);
  2631. }
  2632. if (ret < 0)
  2633. return ret;
  2634. }
  2635. p = strrchr(vs->m3u8_name, '/');
  2636. if (p) {
  2637. char tmp = *(++p);
  2638. *p = '\0';
  2639. vs->base_output_dirname = av_asprintf("%s%s", vs->m3u8_name,
  2640. vs->fmp4_init_filename);
  2641. *p = tmp;
  2642. } else {
  2643. vs->base_output_dirname = av_strdup(vs->fmp4_init_filename);
  2644. }
  2645. if (!vs->base_output_dirname)
  2646. return AVERROR(ENOMEM);
  2647. }
  2648. }
  2649. ret = hls->use_localtime ? sls_flag_check_duration_size(hls, vs) : sls_flag_check_duration_size_index(hls);
  2650. if (ret < 0)
  2651. return ret;
  2652. if (vs->has_subtitle) {
  2653. vs->vtt_oformat = av_guess_format("webvtt", NULL, NULL);
  2654. if (!vs->vtt_oformat)
  2655. return AVERROR_MUXER_NOT_FOUND;
  2656. p = strrchr(vs->m3u8_name, '.');
  2657. if (p)
  2658. *p = '\0';
  2659. vs->vtt_basename = av_asprintf("%s%s", vs->m3u8_name, vtt_pattern);
  2660. if (!vs->vtt_basename)
  2661. return AVERROR(ENOMEM);
  2662. if (hls->subtitle_filename) {
  2663. ret = format_name(hls->subtitle_filename, &vs->vtt_m3u8_name, i, vs->varname);
  2664. if (ret < 0)
  2665. return ret;
  2666. } else {
  2667. vs->vtt_m3u8_name = av_asprintf("%s_vtt.m3u8", vs->m3u8_name);
  2668. if (!vs->vtt_m3u8_name)
  2669. return AVERROR(ENOMEM);
  2670. }
  2671. if (p)
  2672. *p = '.';
  2673. }
  2674. if ((ret = hls_mux_init(s, vs)) < 0)
  2675. return ret;
  2676. if (hls->flags & HLS_APPEND_LIST) {
  2677. parse_playlist(s, vs->m3u8_name, vs);
  2678. vs->discontinuity = 1;
  2679. if (hls->init_time > 0) {
  2680. av_log(s, AV_LOG_WARNING, "append_list mode does not support hls_init_time,"
  2681. " hls_init_time value will have no effect\n");
  2682. hls->init_time = 0;
  2683. hls->recording_time = hls->time * AV_TIME_BASE;
  2684. }
  2685. }
  2686. if ((ret = hls_start(s, vs)) < 0)
  2687. return ret;
  2688. vs->number++;
  2689. }
  2690. return ret;
  2691. }
  2692. #define OFFSET(x) offsetof(HLSContext, x)
  2693. #define E AV_OPT_FLAG_ENCODING_PARAM
  2694. static const AVOption options[] = {
  2695. {"start_number", "set first number in the sequence", OFFSET(start_sequence),AV_OPT_TYPE_INT64, {.i64 = 0}, 0, INT64_MAX, E},
  2696. {"hls_time", "set segment length in seconds", OFFSET(time), AV_OPT_TYPE_FLOAT, {.dbl = 2}, 0, FLT_MAX, E},
  2697. {"hls_init_time", "set segment length in seconds at init list", OFFSET(init_time), AV_OPT_TYPE_FLOAT, {.dbl = 0}, 0, FLT_MAX, E},
  2698. {"hls_list_size", "set maximum number of playlist entries", OFFSET(max_nb_segments), AV_OPT_TYPE_INT, {.i64 = 5}, 0, INT_MAX, E},
  2699. {"hls_delete_threshold", "set number of unreferenced segments to keep before deleting", OFFSET(hls_delete_threshold), AV_OPT_TYPE_INT, {.i64 = 1}, 1, INT_MAX, E},
  2700. {"hls_ts_options","set hls mpegts list of options for the container format used for hls", OFFSET(format_options), AV_OPT_TYPE_DICT, {.str = NULL}, 0, 0, E},
  2701. {"hls_vtt_options","set hls vtt list of options for the container format used for hls", OFFSET(vtt_format_options_str), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2702. #if FF_API_HLS_WRAP
  2703. {"hls_wrap", "set number after which the index wraps (will be deprecated)", OFFSET(wrap), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, E},
  2704. #endif
  2705. {"hls_allow_cache", "explicitly set whether the client MAY (1) or MUST NOT (0) cache media segments", OFFSET(allowcache), AV_OPT_TYPE_INT, {.i64 = -1}, INT_MIN, INT_MAX, E},
  2706. {"hls_base_url", "url to prepend to each playlist entry", OFFSET(baseurl), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2707. {"hls_segment_filename", "filename template for segment files", OFFSET(segment_filename), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2708. {"hls_segment_size", "maximum size per segment file, (in bytes)", OFFSET(max_seg_size), AV_OPT_TYPE_INT, {.i64 = 0}, 0, INT_MAX, E},
  2709. {"hls_key_info_file", "file with key URI and key file path", OFFSET(key_info_file), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2710. {"hls_enc", "enable AES128 encryption support", OFFSET(encrypt), AV_OPT_TYPE_BOOL, {.i64 = 0}, 0, 1, E},
  2711. {"hls_enc_key", "hex-coded 16 byte key to encrypt the segments", OFFSET(key), AV_OPT_TYPE_STRING, .flags = E},
  2712. {"hls_enc_key_url", "url to access the key to decrypt the segments", OFFSET(key_url), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2713. {"hls_enc_iv", "hex-coded 16 byte initialization vector", OFFSET(iv), AV_OPT_TYPE_STRING, .flags = E},
  2714. {"hls_subtitle_path", "set path of hls subtitles", OFFSET(subtitle_filename), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2715. {"hls_segment_type", "set hls segment files type", OFFSET(segment_type), AV_OPT_TYPE_INT, {.i64 = SEGMENT_TYPE_MPEGTS }, 0, SEGMENT_TYPE_FMP4, E, "segment_type"},
  2716. {"mpegts", "make segment file to mpegts files in m3u8", 0, AV_OPT_TYPE_CONST, {.i64 = SEGMENT_TYPE_MPEGTS }, 0, UINT_MAX, E, "segment_type"},
  2717. {"fmp4", "make segment file to fragment mp4 files in m3u8", 0, AV_OPT_TYPE_CONST, {.i64 = SEGMENT_TYPE_FMP4 }, 0, UINT_MAX, E, "segment_type"},
  2718. {"hls_fmp4_init_filename", "set fragment mp4 file init filename", OFFSET(fmp4_init_filename), AV_OPT_TYPE_STRING, {.str = "init.mp4"}, 0, 0, E},
  2719. {"hls_fmp4_init_resend", "resend fragment mp4 init file after refresh m3u8 every time", OFFSET(resend_init_file), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2720. {"hls_flags", "set flags affecting HLS playlist and media file generation", OFFSET(flags), AV_OPT_TYPE_FLAGS, {.i64 = 0 }, 0, UINT_MAX, E, "flags"},
  2721. {"single_file", "generate a single media file indexed with byte ranges", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SINGLE_FILE }, 0, UINT_MAX, E, "flags"},
  2722. {"temp_file", "write segment and playlist to temporary file and rename when complete", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_TEMP_FILE }, 0, UINT_MAX, E, "flags"},
  2723. {"delete_segments", "delete segment files that are no longer part of the playlist", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DELETE_SEGMENTS }, 0, UINT_MAX, E, "flags"},
  2724. {"round_durations", "round durations in m3u8 to whole numbers", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_ROUND_DURATIONS }, 0, UINT_MAX, E, "flags"},
  2725. {"discont_start", "start the playlist with a discontinuity tag", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_DISCONT_START }, 0, UINT_MAX, E, "flags"},
  2726. {"omit_endlist", "Do not append an endlist when ending stream", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_OMIT_ENDLIST }, 0, UINT_MAX, E, "flags"},
  2727. {"split_by_time", "split the hls segment by time which user set by hls_time", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SPLIT_BY_TIME }, 0, UINT_MAX, E, "flags"},
  2728. {"append_list", "append the new segments into old hls segment list", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_APPEND_LIST }, 0, UINT_MAX, E, "flags"},
  2729. {"program_date_time", "add EXT-X-PROGRAM-DATE-TIME", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_PROGRAM_DATE_TIME }, 0, UINT_MAX, E, "flags"},
  2730. {"second_level_segment_index", "include segment index in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_INDEX }, 0, UINT_MAX, E, "flags"},
  2731. {"second_level_segment_duration", "include segment duration in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_DURATION }, 0, UINT_MAX, E, "flags"},
  2732. {"second_level_segment_size", "include segment size in segment filenames when use_localtime", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_SECOND_LEVEL_SEGMENT_SIZE }, 0, UINT_MAX, E, "flags"},
  2733. {"periodic_rekey", "reload keyinfo file periodically for re-keying", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_PERIODIC_REKEY }, 0, UINT_MAX, E, "flags"},
  2734. {"independent_segments", "add EXT-X-INDEPENDENT-SEGMENTS, whenever applicable", 0, AV_OPT_TYPE_CONST, { .i64 = HLS_INDEPENDENT_SEGMENTS }, 0, UINT_MAX, E, "flags"},
  2735. {"iframes_only", "add EXT-X-I-FRAMES-ONLY, whenever applicable", 0, AV_OPT_TYPE_CONST, { .i64 = HLS_I_FRAMES_ONLY }, 0, UINT_MAX, E, "flags"},
  2736. #if FF_API_HLS_USE_LOCALTIME
  2737. {"use_localtime", "set filename expansion with strftime at segment creation(will be deprecated)", OFFSET(use_localtime), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2738. #endif
  2739. {"strftime", "set filename expansion with strftime at segment creation", OFFSET(use_localtime), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2740. #if FF_API_HLS_USE_LOCALTIME
  2741. {"use_localtime_mkdir", "create last directory component in strftime-generated filename(will be deprecated)", OFFSET(use_localtime_mkdir), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2742. #endif
  2743. {"strftime_mkdir", "create last directory component in strftime-generated filename", OFFSET(use_localtime_mkdir), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2744. {"hls_playlist_type", "set the HLS playlist type", OFFSET(pl_type), AV_OPT_TYPE_INT, {.i64 = PLAYLIST_TYPE_NONE }, 0, PLAYLIST_TYPE_NB-1, E, "pl_type" },
  2745. {"event", "EVENT playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_EVENT }, INT_MIN, INT_MAX, E, "pl_type" },
  2746. {"vod", "VOD playlist", 0, AV_OPT_TYPE_CONST, {.i64 = PLAYLIST_TYPE_VOD }, INT_MIN, INT_MAX, E, "pl_type" },
  2747. {"method", "set the HTTP method(default: PUT)", OFFSET(method), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2748. {"hls_start_number_source", "set source of first number in sequence", OFFSET(start_sequence_source_type), AV_OPT_TYPE_INT, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, 0, HLS_START_SEQUENCE_LAST-1, E, "start_sequence_source_type" },
  2749. {"generic", "start_number value (default)", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_START_NUMBER }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
  2750. {"epoch", "seconds since epoch", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_SECONDS_SINCE_EPOCH }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
  2751. {"epoch_us", "microseconds since epoch", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_MICROSECONDS_SINCE_EPOCH }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
  2752. {"datetime", "current datetime as YYYYMMDDhhmmss", 0, AV_OPT_TYPE_CONST, {.i64 = HLS_START_SEQUENCE_AS_FORMATTED_DATETIME }, INT_MIN, INT_MAX, E, "start_sequence_source_type" },
  2753. {"http_user_agent", "override User-Agent field in HTTP header", OFFSET(user_agent), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2754. {"var_stream_map", "Variant stream map string", OFFSET(var_stream_map), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2755. {"cc_stream_map", "Closed captions stream map string", OFFSET(cc_stream_map), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2756. {"master_pl_name", "Create HLS master playlist with this name", OFFSET(master_pl_name), AV_OPT_TYPE_STRING, {.str = NULL}, 0, 0, E},
  2757. {"master_pl_publish_rate", "Publish master play list every after this many segment intervals", OFFSET(master_publish_rate), AV_OPT_TYPE_INT, {.i64 = 0}, 0, UINT_MAX, E},
  2758. {"http_persistent", "Use persistent HTTP connections", OFFSET(http_persistent), AV_OPT_TYPE_BOOL, {.i64 = 0 }, 0, 1, E },
  2759. {"timeout", "set timeout for socket I/O operations", OFFSET(timeout), AV_OPT_TYPE_DURATION, { .i64 = -1 }, -1, INT_MAX, .flags = E },
  2760. {"ignore_io_errors", "Ignore IO errors for stable long-duration runs with network output", OFFSET(ignore_io_errors), AV_OPT_TYPE_BOOL, { .i64 = 0 }, 0, 1, E },
  2761. {"headers", "set custom HTTP headers, can override built in default headers", OFFSET(headers), AV_OPT_TYPE_STRING, { .str = NULL }, 0, 0, E },
  2762. { NULL },
  2763. };
  2764. static const AVClass hls_class = {
  2765. .class_name = "hls muxer",
  2766. .item_name = av_default_item_name,
  2767. .option = options,
  2768. .version = LIBAVUTIL_VERSION_INT,
  2769. };
  2770. AVOutputFormat ff_hls_muxer = {
  2771. .name = "hls",
  2772. .long_name = NULL_IF_CONFIG_SMALL("Apple HTTP Live Streaming"),
  2773. .extensions = "m3u8",
  2774. .priv_data_size = sizeof(HLSContext),
  2775. .audio_codec = AV_CODEC_ID_AAC,
  2776. .video_codec = AV_CODEC_ID_H264,
  2777. .subtitle_codec = AV_CODEC_ID_WEBVTT,
  2778. .flags = AVFMT_NOFILE | AVFMT_GLOBALHEADER | AVFMT_ALLOW_FLUSH | AVFMT_NODIMENSIONS,
  2779. .init = hls_init,
  2780. .write_header = hls_write_header,
  2781. .write_packet = hls_write_packet,
  2782. .write_trailer = hls_write_trailer,
  2783. .deinit = hls_deinit,
  2784. .priv_class = &hls_class,
  2785. };