You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1225 lines
31KB

  1. /*
  2. * buffered I/O
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. *
  5. * This file is part of Libav.
  6. *
  7. * Libav is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * Libav is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with Libav; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include "libavutil/crc.h"
  22. #include "libavutil/dict.h"
  23. #include "libavutil/intreadwrite.h"
  24. #include "libavutil/log.h"
  25. #include "libavutil/opt.h"
  26. #include "avformat.h"
  27. #include "avio.h"
  28. #include "avio_internal.h"
  29. #include "internal.h"
  30. #include "url.h"
  31. #include <stdarg.h>
  32. #define IO_BUFFER_SIZE 32768
  33. /**
  34. * Do seeks within this distance ahead of the current buffer by skipping
  35. * data instead of calling the protocol seek function, for seekable
  36. * protocols.
  37. */
  38. #define SHORT_SEEK_THRESHOLD 4096
  39. typedef struct AVIOInternal {
  40. const AVClass *class;
  41. char *protocol_whitelist;
  42. char *protocol_blacklist;
  43. URLContext *h;
  44. const URLProtocol **protocols;
  45. } AVIOInternal;
  46. static void *io_priv_child_next(void *obj, void *prev)
  47. {
  48. AVIOInternal *internal = obj;
  49. return prev ? NULL : internal->h;
  50. }
  51. static const AVClass *io_priv_child_class_next(const AVClass *prev)
  52. {
  53. return prev ? NULL : &ffurl_context_class;
  54. }
  55. #define OFFSET(x) offsetof(AVIOInternal, x)
  56. static const AVOption io_priv_options[] = {
  57. { "protocol_whitelist", "A comma-separated list of allowed protocols",
  58. OFFSET(protocol_whitelist), AV_OPT_TYPE_STRING },
  59. { "protocol_blacklist", "A comma-separated list of forbidden protocols",
  60. OFFSET(protocol_whitelist), AV_OPT_TYPE_STRING },
  61. { NULL },
  62. };
  63. static const AVClass io_priv_class = {
  64. .class_name = "AVIOContext",
  65. .item_name = av_default_item_name,
  66. .version = LIBAVUTIL_VERSION_INT,
  67. .option = io_priv_options,
  68. .child_next = io_priv_child_next,
  69. .child_class_next = io_priv_child_class_next,
  70. };
  71. static void *ff_avio_child_next(void *obj, void *prev)
  72. {
  73. AVIOContext *s = obj;
  74. return prev ? NULL : s->opaque;
  75. }
  76. static const AVClass *ff_avio_child_class_next(const AVClass *prev)
  77. {
  78. return prev ? NULL : &io_priv_class;
  79. }
  80. static const AVOption ff_avio_options[] = {
  81. { NULL },
  82. };
  83. const AVClass ff_avio_class = {
  84. .class_name = "AVIOContext",
  85. .item_name = av_default_item_name,
  86. .version = LIBAVUTIL_VERSION_INT,
  87. .option = ff_avio_options,
  88. .child_next = ff_avio_child_next,
  89. .child_class_next = ff_avio_child_class_next,
  90. };
  91. static void fill_buffer(AVIOContext *s);
  92. static int url_resetbuf(AVIOContext *s, int flags);
  93. int ffio_init_context(AVIOContext *s,
  94. unsigned char *buffer,
  95. int buffer_size,
  96. int write_flag,
  97. void *opaque,
  98. int (*read_packet)(void *opaque, uint8_t *buf, int buf_size),
  99. int (*write_packet)(void *opaque, uint8_t *buf, int buf_size),
  100. int64_t (*seek)(void *opaque, int64_t offset, int whence))
  101. {
  102. s->buffer = buffer;
  103. s->buffer_size = buffer_size;
  104. s->buf_ptr = buffer;
  105. s->opaque = opaque;
  106. url_resetbuf(s, write_flag ? AVIO_FLAG_WRITE : AVIO_FLAG_READ);
  107. s->write_packet = write_packet;
  108. s->read_packet = read_packet;
  109. s->seek = seek;
  110. s->pos = 0;
  111. s->must_flush = 0;
  112. s->eof_reached = 0;
  113. s->error = 0;
  114. s->seekable = seek ? AVIO_SEEKABLE_NORMAL : 0;
  115. s->max_packet_size = 0;
  116. s->update_checksum = NULL;
  117. if (!read_packet && !write_flag) {
  118. s->pos = buffer_size;
  119. s->buf_end = s->buffer + buffer_size;
  120. }
  121. s->read_pause = NULL;
  122. s->read_seek = NULL;
  123. s->write_data_type = NULL;
  124. s->ignore_boundary_point = 0;
  125. s->current_type = AVIO_DATA_MARKER_UNKNOWN;
  126. s->last_time = AV_NOPTS_VALUE;
  127. return 0;
  128. }
  129. AVIOContext *avio_alloc_context(
  130. unsigned char *buffer,
  131. int buffer_size,
  132. int write_flag,
  133. void *opaque,
  134. int (*read_packet)(void *opaque, uint8_t *buf, int buf_size),
  135. int (*write_packet)(void *opaque, uint8_t *buf, int buf_size),
  136. int64_t (*seek)(void *opaque, int64_t offset, int whence))
  137. {
  138. AVIOContext *s = av_mallocz(sizeof(AVIOContext));
  139. if (!s)
  140. return NULL;
  141. ffio_init_context(s, buffer, buffer_size, write_flag, opaque,
  142. read_packet, write_packet, seek);
  143. return s;
  144. }
  145. static void flush_buffer(AVIOContext *s)
  146. {
  147. if (s->buf_ptr > s->buffer) {
  148. if (!s->error) {
  149. int ret = 0;
  150. if (s->write_data_type)
  151. ret = s->write_data_type(s->opaque, s->buffer,
  152. s->buf_ptr - s->buffer,
  153. s->current_type,
  154. s->last_time);
  155. else if (s->write_packet)
  156. ret = s->write_packet(s->opaque, s->buffer,
  157. s->buf_ptr - s->buffer);
  158. if (ret < 0) {
  159. s->error = ret;
  160. }
  161. }
  162. if (s->current_type == AVIO_DATA_MARKER_SYNC_POINT ||
  163. s->current_type == AVIO_DATA_MARKER_BOUNDARY_POINT) {
  164. s->current_type = AVIO_DATA_MARKER_UNKNOWN;
  165. }
  166. s->last_time = AV_NOPTS_VALUE;
  167. if (s->update_checksum) {
  168. s->checksum = s->update_checksum(s->checksum, s->checksum_ptr,
  169. s->buf_ptr - s->checksum_ptr);
  170. s->checksum_ptr = s->buffer;
  171. }
  172. s->pos += s->buf_ptr - s->buffer;
  173. }
  174. s->buf_ptr = s->buffer;
  175. }
  176. void avio_w8(AVIOContext *s, int b)
  177. {
  178. *s->buf_ptr++ = b;
  179. if (s->buf_ptr >= s->buf_end)
  180. flush_buffer(s);
  181. }
  182. void ffio_fill(AVIOContext *s, int b, int count)
  183. {
  184. while (count > 0) {
  185. int len = FFMIN(s->buf_end - s->buf_ptr, count);
  186. memset(s->buf_ptr, b, len);
  187. s->buf_ptr += len;
  188. if (s->buf_ptr >= s->buf_end)
  189. flush_buffer(s);
  190. count -= len;
  191. }
  192. }
  193. void avio_write(AVIOContext *s, const unsigned char *buf, int size)
  194. {
  195. while (size > 0) {
  196. int len = FFMIN(s->buf_end - s->buf_ptr, size);
  197. memcpy(s->buf_ptr, buf, len);
  198. s->buf_ptr += len;
  199. if (s->buf_ptr >= s->buf_end)
  200. flush_buffer(s);
  201. buf += len;
  202. size -= len;
  203. }
  204. }
  205. void avio_flush(AVIOContext *s)
  206. {
  207. flush_buffer(s);
  208. s->must_flush = 0;
  209. }
  210. int64_t avio_seek(AVIOContext *s, int64_t offset, int whence)
  211. {
  212. int64_t offset1;
  213. int64_t pos;
  214. int force = whence & AVSEEK_FORCE;
  215. whence &= ~AVSEEK_FORCE;
  216. if(!s)
  217. return AVERROR(EINVAL);
  218. pos = s->pos - (s->write_flag ? 0 : (s->buf_end - s->buffer));
  219. if (whence != SEEK_CUR && whence != SEEK_SET)
  220. return AVERROR(EINVAL);
  221. if (whence == SEEK_CUR) {
  222. offset1 = pos + (s->buf_ptr - s->buffer);
  223. if (offset == 0)
  224. return offset1;
  225. offset += offset1;
  226. }
  227. offset1 = offset - pos;
  228. if (!s->must_flush &&
  229. offset1 >= 0 && offset1 < (s->buf_end - s->buffer)) {
  230. /* can do the seek inside the buffer */
  231. s->buf_ptr = s->buffer + offset1;
  232. } else if ((!s->seekable ||
  233. offset1 <= s->buf_end + SHORT_SEEK_THRESHOLD - s->buffer) &&
  234. !s->write_flag && offset1 >= 0 &&
  235. (whence != SEEK_END || force)) {
  236. while(s->pos < offset && !s->eof_reached)
  237. fill_buffer(s);
  238. if (s->eof_reached)
  239. return AVERROR_EOF;
  240. s->buf_ptr = s->buf_end + offset - s->pos;
  241. } else {
  242. int64_t res;
  243. if (s->write_flag) {
  244. flush_buffer(s);
  245. s->must_flush = 1;
  246. }
  247. if (!s->seek)
  248. return AVERROR(EPIPE);
  249. if ((res = s->seek(s->opaque, offset, SEEK_SET)) < 0)
  250. return res;
  251. if (!s->write_flag)
  252. s->buf_end = s->buffer;
  253. s->buf_ptr = s->buffer;
  254. s->pos = offset;
  255. }
  256. s->eof_reached = 0;
  257. return offset;
  258. }
  259. int64_t avio_size(AVIOContext *s)
  260. {
  261. int64_t size;
  262. if (!s)
  263. return AVERROR(EINVAL);
  264. if (!s->seek)
  265. return AVERROR(ENOSYS);
  266. size = s->seek(s->opaque, 0, AVSEEK_SIZE);
  267. if (size < 0) {
  268. if ((size = s->seek(s->opaque, -1, SEEK_END)) < 0)
  269. return size;
  270. size++;
  271. s->seek(s->opaque, s->pos, SEEK_SET);
  272. }
  273. return size;
  274. }
  275. void avio_wl32(AVIOContext *s, unsigned int val)
  276. {
  277. avio_w8(s, val);
  278. avio_w8(s, val >> 8);
  279. avio_w8(s, val >> 16);
  280. avio_w8(s, val >> 24);
  281. }
  282. void avio_wb32(AVIOContext *s, unsigned int val)
  283. {
  284. avio_w8(s, val >> 24);
  285. avio_w8(s, val >> 16);
  286. avio_w8(s, val >> 8);
  287. avio_w8(s, val);
  288. }
  289. int avio_put_str(AVIOContext *s, const char *str)
  290. {
  291. int len = 1;
  292. if (str) {
  293. len += strlen(str);
  294. avio_write(s, (const unsigned char *) str, len);
  295. } else
  296. avio_w8(s, 0);
  297. return len;
  298. }
  299. #define PUT_STR16(type, write) \
  300. int avio_put_str16 ## type(AVIOContext * s, const char *str) \
  301. { \
  302. const uint8_t *q = str; \
  303. int ret = 0; \
  304. \
  305. while (*q) { \
  306. uint32_t ch; \
  307. uint16_t tmp; \
  308. \
  309. GET_UTF8(ch, *q++, break; ) \
  310. PUT_UTF16(ch, tmp, write(s, tmp); ret += 2; ) \
  311. } \
  312. write(s, 0); \
  313. ret += 2; \
  314. return ret; \
  315. }
  316. PUT_STR16(le, avio_wl16)
  317. PUT_STR16(be, avio_wb16)
  318. #undef PUT_STR16
  319. int ff_get_v_length(uint64_t val)
  320. {
  321. int i = 1;
  322. while (val >>= 7)
  323. i++;
  324. return i;
  325. }
  326. void ff_put_v(AVIOContext *bc, uint64_t val)
  327. {
  328. int i = ff_get_v_length(val);
  329. while (--i > 0)
  330. avio_w8(bc, 128 | (val >> (7 * i)));
  331. avio_w8(bc, val & 127);
  332. }
  333. void avio_wl64(AVIOContext *s, uint64_t val)
  334. {
  335. avio_wl32(s, (uint32_t)(val & 0xffffffff));
  336. avio_wl32(s, (uint32_t)(val >> 32));
  337. }
  338. void avio_wb64(AVIOContext *s, uint64_t val)
  339. {
  340. avio_wb32(s, (uint32_t)(val >> 32));
  341. avio_wb32(s, (uint32_t)(val & 0xffffffff));
  342. }
  343. void avio_wl16(AVIOContext *s, unsigned int val)
  344. {
  345. avio_w8(s, val);
  346. avio_w8(s, val >> 8);
  347. }
  348. void avio_wb16(AVIOContext *s, unsigned int val)
  349. {
  350. avio_w8(s, val >> 8);
  351. avio_w8(s, val);
  352. }
  353. void avio_wl24(AVIOContext *s, unsigned int val)
  354. {
  355. avio_wl16(s, val & 0xffff);
  356. avio_w8(s, val >> 16);
  357. }
  358. void avio_wb24(AVIOContext *s, unsigned int val)
  359. {
  360. avio_wb16(s, val >> 8);
  361. avio_w8(s, val);
  362. }
  363. void avio_write_marker(AVIOContext *s, int64_t time, enum AVIODataMarkerType type)
  364. {
  365. if (!s->write_data_type)
  366. return;
  367. // If ignoring boundary points, just treat it as unknown
  368. if (type == AVIO_DATA_MARKER_BOUNDARY_POINT && s->ignore_boundary_point)
  369. type = AVIO_DATA_MARKER_UNKNOWN;
  370. // Avoid unnecessary flushes if we are already in non-header/trailer
  371. // data and setting the type to unknown
  372. if (type == AVIO_DATA_MARKER_UNKNOWN &&
  373. (s->current_type != AVIO_DATA_MARKER_HEADER &&
  374. s->current_type != AVIO_DATA_MARKER_TRAILER))
  375. return;
  376. switch (type) {
  377. case AVIO_DATA_MARKER_HEADER:
  378. case AVIO_DATA_MARKER_TRAILER:
  379. // For header/trailer, ignore a new marker of the same type;
  380. // consecutive header/trailer markers can be merged.
  381. if (type == s->current_type)
  382. return;
  383. break;
  384. }
  385. // If we've reached here, we have a new, noteworthy marker.
  386. // Flush the previous data and mark the start of the new data.
  387. avio_flush(s);
  388. s->current_type = type;
  389. s->last_time = time;
  390. }
  391. /* Input stream */
  392. static void fill_buffer(AVIOContext *s)
  393. {
  394. uint8_t *dst = !s->max_packet_size &&
  395. s->buf_end - s->buffer < s->buffer_size ?
  396. s->buf_end : s->buffer;
  397. int len = s->buffer_size - (dst - s->buffer);
  398. int max_buffer_size = s->max_packet_size ?
  399. s->max_packet_size : IO_BUFFER_SIZE;
  400. /* can't fill the buffer without read_packet, just set EOF if appropriate */
  401. if (!s->read_packet && s->buf_ptr >= s->buf_end)
  402. s->eof_reached = 1;
  403. /* no need to do anything if EOF already reached */
  404. if (s->eof_reached)
  405. return;
  406. if (s->update_checksum && dst == s->buffer) {
  407. if (s->buf_end > s->checksum_ptr)
  408. s->checksum = s->update_checksum(s->checksum, s->checksum_ptr,
  409. s->buf_end - s->checksum_ptr);
  410. s->checksum_ptr = s->buffer;
  411. }
  412. /* make buffer smaller in case it ended up large after probing */
  413. if (s->buffer_size > max_buffer_size) {
  414. ffio_set_buf_size(s, max_buffer_size);
  415. s->checksum_ptr = dst = s->buffer;
  416. len = s->buffer_size;
  417. }
  418. if (s->read_packet)
  419. len = s->read_packet(s->opaque, dst, len);
  420. else
  421. len = 0;
  422. if (len <= 0) {
  423. /* do not modify buffer if EOF reached so that a seek back can
  424. be done without rereading data */
  425. s->eof_reached = 1;
  426. if (len < 0)
  427. s->error = len;
  428. } else {
  429. s->pos += len;
  430. s->buf_ptr = dst;
  431. s->buf_end = dst + len;
  432. }
  433. }
  434. unsigned long ff_crc04C11DB7_update(unsigned long checksum, const uint8_t *buf,
  435. unsigned int len)
  436. {
  437. return av_crc(av_crc_get_table(AV_CRC_32_IEEE), checksum, buf, len);
  438. }
  439. unsigned long ff_crcA001_update(unsigned long checksum, const uint8_t *buf,
  440. unsigned int len)
  441. {
  442. return av_crc(av_crc_get_table(AV_CRC_16_ANSI_LE), checksum, buf, len);
  443. }
  444. unsigned long ffio_get_checksum(AVIOContext *s)
  445. {
  446. s->checksum = s->update_checksum(s->checksum, s->checksum_ptr,
  447. s->buf_ptr - s->checksum_ptr);
  448. s->update_checksum = NULL;
  449. return s->checksum;
  450. }
  451. void ffio_init_checksum(AVIOContext *s,
  452. unsigned long (*update_checksum)(unsigned long c, const uint8_t *p, unsigned int len),
  453. unsigned long checksum)
  454. {
  455. s->update_checksum = update_checksum;
  456. if (s->update_checksum) {
  457. s->checksum = checksum;
  458. s->checksum_ptr = s->buf_ptr;
  459. }
  460. }
  461. /* XXX: put an inline version */
  462. int avio_r8(AVIOContext *s)
  463. {
  464. if (s->buf_ptr >= s->buf_end)
  465. fill_buffer(s);
  466. if (s->buf_ptr < s->buf_end)
  467. return *s->buf_ptr++;
  468. return 0;
  469. }
  470. int avio_read(AVIOContext *s, unsigned char *buf, int size)
  471. {
  472. int len, size1;
  473. size1 = size;
  474. while (size > 0) {
  475. len = s->buf_end - s->buf_ptr;
  476. if (len > size)
  477. len = size;
  478. if (len == 0 || s->write_flag) {
  479. if(size > s->buffer_size && !s->update_checksum){
  480. if(s->read_packet)
  481. len = s->read_packet(s->opaque, buf, size);
  482. if (len <= 0) {
  483. /* do not modify buffer if EOF reached so that a seek back can
  484. be done without rereading data */
  485. s->eof_reached = 1;
  486. if(len<0)
  487. s->error= len;
  488. break;
  489. } else {
  490. s->pos += len;
  491. size -= len;
  492. buf += len;
  493. s->buf_ptr = s->buffer;
  494. s->buf_end = s->buffer/* + len*/;
  495. }
  496. } else {
  497. fill_buffer(s);
  498. len = s->buf_end - s->buf_ptr;
  499. if (len == 0)
  500. break;
  501. }
  502. } else {
  503. memcpy(buf, s->buf_ptr, len);
  504. buf += len;
  505. s->buf_ptr += len;
  506. size -= len;
  507. }
  508. }
  509. if (size1 == size) {
  510. if (s->error) return s->error;
  511. if (s->eof_reached) return AVERROR_EOF;
  512. }
  513. return size1 - size;
  514. }
  515. int ffio_read_size(AVIOContext *s, unsigned char *buf, int size)
  516. {
  517. int ret = avio_read(s, buf, size);
  518. if (ret != size)
  519. return AVERROR_INVALIDDATA;
  520. return ret;
  521. }
  522. int ffio_read_indirect(AVIOContext *s, unsigned char *buf, int size, const unsigned char **data)
  523. {
  524. if (s->buf_end - s->buf_ptr >= size && !s->write_flag) {
  525. *data = s->buf_ptr;
  526. s->buf_ptr += size;
  527. return size;
  528. } else {
  529. *data = buf;
  530. return avio_read(s, buf, size);
  531. }
  532. }
  533. int ffio_read_partial(AVIOContext *s, unsigned char *buf, int size)
  534. {
  535. int len;
  536. if (size < 0)
  537. return -1;
  538. if (s->read_packet && s->write_flag) {
  539. len = s->read_packet(s->opaque, buf, size);
  540. if (len > 0)
  541. s->pos += len;
  542. return len;
  543. }
  544. len = s->buf_end - s->buf_ptr;
  545. if (len == 0) {
  546. /* Reset the buf_end pointer to the start of the buffer, to make sure
  547. * the fill_buffer call tries to read as much data as fits into the
  548. * full buffer, instead of just what space is left after buf_end.
  549. * This avoids returning partial packets at the end of the buffer,
  550. * for packet based inputs.
  551. */
  552. s->buf_end = s->buf_ptr = s->buffer;
  553. fill_buffer(s);
  554. len = s->buf_end - s->buf_ptr;
  555. }
  556. if (len > size)
  557. len = size;
  558. memcpy(buf, s->buf_ptr, len);
  559. s->buf_ptr += len;
  560. if (!len) {
  561. if (s->error) return s->error;
  562. if (s->eof_reached) return AVERROR_EOF;
  563. }
  564. return len;
  565. }
  566. unsigned int avio_rl16(AVIOContext *s)
  567. {
  568. unsigned int val;
  569. val = avio_r8(s);
  570. val |= avio_r8(s) << 8;
  571. return val;
  572. }
  573. unsigned int avio_rl24(AVIOContext *s)
  574. {
  575. unsigned int val;
  576. val = avio_rl16(s);
  577. val |= avio_r8(s) << 16;
  578. return val;
  579. }
  580. unsigned int avio_rl32(AVIOContext *s)
  581. {
  582. unsigned int val;
  583. val = avio_rl16(s);
  584. val |= avio_rl16(s) << 16;
  585. return val;
  586. }
  587. uint64_t avio_rl64(AVIOContext *s)
  588. {
  589. uint64_t val;
  590. val = (uint64_t)avio_rl32(s);
  591. val |= (uint64_t)avio_rl32(s) << 32;
  592. return val;
  593. }
  594. unsigned int avio_rb16(AVIOContext *s)
  595. {
  596. unsigned int val;
  597. val = avio_r8(s) << 8;
  598. val |= avio_r8(s);
  599. return val;
  600. }
  601. unsigned int avio_rb24(AVIOContext *s)
  602. {
  603. unsigned int val;
  604. val = avio_rb16(s) << 8;
  605. val |= avio_r8(s);
  606. return val;
  607. }
  608. unsigned int avio_rb32(AVIOContext *s)
  609. {
  610. unsigned int val;
  611. val = avio_rb16(s) << 16;
  612. val |= avio_rb16(s);
  613. return val;
  614. }
  615. int ff_get_line(AVIOContext *s, char *buf, int maxlen)
  616. {
  617. int i = 0;
  618. char c;
  619. do {
  620. c = avio_r8(s);
  621. if (c && i < maxlen-1)
  622. buf[i++] = c;
  623. } while (c != '\n' && c);
  624. buf[i] = 0;
  625. return i;
  626. }
  627. int avio_get_str(AVIOContext *s, int maxlen, char *buf, int buflen)
  628. {
  629. int i;
  630. if (buflen <= 0)
  631. return AVERROR(EINVAL);
  632. // reserve 1 byte for terminating 0
  633. buflen = FFMIN(buflen - 1, maxlen);
  634. for (i = 0; i < buflen; i++)
  635. if (!(buf[i] = avio_r8(s)))
  636. return i + 1;
  637. buf[i] = 0;
  638. for (; i < maxlen; i++)
  639. if (!avio_r8(s))
  640. return i + 1;
  641. return maxlen;
  642. }
  643. #define GET_STR16(type, read) \
  644. int avio_get_str16 ##type(AVIOContext *pb, int maxlen, char *buf, int buflen)\
  645. {\
  646. char* q = buf;\
  647. int ret = 0;\
  648. if (buflen <= 0) \
  649. return AVERROR(EINVAL); \
  650. while (ret + 1 < maxlen) {\
  651. uint8_t tmp;\
  652. uint32_t ch;\
  653. GET_UTF16(ch, (ret += 2) <= maxlen ? read(pb) : 0, break;)\
  654. if (!ch)\
  655. break;\
  656. PUT_UTF8(ch, tmp, if (q - buf < buflen - 1) *q++ = tmp;)\
  657. }\
  658. *q = 0;\
  659. return ret;\
  660. }\
  661. GET_STR16(le, avio_rl16)
  662. GET_STR16(be, avio_rb16)
  663. #undef GET_STR16
  664. uint64_t avio_rb64(AVIOContext *s)
  665. {
  666. uint64_t val;
  667. val = (uint64_t)avio_rb32(s) << 32;
  668. val |= (uint64_t)avio_rb32(s);
  669. return val;
  670. }
  671. uint64_t ffio_read_varlen(AVIOContext *bc){
  672. uint64_t val = 0;
  673. int tmp;
  674. do{
  675. tmp = avio_r8(bc);
  676. val= (val<<7) + (tmp&127);
  677. }while(tmp&128);
  678. return val;
  679. }
  680. static int io_read_packet(void *opaque, uint8_t *buf, int buf_size)
  681. {
  682. AVIOInternal *internal = opaque;
  683. return ffurl_read(internal->h, buf, buf_size);
  684. }
  685. static int io_write_packet(void *opaque, uint8_t *buf, int buf_size)
  686. {
  687. AVIOInternal *internal = opaque;
  688. return ffurl_write(internal->h, buf, buf_size);
  689. }
  690. static int64_t io_seek(void *opaque, int64_t offset, int whence)
  691. {
  692. AVIOInternal *internal = opaque;
  693. return ffurl_seek(internal->h, offset, whence);
  694. }
  695. static int io_read_pause(void *opaque, int pause)
  696. {
  697. AVIOInternal *internal = opaque;
  698. if (!internal->h->prot->url_read_pause)
  699. return AVERROR(ENOSYS);
  700. return internal->h->prot->url_read_pause(internal->h, pause);
  701. }
  702. static int64_t io_read_seek(void *opaque, int stream_index, int64_t timestamp, int flags)
  703. {
  704. AVIOInternal *internal = opaque;
  705. if (!internal->h->prot->url_read_seek)
  706. return AVERROR(ENOSYS);
  707. return internal->h->prot->url_read_seek(internal->h, stream_index, timestamp, flags);
  708. }
  709. int ffio_fdopen(AVIOContext **s, URLContext *h)
  710. {
  711. AVIOInternal *internal = NULL;
  712. uint8_t *buffer = NULL;
  713. int buffer_size, max_packet_size;
  714. max_packet_size = h->max_packet_size;
  715. if (max_packet_size) {
  716. buffer_size = max_packet_size; /* no need to bufferize more than one packet */
  717. } else {
  718. buffer_size = IO_BUFFER_SIZE;
  719. }
  720. buffer = av_malloc(buffer_size);
  721. if (!buffer)
  722. return AVERROR(ENOMEM);
  723. internal = av_mallocz(sizeof(*internal));
  724. if (!internal)
  725. goto fail;
  726. internal->class = &io_priv_class;
  727. internal->h = h;
  728. av_opt_set_defaults(internal);
  729. *s = avio_alloc_context(buffer, buffer_size, h->flags & AVIO_FLAG_WRITE,
  730. internal, io_read_packet, io_write_packet, io_seek);
  731. if (!*s)
  732. goto fail;
  733. (*s)->seekable = h->is_streamed ? 0 : AVIO_SEEKABLE_NORMAL;
  734. (*s)->max_packet_size = max_packet_size;
  735. if(h->prot) {
  736. (*s)->read_pause = io_read_pause;
  737. (*s)->read_seek = io_read_seek;
  738. }
  739. (*s)->av_class = &ff_avio_class;
  740. return 0;
  741. fail:
  742. if (internal)
  743. av_opt_free(internal);
  744. av_freep(&internal);
  745. av_freep(&buffer);
  746. return AVERROR(ENOMEM);
  747. }
  748. int ffio_set_buf_size(AVIOContext *s, int buf_size)
  749. {
  750. uint8_t *buffer;
  751. buffer = av_malloc(buf_size);
  752. if (!buffer)
  753. return AVERROR(ENOMEM);
  754. av_free(s->buffer);
  755. s->buffer = buffer;
  756. s->buffer_size = buf_size;
  757. s->buf_ptr = buffer;
  758. url_resetbuf(s, s->write_flag ? AVIO_FLAG_WRITE : AVIO_FLAG_READ);
  759. return 0;
  760. }
  761. static int url_resetbuf(AVIOContext *s, int flags)
  762. {
  763. assert(flags == AVIO_FLAG_WRITE || flags == AVIO_FLAG_READ);
  764. if (flags & AVIO_FLAG_WRITE) {
  765. s->buf_end = s->buffer + s->buffer_size;
  766. s->write_flag = 1;
  767. } else {
  768. s->buf_end = s->buffer;
  769. s->write_flag = 0;
  770. }
  771. return 0;
  772. }
  773. int ffio_rewind_with_probe_data(AVIOContext *s, unsigned char *buf, int buf_size)
  774. {
  775. int64_t buffer_start;
  776. int buffer_size;
  777. int overlap, new_size, alloc_size;
  778. if (s->write_flag)
  779. return AVERROR(EINVAL);
  780. buffer_size = s->buf_end - s->buffer;
  781. /* the buffers must touch or overlap */
  782. if ((buffer_start = s->pos - buffer_size) > buf_size)
  783. return AVERROR(EINVAL);
  784. overlap = buf_size - buffer_start;
  785. new_size = buf_size + buffer_size - overlap;
  786. alloc_size = FFMAX(s->buffer_size, new_size);
  787. if (alloc_size > buf_size)
  788. if (!(buf = av_realloc(buf, alloc_size)))
  789. return AVERROR(ENOMEM);
  790. if (new_size > buf_size) {
  791. memcpy(buf + buf_size, s->buffer + overlap, buffer_size - overlap);
  792. buf_size = new_size;
  793. }
  794. av_free(s->buffer);
  795. s->buf_ptr = s->buffer = buf;
  796. s->buffer_size = alloc_size;
  797. s->pos = buf_size;
  798. s->buf_end = s->buf_ptr + buf_size;
  799. s->eof_reached = 0;
  800. s->must_flush = 0;
  801. return 0;
  802. }
  803. int avio_open(AVIOContext **s, const char *filename, int flags)
  804. {
  805. return avio_open2(s, filename, flags, NULL, NULL);
  806. }
  807. int avio_open2(AVIOContext **s, const char *filename, int flags,
  808. const AVIOInterruptCB *int_cb, AVDictionary **options)
  809. {
  810. AVIOInternal *internal;
  811. const URLProtocol **protocols;
  812. char *proto_whitelist = NULL, *proto_blacklist = NULL;
  813. AVDictionaryEntry *e;
  814. URLContext *h;
  815. int err;
  816. if (options) {
  817. e = av_dict_get(*options, "protocol_whitelist", NULL, 0);
  818. if (e)
  819. proto_whitelist = e->value;
  820. e = av_dict_get(*options, "protocol_blacklist", NULL, 0);
  821. if (e)
  822. proto_blacklist = e->value;
  823. }
  824. protocols = ffurl_get_protocols(proto_whitelist, proto_blacklist);
  825. if (!protocols)
  826. return AVERROR(ENOMEM);
  827. err = ffurl_open(&h, filename, flags, int_cb, options, protocols, NULL);
  828. if (err < 0) {
  829. av_freep(&protocols);
  830. return err;
  831. }
  832. err = ffio_fdopen(s, h);
  833. if (err < 0) {
  834. ffurl_close(h);
  835. av_freep(&protocols);
  836. return err;
  837. }
  838. internal = (*s)->opaque;
  839. internal->protocols = protocols;
  840. if (options) {
  841. err = av_opt_set_dict(internal, options);
  842. if (err < 0) {
  843. avio_closep(s);
  844. return err;
  845. }
  846. }
  847. return 0;
  848. }
  849. int avio_close(AVIOContext *s)
  850. {
  851. AVIOInternal *internal;
  852. URLContext *h;
  853. if (!s)
  854. return 0;
  855. avio_flush(s);
  856. internal = s->opaque;
  857. h = internal->h;
  858. av_opt_free(internal);
  859. av_freep(&internal->protocols);
  860. av_freep(&s->opaque);
  861. av_freep(&s->buffer);
  862. av_free(s);
  863. return ffurl_close(h);
  864. }
  865. int avio_closep(AVIOContext **s)
  866. {
  867. int ret = avio_close(*s);
  868. *s = NULL;
  869. return ret;
  870. }
  871. int avio_printf(AVIOContext *s, const char *fmt, ...)
  872. {
  873. va_list ap;
  874. char buf[4096];
  875. int ret;
  876. va_start(ap, fmt);
  877. ret = vsnprintf(buf, sizeof(buf), fmt, ap);
  878. va_end(ap);
  879. avio_write(s, buf, strlen(buf));
  880. return ret;
  881. }
  882. int avio_pause(AVIOContext *s, int pause)
  883. {
  884. if (!s->read_pause)
  885. return AVERROR(ENOSYS);
  886. return s->read_pause(s->opaque, pause);
  887. }
  888. int64_t avio_seek_time(AVIOContext *s, int stream_index,
  889. int64_t timestamp, int flags)
  890. {
  891. int64_t ret;
  892. if (!s->read_seek)
  893. return AVERROR(ENOSYS);
  894. ret = s->read_seek(s->opaque, stream_index, timestamp, flags);
  895. if (ret >= 0) {
  896. int64_t pos;
  897. s->buf_ptr = s->buf_end; // Flush buffer
  898. pos = s->seek(s->opaque, 0, SEEK_CUR);
  899. if (pos >= 0)
  900. s->pos = pos;
  901. else if (pos != AVERROR(ENOSYS))
  902. ret = pos;
  903. }
  904. return ret;
  905. }
  906. /* output in a dynamic buffer */
  907. typedef struct DynBuffer {
  908. int pos, size, allocated_size;
  909. uint8_t *buffer;
  910. int io_buffer_size;
  911. uint8_t io_buffer[1];
  912. } DynBuffer;
  913. static int dyn_buf_write(void *opaque, uint8_t *buf, int buf_size)
  914. {
  915. DynBuffer *d = opaque;
  916. unsigned new_size, new_allocated_size;
  917. /* reallocate buffer if needed */
  918. new_size = d->pos + buf_size;
  919. new_allocated_size = d->allocated_size;
  920. if (new_size < d->pos || new_size > INT_MAX/2)
  921. return -1;
  922. while (new_size > new_allocated_size) {
  923. if (!new_allocated_size)
  924. new_allocated_size = new_size;
  925. else
  926. new_allocated_size += new_allocated_size / 2 + 1;
  927. }
  928. if (new_allocated_size > d->allocated_size) {
  929. int err;
  930. if ((err = av_reallocp(&d->buffer, new_allocated_size)) < 0) {
  931. d->allocated_size = 0;
  932. d->size = 0;
  933. return err;
  934. }
  935. d->allocated_size = new_allocated_size;
  936. }
  937. memcpy(d->buffer + d->pos, buf, buf_size);
  938. d->pos = new_size;
  939. if (d->pos > d->size)
  940. d->size = d->pos;
  941. return buf_size;
  942. }
  943. static int dyn_packet_buf_write(void *opaque, uint8_t *buf, int buf_size)
  944. {
  945. unsigned char buf1[4];
  946. int ret;
  947. /* packetized write: output the header */
  948. AV_WB32(buf1, buf_size);
  949. ret = dyn_buf_write(opaque, buf1, 4);
  950. if (ret < 0)
  951. return ret;
  952. /* then the data */
  953. return dyn_buf_write(opaque, buf, buf_size);
  954. }
  955. static int64_t dyn_buf_seek(void *opaque, int64_t offset, int whence)
  956. {
  957. DynBuffer *d = opaque;
  958. if (whence == SEEK_CUR)
  959. offset += d->pos;
  960. else if (whence == SEEK_END)
  961. offset += d->size;
  962. if (offset < 0 || offset > 0x7fffffffLL)
  963. return -1;
  964. d->pos = offset;
  965. return 0;
  966. }
  967. static int url_open_dyn_buf_internal(AVIOContext **s, int max_packet_size)
  968. {
  969. DynBuffer *d;
  970. unsigned io_buffer_size = max_packet_size ? max_packet_size : 1024;
  971. if (sizeof(DynBuffer) + io_buffer_size < io_buffer_size)
  972. return -1;
  973. d = av_mallocz(sizeof(DynBuffer) + io_buffer_size);
  974. if (!d)
  975. return AVERROR(ENOMEM);
  976. d->io_buffer_size = io_buffer_size;
  977. *s = avio_alloc_context(d->io_buffer, d->io_buffer_size, 1, d, NULL,
  978. max_packet_size ? dyn_packet_buf_write : dyn_buf_write,
  979. max_packet_size ? NULL : dyn_buf_seek);
  980. if(!*s) {
  981. av_free(d);
  982. return AVERROR(ENOMEM);
  983. }
  984. (*s)->max_packet_size = max_packet_size;
  985. return 0;
  986. }
  987. int avio_open_dyn_buf(AVIOContext **s)
  988. {
  989. return url_open_dyn_buf_internal(s, 0);
  990. }
  991. int ffio_open_dyn_packet_buf(AVIOContext **s, int max_packet_size)
  992. {
  993. if (max_packet_size <= 0)
  994. return -1;
  995. return url_open_dyn_buf_internal(s, max_packet_size);
  996. }
  997. int avio_close_dyn_buf(AVIOContext *s, uint8_t **pbuffer)
  998. {
  999. DynBuffer *d;
  1000. int size;
  1001. static const char padbuf[AV_INPUT_BUFFER_PADDING_SIZE] = {0};
  1002. int padding = 0;
  1003. if (!s) {
  1004. *pbuffer = NULL;
  1005. return 0;
  1006. }
  1007. /* don't attempt to pad fixed-size packet buffers */
  1008. if (!s->max_packet_size) {
  1009. avio_write(s, padbuf, sizeof(padbuf));
  1010. padding = AV_INPUT_BUFFER_PADDING_SIZE;
  1011. }
  1012. avio_flush(s);
  1013. d = s->opaque;
  1014. *pbuffer = d->buffer;
  1015. size = d->size;
  1016. av_free(d);
  1017. av_free(s);
  1018. return size - padding;
  1019. }
  1020. void ffio_free_dyn_buf(AVIOContext **s)
  1021. {
  1022. uint8_t *tmp;
  1023. if (!*s)
  1024. return;
  1025. avio_close_dyn_buf(*s, &tmp);
  1026. av_free(tmp);
  1027. *s = NULL;
  1028. }
  1029. static int null_buf_write(void *opaque, uint8_t *buf, int buf_size)
  1030. {
  1031. DynBuffer *d = opaque;
  1032. d->pos += buf_size;
  1033. if (d->pos > d->size)
  1034. d->size = d->pos;
  1035. return buf_size;
  1036. }
  1037. int ffio_open_null_buf(AVIOContext **s)
  1038. {
  1039. int ret = url_open_dyn_buf_internal(s, 0);
  1040. if (ret >= 0) {
  1041. AVIOContext *pb = *s;
  1042. pb->write_packet = null_buf_write;
  1043. }
  1044. return ret;
  1045. }
  1046. int ffio_close_null_buf(AVIOContext *s)
  1047. {
  1048. DynBuffer *d = s->opaque;
  1049. int size;
  1050. avio_flush(s);
  1051. size = d->size;
  1052. av_free(d);
  1053. av_free(s);
  1054. return size;
  1055. }