You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1246 lines
32KB

  1. /*
  2. * buffered I/O
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. *
  5. * This file is part of Libav.
  6. *
  7. * Libav is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * Libav is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with Libav; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include "libavutil/crc.h"
  22. #include "libavutil/dict.h"
  23. #include "libavutil/intreadwrite.h"
  24. #include "libavutil/log.h"
  25. #include "libavutil/opt.h"
  26. #include "avformat.h"
  27. #include "avio.h"
  28. #include "avio_internal.h"
  29. #include "internal.h"
  30. #include "url.h"
  31. #include <stdarg.h>
  32. #define IO_BUFFER_SIZE 32768
  33. /**
  34. * Do seeks within this distance ahead of the current buffer by skipping
  35. * data instead of calling the protocol seek function, for seekable
  36. * protocols.
  37. */
  38. #define SHORT_SEEK_THRESHOLD 4096
  39. typedef struct AVIOInternal {
  40. const AVClass *class;
  41. char *protocol_whitelist;
  42. char *protocol_blacklist;
  43. URLContext *h;
  44. const URLProtocol **protocols;
  45. } AVIOInternal;
  46. static void *io_priv_child_next(void *obj, void *prev)
  47. {
  48. AVIOInternal *internal = obj;
  49. return prev ? NULL : internal->h;
  50. }
  51. static const AVClass *io_priv_child_class_next(const AVClass *prev)
  52. {
  53. return prev ? NULL : &ffurl_context_class;
  54. }
  55. #define OFFSET(x) offsetof(AVIOInternal, x)
  56. static const AVOption io_priv_options[] = {
  57. { "protocol_whitelist", "A comma-separated list of allowed protocols",
  58. OFFSET(protocol_whitelist), AV_OPT_TYPE_STRING },
  59. { "protocol_blacklist", "A comma-separated list of forbidden protocols",
  60. OFFSET(protocol_whitelist), AV_OPT_TYPE_STRING },
  61. { NULL },
  62. };
  63. static const AVClass io_priv_class = {
  64. .class_name = "AVIOContext",
  65. .item_name = av_default_item_name,
  66. .version = LIBAVUTIL_VERSION_INT,
  67. .option = io_priv_options,
  68. .child_next = io_priv_child_next,
  69. .child_class_next = io_priv_child_class_next,
  70. };
  71. static void *ff_avio_child_next(void *obj, void *prev)
  72. {
  73. AVIOContext *s = obj;
  74. return prev ? NULL : s->opaque;
  75. }
  76. static const AVClass *ff_avio_child_class_next(const AVClass *prev)
  77. {
  78. return prev ? NULL : &io_priv_class;
  79. }
  80. static const AVOption ff_avio_options[] = {
  81. { NULL },
  82. };
  83. const AVClass ff_avio_class = {
  84. .class_name = "AVIOContext",
  85. .item_name = av_default_item_name,
  86. .version = LIBAVUTIL_VERSION_INT,
  87. .option = ff_avio_options,
  88. .child_next = ff_avio_child_next,
  89. .child_class_next = ff_avio_child_class_next,
  90. };
  91. static void fill_buffer(AVIOContext *s);
  92. static int url_resetbuf(AVIOContext *s, int flags);
  93. int ffio_init_context(AVIOContext *s,
  94. unsigned char *buffer,
  95. int buffer_size,
  96. int write_flag,
  97. void *opaque,
  98. int (*read_packet)(void *opaque, uint8_t *buf, int buf_size),
  99. int (*write_packet)(void *opaque, uint8_t *buf, int buf_size),
  100. int64_t (*seek)(void *opaque, int64_t offset, int whence))
  101. {
  102. s->buffer = buffer;
  103. s->buffer_size = buffer_size;
  104. s->buf_ptr = buffer;
  105. s->opaque = opaque;
  106. url_resetbuf(s, write_flag ? AVIO_FLAG_WRITE : AVIO_FLAG_READ);
  107. s->write_packet = write_packet;
  108. s->read_packet = read_packet;
  109. s->seek = seek;
  110. s->pos = 0;
  111. s->must_flush = 0;
  112. s->eof_reached = 0;
  113. s->error = 0;
  114. s->seekable = seek ? AVIO_SEEKABLE_NORMAL : 0;
  115. s->max_packet_size = 0;
  116. s->update_checksum = NULL;
  117. if (!read_packet && !write_flag) {
  118. s->pos = buffer_size;
  119. s->buf_end = s->buffer + buffer_size;
  120. }
  121. s->read_pause = NULL;
  122. s->read_seek = NULL;
  123. s->write_data_type = NULL;
  124. s->ignore_boundary_point = 0;
  125. s->current_type = AVIO_DATA_MARKER_UNKNOWN;
  126. s->last_time = AV_NOPTS_VALUE;
  127. return 0;
  128. }
  129. AVIOContext *avio_alloc_context(
  130. unsigned char *buffer,
  131. int buffer_size,
  132. int write_flag,
  133. void *opaque,
  134. int (*read_packet)(void *opaque, uint8_t *buf, int buf_size),
  135. int (*write_packet)(void *opaque, uint8_t *buf, int buf_size),
  136. int64_t (*seek)(void *opaque, int64_t offset, int whence))
  137. {
  138. AVIOContext *s = av_mallocz(sizeof(AVIOContext));
  139. if (!s)
  140. return NULL;
  141. ffio_init_context(s, buffer, buffer_size, write_flag, opaque,
  142. read_packet, write_packet, seek);
  143. return s;
  144. }
  145. void avio_context_free(AVIOContext **ps)
  146. {
  147. av_freep(ps);
  148. }
  149. static void flush_buffer(AVIOContext *s)
  150. {
  151. if (s->buf_ptr > s->buffer) {
  152. int size = s->buf_ptr - s->buffer;
  153. if (!s->error) {
  154. int ret = 0;
  155. if (s->write_data_type)
  156. ret = s->write_data_type(s->opaque, s->buffer,
  157. size,
  158. s->current_type,
  159. s->last_time);
  160. else if (s->write_packet)
  161. ret = s->write_packet(s->opaque, s->buffer,
  162. size);
  163. if (ret < 0) {
  164. s->error = ret;
  165. } else {
  166. if (s->pos + size > s->written)
  167. s->written = s->pos + size;
  168. }
  169. }
  170. if (s->current_type == AVIO_DATA_MARKER_SYNC_POINT ||
  171. s->current_type == AVIO_DATA_MARKER_BOUNDARY_POINT) {
  172. s->current_type = AVIO_DATA_MARKER_UNKNOWN;
  173. }
  174. s->last_time = AV_NOPTS_VALUE;
  175. if (s->update_checksum) {
  176. s->checksum = s->update_checksum(s->checksum, s->checksum_ptr,
  177. s->buf_ptr - s->checksum_ptr);
  178. s->checksum_ptr = s->buffer;
  179. }
  180. s->pos += size;
  181. }
  182. s->buf_ptr = s->buffer;
  183. }
  184. void avio_w8(AVIOContext *s, int b)
  185. {
  186. *s->buf_ptr++ = b;
  187. if (s->buf_ptr >= s->buf_end)
  188. flush_buffer(s);
  189. }
  190. void ffio_fill(AVIOContext *s, int b, int count)
  191. {
  192. while (count > 0) {
  193. int len = FFMIN(s->buf_end - s->buf_ptr, count);
  194. memset(s->buf_ptr, b, len);
  195. s->buf_ptr += len;
  196. if (s->buf_ptr >= s->buf_end)
  197. flush_buffer(s);
  198. count -= len;
  199. }
  200. }
  201. void avio_write(AVIOContext *s, const unsigned char *buf, int size)
  202. {
  203. while (size > 0) {
  204. int len = FFMIN(s->buf_end - s->buf_ptr, size);
  205. memcpy(s->buf_ptr, buf, len);
  206. s->buf_ptr += len;
  207. if (s->buf_ptr >= s->buf_end)
  208. flush_buffer(s);
  209. buf += len;
  210. size -= len;
  211. }
  212. }
  213. void avio_flush(AVIOContext *s)
  214. {
  215. flush_buffer(s);
  216. s->must_flush = 0;
  217. }
  218. int64_t avio_seek(AVIOContext *s, int64_t offset, int whence)
  219. {
  220. int64_t offset1;
  221. int64_t pos;
  222. int force = whence & AVSEEK_FORCE;
  223. whence &= ~AVSEEK_FORCE;
  224. if(!s)
  225. return AVERROR(EINVAL);
  226. pos = s->pos - (s->write_flag ? 0 : (s->buf_end - s->buffer));
  227. if (whence != SEEK_CUR && whence != SEEK_SET)
  228. return AVERROR(EINVAL);
  229. if (whence == SEEK_CUR) {
  230. offset1 = pos + (s->buf_ptr - s->buffer);
  231. if (offset == 0)
  232. return offset1;
  233. offset += offset1;
  234. }
  235. offset1 = offset - pos;
  236. if (!s->must_flush &&
  237. offset1 >= 0 && offset1 < (s->buf_end - s->buffer)) {
  238. /* can do the seek inside the buffer */
  239. s->buf_ptr = s->buffer + offset1;
  240. } else if ((!(s->seekable & AVIO_SEEKABLE_NORMAL) ||
  241. offset1 <= s->buf_end + SHORT_SEEK_THRESHOLD - s->buffer) &&
  242. !s->write_flag && offset1 >= 0 &&
  243. (whence != SEEK_END || force)) {
  244. while(s->pos < offset && !s->eof_reached)
  245. fill_buffer(s);
  246. if (s->eof_reached)
  247. return AVERROR_EOF;
  248. s->buf_ptr = s->buf_end + offset - s->pos;
  249. } else {
  250. int64_t res;
  251. if (s->write_flag) {
  252. flush_buffer(s);
  253. s->must_flush = 1;
  254. }
  255. if (!s->seek)
  256. return AVERROR(EPIPE);
  257. if ((res = s->seek(s->opaque, offset, SEEK_SET)) < 0)
  258. return res;
  259. if (!s->write_flag)
  260. s->buf_end = s->buffer;
  261. s->buf_ptr = s->buffer;
  262. s->pos = offset;
  263. }
  264. s->eof_reached = 0;
  265. return offset;
  266. }
  267. int64_t avio_size(AVIOContext *s)
  268. {
  269. int64_t size;
  270. if (!s)
  271. return AVERROR(EINVAL);
  272. if (s->written)
  273. return s->written;
  274. if (!s->seek)
  275. return AVERROR(ENOSYS);
  276. size = s->seek(s->opaque, 0, AVSEEK_SIZE);
  277. if (size < 0) {
  278. if ((size = s->seek(s->opaque, -1, SEEK_END)) < 0)
  279. return size;
  280. size++;
  281. s->seek(s->opaque, s->pos, SEEK_SET);
  282. }
  283. return size;
  284. }
  285. void avio_wl32(AVIOContext *s, unsigned int val)
  286. {
  287. avio_w8(s, val);
  288. avio_w8(s, val >> 8);
  289. avio_w8(s, val >> 16);
  290. avio_w8(s, val >> 24);
  291. }
  292. void avio_wb32(AVIOContext *s, unsigned int val)
  293. {
  294. avio_w8(s, val >> 24);
  295. avio_w8(s, val >> 16);
  296. avio_w8(s, val >> 8);
  297. avio_w8(s, val);
  298. }
  299. int avio_put_str(AVIOContext *s, const char *str)
  300. {
  301. int len = 1;
  302. if (str) {
  303. len += strlen(str);
  304. avio_write(s, (const unsigned char *) str, len);
  305. } else
  306. avio_w8(s, 0);
  307. return len;
  308. }
  309. #define PUT_STR16(type, write) \
  310. int avio_put_str16 ## type(AVIOContext * s, const char *str) \
  311. { \
  312. const uint8_t *q = str; \
  313. int ret = 0; \
  314. \
  315. while (*q) { \
  316. uint32_t ch; \
  317. uint16_t tmp; \
  318. \
  319. GET_UTF8(ch, *q++, break; ) \
  320. PUT_UTF16(ch, tmp, write(s, tmp); ret += 2; ) \
  321. } \
  322. write(s, 0); \
  323. ret += 2; \
  324. return ret; \
  325. }
  326. PUT_STR16(le, avio_wl16)
  327. PUT_STR16(be, avio_wb16)
  328. #undef PUT_STR16
  329. int ff_get_v_length(uint64_t val)
  330. {
  331. int i = 1;
  332. while (val >>= 7)
  333. i++;
  334. return i;
  335. }
  336. void ff_put_v(AVIOContext *bc, uint64_t val)
  337. {
  338. int i = ff_get_v_length(val);
  339. while (--i > 0)
  340. avio_w8(bc, 128 | (val >> (7 * i)));
  341. avio_w8(bc, val & 127);
  342. }
  343. void avio_wl64(AVIOContext *s, uint64_t val)
  344. {
  345. avio_wl32(s, (uint32_t)(val & 0xffffffff));
  346. avio_wl32(s, (uint32_t)(val >> 32));
  347. }
  348. void avio_wb64(AVIOContext *s, uint64_t val)
  349. {
  350. avio_wb32(s, (uint32_t)(val >> 32));
  351. avio_wb32(s, (uint32_t)(val & 0xffffffff));
  352. }
  353. void avio_wl16(AVIOContext *s, unsigned int val)
  354. {
  355. avio_w8(s, val);
  356. avio_w8(s, val >> 8);
  357. }
  358. void avio_wb16(AVIOContext *s, unsigned int val)
  359. {
  360. avio_w8(s, val >> 8);
  361. avio_w8(s, val);
  362. }
  363. void avio_wl24(AVIOContext *s, unsigned int val)
  364. {
  365. avio_wl16(s, val & 0xffff);
  366. avio_w8(s, val >> 16);
  367. }
  368. void avio_wb24(AVIOContext *s, unsigned int val)
  369. {
  370. avio_wb16(s, val >> 8);
  371. avio_w8(s, val);
  372. }
  373. void avio_write_marker(AVIOContext *s, int64_t time, enum AVIODataMarkerType type)
  374. {
  375. if (!s->write_data_type)
  376. return;
  377. // If ignoring boundary points, just treat it as unknown
  378. if (type == AVIO_DATA_MARKER_BOUNDARY_POINT && s->ignore_boundary_point)
  379. type = AVIO_DATA_MARKER_UNKNOWN;
  380. // Avoid unnecessary flushes if we are already in non-header/trailer
  381. // data and setting the type to unknown
  382. if (type == AVIO_DATA_MARKER_UNKNOWN &&
  383. (s->current_type != AVIO_DATA_MARKER_HEADER &&
  384. s->current_type != AVIO_DATA_MARKER_TRAILER))
  385. return;
  386. switch (type) {
  387. case AVIO_DATA_MARKER_HEADER:
  388. case AVIO_DATA_MARKER_TRAILER:
  389. // For header/trailer, ignore a new marker of the same type;
  390. // consecutive header/trailer markers can be merged.
  391. if (type == s->current_type)
  392. return;
  393. break;
  394. }
  395. // If we've reached here, we have a new, noteworthy marker.
  396. // Flush the previous data and mark the start of the new data.
  397. avio_flush(s);
  398. s->current_type = type;
  399. s->last_time = time;
  400. }
  401. /* Input stream */
  402. static void fill_buffer(AVIOContext *s)
  403. {
  404. uint8_t *dst = !s->max_packet_size &&
  405. s->buf_end - s->buffer < s->buffer_size ?
  406. s->buf_end : s->buffer;
  407. int len = s->buffer_size - (dst - s->buffer);
  408. int max_buffer_size = s->max_packet_size ?
  409. s->max_packet_size : IO_BUFFER_SIZE;
  410. /* can't fill the buffer without read_packet, just set EOF if appropriate */
  411. if (!s->read_packet && s->buf_ptr >= s->buf_end)
  412. s->eof_reached = 1;
  413. /* no need to do anything if EOF already reached */
  414. if (s->eof_reached)
  415. return;
  416. if (s->update_checksum && dst == s->buffer) {
  417. if (s->buf_end > s->checksum_ptr)
  418. s->checksum = s->update_checksum(s->checksum, s->checksum_ptr,
  419. s->buf_end - s->checksum_ptr);
  420. s->checksum_ptr = s->buffer;
  421. }
  422. /* make buffer smaller in case it ended up large after probing */
  423. if (s->buffer_size > max_buffer_size) {
  424. ffio_set_buf_size(s, max_buffer_size);
  425. s->checksum_ptr = dst = s->buffer;
  426. len = s->buffer_size;
  427. }
  428. if (s->read_packet)
  429. len = s->read_packet(s->opaque, dst, len);
  430. else
  431. len = 0;
  432. if (len <= 0) {
  433. /* do not modify buffer if EOF reached so that a seek back can
  434. be done without rereading data */
  435. s->eof_reached = 1;
  436. if (len < 0)
  437. s->error = len;
  438. } else {
  439. s->pos += len;
  440. s->buf_ptr = dst;
  441. s->buf_end = dst + len;
  442. }
  443. }
  444. unsigned long ff_crc04C11DB7_update(unsigned long checksum, const uint8_t *buf,
  445. unsigned int len)
  446. {
  447. return av_crc(av_crc_get_table(AV_CRC_32_IEEE), checksum, buf, len);
  448. }
  449. unsigned long ff_crcA001_update(unsigned long checksum, const uint8_t *buf,
  450. unsigned int len)
  451. {
  452. return av_crc(av_crc_get_table(AV_CRC_16_ANSI_LE), checksum, buf, len);
  453. }
  454. unsigned long ffio_get_checksum(AVIOContext *s)
  455. {
  456. s->checksum = s->update_checksum(s->checksum, s->checksum_ptr,
  457. s->buf_ptr - s->checksum_ptr);
  458. s->update_checksum = NULL;
  459. return s->checksum;
  460. }
  461. void ffio_init_checksum(AVIOContext *s,
  462. unsigned long (*update_checksum)(unsigned long c, const uint8_t *p, unsigned int len),
  463. unsigned long checksum)
  464. {
  465. s->update_checksum = update_checksum;
  466. if (s->update_checksum) {
  467. s->checksum = checksum;
  468. s->checksum_ptr = s->buf_ptr;
  469. }
  470. }
  471. /* XXX: put an inline version */
  472. int avio_r8(AVIOContext *s)
  473. {
  474. if (s->buf_ptr >= s->buf_end)
  475. fill_buffer(s);
  476. if (s->buf_ptr < s->buf_end)
  477. return *s->buf_ptr++;
  478. return 0;
  479. }
  480. int avio_read(AVIOContext *s, unsigned char *buf, int size)
  481. {
  482. int len, size1;
  483. size1 = size;
  484. while (size > 0) {
  485. len = s->buf_end - s->buf_ptr;
  486. if (len > size)
  487. len = size;
  488. if (len == 0 || s->write_flag) {
  489. if(size > s->buffer_size && !s->update_checksum){
  490. if(s->read_packet)
  491. len = s->read_packet(s->opaque, buf, size);
  492. if (len <= 0) {
  493. /* do not modify buffer if EOF reached so that a seek back can
  494. be done without rereading data */
  495. s->eof_reached = 1;
  496. if(len<0)
  497. s->error= len;
  498. break;
  499. } else {
  500. s->pos += len;
  501. size -= len;
  502. buf += len;
  503. s->buf_ptr = s->buffer;
  504. s->buf_end = s->buffer/* + len*/;
  505. }
  506. } else {
  507. fill_buffer(s);
  508. len = s->buf_end - s->buf_ptr;
  509. if (len == 0)
  510. break;
  511. }
  512. } else {
  513. memcpy(buf, s->buf_ptr, len);
  514. buf += len;
  515. s->buf_ptr += len;
  516. size -= len;
  517. }
  518. }
  519. if (size1 == size) {
  520. if (s->error) return s->error;
  521. if (s->eof_reached) return AVERROR_EOF;
  522. }
  523. return size1 - size;
  524. }
  525. int ffio_read_size(AVIOContext *s, unsigned char *buf, int size)
  526. {
  527. int ret = avio_read(s, buf, size);
  528. if (ret != size)
  529. return AVERROR_INVALIDDATA;
  530. return ret;
  531. }
  532. int ffio_read_indirect(AVIOContext *s, unsigned char *buf, int size, const unsigned char **data)
  533. {
  534. if (s->buf_end - s->buf_ptr >= size && !s->write_flag) {
  535. *data = s->buf_ptr;
  536. s->buf_ptr += size;
  537. return size;
  538. } else {
  539. *data = buf;
  540. return avio_read(s, buf, size);
  541. }
  542. }
  543. int ffio_read_partial(AVIOContext *s, unsigned char *buf, int size)
  544. {
  545. int len;
  546. if (size < 0)
  547. return -1;
  548. if (s->read_packet && s->write_flag) {
  549. len = s->read_packet(s->opaque, buf, size);
  550. if (len > 0)
  551. s->pos += len;
  552. return len;
  553. }
  554. len = s->buf_end - s->buf_ptr;
  555. if (len == 0) {
  556. /* Reset the buf_end pointer to the start of the buffer, to make sure
  557. * the fill_buffer call tries to read as much data as fits into the
  558. * full buffer, instead of just what space is left after buf_end.
  559. * This avoids returning partial packets at the end of the buffer,
  560. * for packet based inputs.
  561. */
  562. s->buf_end = s->buf_ptr = s->buffer;
  563. fill_buffer(s);
  564. len = s->buf_end - s->buf_ptr;
  565. }
  566. if (len > size)
  567. len = size;
  568. memcpy(buf, s->buf_ptr, len);
  569. s->buf_ptr += len;
  570. if (!len) {
  571. if (s->error) return s->error;
  572. if (s->eof_reached) return AVERROR_EOF;
  573. }
  574. return len;
  575. }
  576. unsigned int avio_rl16(AVIOContext *s)
  577. {
  578. unsigned int val;
  579. val = avio_r8(s);
  580. val |= avio_r8(s) << 8;
  581. return val;
  582. }
  583. unsigned int avio_rl24(AVIOContext *s)
  584. {
  585. unsigned int val;
  586. val = avio_rl16(s);
  587. val |= avio_r8(s) << 16;
  588. return val;
  589. }
  590. unsigned int avio_rl32(AVIOContext *s)
  591. {
  592. unsigned int val;
  593. val = avio_rl16(s);
  594. val |= avio_rl16(s) << 16;
  595. return val;
  596. }
  597. uint64_t avio_rl64(AVIOContext *s)
  598. {
  599. uint64_t val;
  600. val = (uint64_t)avio_rl32(s);
  601. val |= (uint64_t)avio_rl32(s) << 32;
  602. return val;
  603. }
  604. unsigned int avio_rb16(AVIOContext *s)
  605. {
  606. unsigned int val;
  607. val = avio_r8(s) << 8;
  608. val |= avio_r8(s);
  609. return val;
  610. }
  611. unsigned int avio_rb24(AVIOContext *s)
  612. {
  613. unsigned int val;
  614. val = avio_rb16(s) << 8;
  615. val |= avio_r8(s);
  616. return val;
  617. }
  618. unsigned int avio_rb32(AVIOContext *s)
  619. {
  620. unsigned int val;
  621. val = avio_rb16(s) << 16;
  622. val |= avio_rb16(s);
  623. return val;
  624. }
  625. int ff_get_line(AVIOContext *s, char *buf, int maxlen)
  626. {
  627. int i = 0;
  628. char c;
  629. do {
  630. c = avio_r8(s);
  631. if (c && i < maxlen-1)
  632. buf[i++] = c;
  633. } while (c != '\n' && c);
  634. buf[i] = 0;
  635. return i;
  636. }
  637. int avio_get_str(AVIOContext *s, int maxlen, char *buf, int buflen)
  638. {
  639. int i;
  640. if (buflen <= 0)
  641. return AVERROR(EINVAL);
  642. // reserve 1 byte for terminating 0
  643. buflen = FFMIN(buflen - 1, maxlen);
  644. for (i = 0; i < buflen; i++)
  645. if (!(buf[i] = avio_r8(s)))
  646. return i + 1;
  647. buf[i] = 0;
  648. for (; i < maxlen; i++)
  649. if (!avio_r8(s))
  650. return i + 1;
  651. return maxlen;
  652. }
  653. #define GET_STR16(type, read) \
  654. int avio_get_str16 ##type(AVIOContext *pb, int maxlen, char *buf, int buflen)\
  655. {\
  656. char* q = buf;\
  657. int ret = 0;\
  658. if (buflen <= 0) \
  659. return AVERROR(EINVAL); \
  660. while (ret + 1 < maxlen) {\
  661. uint8_t tmp;\
  662. uint32_t ch;\
  663. GET_UTF16(ch, (ret += 2) <= maxlen ? read(pb) : 0, break;)\
  664. if (!ch)\
  665. break;\
  666. PUT_UTF8(ch, tmp, if (q - buf < buflen - 1) *q++ = tmp;)\
  667. }\
  668. *q = 0;\
  669. return ret;\
  670. }\
  671. GET_STR16(le, avio_rl16)
  672. GET_STR16(be, avio_rb16)
  673. #undef GET_STR16
  674. uint64_t avio_rb64(AVIOContext *s)
  675. {
  676. uint64_t val;
  677. val = (uint64_t)avio_rb32(s) << 32;
  678. val |= (uint64_t)avio_rb32(s);
  679. return val;
  680. }
  681. uint64_t ffio_read_varlen(AVIOContext *bc){
  682. uint64_t val = 0;
  683. int tmp;
  684. do{
  685. tmp = avio_r8(bc);
  686. val= (val<<7) + (tmp&127);
  687. }while(tmp&128);
  688. return val;
  689. }
  690. static int io_read_packet(void *opaque, uint8_t *buf, int buf_size)
  691. {
  692. AVIOInternal *internal = opaque;
  693. return ffurl_read(internal->h, buf, buf_size);
  694. }
  695. static int io_write_packet(void *opaque, uint8_t *buf, int buf_size)
  696. {
  697. AVIOInternal *internal = opaque;
  698. return ffurl_write(internal->h, buf, buf_size);
  699. }
  700. static int64_t io_seek(void *opaque, int64_t offset, int whence)
  701. {
  702. AVIOInternal *internal = opaque;
  703. return ffurl_seek(internal->h, offset, whence);
  704. }
  705. static int io_read_pause(void *opaque, int pause)
  706. {
  707. AVIOInternal *internal = opaque;
  708. if (!internal->h->prot->url_read_pause)
  709. return AVERROR(ENOSYS);
  710. return internal->h->prot->url_read_pause(internal->h, pause);
  711. }
  712. static int64_t io_read_seek(void *opaque, int stream_index, int64_t timestamp, int flags)
  713. {
  714. AVIOInternal *internal = opaque;
  715. if (!internal->h->prot->url_read_seek)
  716. return AVERROR(ENOSYS);
  717. return internal->h->prot->url_read_seek(internal->h, stream_index, timestamp, flags);
  718. }
  719. int ffio_fdopen(AVIOContext **s, URLContext *h)
  720. {
  721. AVIOInternal *internal = NULL;
  722. uint8_t *buffer = NULL;
  723. int buffer_size, max_packet_size;
  724. max_packet_size = h->max_packet_size;
  725. if (max_packet_size) {
  726. buffer_size = max_packet_size; /* no need to bufferize more than one packet */
  727. } else {
  728. buffer_size = IO_BUFFER_SIZE;
  729. }
  730. buffer = av_malloc(buffer_size);
  731. if (!buffer)
  732. return AVERROR(ENOMEM);
  733. internal = av_mallocz(sizeof(*internal));
  734. if (!internal)
  735. goto fail;
  736. internal->class = &io_priv_class;
  737. internal->h = h;
  738. av_opt_set_defaults(internal);
  739. *s = avio_alloc_context(buffer, buffer_size, h->flags & AVIO_FLAG_WRITE,
  740. internal, io_read_packet, io_write_packet, io_seek);
  741. if (!*s)
  742. goto fail;
  743. (*s)->seekable = h->is_streamed ? 0 : AVIO_SEEKABLE_NORMAL;
  744. (*s)->max_packet_size = max_packet_size;
  745. if(h->prot) {
  746. (*s)->read_pause = io_read_pause;
  747. (*s)->read_seek = io_read_seek;
  748. if (h->prot->url_read_seek)
  749. (*s)->seekable |= AVIO_SEEKABLE_TIME;
  750. }
  751. (*s)->av_class = &ff_avio_class;
  752. return 0;
  753. fail:
  754. if (internal)
  755. av_opt_free(internal);
  756. av_freep(&internal);
  757. av_freep(&buffer);
  758. return AVERROR(ENOMEM);
  759. }
  760. int ffio_set_buf_size(AVIOContext *s, int buf_size)
  761. {
  762. uint8_t *buffer;
  763. buffer = av_malloc(buf_size);
  764. if (!buffer)
  765. return AVERROR(ENOMEM);
  766. av_free(s->buffer);
  767. s->buffer = buffer;
  768. s->buffer_size = buf_size;
  769. s->buf_ptr = buffer;
  770. url_resetbuf(s, s->write_flag ? AVIO_FLAG_WRITE : AVIO_FLAG_READ);
  771. return 0;
  772. }
  773. static int url_resetbuf(AVIOContext *s, int flags)
  774. {
  775. assert(flags == AVIO_FLAG_WRITE || flags == AVIO_FLAG_READ);
  776. if (flags & AVIO_FLAG_WRITE) {
  777. s->buf_end = s->buffer + s->buffer_size;
  778. s->write_flag = 1;
  779. } else {
  780. s->buf_end = s->buffer;
  781. s->write_flag = 0;
  782. }
  783. return 0;
  784. }
  785. int ffio_rewind_with_probe_data(AVIOContext *s, unsigned char *buf, int buf_size)
  786. {
  787. int64_t buffer_start;
  788. int buffer_size;
  789. int overlap, new_size, alloc_size;
  790. if (s->write_flag)
  791. return AVERROR(EINVAL);
  792. buffer_size = s->buf_end - s->buffer;
  793. /* the buffers must touch or overlap */
  794. if ((buffer_start = s->pos - buffer_size) > buf_size)
  795. return AVERROR(EINVAL);
  796. overlap = buf_size - buffer_start;
  797. new_size = buf_size + buffer_size - overlap;
  798. alloc_size = FFMAX(s->buffer_size, new_size);
  799. if (alloc_size > buf_size)
  800. if (!(buf = av_realloc(buf, alloc_size)))
  801. return AVERROR(ENOMEM);
  802. if (new_size > buf_size) {
  803. memcpy(buf + buf_size, s->buffer + overlap, buffer_size - overlap);
  804. buf_size = new_size;
  805. }
  806. av_free(s->buffer);
  807. s->buf_ptr = s->buffer = buf;
  808. s->buffer_size = alloc_size;
  809. s->pos = buf_size;
  810. s->buf_end = s->buf_ptr + buf_size;
  811. s->eof_reached = 0;
  812. s->must_flush = 0;
  813. return 0;
  814. }
  815. int avio_open(AVIOContext **s, const char *filename, int flags)
  816. {
  817. return avio_open2(s, filename, flags, NULL, NULL);
  818. }
  819. int avio_open2(AVIOContext **s, const char *filename, int flags,
  820. const AVIOInterruptCB *int_cb, AVDictionary **options)
  821. {
  822. AVIOInternal *internal;
  823. const URLProtocol **protocols;
  824. char *proto_whitelist = NULL, *proto_blacklist = NULL;
  825. AVDictionaryEntry *e;
  826. URLContext *h;
  827. int err;
  828. if (options) {
  829. e = av_dict_get(*options, "protocol_whitelist", NULL, 0);
  830. if (e)
  831. proto_whitelist = e->value;
  832. e = av_dict_get(*options, "protocol_blacklist", NULL, 0);
  833. if (e)
  834. proto_blacklist = e->value;
  835. }
  836. protocols = ffurl_get_protocols(proto_whitelist, proto_blacklist);
  837. if (!protocols)
  838. return AVERROR(ENOMEM);
  839. err = ffurl_open(&h, filename, flags, int_cb, options, protocols, NULL);
  840. if (err < 0) {
  841. av_freep(&protocols);
  842. return err;
  843. }
  844. err = ffio_fdopen(s, h);
  845. if (err < 0) {
  846. ffurl_close(h);
  847. av_freep(&protocols);
  848. return err;
  849. }
  850. internal = (*s)->opaque;
  851. internal->protocols = protocols;
  852. if (options) {
  853. err = av_opt_set_dict(internal, options);
  854. if (err < 0) {
  855. avio_closep(s);
  856. return err;
  857. }
  858. }
  859. return 0;
  860. }
  861. int avio_close(AVIOContext *s)
  862. {
  863. AVIOInternal *internal;
  864. URLContext *h;
  865. if (!s)
  866. return 0;
  867. avio_flush(s);
  868. internal = s->opaque;
  869. h = internal->h;
  870. av_opt_free(internal);
  871. av_freep(&internal->protocols);
  872. av_freep(&s->opaque);
  873. av_freep(&s->buffer);
  874. avio_context_free(&s);
  875. return ffurl_close(h);
  876. }
  877. int avio_closep(AVIOContext **s)
  878. {
  879. int ret = avio_close(*s);
  880. *s = NULL;
  881. return ret;
  882. }
  883. int avio_printf(AVIOContext *s, const char *fmt, ...)
  884. {
  885. va_list ap;
  886. char buf[4096];
  887. int ret;
  888. va_start(ap, fmt);
  889. ret = vsnprintf(buf, sizeof(buf), fmt, ap);
  890. va_end(ap);
  891. avio_write(s, buf, strlen(buf));
  892. return ret;
  893. }
  894. int avio_pause(AVIOContext *s, int pause)
  895. {
  896. if (!s->read_pause)
  897. return AVERROR(ENOSYS);
  898. return s->read_pause(s->opaque, pause);
  899. }
  900. int64_t avio_seek_time(AVIOContext *s, int stream_index,
  901. int64_t timestamp, int flags)
  902. {
  903. int64_t ret;
  904. if (!s->read_seek)
  905. return AVERROR(ENOSYS);
  906. ret = s->read_seek(s->opaque, stream_index, timestamp, flags);
  907. if (ret >= 0) {
  908. int64_t pos;
  909. s->buf_ptr = s->buf_end; // Flush buffer
  910. pos = s->seek(s->opaque, 0, SEEK_CUR);
  911. if (pos >= 0)
  912. s->pos = pos;
  913. else if (pos != AVERROR(ENOSYS))
  914. ret = pos;
  915. }
  916. return ret;
  917. }
  918. /* output in a dynamic buffer */
  919. typedef struct DynBuffer {
  920. int pos, size, allocated_size;
  921. uint8_t *buffer;
  922. int io_buffer_size;
  923. uint8_t io_buffer[1];
  924. } DynBuffer;
  925. static int dyn_buf_write(void *opaque, uint8_t *buf, int buf_size)
  926. {
  927. DynBuffer *d = opaque;
  928. unsigned new_size, new_allocated_size;
  929. /* reallocate buffer if needed */
  930. new_size = d->pos + buf_size;
  931. new_allocated_size = d->allocated_size;
  932. if (new_size < d->pos || new_size > INT_MAX/2)
  933. return -1;
  934. while (new_size > new_allocated_size) {
  935. if (!new_allocated_size)
  936. new_allocated_size = new_size;
  937. else
  938. new_allocated_size += new_allocated_size / 2 + 1;
  939. }
  940. if (new_allocated_size > d->allocated_size) {
  941. int err;
  942. if ((err = av_reallocp(&d->buffer, new_allocated_size)) < 0) {
  943. d->allocated_size = 0;
  944. d->size = 0;
  945. return err;
  946. }
  947. d->allocated_size = new_allocated_size;
  948. }
  949. memcpy(d->buffer + d->pos, buf, buf_size);
  950. d->pos = new_size;
  951. if (d->pos > d->size)
  952. d->size = d->pos;
  953. return buf_size;
  954. }
  955. static int dyn_packet_buf_write(void *opaque, uint8_t *buf, int buf_size)
  956. {
  957. unsigned char buf1[4];
  958. int ret;
  959. /* packetized write: output the header */
  960. AV_WB32(buf1, buf_size);
  961. ret = dyn_buf_write(opaque, buf1, 4);
  962. if (ret < 0)
  963. return ret;
  964. /* then the data */
  965. return dyn_buf_write(opaque, buf, buf_size);
  966. }
  967. static int64_t dyn_buf_seek(void *opaque, int64_t offset, int whence)
  968. {
  969. DynBuffer *d = opaque;
  970. if (whence == SEEK_CUR)
  971. offset += d->pos;
  972. else if (whence == SEEK_END)
  973. offset += d->size;
  974. if (offset < 0 || offset > 0x7fffffffLL)
  975. return -1;
  976. d->pos = offset;
  977. return 0;
  978. }
  979. static int url_open_dyn_buf_internal(AVIOContext **s, int max_packet_size)
  980. {
  981. DynBuffer *d;
  982. unsigned io_buffer_size = max_packet_size ? max_packet_size : 1024;
  983. if (sizeof(DynBuffer) + io_buffer_size < io_buffer_size)
  984. return -1;
  985. d = av_mallocz(sizeof(DynBuffer) + io_buffer_size);
  986. if (!d)
  987. return AVERROR(ENOMEM);
  988. d->io_buffer_size = io_buffer_size;
  989. *s = avio_alloc_context(d->io_buffer, d->io_buffer_size, 1, d, NULL,
  990. max_packet_size ? dyn_packet_buf_write : dyn_buf_write,
  991. max_packet_size ? NULL : dyn_buf_seek);
  992. if(!*s) {
  993. av_free(d);
  994. return AVERROR(ENOMEM);
  995. }
  996. (*s)->max_packet_size = max_packet_size;
  997. return 0;
  998. }
  999. int avio_open_dyn_buf(AVIOContext **s)
  1000. {
  1001. return url_open_dyn_buf_internal(s, 0);
  1002. }
  1003. int ffio_open_dyn_packet_buf(AVIOContext **s, int max_packet_size)
  1004. {
  1005. if (max_packet_size <= 0)
  1006. return -1;
  1007. return url_open_dyn_buf_internal(s, max_packet_size);
  1008. }
  1009. int avio_close_dyn_buf(AVIOContext *s, uint8_t **pbuffer)
  1010. {
  1011. DynBuffer *d;
  1012. int size;
  1013. static const char padbuf[AV_INPUT_BUFFER_PADDING_SIZE] = {0};
  1014. int padding = 0;
  1015. if (!s) {
  1016. *pbuffer = NULL;
  1017. return 0;
  1018. }
  1019. /* don't attempt to pad fixed-size packet buffers */
  1020. if (!s->max_packet_size) {
  1021. avio_write(s, padbuf, sizeof(padbuf));
  1022. padding = AV_INPUT_BUFFER_PADDING_SIZE;
  1023. }
  1024. avio_flush(s);
  1025. d = s->opaque;
  1026. *pbuffer = d->buffer;
  1027. size = d->size;
  1028. av_free(d);
  1029. avio_context_free(&s);
  1030. return size - padding;
  1031. }
  1032. void ffio_free_dyn_buf(AVIOContext **s)
  1033. {
  1034. uint8_t *tmp;
  1035. if (!*s)
  1036. return;
  1037. avio_close_dyn_buf(*s, &tmp);
  1038. av_free(tmp);
  1039. *s = NULL;
  1040. }
  1041. static int null_buf_write(void *opaque, uint8_t *buf, int buf_size)
  1042. {
  1043. DynBuffer *d = opaque;
  1044. d->pos += buf_size;
  1045. if (d->pos > d->size)
  1046. d->size = d->pos;
  1047. return buf_size;
  1048. }
  1049. int ffio_open_null_buf(AVIOContext **s)
  1050. {
  1051. int ret = url_open_dyn_buf_internal(s, 0);
  1052. if (ret >= 0) {
  1053. AVIOContext *pb = *s;
  1054. pb->write_packet = null_buf_write;
  1055. }
  1056. return ret;
  1057. }
  1058. int ffio_close_null_buf(AVIOContext *s)
  1059. {
  1060. DynBuffer *d = s->opaque;
  1061. int size;
  1062. avio_flush(s);
  1063. size = d->size;
  1064. av_free(d);
  1065. avio_context_free(&s);
  1066. return size;
  1067. }