You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1235 lines
31KB

  1. /*
  2. * buffered I/O
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. *
  5. * This file is part of Libav.
  6. *
  7. * Libav is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * Libav is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with Libav; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include "libavutil/crc.h"
  22. #include "libavutil/dict.h"
  23. #include "libavutil/intreadwrite.h"
  24. #include "libavutil/log.h"
  25. #include "libavutil/opt.h"
  26. #include "avformat.h"
  27. #include "avio.h"
  28. #include "avio_internal.h"
  29. #include "internal.h"
  30. #include "url.h"
  31. #include <stdarg.h>
  32. #define IO_BUFFER_SIZE 32768
  33. /**
  34. * Do seeks within this distance ahead of the current buffer by skipping
  35. * data instead of calling the protocol seek function, for seekable
  36. * protocols.
  37. */
  38. #define SHORT_SEEK_THRESHOLD 4096
  39. typedef struct AVIOInternal {
  40. const AVClass *class;
  41. char *protocol_whitelist;
  42. char *protocol_blacklist;
  43. URLContext *h;
  44. const URLProtocol **protocols;
  45. } AVIOInternal;
  46. static void *io_priv_child_next(void *obj, void *prev)
  47. {
  48. AVIOInternal *internal = obj;
  49. return prev ? NULL : internal->h;
  50. }
  51. static const AVClass *io_priv_child_class_next(const AVClass *prev)
  52. {
  53. return prev ? NULL : &ffurl_context_class;
  54. }
  55. #define OFFSET(x) offsetof(AVIOInternal, x)
  56. static const AVOption io_priv_options[] = {
  57. { "protocol_whitelist", "A comma-separated list of allowed protocols",
  58. OFFSET(protocol_whitelist), AV_OPT_TYPE_STRING },
  59. { "protocol_blacklist", "A comma-separated list of forbidden protocols",
  60. OFFSET(protocol_whitelist), AV_OPT_TYPE_STRING },
  61. { NULL },
  62. };
  63. static const AVClass io_priv_class = {
  64. .class_name = "AVIOContext",
  65. .item_name = av_default_item_name,
  66. .version = LIBAVUTIL_VERSION_INT,
  67. .option = io_priv_options,
  68. .child_next = io_priv_child_next,
  69. .child_class_next = io_priv_child_class_next,
  70. };
  71. static void *ff_avio_child_next(void *obj, void *prev)
  72. {
  73. AVIOContext *s = obj;
  74. return prev ? NULL : s->opaque;
  75. }
  76. static const AVClass *ff_avio_child_class_next(const AVClass *prev)
  77. {
  78. return prev ? NULL : &io_priv_class;
  79. }
  80. static const AVOption ff_avio_options[] = {
  81. { NULL },
  82. };
  83. const AVClass ff_avio_class = {
  84. .class_name = "AVIOContext",
  85. .item_name = av_default_item_name,
  86. .version = LIBAVUTIL_VERSION_INT,
  87. .option = ff_avio_options,
  88. .child_next = ff_avio_child_next,
  89. .child_class_next = ff_avio_child_class_next,
  90. };
  91. static void fill_buffer(AVIOContext *s);
  92. static int url_resetbuf(AVIOContext *s, int flags);
  93. int ffio_init_context(AVIOContext *s,
  94. unsigned char *buffer,
  95. int buffer_size,
  96. int write_flag,
  97. void *opaque,
  98. int (*read_packet)(void *opaque, uint8_t *buf, int buf_size),
  99. int (*write_packet)(void *opaque, uint8_t *buf, int buf_size),
  100. int64_t (*seek)(void *opaque, int64_t offset, int whence))
  101. {
  102. s->buffer = buffer;
  103. s->buffer_size = buffer_size;
  104. s->buf_ptr = buffer;
  105. s->opaque = opaque;
  106. url_resetbuf(s, write_flag ? AVIO_FLAG_WRITE : AVIO_FLAG_READ);
  107. s->write_packet = write_packet;
  108. s->read_packet = read_packet;
  109. s->seek = seek;
  110. s->pos = 0;
  111. s->must_flush = 0;
  112. s->eof_reached = 0;
  113. s->error = 0;
  114. s->seekable = seek ? AVIO_SEEKABLE_NORMAL : 0;
  115. s->max_packet_size = 0;
  116. s->update_checksum = NULL;
  117. if (!read_packet && !write_flag) {
  118. s->pos = buffer_size;
  119. s->buf_end = s->buffer + buffer_size;
  120. }
  121. s->read_pause = NULL;
  122. s->read_seek = NULL;
  123. s->write_data_type = NULL;
  124. s->ignore_boundary_point = 0;
  125. s->current_type = AVIO_DATA_MARKER_UNKNOWN;
  126. s->last_time = AV_NOPTS_VALUE;
  127. return 0;
  128. }
  129. AVIOContext *avio_alloc_context(
  130. unsigned char *buffer,
  131. int buffer_size,
  132. int write_flag,
  133. void *opaque,
  134. int (*read_packet)(void *opaque, uint8_t *buf, int buf_size),
  135. int (*write_packet)(void *opaque, uint8_t *buf, int buf_size),
  136. int64_t (*seek)(void *opaque, int64_t offset, int whence))
  137. {
  138. AVIOContext *s = av_mallocz(sizeof(AVIOContext));
  139. if (!s)
  140. return NULL;
  141. ffio_init_context(s, buffer, buffer_size, write_flag, opaque,
  142. read_packet, write_packet, seek);
  143. return s;
  144. }
  145. static void flush_buffer(AVIOContext *s)
  146. {
  147. if (s->buf_ptr > s->buffer) {
  148. int size = s->buf_ptr - s->buffer;
  149. if (!s->error) {
  150. int ret = 0;
  151. if (s->write_data_type)
  152. ret = s->write_data_type(s->opaque, s->buffer,
  153. size,
  154. s->current_type,
  155. s->last_time);
  156. else if (s->write_packet)
  157. ret = s->write_packet(s->opaque, s->buffer,
  158. size);
  159. if (ret < 0) {
  160. s->error = ret;
  161. } else {
  162. if (s->pos + size > s->written)
  163. s->written = s->pos + size;
  164. }
  165. }
  166. if (s->current_type == AVIO_DATA_MARKER_SYNC_POINT ||
  167. s->current_type == AVIO_DATA_MARKER_BOUNDARY_POINT) {
  168. s->current_type = AVIO_DATA_MARKER_UNKNOWN;
  169. }
  170. s->last_time = AV_NOPTS_VALUE;
  171. if (s->update_checksum) {
  172. s->checksum = s->update_checksum(s->checksum, s->checksum_ptr,
  173. s->buf_ptr - s->checksum_ptr);
  174. s->checksum_ptr = s->buffer;
  175. }
  176. s->pos += size;
  177. }
  178. s->buf_ptr = s->buffer;
  179. }
  180. void avio_w8(AVIOContext *s, int b)
  181. {
  182. *s->buf_ptr++ = b;
  183. if (s->buf_ptr >= s->buf_end)
  184. flush_buffer(s);
  185. }
  186. void ffio_fill(AVIOContext *s, int b, int count)
  187. {
  188. while (count > 0) {
  189. int len = FFMIN(s->buf_end - s->buf_ptr, count);
  190. memset(s->buf_ptr, b, len);
  191. s->buf_ptr += len;
  192. if (s->buf_ptr >= s->buf_end)
  193. flush_buffer(s);
  194. count -= len;
  195. }
  196. }
  197. void avio_write(AVIOContext *s, const unsigned char *buf, int size)
  198. {
  199. while (size > 0) {
  200. int len = FFMIN(s->buf_end - s->buf_ptr, size);
  201. memcpy(s->buf_ptr, buf, len);
  202. s->buf_ptr += len;
  203. if (s->buf_ptr >= s->buf_end)
  204. flush_buffer(s);
  205. buf += len;
  206. size -= len;
  207. }
  208. }
  209. void avio_flush(AVIOContext *s)
  210. {
  211. flush_buffer(s);
  212. s->must_flush = 0;
  213. }
  214. int64_t avio_seek(AVIOContext *s, int64_t offset, int whence)
  215. {
  216. int64_t offset1;
  217. int64_t pos;
  218. int force = whence & AVSEEK_FORCE;
  219. whence &= ~AVSEEK_FORCE;
  220. if(!s)
  221. return AVERROR(EINVAL);
  222. pos = s->pos - (s->write_flag ? 0 : (s->buf_end - s->buffer));
  223. if (whence != SEEK_CUR && whence != SEEK_SET)
  224. return AVERROR(EINVAL);
  225. if (whence == SEEK_CUR) {
  226. offset1 = pos + (s->buf_ptr - s->buffer);
  227. if (offset == 0)
  228. return offset1;
  229. offset += offset1;
  230. }
  231. offset1 = offset - pos;
  232. if (!s->must_flush &&
  233. offset1 >= 0 && offset1 < (s->buf_end - s->buffer)) {
  234. /* can do the seek inside the buffer */
  235. s->buf_ptr = s->buffer + offset1;
  236. } else if ((!(s->seekable & AVIO_SEEKABLE_NORMAL) ||
  237. offset1 <= s->buf_end + SHORT_SEEK_THRESHOLD - s->buffer) &&
  238. !s->write_flag && offset1 >= 0 &&
  239. (whence != SEEK_END || force)) {
  240. while(s->pos < offset && !s->eof_reached)
  241. fill_buffer(s);
  242. if (s->eof_reached)
  243. return AVERROR_EOF;
  244. s->buf_ptr = s->buf_end + offset - s->pos;
  245. } else {
  246. int64_t res;
  247. if (s->write_flag) {
  248. flush_buffer(s);
  249. s->must_flush = 1;
  250. }
  251. if (!s->seek)
  252. return AVERROR(EPIPE);
  253. if ((res = s->seek(s->opaque, offset, SEEK_SET)) < 0)
  254. return res;
  255. if (!s->write_flag)
  256. s->buf_end = s->buffer;
  257. s->buf_ptr = s->buffer;
  258. s->pos = offset;
  259. }
  260. s->eof_reached = 0;
  261. return offset;
  262. }
  263. int64_t avio_size(AVIOContext *s)
  264. {
  265. int64_t size;
  266. if (!s)
  267. return AVERROR(EINVAL);
  268. if (s->written)
  269. return s->written;
  270. if (!s->seek)
  271. return AVERROR(ENOSYS);
  272. size = s->seek(s->opaque, 0, AVSEEK_SIZE);
  273. if (size < 0) {
  274. if ((size = s->seek(s->opaque, -1, SEEK_END)) < 0)
  275. return size;
  276. size++;
  277. s->seek(s->opaque, s->pos, SEEK_SET);
  278. }
  279. return size;
  280. }
  281. void avio_wl32(AVIOContext *s, unsigned int val)
  282. {
  283. avio_w8(s, val);
  284. avio_w8(s, val >> 8);
  285. avio_w8(s, val >> 16);
  286. avio_w8(s, val >> 24);
  287. }
  288. void avio_wb32(AVIOContext *s, unsigned int val)
  289. {
  290. avio_w8(s, val >> 24);
  291. avio_w8(s, val >> 16);
  292. avio_w8(s, val >> 8);
  293. avio_w8(s, val);
  294. }
  295. int avio_put_str(AVIOContext *s, const char *str)
  296. {
  297. int len = 1;
  298. if (str) {
  299. len += strlen(str);
  300. avio_write(s, (const unsigned char *) str, len);
  301. } else
  302. avio_w8(s, 0);
  303. return len;
  304. }
  305. #define PUT_STR16(type, write) \
  306. int avio_put_str16 ## type(AVIOContext * s, const char *str) \
  307. { \
  308. const uint8_t *q = str; \
  309. int ret = 0; \
  310. \
  311. while (*q) { \
  312. uint32_t ch; \
  313. uint16_t tmp; \
  314. \
  315. GET_UTF8(ch, *q++, break; ) \
  316. PUT_UTF16(ch, tmp, write(s, tmp); ret += 2; ) \
  317. } \
  318. write(s, 0); \
  319. ret += 2; \
  320. return ret; \
  321. }
  322. PUT_STR16(le, avio_wl16)
  323. PUT_STR16(be, avio_wb16)
  324. #undef PUT_STR16
  325. int ff_get_v_length(uint64_t val)
  326. {
  327. int i = 1;
  328. while (val >>= 7)
  329. i++;
  330. return i;
  331. }
  332. void ff_put_v(AVIOContext *bc, uint64_t val)
  333. {
  334. int i = ff_get_v_length(val);
  335. while (--i > 0)
  336. avio_w8(bc, 128 | (val >> (7 * i)));
  337. avio_w8(bc, val & 127);
  338. }
  339. void avio_wl64(AVIOContext *s, uint64_t val)
  340. {
  341. avio_wl32(s, (uint32_t)(val & 0xffffffff));
  342. avio_wl32(s, (uint32_t)(val >> 32));
  343. }
  344. void avio_wb64(AVIOContext *s, uint64_t val)
  345. {
  346. avio_wb32(s, (uint32_t)(val >> 32));
  347. avio_wb32(s, (uint32_t)(val & 0xffffffff));
  348. }
  349. void avio_wl16(AVIOContext *s, unsigned int val)
  350. {
  351. avio_w8(s, val);
  352. avio_w8(s, val >> 8);
  353. }
  354. void avio_wb16(AVIOContext *s, unsigned int val)
  355. {
  356. avio_w8(s, val >> 8);
  357. avio_w8(s, val);
  358. }
  359. void avio_wl24(AVIOContext *s, unsigned int val)
  360. {
  361. avio_wl16(s, val & 0xffff);
  362. avio_w8(s, val >> 16);
  363. }
  364. void avio_wb24(AVIOContext *s, unsigned int val)
  365. {
  366. avio_wb16(s, val >> 8);
  367. avio_w8(s, val);
  368. }
  369. void avio_write_marker(AVIOContext *s, int64_t time, enum AVIODataMarkerType type)
  370. {
  371. if (!s->write_data_type)
  372. return;
  373. // If ignoring boundary points, just treat it as unknown
  374. if (type == AVIO_DATA_MARKER_BOUNDARY_POINT && s->ignore_boundary_point)
  375. type = AVIO_DATA_MARKER_UNKNOWN;
  376. // Avoid unnecessary flushes if we are already in non-header/trailer
  377. // data and setting the type to unknown
  378. if (type == AVIO_DATA_MARKER_UNKNOWN &&
  379. (s->current_type != AVIO_DATA_MARKER_HEADER &&
  380. s->current_type != AVIO_DATA_MARKER_TRAILER))
  381. return;
  382. switch (type) {
  383. case AVIO_DATA_MARKER_HEADER:
  384. case AVIO_DATA_MARKER_TRAILER:
  385. // For header/trailer, ignore a new marker of the same type;
  386. // consecutive header/trailer markers can be merged.
  387. if (type == s->current_type)
  388. return;
  389. break;
  390. }
  391. // If we've reached here, we have a new, noteworthy marker.
  392. // Flush the previous data and mark the start of the new data.
  393. avio_flush(s);
  394. s->current_type = type;
  395. s->last_time = time;
  396. }
  397. /* Input stream */
  398. static void fill_buffer(AVIOContext *s)
  399. {
  400. uint8_t *dst = !s->max_packet_size &&
  401. s->buf_end - s->buffer < s->buffer_size ?
  402. s->buf_end : s->buffer;
  403. int len = s->buffer_size - (dst - s->buffer);
  404. int max_buffer_size = s->max_packet_size ?
  405. s->max_packet_size : IO_BUFFER_SIZE;
  406. /* can't fill the buffer without read_packet, just set EOF if appropriate */
  407. if (!s->read_packet && s->buf_ptr >= s->buf_end)
  408. s->eof_reached = 1;
  409. /* no need to do anything if EOF already reached */
  410. if (s->eof_reached)
  411. return;
  412. if (s->update_checksum && dst == s->buffer) {
  413. if (s->buf_end > s->checksum_ptr)
  414. s->checksum = s->update_checksum(s->checksum, s->checksum_ptr,
  415. s->buf_end - s->checksum_ptr);
  416. s->checksum_ptr = s->buffer;
  417. }
  418. /* make buffer smaller in case it ended up large after probing */
  419. if (s->buffer_size > max_buffer_size) {
  420. ffio_set_buf_size(s, max_buffer_size);
  421. s->checksum_ptr = dst = s->buffer;
  422. len = s->buffer_size;
  423. }
  424. if (s->read_packet)
  425. len = s->read_packet(s->opaque, dst, len);
  426. else
  427. len = 0;
  428. if (len <= 0) {
  429. /* do not modify buffer if EOF reached so that a seek back can
  430. be done without rereading data */
  431. s->eof_reached = 1;
  432. if (len < 0)
  433. s->error = len;
  434. } else {
  435. s->pos += len;
  436. s->buf_ptr = dst;
  437. s->buf_end = dst + len;
  438. }
  439. }
  440. unsigned long ff_crc04C11DB7_update(unsigned long checksum, const uint8_t *buf,
  441. unsigned int len)
  442. {
  443. return av_crc(av_crc_get_table(AV_CRC_32_IEEE), checksum, buf, len);
  444. }
  445. unsigned long ff_crcA001_update(unsigned long checksum, const uint8_t *buf,
  446. unsigned int len)
  447. {
  448. return av_crc(av_crc_get_table(AV_CRC_16_ANSI_LE), checksum, buf, len);
  449. }
  450. unsigned long ffio_get_checksum(AVIOContext *s)
  451. {
  452. s->checksum = s->update_checksum(s->checksum, s->checksum_ptr,
  453. s->buf_ptr - s->checksum_ptr);
  454. s->update_checksum = NULL;
  455. return s->checksum;
  456. }
  457. void ffio_init_checksum(AVIOContext *s,
  458. unsigned long (*update_checksum)(unsigned long c, const uint8_t *p, unsigned int len),
  459. unsigned long checksum)
  460. {
  461. s->update_checksum = update_checksum;
  462. if (s->update_checksum) {
  463. s->checksum = checksum;
  464. s->checksum_ptr = s->buf_ptr;
  465. }
  466. }
  467. /* XXX: put an inline version */
  468. int avio_r8(AVIOContext *s)
  469. {
  470. if (s->buf_ptr >= s->buf_end)
  471. fill_buffer(s);
  472. if (s->buf_ptr < s->buf_end)
  473. return *s->buf_ptr++;
  474. return 0;
  475. }
  476. int avio_read(AVIOContext *s, unsigned char *buf, int size)
  477. {
  478. int len, size1;
  479. size1 = size;
  480. while (size > 0) {
  481. len = s->buf_end - s->buf_ptr;
  482. if (len > size)
  483. len = size;
  484. if (len == 0 || s->write_flag) {
  485. if(size > s->buffer_size && !s->update_checksum){
  486. if(s->read_packet)
  487. len = s->read_packet(s->opaque, buf, size);
  488. if (len <= 0) {
  489. /* do not modify buffer if EOF reached so that a seek back can
  490. be done without rereading data */
  491. s->eof_reached = 1;
  492. if(len<0)
  493. s->error= len;
  494. break;
  495. } else {
  496. s->pos += len;
  497. size -= len;
  498. buf += len;
  499. s->buf_ptr = s->buffer;
  500. s->buf_end = s->buffer/* + len*/;
  501. }
  502. } else {
  503. fill_buffer(s);
  504. len = s->buf_end - s->buf_ptr;
  505. if (len == 0)
  506. break;
  507. }
  508. } else {
  509. memcpy(buf, s->buf_ptr, len);
  510. buf += len;
  511. s->buf_ptr += len;
  512. size -= len;
  513. }
  514. }
  515. if (size1 == size) {
  516. if (s->error) return s->error;
  517. if (s->eof_reached) return AVERROR_EOF;
  518. }
  519. return size1 - size;
  520. }
  521. int ffio_read_size(AVIOContext *s, unsigned char *buf, int size)
  522. {
  523. int ret = avio_read(s, buf, size);
  524. if (ret != size)
  525. return AVERROR_INVALIDDATA;
  526. return ret;
  527. }
  528. int ffio_read_indirect(AVIOContext *s, unsigned char *buf, int size, const unsigned char **data)
  529. {
  530. if (s->buf_end - s->buf_ptr >= size && !s->write_flag) {
  531. *data = s->buf_ptr;
  532. s->buf_ptr += size;
  533. return size;
  534. } else {
  535. *data = buf;
  536. return avio_read(s, buf, size);
  537. }
  538. }
  539. int ffio_read_partial(AVIOContext *s, unsigned char *buf, int size)
  540. {
  541. int len;
  542. if (size < 0)
  543. return -1;
  544. if (s->read_packet && s->write_flag) {
  545. len = s->read_packet(s->opaque, buf, size);
  546. if (len > 0)
  547. s->pos += len;
  548. return len;
  549. }
  550. len = s->buf_end - s->buf_ptr;
  551. if (len == 0) {
  552. /* Reset the buf_end pointer to the start of the buffer, to make sure
  553. * the fill_buffer call tries to read as much data as fits into the
  554. * full buffer, instead of just what space is left after buf_end.
  555. * This avoids returning partial packets at the end of the buffer,
  556. * for packet based inputs.
  557. */
  558. s->buf_end = s->buf_ptr = s->buffer;
  559. fill_buffer(s);
  560. len = s->buf_end - s->buf_ptr;
  561. }
  562. if (len > size)
  563. len = size;
  564. memcpy(buf, s->buf_ptr, len);
  565. s->buf_ptr += len;
  566. if (!len) {
  567. if (s->error) return s->error;
  568. if (s->eof_reached) return AVERROR_EOF;
  569. }
  570. return len;
  571. }
  572. unsigned int avio_rl16(AVIOContext *s)
  573. {
  574. unsigned int val;
  575. val = avio_r8(s);
  576. val |= avio_r8(s) << 8;
  577. return val;
  578. }
  579. unsigned int avio_rl24(AVIOContext *s)
  580. {
  581. unsigned int val;
  582. val = avio_rl16(s);
  583. val |= avio_r8(s) << 16;
  584. return val;
  585. }
  586. unsigned int avio_rl32(AVIOContext *s)
  587. {
  588. unsigned int val;
  589. val = avio_rl16(s);
  590. val |= avio_rl16(s) << 16;
  591. return val;
  592. }
  593. uint64_t avio_rl64(AVIOContext *s)
  594. {
  595. uint64_t val;
  596. val = (uint64_t)avio_rl32(s);
  597. val |= (uint64_t)avio_rl32(s) << 32;
  598. return val;
  599. }
  600. unsigned int avio_rb16(AVIOContext *s)
  601. {
  602. unsigned int val;
  603. val = avio_r8(s) << 8;
  604. val |= avio_r8(s);
  605. return val;
  606. }
  607. unsigned int avio_rb24(AVIOContext *s)
  608. {
  609. unsigned int val;
  610. val = avio_rb16(s) << 8;
  611. val |= avio_r8(s);
  612. return val;
  613. }
  614. unsigned int avio_rb32(AVIOContext *s)
  615. {
  616. unsigned int val;
  617. val = avio_rb16(s) << 16;
  618. val |= avio_rb16(s);
  619. return val;
  620. }
  621. int ff_get_line(AVIOContext *s, char *buf, int maxlen)
  622. {
  623. int i = 0;
  624. char c;
  625. do {
  626. c = avio_r8(s);
  627. if (c && i < maxlen-1)
  628. buf[i++] = c;
  629. } while (c != '\n' && c);
  630. buf[i] = 0;
  631. return i;
  632. }
  633. int avio_get_str(AVIOContext *s, int maxlen, char *buf, int buflen)
  634. {
  635. int i;
  636. if (buflen <= 0)
  637. return AVERROR(EINVAL);
  638. // reserve 1 byte for terminating 0
  639. buflen = FFMIN(buflen - 1, maxlen);
  640. for (i = 0; i < buflen; i++)
  641. if (!(buf[i] = avio_r8(s)))
  642. return i + 1;
  643. buf[i] = 0;
  644. for (; i < maxlen; i++)
  645. if (!avio_r8(s))
  646. return i + 1;
  647. return maxlen;
  648. }
  649. #define GET_STR16(type, read) \
  650. int avio_get_str16 ##type(AVIOContext *pb, int maxlen, char *buf, int buflen)\
  651. {\
  652. char* q = buf;\
  653. int ret = 0;\
  654. if (buflen <= 0) \
  655. return AVERROR(EINVAL); \
  656. while (ret + 1 < maxlen) {\
  657. uint8_t tmp;\
  658. uint32_t ch;\
  659. GET_UTF16(ch, (ret += 2) <= maxlen ? read(pb) : 0, break;)\
  660. if (!ch)\
  661. break;\
  662. PUT_UTF8(ch, tmp, if (q - buf < buflen - 1) *q++ = tmp;)\
  663. }\
  664. *q = 0;\
  665. return ret;\
  666. }\
  667. GET_STR16(le, avio_rl16)
  668. GET_STR16(be, avio_rb16)
  669. #undef GET_STR16
  670. uint64_t avio_rb64(AVIOContext *s)
  671. {
  672. uint64_t val;
  673. val = (uint64_t)avio_rb32(s) << 32;
  674. val |= (uint64_t)avio_rb32(s);
  675. return val;
  676. }
  677. uint64_t ffio_read_varlen(AVIOContext *bc){
  678. uint64_t val = 0;
  679. int tmp;
  680. do{
  681. tmp = avio_r8(bc);
  682. val= (val<<7) + (tmp&127);
  683. }while(tmp&128);
  684. return val;
  685. }
  686. static int io_read_packet(void *opaque, uint8_t *buf, int buf_size)
  687. {
  688. AVIOInternal *internal = opaque;
  689. return ffurl_read(internal->h, buf, buf_size);
  690. }
  691. static int io_write_packet(void *opaque, uint8_t *buf, int buf_size)
  692. {
  693. AVIOInternal *internal = opaque;
  694. return ffurl_write(internal->h, buf, buf_size);
  695. }
  696. static int64_t io_seek(void *opaque, int64_t offset, int whence)
  697. {
  698. AVIOInternal *internal = opaque;
  699. return ffurl_seek(internal->h, offset, whence);
  700. }
  701. static int io_read_pause(void *opaque, int pause)
  702. {
  703. AVIOInternal *internal = opaque;
  704. if (!internal->h->prot->url_read_pause)
  705. return AVERROR(ENOSYS);
  706. return internal->h->prot->url_read_pause(internal->h, pause);
  707. }
  708. static int64_t io_read_seek(void *opaque, int stream_index, int64_t timestamp, int flags)
  709. {
  710. AVIOInternal *internal = opaque;
  711. if (!internal->h->prot->url_read_seek)
  712. return AVERROR(ENOSYS);
  713. return internal->h->prot->url_read_seek(internal->h, stream_index, timestamp, flags);
  714. }
  715. int ffio_fdopen(AVIOContext **s, URLContext *h)
  716. {
  717. AVIOInternal *internal = NULL;
  718. uint8_t *buffer = NULL;
  719. int buffer_size, max_packet_size;
  720. max_packet_size = h->max_packet_size;
  721. if (max_packet_size) {
  722. buffer_size = max_packet_size; /* no need to bufferize more than one packet */
  723. } else {
  724. buffer_size = IO_BUFFER_SIZE;
  725. }
  726. buffer = av_malloc(buffer_size);
  727. if (!buffer)
  728. return AVERROR(ENOMEM);
  729. internal = av_mallocz(sizeof(*internal));
  730. if (!internal)
  731. goto fail;
  732. internal->class = &io_priv_class;
  733. internal->h = h;
  734. av_opt_set_defaults(internal);
  735. *s = avio_alloc_context(buffer, buffer_size, h->flags & AVIO_FLAG_WRITE,
  736. internal, io_read_packet, io_write_packet, io_seek);
  737. if (!*s)
  738. goto fail;
  739. (*s)->seekable = h->is_streamed ? 0 : AVIO_SEEKABLE_NORMAL;
  740. (*s)->max_packet_size = max_packet_size;
  741. if(h->prot) {
  742. (*s)->read_pause = io_read_pause;
  743. (*s)->read_seek = io_read_seek;
  744. if (h->prot->url_read_seek)
  745. (*s)->seekable |= AVIO_SEEKABLE_TIME;
  746. }
  747. (*s)->av_class = &ff_avio_class;
  748. return 0;
  749. fail:
  750. if (internal)
  751. av_opt_free(internal);
  752. av_freep(&internal);
  753. av_freep(&buffer);
  754. return AVERROR(ENOMEM);
  755. }
  756. int ffio_set_buf_size(AVIOContext *s, int buf_size)
  757. {
  758. uint8_t *buffer;
  759. buffer = av_malloc(buf_size);
  760. if (!buffer)
  761. return AVERROR(ENOMEM);
  762. av_free(s->buffer);
  763. s->buffer = buffer;
  764. s->buffer_size = buf_size;
  765. s->buf_ptr = buffer;
  766. url_resetbuf(s, s->write_flag ? AVIO_FLAG_WRITE : AVIO_FLAG_READ);
  767. return 0;
  768. }
  769. static int url_resetbuf(AVIOContext *s, int flags)
  770. {
  771. assert(flags == AVIO_FLAG_WRITE || flags == AVIO_FLAG_READ);
  772. if (flags & AVIO_FLAG_WRITE) {
  773. s->buf_end = s->buffer + s->buffer_size;
  774. s->write_flag = 1;
  775. } else {
  776. s->buf_end = s->buffer;
  777. s->write_flag = 0;
  778. }
  779. return 0;
  780. }
  781. int ffio_rewind_with_probe_data(AVIOContext *s, unsigned char *buf, int buf_size)
  782. {
  783. int64_t buffer_start;
  784. int buffer_size;
  785. int overlap, new_size, alloc_size;
  786. if (s->write_flag)
  787. return AVERROR(EINVAL);
  788. buffer_size = s->buf_end - s->buffer;
  789. /* the buffers must touch or overlap */
  790. if ((buffer_start = s->pos - buffer_size) > buf_size)
  791. return AVERROR(EINVAL);
  792. overlap = buf_size - buffer_start;
  793. new_size = buf_size + buffer_size - overlap;
  794. alloc_size = FFMAX(s->buffer_size, new_size);
  795. if (alloc_size > buf_size)
  796. if (!(buf = av_realloc(buf, alloc_size)))
  797. return AVERROR(ENOMEM);
  798. if (new_size > buf_size) {
  799. memcpy(buf + buf_size, s->buffer + overlap, buffer_size - overlap);
  800. buf_size = new_size;
  801. }
  802. av_free(s->buffer);
  803. s->buf_ptr = s->buffer = buf;
  804. s->buffer_size = alloc_size;
  805. s->pos = buf_size;
  806. s->buf_end = s->buf_ptr + buf_size;
  807. s->eof_reached = 0;
  808. s->must_flush = 0;
  809. return 0;
  810. }
  811. int avio_open(AVIOContext **s, const char *filename, int flags)
  812. {
  813. return avio_open2(s, filename, flags, NULL, NULL);
  814. }
  815. int avio_open2(AVIOContext **s, const char *filename, int flags,
  816. const AVIOInterruptCB *int_cb, AVDictionary **options)
  817. {
  818. AVIOInternal *internal;
  819. const URLProtocol **protocols;
  820. char *proto_whitelist = NULL, *proto_blacklist = NULL;
  821. AVDictionaryEntry *e;
  822. URLContext *h;
  823. int err;
  824. if (options) {
  825. e = av_dict_get(*options, "protocol_whitelist", NULL, 0);
  826. if (e)
  827. proto_whitelist = e->value;
  828. e = av_dict_get(*options, "protocol_blacklist", NULL, 0);
  829. if (e)
  830. proto_blacklist = e->value;
  831. }
  832. protocols = ffurl_get_protocols(proto_whitelist, proto_blacklist);
  833. if (!protocols)
  834. return AVERROR(ENOMEM);
  835. err = ffurl_open(&h, filename, flags, int_cb, options, protocols, NULL);
  836. if (err < 0) {
  837. av_freep(&protocols);
  838. return err;
  839. }
  840. err = ffio_fdopen(s, h);
  841. if (err < 0) {
  842. ffurl_close(h);
  843. av_freep(&protocols);
  844. return err;
  845. }
  846. internal = (*s)->opaque;
  847. internal->protocols = protocols;
  848. if (options) {
  849. err = av_opt_set_dict(internal, options);
  850. if (err < 0) {
  851. avio_closep(s);
  852. return err;
  853. }
  854. }
  855. return 0;
  856. }
  857. int avio_close(AVIOContext *s)
  858. {
  859. AVIOInternal *internal;
  860. URLContext *h;
  861. if (!s)
  862. return 0;
  863. avio_flush(s);
  864. internal = s->opaque;
  865. h = internal->h;
  866. av_opt_free(internal);
  867. av_freep(&internal->protocols);
  868. av_freep(&s->opaque);
  869. av_freep(&s->buffer);
  870. av_free(s);
  871. return ffurl_close(h);
  872. }
  873. int avio_closep(AVIOContext **s)
  874. {
  875. int ret = avio_close(*s);
  876. *s = NULL;
  877. return ret;
  878. }
  879. int avio_printf(AVIOContext *s, const char *fmt, ...)
  880. {
  881. va_list ap;
  882. char buf[4096];
  883. int ret;
  884. va_start(ap, fmt);
  885. ret = vsnprintf(buf, sizeof(buf), fmt, ap);
  886. va_end(ap);
  887. avio_write(s, buf, strlen(buf));
  888. return ret;
  889. }
  890. int avio_pause(AVIOContext *s, int pause)
  891. {
  892. if (!s->read_pause)
  893. return AVERROR(ENOSYS);
  894. return s->read_pause(s->opaque, pause);
  895. }
  896. int64_t avio_seek_time(AVIOContext *s, int stream_index,
  897. int64_t timestamp, int flags)
  898. {
  899. int64_t ret;
  900. if (!s->read_seek)
  901. return AVERROR(ENOSYS);
  902. ret = s->read_seek(s->opaque, stream_index, timestamp, flags);
  903. if (ret >= 0) {
  904. int64_t pos;
  905. s->buf_ptr = s->buf_end; // Flush buffer
  906. pos = s->seek(s->opaque, 0, SEEK_CUR);
  907. if (pos >= 0)
  908. s->pos = pos;
  909. else if (pos != AVERROR(ENOSYS))
  910. ret = pos;
  911. }
  912. return ret;
  913. }
  914. /* output in a dynamic buffer */
  915. typedef struct DynBuffer {
  916. int pos, size, allocated_size;
  917. uint8_t *buffer;
  918. int io_buffer_size;
  919. uint8_t io_buffer[1];
  920. } DynBuffer;
  921. static int dyn_buf_write(void *opaque, uint8_t *buf, int buf_size)
  922. {
  923. DynBuffer *d = opaque;
  924. unsigned new_size, new_allocated_size;
  925. /* reallocate buffer if needed */
  926. new_size = d->pos + buf_size;
  927. new_allocated_size = d->allocated_size;
  928. if (new_size < d->pos || new_size > INT_MAX/2)
  929. return -1;
  930. while (new_size > new_allocated_size) {
  931. if (!new_allocated_size)
  932. new_allocated_size = new_size;
  933. else
  934. new_allocated_size += new_allocated_size / 2 + 1;
  935. }
  936. if (new_allocated_size > d->allocated_size) {
  937. int err;
  938. if ((err = av_reallocp(&d->buffer, new_allocated_size)) < 0) {
  939. d->allocated_size = 0;
  940. d->size = 0;
  941. return err;
  942. }
  943. d->allocated_size = new_allocated_size;
  944. }
  945. memcpy(d->buffer + d->pos, buf, buf_size);
  946. d->pos = new_size;
  947. if (d->pos > d->size)
  948. d->size = d->pos;
  949. return buf_size;
  950. }
  951. static int dyn_packet_buf_write(void *opaque, uint8_t *buf, int buf_size)
  952. {
  953. unsigned char buf1[4];
  954. int ret;
  955. /* packetized write: output the header */
  956. AV_WB32(buf1, buf_size);
  957. ret = dyn_buf_write(opaque, buf1, 4);
  958. if (ret < 0)
  959. return ret;
  960. /* then the data */
  961. return dyn_buf_write(opaque, buf, buf_size);
  962. }
  963. static int64_t dyn_buf_seek(void *opaque, int64_t offset, int whence)
  964. {
  965. DynBuffer *d = opaque;
  966. if (whence == SEEK_CUR)
  967. offset += d->pos;
  968. else if (whence == SEEK_END)
  969. offset += d->size;
  970. if (offset < 0 || offset > 0x7fffffffLL)
  971. return -1;
  972. d->pos = offset;
  973. return 0;
  974. }
  975. static int url_open_dyn_buf_internal(AVIOContext **s, int max_packet_size)
  976. {
  977. DynBuffer *d;
  978. unsigned io_buffer_size = max_packet_size ? max_packet_size : 1024;
  979. if (sizeof(DynBuffer) + io_buffer_size < io_buffer_size)
  980. return -1;
  981. d = av_mallocz(sizeof(DynBuffer) + io_buffer_size);
  982. if (!d)
  983. return AVERROR(ENOMEM);
  984. d->io_buffer_size = io_buffer_size;
  985. *s = avio_alloc_context(d->io_buffer, d->io_buffer_size, 1, d, NULL,
  986. max_packet_size ? dyn_packet_buf_write : dyn_buf_write,
  987. max_packet_size ? NULL : dyn_buf_seek);
  988. if(!*s) {
  989. av_free(d);
  990. return AVERROR(ENOMEM);
  991. }
  992. (*s)->max_packet_size = max_packet_size;
  993. return 0;
  994. }
  995. int avio_open_dyn_buf(AVIOContext **s)
  996. {
  997. return url_open_dyn_buf_internal(s, 0);
  998. }
  999. int ffio_open_dyn_packet_buf(AVIOContext **s, int max_packet_size)
  1000. {
  1001. if (max_packet_size <= 0)
  1002. return -1;
  1003. return url_open_dyn_buf_internal(s, max_packet_size);
  1004. }
  1005. int avio_close_dyn_buf(AVIOContext *s, uint8_t **pbuffer)
  1006. {
  1007. DynBuffer *d;
  1008. int size;
  1009. static const char padbuf[AV_INPUT_BUFFER_PADDING_SIZE] = {0};
  1010. int padding = 0;
  1011. if (!s) {
  1012. *pbuffer = NULL;
  1013. return 0;
  1014. }
  1015. /* don't attempt to pad fixed-size packet buffers */
  1016. if (!s->max_packet_size) {
  1017. avio_write(s, padbuf, sizeof(padbuf));
  1018. padding = AV_INPUT_BUFFER_PADDING_SIZE;
  1019. }
  1020. avio_flush(s);
  1021. d = s->opaque;
  1022. *pbuffer = d->buffer;
  1023. size = d->size;
  1024. av_free(d);
  1025. av_free(s);
  1026. return size - padding;
  1027. }
  1028. void ffio_free_dyn_buf(AVIOContext **s)
  1029. {
  1030. uint8_t *tmp;
  1031. if (!*s)
  1032. return;
  1033. avio_close_dyn_buf(*s, &tmp);
  1034. av_free(tmp);
  1035. *s = NULL;
  1036. }
  1037. static int null_buf_write(void *opaque, uint8_t *buf, int buf_size)
  1038. {
  1039. DynBuffer *d = opaque;
  1040. d->pos += buf_size;
  1041. if (d->pos > d->size)
  1042. d->size = d->pos;
  1043. return buf_size;
  1044. }
  1045. int ffio_open_null_buf(AVIOContext **s)
  1046. {
  1047. int ret = url_open_dyn_buf_internal(s, 0);
  1048. if (ret >= 0) {
  1049. AVIOContext *pb = *s;
  1050. pb->write_packet = null_buf_write;
  1051. }
  1052. return ret;
  1053. }
  1054. int ffio_close_null_buf(AVIOContext *s)
  1055. {
  1056. DynBuffer *d = s->opaque;
  1057. int size;
  1058. avio_flush(s);
  1059. size = d->size;
  1060. av_free(d);
  1061. av_free(s);
  1062. return size;
  1063. }