You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

758 lines
18KB

  1. /*
  2. * Buffered I/O for ffmpeg system
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include "avformat.h"
  22. #include "avio.h"
  23. #include <stdarg.h>
  24. #define IO_BUFFER_SIZE 32768
  25. static void fill_buffer(ByteIOContext *s);
  26. int init_put_byte(ByteIOContext *s,
  27. unsigned char *buffer,
  28. int buffer_size,
  29. int write_flag,
  30. void *opaque,
  31. int (*read_packet)(void *opaque, uint8_t *buf, int buf_size),
  32. int (*write_packet)(void *opaque, uint8_t *buf, int buf_size),
  33. offset_t (*seek)(void *opaque, offset_t offset, int whence))
  34. {
  35. s->buffer = buffer;
  36. s->buffer_size = buffer_size;
  37. s->buf_ptr = buffer;
  38. s->write_flag = write_flag;
  39. if (!s->write_flag)
  40. s->buf_end = buffer;
  41. else
  42. s->buf_end = buffer + buffer_size;
  43. s->opaque = opaque;
  44. s->write_packet = write_packet;
  45. s->read_packet = read_packet;
  46. s->seek = seek;
  47. s->pos = 0;
  48. s->must_flush = 0;
  49. s->eof_reached = 0;
  50. s->error = 0;
  51. s->is_streamed = 0;
  52. s->max_packet_size = 0;
  53. s->update_checksum= NULL;
  54. if(!read_packet && !write_flag){
  55. s->pos = buffer_size;
  56. s->buf_end = s->buffer + buffer_size;
  57. }
  58. return 0;
  59. }
  60. static void flush_buffer(ByteIOContext *s)
  61. {
  62. if (s->buf_ptr > s->buffer) {
  63. if (s->write_packet && !s->error){
  64. int ret= s->write_packet(s->opaque, s->buffer, s->buf_ptr - s->buffer);
  65. if(ret < 0){
  66. s->error = ret;
  67. }
  68. }
  69. if(s->update_checksum){
  70. s->checksum= s->update_checksum(s->checksum, s->checksum_ptr, s->buf_ptr - s->checksum_ptr);
  71. s->checksum_ptr= s->buffer;
  72. }
  73. s->pos += s->buf_ptr - s->buffer;
  74. }
  75. s->buf_ptr = s->buffer;
  76. }
  77. void put_byte(ByteIOContext *s, int b)
  78. {
  79. *(s->buf_ptr)++ = b;
  80. if (s->buf_ptr >= s->buf_end)
  81. flush_buffer(s);
  82. }
  83. void put_buffer(ByteIOContext *s, const unsigned char *buf, int size)
  84. {
  85. int len;
  86. while (size > 0) {
  87. len = (s->buf_end - s->buf_ptr);
  88. if (len > size)
  89. len = size;
  90. memcpy(s->buf_ptr, buf, len);
  91. s->buf_ptr += len;
  92. if (s->buf_ptr >= s->buf_end)
  93. flush_buffer(s);
  94. buf += len;
  95. size -= len;
  96. }
  97. }
  98. void put_flush_packet(ByteIOContext *s)
  99. {
  100. flush_buffer(s);
  101. s->must_flush = 0;
  102. }
  103. offset_t url_fseek(ByteIOContext *s, offset_t offset, int whence)
  104. {
  105. offset_t offset1;
  106. offset_t pos= s->pos - (s->write_flag ? 0 : (s->buf_end - s->buffer));
  107. if (whence != SEEK_CUR && whence != SEEK_SET)
  108. return AVERROR(EINVAL);
  109. if (whence == SEEK_CUR) {
  110. offset1 = pos + (s->buf_ptr - s->buffer);
  111. if (offset == 0)
  112. return offset1;
  113. offset += offset1;
  114. }
  115. offset1 = offset - pos;
  116. if (!s->must_flush &&
  117. offset1 >= 0 && offset1 < (s->buf_end - s->buffer)) {
  118. /* can do the seek inside the buffer */
  119. s->buf_ptr = s->buffer + offset1;
  120. } else if(s->is_streamed && !s->write_flag &&
  121. offset1 >= 0 && offset1 < (s->buf_end - s->buffer) + (1<<16)){
  122. while(s->pos < offset && !s->eof_reached)
  123. fill_buffer(s);
  124. s->buf_ptr = s->buf_end + offset - s->pos;
  125. } else {
  126. offset_t res = AVERROR(EPIPE);
  127. #if defined(CONFIG_MUXERS) || defined(CONFIG_NETWORK)
  128. if (s->write_flag) {
  129. flush_buffer(s);
  130. s->must_flush = 1;
  131. } else
  132. #endif /* defined(CONFIG_MUXERS) || defined(CONFIG_NETWORK) */
  133. {
  134. s->buf_end = s->buffer;
  135. }
  136. s->buf_ptr = s->buffer;
  137. if (!s->seek || (res = s->seek(s->opaque, offset, SEEK_SET)) < 0)
  138. return res;
  139. s->pos = offset;
  140. }
  141. s->eof_reached = 0;
  142. return offset;
  143. }
  144. void url_fskip(ByteIOContext *s, offset_t offset)
  145. {
  146. url_fseek(s, offset, SEEK_CUR);
  147. }
  148. offset_t url_ftell(ByteIOContext *s)
  149. {
  150. return url_fseek(s, 0, SEEK_CUR);
  151. }
  152. offset_t url_fsize(ByteIOContext *s)
  153. {
  154. offset_t size;
  155. if (!s->seek)
  156. return AVERROR(EPIPE);
  157. size = s->seek(s->opaque, 0, AVSEEK_SIZE);
  158. if(size<0){
  159. if ((size = s->seek(s->opaque, -1, SEEK_END)) < 0)
  160. return size;
  161. size++;
  162. s->seek(s->opaque, s->pos, SEEK_SET);
  163. }
  164. return size;
  165. }
  166. int url_feof(ByteIOContext *s)
  167. {
  168. return s->eof_reached;
  169. }
  170. int url_ferror(ByteIOContext *s)
  171. {
  172. return s->error;
  173. }
  174. void put_le32(ByteIOContext *s, unsigned int val)
  175. {
  176. put_byte(s, val);
  177. put_byte(s, val >> 8);
  178. put_byte(s, val >> 16);
  179. put_byte(s, val >> 24);
  180. }
  181. void put_be32(ByteIOContext *s, unsigned int val)
  182. {
  183. put_byte(s, val >> 24);
  184. put_byte(s, val >> 16);
  185. put_byte(s, val >> 8);
  186. put_byte(s, val);
  187. }
  188. void put_strz(ByteIOContext *s, const char *str)
  189. {
  190. if (str)
  191. put_buffer(s, (const unsigned char *) str, strlen(str) + 1);
  192. else
  193. put_byte(s, 0);
  194. }
  195. void put_le64(ByteIOContext *s, uint64_t val)
  196. {
  197. put_le32(s, (uint32_t)(val & 0xffffffff));
  198. put_le32(s, (uint32_t)(val >> 32));
  199. }
  200. void put_be64(ByteIOContext *s, uint64_t val)
  201. {
  202. put_be32(s, (uint32_t)(val >> 32));
  203. put_be32(s, (uint32_t)(val & 0xffffffff));
  204. }
  205. void put_le16(ByteIOContext *s, unsigned int val)
  206. {
  207. put_byte(s, val);
  208. put_byte(s, val >> 8);
  209. }
  210. void put_be16(ByteIOContext *s, unsigned int val)
  211. {
  212. put_byte(s, val >> 8);
  213. put_byte(s, val);
  214. }
  215. void put_le24(ByteIOContext *s, unsigned int val)
  216. {
  217. put_le16(s, val & 0xffff);
  218. put_byte(s, val >> 16);
  219. }
  220. void put_be24(ByteIOContext *s, unsigned int val)
  221. {
  222. put_be16(s, val >> 8);
  223. put_byte(s, val);
  224. }
  225. void put_tag(ByteIOContext *s, const char *tag)
  226. {
  227. while (*tag) {
  228. put_byte(s, *tag++);
  229. }
  230. }
  231. /* Input stream */
  232. static void fill_buffer(ByteIOContext *s)
  233. {
  234. int len=0;
  235. /* no need to do anything if EOF already reached */
  236. if (s->eof_reached)
  237. return;
  238. if(s->update_checksum){
  239. if(s->buf_end > s->checksum_ptr)
  240. s->checksum= s->update_checksum(s->checksum, s->checksum_ptr, s->buf_end - s->checksum_ptr);
  241. s->checksum_ptr= s->buffer;
  242. }
  243. if(s->read_packet)
  244. len = s->read_packet(s->opaque, s->buffer, s->buffer_size);
  245. if (len <= 0) {
  246. /* do not modify buffer if EOF reached so that a seek back can
  247. be done without rereading data */
  248. s->eof_reached = 1;
  249. if(len<0)
  250. s->error= len;
  251. } else {
  252. s->pos += len;
  253. s->buf_ptr = s->buffer;
  254. s->buf_end = s->buffer + len;
  255. }
  256. }
  257. unsigned long get_checksum(ByteIOContext *s){
  258. s->checksum= s->update_checksum(s->checksum, s->checksum_ptr, s->buf_ptr - s->checksum_ptr);
  259. s->update_checksum= NULL;
  260. return s->checksum;
  261. }
  262. void init_checksum(ByteIOContext *s, unsigned long (*update_checksum)(unsigned long c, const uint8_t *p, unsigned int len), unsigned long checksum){
  263. s->update_checksum= update_checksum;
  264. if(s->update_checksum){
  265. s->checksum= checksum;
  266. s->checksum_ptr= s->buf_ptr;
  267. }
  268. }
  269. /* XXX: put an inline version */
  270. int get_byte(ByteIOContext *s)
  271. {
  272. if (s->buf_ptr < s->buf_end) {
  273. return *s->buf_ptr++;
  274. } else {
  275. fill_buffer(s);
  276. if (s->buf_ptr < s->buf_end)
  277. return *s->buf_ptr++;
  278. else
  279. return 0;
  280. }
  281. }
  282. int url_fgetc(ByteIOContext *s)
  283. {
  284. if (s->buf_ptr < s->buf_end) {
  285. return *s->buf_ptr++;
  286. } else {
  287. fill_buffer(s);
  288. if (s->buf_ptr < s->buf_end)
  289. return *s->buf_ptr++;
  290. else
  291. return URL_EOF;
  292. }
  293. }
  294. int get_buffer(ByteIOContext *s, unsigned char *buf, int size)
  295. {
  296. int len, size1;
  297. size1 = size;
  298. while (size > 0) {
  299. len = s->buf_end - s->buf_ptr;
  300. if (len > size)
  301. len = size;
  302. if (len == 0) {
  303. if(size > s->buffer_size && !s->update_checksum){
  304. if(s->read_packet)
  305. len = s->read_packet(s->opaque, buf, size);
  306. if (len <= 0) {
  307. /* do not modify buffer if EOF reached so that a seek back can
  308. be done without rereading data */
  309. s->eof_reached = 1;
  310. if(len<0)
  311. s->error= len;
  312. break;
  313. } else {
  314. s->pos += len;
  315. size -= len;
  316. buf += len;
  317. s->buf_ptr = s->buffer;
  318. s->buf_end = s->buffer/* + len*/;
  319. }
  320. }else{
  321. fill_buffer(s);
  322. len = s->buf_end - s->buf_ptr;
  323. if (len == 0)
  324. break;
  325. }
  326. } else {
  327. memcpy(buf, s->buf_ptr, len);
  328. buf += len;
  329. s->buf_ptr += len;
  330. size -= len;
  331. }
  332. }
  333. return size1 - size;
  334. }
  335. int get_partial_buffer(ByteIOContext *s, unsigned char *buf, int size)
  336. {
  337. int len;
  338. if(size<0)
  339. return -1;
  340. len = s->buf_end - s->buf_ptr;
  341. if (len == 0) {
  342. fill_buffer(s);
  343. len = s->buf_end - s->buf_ptr;
  344. }
  345. if (len > size)
  346. len = size;
  347. memcpy(buf, s->buf_ptr, len);
  348. s->buf_ptr += len;
  349. return len;
  350. }
  351. unsigned int get_le16(ByteIOContext *s)
  352. {
  353. unsigned int val;
  354. val = get_byte(s);
  355. val |= get_byte(s) << 8;
  356. return val;
  357. }
  358. unsigned int get_le24(ByteIOContext *s)
  359. {
  360. unsigned int val;
  361. val = get_le16(s);
  362. val |= get_byte(s) << 16;
  363. return val;
  364. }
  365. unsigned int get_le32(ByteIOContext *s)
  366. {
  367. unsigned int val;
  368. val = get_le16(s);
  369. val |= get_le16(s) << 16;
  370. return val;
  371. }
  372. uint64_t get_le64(ByteIOContext *s)
  373. {
  374. uint64_t val;
  375. val = (uint64_t)get_le32(s);
  376. val |= (uint64_t)get_le32(s) << 32;
  377. return val;
  378. }
  379. unsigned int get_be16(ByteIOContext *s)
  380. {
  381. unsigned int val;
  382. val = get_byte(s) << 8;
  383. val |= get_byte(s);
  384. return val;
  385. }
  386. unsigned int get_be24(ByteIOContext *s)
  387. {
  388. unsigned int val;
  389. val = get_be16(s) << 8;
  390. val |= get_byte(s);
  391. return val;
  392. }
  393. unsigned int get_be32(ByteIOContext *s)
  394. {
  395. unsigned int val;
  396. val = get_be16(s) << 16;
  397. val |= get_be16(s);
  398. return val;
  399. }
  400. char *get_strz(ByteIOContext *s, char *buf, int maxlen)
  401. {
  402. int i = 0;
  403. char c;
  404. while ((c = get_byte(s))) {
  405. if (i < maxlen-1)
  406. buf[i++] = c;
  407. }
  408. buf[i] = 0; /* Ensure null terminated, but may be truncated */
  409. return buf;
  410. }
  411. uint64_t get_be64(ByteIOContext *s)
  412. {
  413. uint64_t val;
  414. val = (uint64_t)get_be32(s) << 32;
  415. val |= (uint64_t)get_be32(s);
  416. return val;
  417. }
  418. /* link with avio functions */
  419. #ifdef CONFIG_MUXERS
  420. static int url_write_packet(void *opaque, uint8_t *buf, int buf_size)
  421. {
  422. URLContext *h = opaque;
  423. return url_write(h, buf, buf_size);
  424. }
  425. #else
  426. #define url_write_packet NULL
  427. #endif //CONFIG_MUXERS
  428. static int url_read_packet(void *opaque, uint8_t *buf, int buf_size)
  429. {
  430. URLContext *h = opaque;
  431. return url_read(h, buf, buf_size);
  432. }
  433. static offset_t url_seek_packet(void *opaque, offset_t offset, int whence)
  434. {
  435. URLContext *h = opaque;
  436. return url_seek(h, offset, whence);
  437. //return 0;
  438. }
  439. int url_fdopen(ByteIOContext *s, URLContext *h)
  440. {
  441. uint8_t *buffer;
  442. int buffer_size, max_packet_size;
  443. max_packet_size = url_get_max_packet_size(h);
  444. if (max_packet_size) {
  445. buffer_size = max_packet_size; /* no need to bufferize more than one packet */
  446. } else {
  447. buffer_size = IO_BUFFER_SIZE;
  448. }
  449. buffer = av_malloc(buffer_size);
  450. if (!buffer)
  451. return AVERROR(ENOMEM);
  452. if (init_put_byte(s, buffer, buffer_size,
  453. (h->flags & URL_WRONLY || h->flags & URL_RDWR), h,
  454. url_read_packet, url_write_packet, url_seek_packet) < 0) {
  455. av_free(buffer);
  456. return AVERROR(EIO);
  457. }
  458. s->is_streamed = h->is_streamed;
  459. s->max_packet_size = max_packet_size;
  460. return 0;
  461. }
  462. int url_setbufsize(ByteIOContext *s, int buf_size)
  463. {
  464. uint8_t *buffer;
  465. buffer = av_malloc(buf_size);
  466. if (!buffer)
  467. return AVERROR(ENOMEM);
  468. av_free(s->buffer);
  469. s->buffer = buffer;
  470. s->buffer_size = buf_size;
  471. s->buf_ptr = buffer;
  472. if (!s->write_flag)
  473. s->buf_end = buffer;
  474. else
  475. s->buf_end = buffer + buf_size;
  476. return 0;
  477. }
  478. int url_fopen(ByteIOContext *s, const char *filename, int flags)
  479. {
  480. URLContext *h;
  481. int err;
  482. err = url_open(&h, filename, flags);
  483. if (err < 0)
  484. return err;
  485. err = url_fdopen(s, h);
  486. if (err < 0) {
  487. url_close(h);
  488. return err;
  489. }
  490. return 0;
  491. }
  492. int url_fclose(ByteIOContext *s)
  493. {
  494. URLContext *h = s->opaque;
  495. av_free(s->buffer);
  496. memset(s, 0, sizeof(ByteIOContext));
  497. return url_close(h);
  498. }
  499. URLContext *url_fileno(ByteIOContext *s)
  500. {
  501. return s->opaque;
  502. }
  503. #ifdef CONFIG_MUXERS
  504. int url_fprintf(ByteIOContext *s, const char *fmt, ...)
  505. {
  506. va_list ap;
  507. char buf[4096];
  508. int ret;
  509. va_start(ap, fmt);
  510. ret = vsnprintf(buf, sizeof(buf), fmt, ap);
  511. va_end(ap);
  512. put_buffer(s, buf, strlen(buf));
  513. return ret;
  514. }
  515. #endif //CONFIG_MUXERS
  516. char *url_fgets(ByteIOContext *s, char *buf, int buf_size)
  517. {
  518. int c;
  519. char *q;
  520. c = url_fgetc(s);
  521. if (c == EOF)
  522. return NULL;
  523. q = buf;
  524. for(;;) {
  525. if (c == EOF || c == '\n')
  526. break;
  527. if ((q - buf) < buf_size - 1)
  528. *q++ = c;
  529. c = url_fgetc(s);
  530. }
  531. if (buf_size > 0)
  532. *q = '\0';
  533. return buf;
  534. }
  535. int url_fget_max_packet_size(ByteIOContext *s)
  536. {
  537. return s->max_packet_size;
  538. }
  539. /* url_open_dyn_buf and url_close_dyn_buf are used in rtp.c to send a response
  540. * back to the server even if CONFIG_MUXERS is not set. */
  541. #if defined(CONFIG_MUXERS) || defined(CONFIG_NETWORK)
  542. /* buffer handling */
  543. int url_open_buf(ByteIOContext *s, uint8_t *buf, int buf_size, int flags)
  544. {
  545. return init_put_byte(s, buf, buf_size,
  546. (flags & URL_WRONLY || flags & URL_RDWR),
  547. NULL, NULL, NULL, NULL);
  548. }
  549. int url_close_buf(ByteIOContext *s)
  550. {
  551. put_flush_packet(s);
  552. return s->buf_ptr - s->buffer;
  553. }
  554. /* output in a dynamic buffer */
  555. typedef struct DynBuffer {
  556. int pos, size, allocated_size;
  557. uint8_t *buffer;
  558. int io_buffer_size;
  559. uint8_t io_buffer[1];
  560. } DynBuffer;
  561. static int dyn_buf_write(void *opaque, uint8_t *buf, int buf_size)
  562. {
  563. DynBuffer *d = opaque;
  564. int new_size, new_allocated_size;
  565. /* reallocate buffer if needed */
  566. new_size = d->pos + buf_size;
  567. new_allocated_size = d->allocated_size;
  568. if(new_size < d->pos || new_size > INT_MAX/2)
  569. return -1;
  570. while (new_size > new_allocated_size) {
  571. if (!new_allocated_size)
  572. new_allocated_size = new_size;
  573. else
  574. new_allocated_size += new_allocated_size / 2 + 1;
  575. }
  576. if (new_allocated_size > d->allocated_size) {
  577. d->buffer = av_realloc(d->buffer, new_allocated_size);
  578. if(d->buffer == NULL)
  579. return -1234;
  580. d->allocated_size = new_allocated_size;
  581. }
  582. memcpy(d->buffer + d->pos, buf, buf_size);
  583. d->pos = new_size;
  584. if (d->pos > d->size)
  585. d->size = d->pos;
  586. return buf_size;
  587. }
  588. static int dyn_packet_buf_write(void *opaque, uint8_t *buf, int buf_size)
  589. {
  590. unsigned char buf1[4];
  591. int ret;
  592. /* packetized write: output the header */
  593. buf1[0] = (buf_size >> 24);
  594. buf1[1] = (buf_size >> 16);
  595. buf1[2] = (buf_size >> 8);
  596. buf1[3] = (buf_size);
  597. ret= dyn_buf_write(opaque, buf1, 4);
  598. if(ret < 0)
  599. return ret;
  600. /* then the data */
  601. return dyn_buf_write(opaque, buf, buf_size);
  602. }
  603. static offset_t dyn_buf_seek(void *opaque, offset_t offset, int whence)
  604. {
  605. DynBuffer *d = opaque;
  606. if (whence == SEEK_CUR)
  607. offset += d->pos;
  608. else if (whence == SEEK_END)
  609. offset += d->size;
  610. if (offset < 0 || offset > 0x7fffffffLL)
  611. return -1;
  612. d->pos = offset;
  613. return 0;
  614. }
  615. static int url_open_dyn_buf_internal(ByteIOContext *s, int max_packet_size)
  616. {
  617. DynBuffer *d;
  618. int io_buffer_size, ret;
  619. if (max_packet_size)
  620. io_buffer_size = max_packet_size;
  621. else
  622. io_buffer_size = 1024;
  623. if(sizeof(DynBuffer) + io_buffer_size < io_buffer_size)
  624. return -1;
  625. d = av_malloc(sizeof(DynBuffer) + io_buffer_size);
  626. if (!d)
  627. return -1;
  628. d->io_buffer_size = io_buffer_size;
  629. d->buffer = NULL;
  630. d->pos = 0;
  631. d->size = 0;
  632. d->allocated_size = 0;
  633. ret = init_put_byte(s, d->io_buffer, io_buffer_size,
  634. 1, d, NULL,
  635. max_packet_size ? dyn_packet_buf_write : dyn_buf_write,
  636. max_packet_size ? NULL : dyn_buf_seek);
  637. if (ret == 0) {
  638. s->max_packet_size = max_packet_size;
  639. }
  640. return ret;
  641. }
  642. int url_open_dyn_buf(ByteIOContext *s)
  643. {
  644. return url_open_dyn_buf_internal(s, 0);
  645. }
  646. int url_open_dyn_packet_buf(ByteIOContext *s, int max_packet_size)
  647. {
  648. if (max_packet_size <= 0)
  649. return -1;
  650. return url_open_dyn_buf_internal(s, max_packet_size);
  651. }
  652. int url_close_dyn_buf(ByteIOContext *s, uint8_t **pbuffer)
  653. {
  654. DynBuffer *d = s->opaque;
  655. int size;
  656. put_flush_packet(s);
  657. *pbuffer = d->buffer;
  658. size = d->size;
  659. av_free(d);
  660. return size;
  661. }
  662. #endif /* CONFIG_MUXERS || CONFIG_NETWORK */