You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

756 lines
18KB

  1. /*
  2. * Buffered I/O for ffmpeg system
  3. * Copyright (c) 2000,2001 Fabrice Bellard
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. #include "avformat.h"
  22. #include "avio.h"
  23. #include <stdarg.h>
  24. #define IO_BUFFER_SIZE 32768
  25. static void fill_buffer(ByteIOContext *s);
  26. int init_put_byte(ByteIOContext *s,
  27. unsigned char *buffer,
  28. int buffer_size,
  29. int write_flag,
  30. void *opaque,
  31. int (*read_packet)(void *opaque, uint8_t *buf, int buf_size),
  32. int (*write_packet)(void *opaque, uint8_t *buf, int buf_size),
  33. offset_t (*seek)(void *opaque, offset_t offset, int whence))
  34. {
  35. s->buffer = buffer;
  36. s->buffer_size = buffer_size;
  37. s->buf_ptr = buffer;
  38. s->write_flag = write_flag;
  39. if (!s->write_flag)
  40. s->buf_end = buffer;
  41. else
  42. s->buf_end = buffer + buffer_size;
  43. s->opaque = opaque;
  44. s->write_packet = write_packet;
  45. s->read_packet = read_packet;
  46. s->seek = seek;
  47. s->pos = 0;
  48. s->must_flush = 0;
  49. s->eof_reached = 0;
  50. s->error = 0;
  51. s->is_streamed = 0;
  52. s->max_packet_size = 0;
  53. s->update_checksum= NULL;
  54. if(!read_packet && !write_flag){
  55. s->pos = buffer_size;
  56. s->buf_end = s->buffer + buffer_size;
  57. }
  58. return 0;
  59. }
  60. static void flush_buffer(ByteIOContext *s)
  61. {
  62. if (s->buf_ptr > s->buffer) {
  63. if (s->write_packet && !s->error){
  64. int ret= s->write_packet(s->opaque, s->buffer, s->buf_ptr - s->buffer);
  65. if(ret < 0){
  66. s->error = ret;
  67. }
  68. }
  69. if(s->update_checksum){
  70. s->checksum= s->update_checksum(s->checksum, s->checksum_ptr, s->buf_ptr - s->checksum_ptr);
  71. s->checksum_ptr= s->buffer;
  72. }
  73. s->pos += s->buf_ptr - s->buffer;
  74. }
  75. s->buf_ptr = s->buffer;
  76. }
  77. void put_byte(ByteIOContext *s, int b)
  78. {
  79. *(s->buf_ptr)++ = b;
  80. if (s->buf_ptr >= s->buf_end)
  81. flush_buffer(s);
  82. }
  83. void put_buffer(ByteIOContext *s, const unsigned char *buf, int size)
  84. {
  85. int len;
  86. while (size > 0) {
  87. len = (s->buf_end - s->buf_ptr);
  88. if (len > size)
  89. len = size;
  90. memcpy(s->buf_ptr, buf, len);
  91. s->buf_ptr += len;
  92. if (s->buf_ptr >= s->buf_end)
  93. flush_buffer(s);
  94. buf += len;
  95. size -= len;
  96. }
  97. }
  98. void put_flush_packet(ByteIOContext *s)
  99. {
  100. flush_buffer(s);
  101. s->must_flush = 0;
  102. }
  103. offset_t url_fseek(ByteIOContext *s, offset_t offset, int whence)
  104. {
  105. offset_t offset1;
  106. offset_t pos= s->pos - (s->write_flag ? 0 : (s->buf_end - s->buffer));
  107. if (whence != SEEK_CUR && whence != SEEK_SET)
  108. return AVERROR(EINVAL);
  109. if (whence == SEEK_CUR) {
  110. offset1 = pos + (s->buf_ptr - s->buffer);
  111. if (offset == 0)
  112. return offset1;
  113. offset += offset1;
  114. }
  115. offset1 = offset - pos;
  116. if (!s->must_flush &&
  117. offset1 >= 0 && offset1 < (s->buf_end - s->buffer)) {
  118. /* can do the seek inside the buffer */
  119. s->buf_ptr = s->buffer + offset1;
  120. } else if(s->is_streamed && !s->write_flag &&
  121. offset1 >= 0 && offset1 < (s->buf_end - s->buffer) + (1<<16)){
  122. while(s->pos < offset && !s->eof_reached)
  123. fill_buffer(s);
  124. s->buf_ptr = s->buf_end + offset - s->pos;
  125. } else {
  126. offset_t res = AVERROR(EPIPE);
  127. #if defined(CONFIG_MUXERS) || defined(CONFIG_NETWORK)
  128. if (s->write_flag) {
  129. flush_buffer(s);
  130. s->must_flush = 1;
  131. } else
  132. #endif /* defined(CONFIG_MUXERS) || defined(CONFIG_NETWORK) */
  133. {
  134. s->buf_end = s->buffer;
  135. }
  136. s->buf_ptr = s->buffer;
  137. if (!s->seek || (res = s->seek(s->opaque, offset, SEEK_SET)) < 0)
  138. return res;
  139. s->pos = offset;
  140. }
  141. s->eof_reached = 0;
  142. return offset;
  143. }
  144. void url_fskip(ByteIOContext *s, offset_t offset)
  145. {
  146. url_fseek(s, offset, SEEK_CUR);
  147. }
  148. offset_t url_ftell(ByteIOContext *s)
  149. {
  150. return url_fseek(s, 0, SEEK_CUR);
  151. }
  152. offset_t url_fsize(ByteIOContext *s)
  153. {
  154. offset_t size;
  155. if (!s->seek)
  156. return AVERROR(EPIPE);
  157. size = s->seek(s->opaque, 0, AVSEEK_SIZE);
  158. if(size<0){
  159. if ((size = s->seek(s->opaque, -1, SEEK_END)) < 0)
  160. return size;
  161. size++;
  162. s->seek(s->opaque, s->pos, SEEK_SET);
  163. }
  164. return size;
  165. }
  166. int url_feof(ByteIOContext *s)
  167. {
  168. return s->eof_reached;
  169. }
  170. int url_ferror(ByteIOContext *s)
  171. {
  172. return s->error;
  173. }
  174. void put_le32(ByteIOContext *s, unsigned int val)
  175. {
  176. put_byte(s, val);
  177. put_byte(s, val >> 8);
  178. put_byte(s, val >> 16);
  179. put_byte(s, val >> 24);
  180. }
  181. void put_be32(ByteIOContext *s, unsigned int val)
  182. {
  183. put_byte(s, val >> 24);
  184. put_byte(s, val >> 16);
  185. put_byte(s, val >> 8);
  186. put_byte(s, val);
  187. }
  188. void put_strz(ByteIOContext *s, const char *str)
  189. {
  190. if (str)
  191. put_buffer(s, (const unsigned char *) str, strlen(str) + 1);
  192. else
  193. put_byte(s, 0);
  194. }
  195. void put_le64(ByteIOContext *s, uint64_t val)
  196. {
  197. put_le32(s, (uint32_t)(val & 0xffffffff));
  198. put_le32(s, (uint32_t)(val >> 32));
  199. }
  200. void put_be64(ByteIOContext *s, uint64_t val)
  201. {
  202. put_be32(s, (uint32_t)(val >> 32));
  203. put_be32(s, (uint32_t)(val & 0xffffffff));
  204. }
  205. void put_le16(ByteIOContext *s, unsigned int val)
  206. {
  207. put_byte(s, val);
  208. put_byte(s, val >> 8);
  209. }
  210. void put_be16(ByteIOContext *s, unsigned int val)
  211. {
  212. put_byte(s, val >> 8);
  213. put_byte(s, val);
  214. }
  215. void put_le24(ByteIOContext *s, unsigned int val)
  216. {
  217. put_le16(s, val & 0xffff);
  218. put_byte(s, val >> 16);
  219. }
  220. void put_be24(ByteIOContext *s, unsigned int val)
  221. {
  222. put_be16(s, val >> 8);
  223. put_byte(s, val);
  224. }
  225. void put_tag(ByteIOContext *s, const char *tag)
  226. {
  227. while (*tag) {
  228. put_byte(s, *tag++);
  229. }
  230. }
  231. /* Input stream */
  232. static void fill_buffer(ByteIOContext *s)
  233. {
  234. int len;
  235. /* no need to do anything if EOF already reached */
  236. if (s->eof_reached)
  237. return;
  238. if(s->update_checksum){
  239. if(s->buf_end > s->checksum_ptr)
  240. s->checksum= s->update_checksum(s->checksum, s->checksum_ptr, s->buf_end - s->checksum_ptr);
  241. s->checksum_ptr= s->buffer;
  242. }
  243. len = s->read_packet(s->opaque, s->buffer, s->buffer_size);
  244. if (len <= 0) {
  245. /* do not modify buffer if EOF reached so that a seek back can
  246. be done without rereading data */
  247. s->eof_reached = 1;
  248. if(len<0)
  249. s->error= len;
  250. } else {
  251. s->pos += len;
  252. s->buf_ptr = s->buffer;
  253. s->buf_end = s->buffer + len;
  254. }
  255. }
  256. unsigned long get_checksum(ByteIOContext *s){
  257. s->checksum= s->update_checksum(s->checksum, s->checksum_ptr, s->buf_ptr - s->checksum_ptr);
  258. s->update_checksum= NULL;
  259. return s->checksum;
  260. }
  261. void init_checksum(ByteIOContext *s, unsigned long (*update_checksum)(unsigned long c, const uint8_t *p, unsigned int len), unsigned long checksum){
  262. s->update_checksum= update_checksum;
  263. if(s->update_checksum){
  264. s->checksum= checksum;
  265. s->checksum_ptr= s->buf_ptr;
  266. }
  267. }
  268. /* XXX: put an inline version */
  269. int get_byte(ByteIOContext *s)
  270. {
  271. if (s->buf_ptr < s->buf_end) {
  272. return *s->buf_ptr++;
  273. } else {
  274. fill_buffer(s);
  275. if (s->buf_ptr < s->buf_end)
  276. return *s->buf_ptr++;
  277. else
  278. return 0;
  279. }
  280. }
  281. int url_fgetc(ByteIOContext *s)
  282. {
  283. if (s->buf_ptr < s->buf_end) {
  284. return *s->buf_ptr++;
  285. } else {
  286. fill_buffer(s);
  287. if (s->buf_ptr < s->buf_end)
  288. return *s->buf_ptr++;
  289. else
  290. return URL_EOF;
  291. }
  292. }
  293. int get_buffer(ByteIOContext *s, unsigned char *buf, int size)
  294. {
  295. int len, size1;
  296. size1 = size;
  297. while (size > 0) {
  298. len = s->buf_end - s->buf_ptr;
  299. if (len > size)
  300. len = size;
  301. if (len == 0) {
  302. if(size > s->buffer_size && !s->update_checksum){
  303. len = s->read_packet(s->opaque, buf, size);
  304. if (len <= 0) {
  305. /* do not modify buffer if EOF reached so that a seek back can
  306. be done without rereading data */
  307. s->eof_reached = 1;
  308. if(len<0)
  309. s->error= len;
  310. break;
  311. } else {
  312. s->pos += len;
  313. size -= len;
  314. buf += len;
  315. s->buf_ptr = s->buffer;
  316. s->buf_end = s->buffer/* + len*/;
  317. }
  318. }else{
  319. fill_buffer(s);
  320. len = s->buf_end - s->buf_ptr;
  321. if (len == 0)
  322. break;
  323. }
  324. } else {
  325. memcpy(buf, s->buf_ptr, len);
  326. buf += len;
  327. s->buf_ptr += len;
  328. size -= len;
  329. }
  330. }
  331. return size1 - size;
  332. }
  333. int get_partial_buffer(ByteIOContext *s, unsigned char *buf, int size)
  334. {
  335. int len;
  336. if(size<0)
  337. return -1;
  338. len = s->buf_end - s->buf_ptr;
  339. if (len == 0) {
  340. fill_buffer(s);
  341. len = s->buf_end - s->buf_ptr;
  342. }
  343. if (len > size)
  344. len = size;
  345. memcpy(buf, s->buf_ptr, len);
  346. s->buf_ptr += len;
  347. return len;
  348. }
  349. unsigned int get_le16(ByteIOContext *s)
  350. {
  351. unsigned int val;
  352. val = get_byte(s);
  353. val |= get_byte(s) << 8;
  354. return val;
  355. }
  356. unsigned int get_le24(ByteIOContext *s)
  357. {
  358. unsigned int val;
  359. val = get_le16(s);
  360. val |= get_byte(s) << 16;
  361. return val;
  362. }
  363. unsigned int get_le32(ByteIOContext *s)
  364. {
  365. unsigned int val;
  366. val = get_le16(s);
  367. val |= get_le16(s) << 16;
  368. return val;
  369. }
  370. uint64_t get_le64(ByteIOContext *s)
  371. {
  372. uint64_t val;
  373. val = (uint64_t)get_le32(s);
  374. val |= (uint64_t)get_le32(s) << 32;
  375. return val;
  376. }
  377. unsigned int get_be16(ByteIOContext *s)
  378. {
  379. unsigned int val;
  380. val = get_byte(s) << 8;
  381. val |= get_byte(s);
  382. return val;
  383. }
  384. unsigned int get_be24(ByteIOContext *s)
  385. {
  386. unsigned int val;
  387. val = get_be16(s) << 8;
  388. val |= get_byte(s);
  389. return val;
  390. }
  391. unsigned int get_be32(ByteIOContext *s)
  392. {
  393. unsigned int val;
  394. val = get_be16(s) << 16;
  395. val |= get_be16(s);
  396. return val;
  397. }
  398. char *get_strz(ByteIOContext *s, char *buf, int maxlen)
  399. {
  400. int i = 0;
  401. char c;
  402. while ((c = get_byte(s))) {
  403. if (i < maxlen-1)
  404. buf[i++] = c;
  405. }
  406. buf[i] = 0; /* Ensure null terminated, but may be truncated */
  407. return buf;
  408. }
  409. uint64_t get_be64(ByteIOContext *s)
  410. {
  411. uint64_t val;
  412. val = (uint64_t)get_be32(s) << 32;
  413. val |= (uint64_t)get_be32(s);
  414. return val;
  415. }
  416. /* link with avio functions */
  417. #ifdef CONFIG_MUXERS
  418. static int url_write_packet(void *opaque, uint8_t *buf, int buf_size)
  419. {
  420. URLContext *h = opaque;
  421. return url_write(h, buf, buf_size);
  422. }
  423. #else
  424. #define url_write_packet NULL
  425. #endif //CONFIG_MUXERS
  426. static int url_read_packet(void *opaque, uint8_t *buf, int buf_size)
  427. {
  428. URLContext *h = opaque;
  429. return url_read(h, buf, buf_size);
  430. }
  431. static offset_t url_seek_packet(void *opaque, offset_t offset, int whence)
  432. {
  433. URLContext *h = opaque;
  434. return url_seek(h, offset, whence);
  435. //return 0;
  436. }
  437. int url_fdopen(ByteIOContext *s, URLContext *h)
  438. {
  439. uint8_t *buffer;
  440. int buffer_size, max_packet_size;
  441. max_packet_size = url_get_max_packet_size(h);
  442. if (max_packet_size) {
  443. buffer_size = max_packet_size; /* no need to bufferize more than one packet */
  444. } else {
  445. buffer_size = IO_BUFFER_SIZE;
  446. }
  447. buffer = av_malloc(buffer_size);
  448. if (!buffer)
  449. return AVERROR(ENOMEM);
  450. if (init_put_byte(s, buffer, buffer_size,
  451. (h->flags & URL_WRONLY || h->flags & URL_RDWR), h,
  452. url_read_packet, url_write_packet, url_seek_packet) < 0) {
  453. av_free(buffer);
  454. return AVERROR(EIO);
  455. }
  456. s->is_streamed = h->is_streamed;
  457. s->max_packet_size = max_packet_size;
  458. return 0;
  459. }
  460. int url_setbufsize(ByteIOContext *s, int buf_size)
  461. {
  462. uint8_t *buffer;
  463. buffer = av_malloc(buf_size);
  464. if (!buffer)
  465. return AVERROR(ENOMEM);
  466. av_free(s->buffer);
  467. s->buffer = buffer;
  468. s->buffer_size = buf_size;
  469. s->buf_ptr = buffer;
  470. if (!s->write_flag)
  471. s->buf_end = buffer;
  472. else
  473. s->buf_end = buffer + buf_size;
  474. return 0;
  475. }
  476. int url_fopen(ByteIOContext *s, const char *filename, int flags)
  477. {
  478. URLContext *h;
  479. int err;
  480. err = url_open(&h, filename, flags);
  481. if (err < 0)
  482. return err;
  483. err = url_fdopen(s, h);
  484. if (err < 0) {
  485. url_close(h);
  486. return err;
  487. }
  488. return 0;
  489. }
  490. int url_fclose(ByteIOContext *s)
  491. {
  492. URLContext *h = s->opaque;
  493. av_free(s->buffer);
  494. memset(s, 0, sizeof(ByteIOContext));
  495. return url_close(h);
  496. }
  497. URLContext *url_fileno(ByteIOContext *s)
  498. {
  499. return s->opaque;
  500. }
  501. #ifdef CONFIG_MUXERS
  502. int url_fprintf(ByteIOContext *s, const char *fmt, ...)
  503. {
  504. va_list ap;
  505. char buf[4096];
  506. int ret;
  507. va_start(ap, fmt);
  508. ret = vsnprintf(buf, sizeof(buf), fmt, ap);
  509. va_end(ap);
  510. put_buffer(s, buf, strlen(buf));
  511. return ret;
  512. }
  513. #endif //CONFIG_MUXERS
  514. char *url_fgets(ByteIOContext *s, char *buf, int buf_size)
  515. {
  516. int c;
  517. char *q;
  518. c = url_fgetc(s);
  519. if (c == EOF)
  520. return NULL;
  521. q = buf;
  522. for(;;) {
  523. if (c == EOF || c == '\n')
  524. break;
  525. if ((q - buf) < buf_size - 1)
  526. *q++ = c;
  527. c = url_fgetc(s);
  528. }
  529. if (buf_size > 0)
  530. *q = '\0';
  531. return buf;
  532. }
  533. int url_fget_max_packet_size(ByteIOContext *s)
  534. {
  535. return s->max_packet_size;
  536. }
  537. /* url_open_dyn_buf and url_close_dyn_buf are used in rtp.c to send a response
  538. * back to the server even if CONFIG_MUXERS is not set. */
  539. #if defined(CONFIG_MUXERS) || defined(CONFIG_NETWORK)
  540. /* buffer handling */
  541. int url_open_buf(ByteIOContext *s, uint8_t *buf, int buf_size, int flags)
  542. {
  543. return init_put_byte(s, buf, buf_size,
  544. (flags & URL_WRONLY || flags & URL_RDWR),
  545. NULL, NULL, NULL, NULL);
  546. }
  547. int url_close_buf(ByteIOContext *s)
  548. {
  549. put_flush_packet(s);
  550. return s->buf_ptr - s->buffer;
  551. }
  552. /* output in a dynamic buffer */
  553. typedef struct DynBuffer {
  554. int pos, size, allocated_size;
  555. uint8_t *buffer;
  556. int io_buffer_size;
  557. uint8_t io_buffer[1];
  558. } DynBuffer;
  559. static int dyn_buf_write(void *opaque, uint8_t *buf, int buf_size)
  560. {
  561. DynBuffer *d = opaque;
  562. int new_size, new_allocated_size;
  563. /* reallocate buffer if needed */
  564. new_size = d->pos + buf_size;
  565. new_allocated_size = d->allocated_size;
  566. if(new_size < d->pos || new_size > INT_MAX/2)
  567. return -1;
  568. while (new_size > new_allocated_size) {
  569. if (!new_allocated_size)
  570. new_allocated_size = new_size;
  571. else
  572. new_allocated_size += new_allocated_size / 2 + 1;
  573. }
  574. if (new_allocated_size > d->allocated_size) {
  575. d->buffer = av_realloc(d->buffer, new_allocated_size);
  576. if(d->buffer == NULL)
  577. return -1234;
  578. d->allocated_size = new_allocated_size;
  579. }
  580. memcpy(d->buffer + d->pos, buf, buf_size);
  581. d->pos = new_size;
  582. if (d->pos > d->size)
  583. d->size = d->pos;
  584. return buf_size;
  585. }
  586. static int dyn_packet_buf_write(void *opaque, uint8_t *buf, int buf_size)
  587. {
  588. unsigned char buf1[4];
  589. int ret;
  590. /* packetized write: output the header */
  591. buf1[0] = (buf_size >> 24);
  592. buf1[1] = (buf_size >> 16);
  593. buf1[2] = (buf_size >> 8);
  594. buf1[3] = (buf_size);
  595. ret= dyn_buf_write(opaque, buf1, 4);
  596. if(ret < 0)
  597. return ret;
  598. /* then the data */
  599. return dyn_buf_write(opaque, buf, buf_size);
  600. }
  601. static offset_t dyn_buf_seek(void *opaque, offset_t offset, int whence)
  602. {
  603. DynBuffer *d = opaque;
  604. if (whence == SEEK_CUR)
  605. offset += d->pos;
  606. else if (whence == SEEK_END)
  607. offset += d->size;
  608. if (offset < 0 || offset > 0x7fffffffLL)
  609. return -1;
  610. d->pos = offset;
  611. return 0;
  612. }
  613. static int url_open_dyn_buf_internal(ByteIOContext *s, int max_packet_size)
  614. {
  615. DynBuffer *d;
  616. int io_buffer_size, ret;
  617. if (max_packet_size)
  618. io_buffer_size = max_packet_size;
  619. else
  620. io_buffer_size = 1024;
  621. if(sizeof(DynBuffer) + io_buffer_size < io_buffer_size)
  622. return -1;
  623. d = av_malloc(sizeof(DynBuffer) + io_buffer_size);
  624. if (!d)
  625. return -1;
  626. d->io_buffer_size = io_buffer_size;
  627. d->buffer = NULL;
  628. d->pos = 0;
  629. d->size = 0;
  630. d->allocated_size = 0;
  631. ret = init_put_byte(s, d->io_buffer, io_buffer_size,
  632. 1, d, NULL,
  633. max_packet_size ? dyn_packet_buf_write : dyn_buf_write,
  634. max_packet_size ? NULL : dyn_buf_seek);
  635. if (ret == 0) {
  636. s->max_packet_size = max_packet_size;
  637. }
  638. return ret;
  639. }
  640. int url_open_dyn_buf(ByteIOContext *s)
  641. {
  642. return url_open_dyn_buf_internal(s, 0);
  643. }
  644. int url_open_dyn_packet_buf(ByteIOContext *s, int max_packet_size)
  645. {
  646. if (max_packet_size <= 0)
  647. return -1;
  648. return url_open_dyn_buf_internal(s, max_packet_size);
  649. }
  650. int url_close_dyn_buf(ByteIOContext *s, uint8_t **pbuffer)
  651. {
  652. DynBuffer *d = s->opaque;
  653. int size;
  654. put_flush_packet(s);
  655. *pbuffer = d->buffer;
  656. size = d->size;
  657. av_free(d);
  658. return size;
  659. }
  660. #endif /* CONFIG_MUXERS || CONFIG_NETWORK */