You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1272 lines
36KB

  1. /*
  2. * "NUT" Container Format muxer and demuxer (DRAFT-200403??)
  3. * Copyright (c) 2003 Alex Beregszaszi
  4. * Copyright (c) 2004 Michael Niedermayer
  5. *
  6. * This library is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2 of the License, or (at your option) any later version.
  10. *
  11. * This library is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public
  17. * License along with this library; if not, write to the Free Software
  18. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  19. *
  20. * NUT DRAFT can be found in MPlayer CVS at DOCS/tech/mpcf.txt
  21. *
  22. * AND http://people.fsn.hu/~alex/nut/ (TeX, pdf, ps, dvi, ..)
  23. *
  24. */
  25. /*
  26. * TODO:
  27. * - seeking
  28. * - index writing
  29. * - index packet reading support
  30. */
  31. //#define DEBUG 1
  32. #include <limits.h>
  33. #include "avformat.h"
  34. #include "mpegaudio.h"
  35. #include "avi.h"
  36. #undef NDEBUG
  37. #include <assert.h>
  38. //from /dev/random
  39. #define MAIN_STARTCODE (0x7A561F5F04ADULL + (((uint64_t)('N'<<8) + 'M')<<48))
  40. #define STREAM_STARTCODE (0x11405BF2F9DBULL + (((uint64_t)('N'<<8) + 'S')<<48))
  41. #define KEYFRAME_STARTCODE (0xE4ADEECA4569ULL + (((uint64_t)('N'<<8) + 'K')<<48))
  42. #define INDEX_STARTCODE (0xDD672F23E64EULL + (((uint64_t)('N'<<8) + 'X')<<48))
  43. #define INFO_STARTCODE (0xAB68B596BA78ULL + (((uint64_t)('N'<<8) + 'I')<<48))
  44. #define MAX_TYPE1_DISTANCE (1024*16-1)
  45. #define MAX_TYPE2_DISTANCE (1024*64-1)
  46. #define MAX_SIZE_LRU 2
  47. #define MAX_PTS_LRU 3
  48. #define FLAG_FRAME_TYPE 1
  49. #define FLAG_DATA_SIZE 2
  50. #define FLAG_PTS 16
  51. #define FLAG_FULL_PTS 4
  52. #define FLAG_KEY_FRAME 32
  53. #define FLAG_PRED_KEY_FRAME 64
  54. typedef struct {
  55. uint8_t flags;
  56. uint8_t stream_id_plus1;
  57. uint8_t size_mul;
  58. uint8_t size_lsb;
  59. } FrameCode;
  60. typedef struct {
  61. int last_key_frame;
  62. int msb_timestamp_shift;
  63. int rate_num;
  64. int rate_den;
  65. int64_t last_pts;
  66. int64_t last_full_pts;
  67. int lru_pts_delta[MAX_PTS_LRU];
  68. int lru_size[MAX_SIZE_LRU];
  69. int initial_pts_predictor[MAX_PTS_LRU];
  70. int initial_size_predictor[MAX_SIZE_LRU];
  71. } StreamContext;
  72. typedef struct {
  73. AVFormatContext *avf;
  74. int64_t packet_start;
  75. int64_t last_packet_start;
  76. int written_packet_size;
  77. int64_t packet_size_pos;
  78. int64_t last_frame_start[3];
  79. FrameCode frame_code[256];
  80. int stream_count;
  81. uint64_t next_startcode; ///< stores the next startcode if it has alraedy been parsed but the stream isnt seekable
  82. StreamContext *stream;
  83. } NUTContext;
  84. static char *info_table[][2]={
  85. {NULL , NULL }, // end
  86. {NULL , NULL },
  87. {NULL , "UTF8"},
  88. {NULL , "v"},
  89. {NULL , "s"},
  90. {"StreamId" , "v"},
  91. {"SegmentId" , "v"},
  92. {"StartTimestamp" , "v"},
  93. {"EndTimestamp" , "v"},
  94. {"Author" , "UTF8"},
  95. {"Title" , "UTF8"},
  96. {"Description" , "UTF8"},
  97. {"Copyright" , "UTF8"},
  98. {"Encoder" , "UTF8"},
  99. {"Keyword" , "UTF8"},
  100. {"Cover" , "JPEG"},
  101. {"Cover" , "PNG"},
  102. };
  103. static void update_lru(int *lru, int current, int count){
  104. int i;
  105. for(i=0; i<count-1; i++){
  106. if(lru[i] == current)
  107. break;
  108. }
  109. for(; i; i--){
  110. lru[i]= lru[i-1];
  111. }
  112. lru[0]= current;
  113. }
  114. static void update(NUTContext *nut, int stream_index, int64_t frame_start, int frame_type, int frame_code, int key_frame, int size, int64_t pts){
  115. StreamContext *stream= &nut->stream[stream_index];
  116. const int flags=nut->frame_code[frame_code].flags;
  117. stream->last_key_frame= key_frame;
  118. nut->last_frame_start[ frame_type ]= frame_start;
  119. if(frame_type == 0)
  120. update_lru(stream->lru_pts_delta, pts - stream->last_pts, 3);
  121. update_lru(stream->lru_size, size, 2);
  122. stream->last_pts= pts;
  123. if((flags & FLAG_PTS) && (flags & FLAG_FULL_PTS))
  124. stream->last_full_pts= pts;
  125. }
  126. static void reset(AVFormatContext *s/*, int frame_type*/){
  127. NUTContext *nut = s->priv_data;
  128. int i;
  129. for(i=0; i<s->nb_streams; i++){
  130. StreamContext *stream= &nut->stream[i];
  131. stream->last_key_frame= 1;
  132. memcpy(stream->lru_pts_delta, stream->initial_pts_predictor, sizeof(int)*MAX_PTS_LRU);
  133. memcpy(stream->lru_size, stream->initial_size_predictor, sizeof(int)*MAX_SIZE_LRU);
  134. }
  135. }
  136. static void build_frame_code(AVFormatContext *s){
  137. NUTContext *nut = s->priv_data;
  138. int key_frame, frame_type, full_pts, index, pred, stream_id;
  139. int start=0;
  140. int end= 255;
  141. int keyframe_0_esc= s->nb_streams > 2;
  142. if(keyframe_0_esc){
  143. /* keyframe = 0 escapes, 3 codes */
  144. for(frame_type=0; frame_type<2; frame_type++){
  145. for(full_pts=frame_type; full_pts<2; full_pts++){
  146. FrameCode *ft= &nut->frame_code[start];
  147. ft->flags= FLAG_FRAME_TYPE*frame_type + FLAG_FULL_PTS*full_pts;
  148. ft->flags|= FLAG_DATA_SIZE | FLAG_PTS;
  149. ft->stream_id_plus1= 0;
  150. ft->size_mul=1;
  151. start++;
  152. }
  153. }
  154. }
  155. for(stream_id= 0; stream_id<s->nb_streams; stream_id++){
  156. int start2= start + (end-start)*stream_id / s->nb_streams;
  157. int end2 = start + (end-start)*(stream_id+1) / s->nb_streams;
  158. AVCodecContext *codec = &s->streams[stream_id]->codec;
  159. int is_audio= codec->codec_type == CODEC_TYPE_AUDIO;
  160. int intra_only= /*codec->intra_only || */is_audio;
  161. int pred_count;
  162. for(key_frame=0; key_frame<2; key_frame++){
  163. if(intra_only && keyframe_0_esc && key_frame==0)
  164. continue;
  165. for(frame_type=0; frame_type<2; frame_type++){
  166. for(full_pts=frame_type; full_pts<2; full_pts++){
  167. FrameCode *ft= &nut->frame_code[start2];
  168. ft->flags= FLAG_FRAME_TYPE*frame_type + FLAG_FULL_PTS*full_pts + FLAG_KEY_FRAME*key_frame;
  169. ft->flags|= FLAG_DATA_SIZE | FLAG_PTS;
  170. ft->stream_id_plus1= stream_id + 1;
  171. ft->size_mul=1;
  172. start2++;
  173. }
  174. }
  175. }
  176. key_frame= intra_only;
  177. #if 1
  178. if(is_audio){
  179. int frame_bytes= codec->frame_size*(int64_t)codec->bit_rate / (8*codec->sample_rate);
  180. for(pred=0; pred<MAX_SIZE_LRU; pred++){
  181. for(frame_type=0; frame_type<1; frame_type++){
  182. FrameCode *ft= &nut->frame_code[start2];
  183. ft->flags= FLAG_KEY_FRAME*key_frame + (FLAG_FULL_PTS+FLAG_PTS+FLAG_FRAME_TYPE)*frame_type;
  184. ft->stream_id_plus1= stream_id + 1;
  185. ft->size_mul=1;
  186. ft->size_lsb=1 + pred;
  187. start2++;
  188. }
  189. nut->stream[stream_id].initial_size_predictor[pred]= frame_bytes + pred;
  190. }
  191. }else{
  192. FrameCode *ft= &nut->frame_code[start2];
  193. ft->flags= FLAG_KEY_FRAME | FLAG_DATA_SIZE;
  194. ft->stream_id_plus1= stream_id + 1;
  195. ft->size_mul=1;
  196. start2++;
  197. }
  198. #endif
  199. pred_count= 2 + codec->has_b_frames + (codec->codec_id == CODEC_ID_VORBIS);
  200. for(pred=0; pred<pred_count; pred++){
  201. int start3= start2 + (end2-start2)*pred / pred_count;
  202. int end3 = start2 + (end2-start2)*(pred+1) / pred_count;
  203. for(index=start3; index<end3; index++){
  204. FrameCode *ft= &nut->frame_code[index];
  205. ft->flags= FLAG_KEY_FRAME*key_frame + pred*4;
  206. ft->flags|= FLAG_DATA_SIZE;
  207. ft->stream_id_plus1= stream_id + 1;
  208. //FIXME use single byte size and pred from last
  209. ft->size_mul= end3-start3;
  210. ft->size_lsb= index - start3;
  211. }
  212. nut->stream[stream_id].initial_pts_predictor[pred]= pred+1;
  213. }
  214. }
  215. memmove(&nut->frame_code['N'+1], &nut->frame_code['N'], sizeof(FrameCode)*(255-'N'));
  216. nut->frame_code['N'].flags= 1;
  217. }
  218. static uint64_t get_v(ByteIOContext *bc)
  219. {
  220. uint64_t val = 0;
  221. for(;;)
  222. {
  223. int tmp = get_byte(bc);
  224. if (tmp&0x80)
  225. val= (val<<7) + tmp - 0x80;
  226. else
  227. return (val<<7) + tmp;
  228. }
  229. return -1;
  230. }
  231. static int get_str(ByteIOContext *bc, char *string, int maxlen){
  232. int len= get_v(bc);
  233. if(len && maxlen)
  234. get_buffer(bc, string, FFMIN(len, maxlen));
  235. while(len > maxlen){
  236. get_byte(bc);
  237. len--;
  238. }
  239. if(maxlen)
  240. string[FFMIN(len, maxlen-1)]= 0;
  241. if(maxlen == len)
  242. return -1;
  243. else
  244. return 0;
  245. }
  246. static int get_packetheader(NUTContext *nut, ByteIOContext *bc, int prefix_length, int calculate_checksum)
  247. {
  248. int64_t start, size, last_size;
  249. start= url_ftell(bc) - prefix_length;
  250. if(start != nut->packet_start + nut->written_packet_size){
  251. av_log(nut->avf, AV_LOG_ERROR, "get_packetheader called at weird position\n");
  252. if(prefix_length<8)
  253. return -1;
  254. }
  255. init_checksum(bc, calculate_checksum ? update_adler32 : NULL, 0);
  256. size= get_v(bc);
  257. last_size= get_v(bc);
  258. if(nut->written_packet_size != last_size){
  259. av_log(nut->avf, AV_LOG_ERROR, "packet size missmatch %d != %lld at %lld\n", nut->written_packet_size, last_size, start);
  260. if(prefix_length<8)
  261. return -1;
  262. }
  263. nut->last_packet_start = nut->packet_start;
  264. nut->packet_start = start;
  265. nut->written_packet_size= size;
  266. return size;
  267. }
  268. static int check_checksum(ByteIOContext *bc){
  269. unsigned long checksum= get_checksum(bc);
  270. return checksum != get_be32(bc);
  271. }
  272. /**
  273. *
  274. */
  275. static int get_length(uint64_t val){
  276. int i;
  277. for (i=7; ; i+=7)
  278. if ((val>>i) == 0)
  279. return i;
  280. return 7; //not reached
  281. }
  282. static uint64_t find_any_startcode(ByteIOContext *bc, int64_t pos){
  283. uint64_t state=0;
  284. if(pos >= 0)
  285. url_fseek(bc, pos, SEEK_SET); //note, this may fail if the stream isnt seekable, but that shouldnt matter, as in this case we simply start where we are currently
  286. while(!url_feof(bc)){
  287. state= (state<<8) | get_byte(bc);
  288. if((state>>56) != 'N')
  289. continue;
  290. switch(state){
  291. case MAIN_STARTCODE:
  292. case STREAM_STARTCODE:
  293. case KEYFRAME_STARTCODE:
  294. case INFO_STARTCODE:
  295. case INDEX_STARTCODE:
  296. return state;
  297. }
  298. }
  299. av_log(NULL, AV_LOG_DEBUG, "searched until %lld\n", url_ftell(bc));
  300. return 0;
  301. }
  302. static int find_startcode(ByteIOContext *bc, uint64_t code, int64_t pos){
  303. for(;;){
  304. uint64_t startcode= find_any_startcode(bc, pos);
  305. if(startcode == code)
  306. return 0;
  307. else if(startcode == 0)
  308. return -1;
  309. pos=-1;
  310. }
  311. }
  312. #ifdef CONFIG_ENCODERS
  313. static int put_v(ByteIOContext *bc, uint64_t val)
  314. {
  315. int i;
  316. val &= 0x7FFFFFFFFFFFFFFFULL; // FIXME can only encode upto 63 bits currently
  317. i= get_length(val);
  318. for (i-=7; i>0; i-=7){
  319. put_byte(bc, 0x80 | (val>>i));
  320. }
  321. put_byte(bc, val&0x7f);
  322. return 0;
  323. }
  324. static int put_str(ByteIOContext *bc, const char *string){
  325. int len= strlen(string);
  326. put_v(bc, len);
  327. put_buffer(bc, string, len);
  328. return 0;
  329. }
  330. static int put_packetheader(NUTContext *nut, ByteIOContext *bc, int max_size, int calculate_checksum)
  331. {
  332. put_flush_packet(bc);
  333. nut->last_packet_start= nut->packet_start;
  334. nut->packet_start+= nut->written_packet_size;
  335. nut->packet_size_pos = url_ftell(bc);
  336. nut->written_packet_size = max_size;
  337. if(calculate_checksum)
  338. init_checksum(bc, update_adler32, 0);
  339. /* packet header */
  340. put_v(bc, nut->written_packet_size); /* forward ptr */
  341. put_v(bc, nut->packet_start - nut->last_packet_start); /* backward ptr */
  342. return 0;
  343. }
  344. static int update_packetheader(NUTContext *nut, ByteIOContext *bc, int additional_size, int calculate_checksum){
  345. int64_t start= nut->packet_start;
  346. int64_t cur= url_ftell(bc);
  347. int size= cur - start + additional_size;
  348. if(calculate_checksum)
  349. size += 4;
  350. if(size != nut->written_packet_size){
  351. int i;
  352. assert( size <= nut->written_packet_size );
  353. url_fseek(bc, nut->packet_size_pos, SEEK_SET);
  354. for(i=get_length(size); i < get_length(nut->written_packet_size); i+=7)
  355. put_byte(bc, 0x80);
  356. put_v(bc, size);
  357. url_fseek(bc, cur, SEEK_SET);
  358. nut->written_packet_size= size; //FIXME may fail if multiple updates with differing sizes, as get_length may differ
  359. if(calculate_checksum)
  360. put_be32(bc, get_checksum(bc));
  361. }
  362. return 0;
  363. }
  364. static int nut_write_header(AVFormatContext *s)
  365. {
  366. NUTContext *nut = s->priv_data;
  367. ByteIOContext *bc = &s->pb;
  368. AVCodecContext *codec;
  369. int i, j;
  370. nut->avf= s;
  371. nut->stream =
  372. av_mallocz(sizeof(StreamContext)*s->nb_streams);
  373. av_set_pts_info(s, 60, 1, AV_TIME_BASE);
  374. /* main header */
  375. put_be64(bc, MAIN_STARTCODE);
  376. put_packetheader(nut, bc, 120+5*256, 1);
  377. put_v(bc, 1); /* version */
  378. put_v(bc, s->nb_streams);
  379. put_v(bc, 3);
  380. build_frame_code(s);
  381. assert(nut->frame_code['N'].flags == 1);
  382. for(i=0; i<256;){
  383. int tmp_flags = nut->frame_code[i].flags;
  384. int tmp_stream= nut->frame_code[i].stream_id_plus1;
  385. int tmp_mul = nut->frame_code[i].size_mul;
  386. int tmp_size = nut->frame_code[i].size_lsb;
  387. put_v(bc, tmp_flags);
  388. put_v(bc, tmp_stream);
  389. put_v(bc, tmp_mul);
  390. put_v(bc, tmp_size);
  391. for(j=0; i<256; j++,i++){
  392. if(nut->frame_code[i].flags != tmp_flags ) break;
  393. if(nut->frame_code[i].stream_id_plus1 != tmp_stream) break;
  394. if(nut->frame_code[i].size_mul != tmp_mul ) break;
  395. if(nut->frame_code[i].size_lsb != tmp_size ) break;
  396. if(++tmp_size >= tmp_mul){
  397. tmp_size=0;
  398. tmp_stream++;
  399. }
  400. }
  401. put_v(bc, j);
  402. }
  403. update_packetheader(nut, bc, 0, 1);
  404. /* stream headers */
  405. for (i = 0; i < s->nb_streams; i++)
  406. {
  407. int nom, denom, gcd;
  408. codec = &s->streams[i]->codec;
  409. put_be64(bc, STREAM_STARTCODE);
  410. put_packetheader(nut, bc, 120 + codec->extradata_size, 1);
  411. put_v(bc, i /*s->streams[i]->index*/);
  412. put_v(bc, (codec->codec_type == CODEC_TYPE_AUDIO) ? 32 : 0);
  413. if (codec->codec_tag)
  414. put_v(bc, codec->codec_tag);
  415. else if (codec->codec_type == CODEC_TYPE_VIDEO)
  416. {
  417. put_v(bc, codec_get_bmp_tag(codec->codec_id));
  418. }
  419. else if (codec->codec_type == CODEC_TYPE_AUDIO)
  420. {
  421. put_v(bc, codec_get_wav_tag(codec->codec_id));
  422. }
  423. else
  424. put_v(bc, 0);
  425. if (codec->codec_type == CODEC_TYPE_VIDEO)
  426. {
  427. nom = codec->frame_rate;
  428. denom = codec->frame_rate_base;
  429. }
  430. else
  431. {
  432. nom = codec->sample_rate;
  433. if(codec->frame_size>0)
  434. denom= codec->frame_size;
  435. else
  436. denom= 1; //unlucky
  437. }
  438. gcd= ff_gcd(nom, denom);
  439. nom /= gcd;
  440. denom /= gcd;
  441. nut->stream[i].rate_num= nom;
  442. nut->stream[i].rate_den= denom;
  443. put_v(bc, codec->bit_rate);
  444. put_v(bc, 0); /* no language code */
  445. put_v(bc, nom);
  446. put_v(bc, denom);
  447. if(nom / denom < 1000)
  448. nut->stream[i].msb_timestamp_shift = 7;
  449. else
  450. nut->stream[i].msb_timestamp_shift = 14;
  451. put_v(bc, nut->stream[i].msb_timestamp_shift);
  452. for(j=0; j<3; j++)
  453. put_v(bc, nut->stream[i].initial_pts_predictor[j]);
  454. for(j=0; j<2; j++)
  455. put_v(bc, nut->stream[i].initial_size_predictor[j]);
  456. put_byte(bc, 0); /* flags: 0x1 - fixed_fps, 0x2 - index_present */
  457. if(codec->extradata_size){
  458. put_v(bc, 1);
  459. put_v(bc, codec->extradata_size);
  460. put_buffer(bc, codec->extradata, codec->extradata_size);
  461. }
  462. put_v(bc, 0); /* end of codec specific headers */
  463. switch(codec->codec_type)
  464. {
  465. case CODEC_TYPE_AUDIO:
  466. put_v(bc, (codec->sample_rate * denom) / nom);
  467. put_v(bc, codec->channels);
  468. break;
  469. case CODEC_TYPE_VIDEO:
  470. put_v(bc, codec->width);
  471. put_v(bc, codec->height);
  472. put_v(bc, codec->sample_aspect_ratio.num);
  473. put_v(bc, codec->sample_aspect_ratio.den);
  474. put_v(bc, 0); /* csp type -- unknown */
  475. break;
  476. default:
  477. break;
  478. }
  479. update_packetheader(nut, bc, 0, 1);
  480. }
  481. /* info header */
  482. put_be64(bc, INFO_STARTCODE);
  483. put_packetheader(nut, bc, 30+strlen(s->author)+strlen(s->title)+
  484. strlen(s->comment)+strlen(s->copyright)+strlen(LIBAVFORMAT_IDENT), 1);
  485. if (s->author[0])
  486. {
  487. put_v(bc, 9); /* type */
  488. put_str(bc, s->author);
  489. }
  490. if (s->title[0])
  491. {
  492. put_v(bc, 10); /* type */
  493. put_str(bc, s->title);
  494. }
  495. if (s->comment[0])
  496. {
  497. put_v(bc, 11); /* type */
  498. put_str(bc, s->comment);
  499. }
  500. if (s->copyright[0])
  501. {
  502. put_v(bc, 12); /* type */
  503. put_str(bc, s->copyright);
  504. }
  505. /* encoder */
  506. put_v(bc, 13); /* type */
  507. put_str(bc, LIBAVFORMAT_IDENT);
  508. put_v(bc, 0); /* eof info */
  509. update_packetheader(nut, bc, 0, 1);
  510. put_flush_packet(bc);
  511. return 0;
  512. }
  513. static int nut_write_packet(AVFormatContext *s, int stream_index,
  514. const uint8_t *buf, int size, int64_t pts)
  515. {
  516. NUTContext *nut = s->priv_data;
  517. StreamContext *stream= &nut->stream[stream_index];
  518. ByteIOContext *bc = &s->pb;
  519. int key_frame = 0, full_pts=0;
  520. AVCodecContext *enc;
  521. int64_t lsb_pts, delta_pts;
  522. int frame_type, best_length, frame_code, flags, i, size_mul, size_lsb;
  523. const int64_t frame_start= url_ftell(bc);
  524. if (stream_index > s->nb_streams)
  525. return 1;
  526. pts= (av_rescale(pts, stream->rate_num, stream->rate_den) + AV_TIME_BASE/2) / AV_TIME_BASE;
  527. enc = &s->streams[stream_index]->codec;
  528. key_frame = enc->coded_frame->key_frame;
  529. delta_pts= pts - stream->last_pts;
  530. frame_type=0;
  531. if(frame_start + size + 20 - FFMAX(nut->last_frame_start[1], nut->last_frame_start[2]) > MAX_TYPE1_DISTANCE)
  532. frame_type=1;
  533. if(key_frame){
  534. if(frame_type==1 && frame_start + size - nut->last_frame_start[2] > MAX_TYPE2_DISTANCE)
  535. frame_type=2;
  536. if(!stream->last_key_frame)
  537. frame_type=2;
  538. }
  539. if(frame_type>0){
  540. update_packetheader(nut, bc, 0, 0);
  541. reset(s);
  542. full_pts=1;
  543. }
  544. //FIXME ensure that the timestamp can be represented by either delta or lsb or full_pts=1
  545. lsb_pts = pts & ((1 << stream->msb_timestamp_shift)-1);
  546. best_length=INT_MAX;
  547. frame_code= -1;
  548. for(i=0; i<256; i++){
  549. int stream_id_plus1= nut->frame_code[i].stream_id_plus1;
  550. int fc_key_frame= stream->last_key_frame;
  551. int length=0;
  552. size_mul= nut->frame_code[i].size_mul;
  553. size_lsb= nut->frame_code[i].size_lsb;
  554. flags= nut->frame_code[i].flags;
  555. if(stream_id_plus1 == 0) length+= get_length(stream_index);
  556. else if(stream_id_plus1 - 1 != stream_index)
  557. continue;
  558. if(flags & FLAG_PRED_KEY_FRAME){
  559. if(flags & FLAG_KEY_FRAME)
  560. fc_key_frame= !fc_key_frame;
  561. }else{
  562. fc_key_frame= !!(flags & FLAG_KEY_FRAME);
  563. }
  564. assert(key_frame==0 || key_frame==1);
  565. if(fc_key_frame != key_frame)
  566. continue;
  567. if((!!(flags & FLAG_FRAME_TYPE)) != (frame_type > 0))
  568. continue;
  569. if(size_mul <= size_lsb){
  570. int p= stream->lru_size[size_lsb - size_mul];
  571. if(p != size)
  572. continue;
  573. }else{
  574. if(size % size_mul != size_lsb)
  575. continue;
  576. if(flags & FLAG_DATA_SIZE)
  577. length += get_length(size / size_mul);
  578. else if(size/size_mul)
  579. continue;
  580. }
  581. if(full_pts != ((flags & FLAG_PTS) && (flags & FLAG_FULL_PTS)))
  582. continue;
  583. if(flags&FLAG_PTS){
  584. if(flags&FLAG_FULL_PTS){
  585. length += get_length(pts);
  586. }else{
  587. length += get_length(lsb_pts);
  588. }
  589. }else{
  590. int delta= stream->lru_pts_delta[(flags & 12)>>2];
  591. if(delta != pts - stream->last_pts)
  592. continue;
  593. assert(frame_type == 0);
  594. }
  595. if(length < best_length){
  596. best_length= length;
  597. frame_code=i;
  598. }
  599. // av_log(s, AV_LOG_DEBUG, "%d %d %d %d %d %d %d %d %d %d\n", key_frame, frame_type, full_pts, size, stream_index, flags, size_mul, size_lsb, stream_id_plus1, length);
  600. }
  601. assert(frame_code != -1);
  602. flags= nut->frame_code[frame_code].flags;
  603. size_mul= nut->frame_code[frame_code].size_mul;
  604. size_lsb= nut->frame_code[frame_code].size_lsb;
  605. #if 0
  606. best_length /= 7;
  607. best_length ++; //frame_code
  608. if(frame_type>0){
  609. best_length += 4; //packet header
  610. if(frame_type>1)
  611. best_length += 8; // startcode
  612. }
  613. av_log(s, AV_LOG_DEBUG, "kf:%d ft:%d pt:%d fc:%2X len:%2d size:%d stream:%d flag:%d mul:%d lsb:%d s+1:%d pts_delta:%d\n", key_frame, frame_type, full_pts ? 2 : ((flags & FLAG_PTS) ? 1 : 0), frame_code, best_length, size, stream_index, flags, size_mul, size_lsb, nut->frame_code[frame_code].stream_id_plus1,(int)(pts - stream->last_pts));
  614. #endif
  615. if (frame_type==2)
  616. put_be64(bc, KEYFRAME_STARTCODE);
  617. put_byte(bc, frame_code);
  618. if(frame_type>0)
  619. put_packetheader(nut, bc, FFMAX(size+20, MAX_TYPE1_DISTANCE), 0);
  620. if(nut->frame_code[frame_code].stream_id_plus1 == 0)
  621. put_v(bc, stream_index);
  622. if (flags & FLAG_PTS){
  623. if (flags & FLAG_FULL_PTS)
  624. put_v(bc, pts);
  625. else
  626. put_v(bc, lsb_pts);
  627. }
  628. if(flags & FLAG_DATA_SIZE)
  629. put_v(bc, size / size_mul);
  630. if(size > MAX_TYPE1_DISTANCE){
  631. assert(frame_type > 0);
  632. update_packetheader(nut, bc, size, 0);
  633. }
  634. put_buffer(bc, buf, size);
  635. update(nut, stream_index, frame_start, frame_type, frame_code, key_frame, size, pts);
  636. return 0;
  637. }
  638. static int nut_write_trailer(AVFormatContext *s)
  639. {
  640. NUTContext *nut = s->priv_data;
  641. ByteIOContext *bc = &s->pb;
  642. update_packetheader(nut, bc, 0, 0);
  643. #if 0
  644. int i;
  645. /* WRITE INDEX */
  646. for (i = 0; s->nb_streams; i++)
  647. {
  648. put_be64(bc, INDEX_STARTCODE);
  649. put_packetheader(nut, bc, 64, 1);
  650. put_v(bc, s->streams[i]->id);
  651. put_v(bc, ...);
  652. update_packetheader(nut, bc, 0, 1);
  653. }
  654. #endif
  655. put_flush_packet(bc);
  656. av_freep(&nut->stream);
  657. return 0;
  658. }
  659. #endif //CONFIG_ENCODERS
  660. static int nut_probe(AVProbeData *p)
  661. {
  662. int i;
  663. uint64_t code;
  664. code = 0xff;
  665. for (i = 0; i < p->buf_size; i++) {
  666. int c = p->buf[i];
  667. code = (code << 8) | c;
  668. if (code == MAIN_STARTCODE)
  669. return AVPROBE_SCORE_MAX;
  670. }
  671. return 0;
  672. }
  673. static int decode_main_header(NUTContext *nut){
  674. AVFormatContext *s= nut->avf;
  675. ByteIOContext *bc = &s->pb;
  676. uint64_t tmp;
  677. int i, j;
  678. get_packetheader(nut, bc, 8, 1);
  679. tmp = get_v(bc);
  680. if (tmp != 1){
  681. av_log(s, AV_LOG_ERROR, "bad version (%Ld)\n", tmp);
  682. return -1;
  683. }
  684. nut->stream_count = get_v(bc);
  685. get_v(bc); //checksum threshold
  686. for(i=0; i<256;){
  687. int tmp_flags = get_v(bc);
  688. int tmp_stream= get_v(bc);
  689. int tmp_mul = get_v(bc);
  690. int tmp_size = get_v(bc);
  691. int count = get_v(bc);
  692. if(count == 0 || i+count > 256){
  693. av_log(s, AV_LOG_ERROR, "illegal count %d at %d\n", count, i);
  694. return -1;
  695. }
  696. if((tmp_flags & FLAG_FRAME_TYPE) && tmp_flags != 1){
  697. if(tmp_flags & FLAG_PRED_KEY_FRAME){
  698. av_log(s, AV_LOG_ERROR, "keyframe prediction in non 0 frame type\n");
  699. return -1;
  700. }
  701. if(!(tmp_flags & FLAG_PTS) || !(tmp_flags & FLAG_FULL_PTS) ){
  702. av_log(s, AV_LOG_ERROR, "no full pts in non 0 frame type\n");
  703. return -1;
  704. }
  705. }
  706. for(j=0; j<count; j++,i++){
  707. if(tmp_stream > nut->stream_count + 1){
  708. av_log(s, AV_LOG_ERROR, "illegal stream number\n");
  709. return -1;
  710. }
  711. nut->frame_code[i].flags = tmp_flags ;
  712. nut->frame_code[i].stream_id_plus1 = tmp_stream;
  713. nut->frame_code[i].size_mul = tmp_mul ;
  714. nut->frame_code[i].size_lsb = tmp_size ;
  715. if(++tmp_size >= tmp_mul){
  716. tmp_size=0;
  717. tmp_stream++;
  718. }
  719. }
  720. }
  721. if(nut->frame_code['N'].flags != 1){
  722. av_log(s, AV_LOG_ERROR, "illegal frame_code table\n");
  723. return -1;
  724. }
  725. if(check_checksum(bc)){
  726. av_log(s, AV_LOG_ERROR, "Main header checksum missmatch\n");
  727. return -1;
  728. }
  729. return 0;
  730. }
  731. static int decode_stream_header(NUTContext *nut){
  732. AVFormatContext *s= nut->avf;
  733. ByteIOContext *bc = &s->pb;
  734. int class, nom, denom, stream_id, i;
  735. uint64_t tmp;
  736. AVStream *st;
  737. get_packetheader(nut, bc, 8, 1);
  738. stream_id= get_v(bc);
  739. if(stream_id >= nut->stream_count || s->streams[stream_id])
  740. return -1;
  741. st = av_new_stream(s, stream_id);
  742. if (!st)
  743. return AVERROR_NOMEM;
  744. class = get_v(bc);
  745. tmp = get_v(bc);
  746. switch(class)
  747. {
  748. case 0:
  749. st->codec.codec_type = CODEC_TYPE_VIDEO;
  750. st->codec.codec_id = codec_get_bmp_id(tmp);
  751. if (st->codec.codec_id == CODEC_ID_NONE)
  752. av_log(s, AV_LOG_ERROR, "Unknown codec?!\n");
  753. break;
  754. case 32:
  755. st->codec.codec_type = CODEC_TYPE_AUDIO;
  756. st->codec.codec_id = codec_get_wav_id(tmp);
  757. if (st->codec.codec_id == CODEC_ID_NONE)
  758. av_log(s, AV_LOG_ERROR, "Unknown codec?!\n");
  759. break;
  760. default:
  761. av_log(s, AV_LOG_ERROR, "Unknown stream class (%d)\n", class);
  762. return -1;
  763. }
  764. s->bit_rate += get_v(bc);
  765. get_v(bc); /* language code */
  766. nom = get_v(bc);
  767. denom = get_v(bc);
  768. nut->stream[stream_id].msb_timestamp_shift = get_v(bc);
  769. for(i=0; i<3; i++)
  770. nut->stream[stream_id].initial_pts_predictor[i]= get_v(bc);
  771. for(i=0; i<2; i++)
  772. nut->stream[stream_id].initial_size_predictor[i]= get_v(bc);
  773. get_byte(bc); /* flags */
  774. /* codec specific data headers */
  775. while(get_v(bc) != 0){
  776. st->codec.extradata_size= get_v(bc);
  777. st->codec.extradata= av_mallocz(st->codec.extradata_size);
  778. get_buffer(bc, st->codec.extradata, st->codec.extradata_size);
  779. // url_fskip(bc, get_v(bc));
  780. }
  781. if (class == 0) /* VIDEO */
  782. {
  783. st->codec.width = get_v(bc);
  784. st->codec.height = get_v(bc);
  785. st->codec.sample_aspect_ratio.num= get_v(bc);
  786. st->codec.sample_aspect_ratio.den= get_v(bc);
  787. get_v(bc); /* csp type */
  788. st->codec.frame_rate = nom;
  789. st->codec.frame_rate_base = denom;
  790. }
  791. if (class == 32) /* AUDIO */
  792. {
  793. st->codec.sample_rate = (get_v(bc) * nom) / denom;
  794. st->codec.channels = get_v(bc);
  795. }
  796. if(check_checksum(bc)){
  797. av_log(s, AV_LOG_ERROR, "Stream header %d checksum missmatch\n", stream_id);
  798. return -1;
  799. }
  800. nut->stream[stream_id].rate_num= nom;
  801. nut->stream[stream_id].rate_den= denom;
  802. return 0;
  803. }
  804. static int decode_info_header(NUTContext *nut){
  805. AVFormatContext *s= nut->avf;
  806. ByteIOContext *bc = &s->pb;
  807. get_packetheader(nut, bc, 8, 1);
  808. for(;;){
  809. int id= get_v(bc);
  810. char *name, *type, custom_name[256], custom_type[256];
  811. if(!id)
  812. break;
  813. else if(id >= sizeof(info_table)/sizeof(info_table[0])){
  814. av_log(s, AV_LOG_ERROR, "info id is too large %d %d\n", id, sizeof(info_table)/sizeof(info_table[0]));
  815. return -1;
  816. }
  817. type= info_table[id][1];
  818. name= info_table[id][0];
  819. //av_log(s, AV_LOG_DEBUG, "%d %s %s\n", id, type, name);
  820. if(!type){
  821. get_str(bc, custom_type, sizeof(custom_type));
  822. type= custom_type;
  823. }
  824. if(!name){
  825. get_str(bc, custom_name, sizeof(custom_name));
  826. name= custom_name;
  827. }
  828. if(!strcmp(type, "v")){
  829. int value= get_v(bc);
  830. }else{
  831. if(!strcmp(name, "Author"))
  832. get_str(bc, s->author, sizeof(s->author));
  833. else if(!strcmp(name, "Title"))
  834. get_str(bc, s->title, sizeof(s->title));
  835. else if(!strcmp(name, "Copyright"))
  836. get_str(bc, s->copyright, sizeof(s->copyright));
  837. else if(!strcmp(name, "Description"))
  838. get_str(bc, s->comment, sizeof(s->comment));
  839. else
  840. get_str(bc, NULL, 0);
  841. }
  842. }
  843. if(check_checksum(bc)){
  844. av_log(s, AV_LOG_ERROR, "Info header checksum missmatch\n");
  845. return -1;
  846. }
  847. return 0;
  848. }
  849. static int nut_read_header(AVFormatContext *s, AVFormatParameters *ap)
  850. {
  851. NUTContext *nut = s->priv_data;
  852. ByteIOContext *bc = &s->pb;
  853. int64_t pos;
  854. int inited_stream_count;
  855. nut->avf= s;
  856. av_set_pts_info(s, 60, 1, AV_TIME_BASE);
  857. /* main header */
  858. pos=0;
  859. for(;;){
  860. if (find_startcode(bc, MAIN_STARTCODE, pos)<0){
  861. av_log(s, AV_LOG_ERROR, "no main startcode found\n");
  862. return -1;
  863. }
  864. pos= url_ftell(bc);
  865. if(decode_main_header(nut) >= 0)
  866. break;
  867. }
  868. s->bit_rate = 0;
  869. nut->stream = av_malloc(sizeof(StreamContext)*nut->stream_count);
  870. /* stream headers */
  871. pos=0;
  872. for(inited_stream_count=0; inited_stream_count < nut->stream_count;){
  873. if (find_startcode(bc, STREAM_STARTCODE, pos)<0){
  874. av_log(s, AV_LOG_ERROR, "not all stream headers found\n");
  875. return -1;
  876. }
  877. pos= url_ftell(bc);
  878. if(decode_stream_header(nut) >= 0)
  879. inited_stream_count++;
  880. }
  881. /* info headers */
  882. pos=0;
  883. for(;;){
  884. uint64_t startcode= find_any_startcode(bc, pos);
  885. pos= url_ftell(bc);
  886. if(startcode==0){
  887. av_log(s, AV_LOG_ERROR, "EOF before video frames\n");
  888. return -1;
  889. }else if(startcode == KEYFRAME_STARTCODE){
  890. nut->next_startcode= startcode;
  891. break;
  892. }else if(startcode != INFO_STARTCODE){
  893. continue;
  894. }
  895. decode_info_header(nut);
  896. }
  897. return 0;
  898. }
  899. static int decode_frame(NUTContext *nut, AVPacket *pkt, int frame_code, int frame_type){
  900. AVFormatContext *s= nut->avf;
  901. StreamContext *stream;
  902. ByteIOContext *bc = &s->pb;
  903. int size, flags, size_mul, size_lsb, stream_id;
  904. int key_frame = 0;
  905. int64_t pts = 0;
  906. const int prefix_len= frame_type == 2 ? 8+1 : 1;
  907. const int64_t frame_start= url_ftell(bc) + prefix_len;
  908. flags= nut->frame_code[frame_code].flags;
  909. size_mul= nut->frame_code[frame_code].size_mul;
  910. size_lsb= nut->frame_code[frame_code].size_lsb;
  911. stream_id= nut->frame_code[frame_code].stream_id_plus1 - 1;
  912. if(flags & FLAG_FRAME_TYPE){
  913. reset(s);
  914. if(get_packetheader(nut, bc, prefix_len, 0) < 0)
  915. return -1;
  916. if(frame_type!=2)
  917. frame_type= 1;
  918. }
  919. if(stream_id==-1)
  920. stream_id= get_v(bc);
  921. if(stream_id >= s->nb_streams){
  922. av_log(s, AV_LOG_ERROR, "illegal stream_id\n");
  923. return -1;
  924. }
  925. stream= &nut->stream[stream_id];
  926. // av_log(s, AV_LOG_DEBUG, "ft:%d ppts:%d %d %d\n", frame_type, stream->lru_pts_delta[0], stream->lru_pts_delta[1], stream->lru_pts_delta[2]);
  927. if(flags & FLAG_PRED_KEY_FRAME){
  928. if(flags & FLAG_KEY_FRAME)
  929. key_frame= !stream->last_key_frame;
  930. else
  931. key_frame= stream->last_key_frame;
  932. }else{
  933. key_frame= !!(flags & FLAG_KEY_FRAME);
  934. }
  935. if(flags & FLAG_PTS){
  936. if(flags & FLAG_FULL_PTS){
  937. pts= get_v(bc);
  938. }else{
  939. int64_t mask = (1<<stream->msb_timestamp_shift)-1;
  940. int64_t delta= stream->last_pts - mask/2;
  941. pts= ((get_v(bc) - delta)&mask) + delta;
  942. }
  943. }else{
  944. pts= stream->last_pts + stream->lru_pts_delta[(flags&12)>>2];
  945. }
  946. if(size_mul <= size_lsb){
  947. size= stream->lru_size[size_lsb - size_mul];
  948. }else{
  949. if(flags & FLAG_DATA_SIZE)
  950. size= size_mul*get_v(bc) + size_lsb;
  951. else
  952. size= size_lsb;
  953. }
  954. //av_log(s, AV_LOG_DEBUG, "fs:%lld fc:%d ft:%d kf:%d pts:%lld size:%d\n", frame_start, frame_code, frame_type, key_frame, pts, size);
  955. if(url_ftell(bc) - nut->packet_start + size > nut->written_packet_size){
  956. av_log(s, AV_LOG_ERROR, "frame size too large\n");
  957. return -1;
  958. }
  959. av_new_packet(pkt, size);
  960. get_buffer(bc, pkt->data, size);
  961. pkt->stream_index = stream_id;
  962. if (key_frame)
  963. pkt->flags |= PKT_FLAG_KEY;
  964. pkt->pts = pts * AV_TIME_BASE * stream->rate_den / stream->rate_num;
  965. update(nut, stream_id, frame_start, frame_type, frame_code, key_frame, size, pts);
  966. return 0;
  967. }
  968. static int nut_read_packet(AVFormatContext *s, AVPacket *pkt)
  969. {
  970. NUTContext *nut = s->priv_data;
  971. ByteIOContext *bc = &s->pb;
  972. int size, frame_code=0;
  973. int frame_type= 0;
  974. int64_t pos;
  975. for(;;){
  976. uint64_t tmp= nut->next_startcode;
  977. nut->next_startcode=0;
  978. if (url_feof(bc))
  979. return -1;
  980. if(!tmp){
  981. frame_code = get_byte(bc);
  982. if(frame_code == 'N'){
  983. tmp= frame_code;
  984. tmp<<=8 ; tmp |= get_byte(bc);
  985. tmp<<=16; tmp |= get_be16(bc);
  986. tmp<<=32; tmp |= get_be32(bc);
  987. }
  988. }
  989. switch(tmp){
  990. case KEYFRAME_STARTCODE:
  991. frame_type = 2;
  992. break;
  993. case MAIN_STARTCODE:
  994. case STREAM_STARTCODE:
  995. case INDEX_STARTCODE:
  996. get_packetheader(nut, bc, 8, 0);
  997. url_fseek(bc, nut->written_packet_size + nut->packet_start, SEEK_SET);
  998. break;
  999. case INFO_STARTCODE:
  1000. if(decode_info_header(nut)<0)
  1001. goto resync;
  1002. break;
  1003. case 0:
  1004. if(decode_frame(nut, pkt, frame_code, frame_type)>=0)
  1005. return 0;
  1006. default:
  1007. resync:
  1008. frame_type = 0;
  1009. av_log(s, AV_LOG_DEBUG, "syncing from %lld\n", nut->packet_start+1);
  1010. tmp= find_any_startcode(bc, nut->packet_start+1);
  1011. if(tmp==0)
  1012. return -1;
  1013. av_log(s, AV_LOG_DEBUG, "sync\n");
  1014. if(url_is_streamed(bc)){
  1015. nut->next_startcode= tmp;
  1016. break;
  1017. }
  1018. pos= url_ftell(bc) - 8;
  1019. av_log(s, AV_LOG_DEBUG, "at %lld code=%llX\n", pos, tmp);
  1020. if(tmp==KEYFRAME_STARTCODE){
  1021. get_byte(bc);
  1022. }
  1023. get_v(bc);
  1024. size= get_v(bc);
  1025. while(size > 2 && size < 100000 && nut->packet_start < pos - size){
  1026. url_fseek(bc, pos - size, SEEK_SET);
  1027. frame_code= get_byte(bc);
  1028. if(!(nut->frame_code[ frame_code ].flags & FLAG_FRAME_TYPE))
  1029. break;
  1030. if(get_v(bc) != size)
  1031. break;
  1032. pos -= size;
  1033. size= get_v(bc);
  1034. av_log(s, AV_LOG_DEBUG, "steping back to %lld next %d\n", pos, size);
  1035. }
  1036. url_fseek(bc, pos, SEEK_SET);
  1037. nut->written_packet_size= size;
  1038. nut->packet_start= pos - size;
  1039. }
  1040. }
  1041. }
  1042. static int nut_read_close(AVFormatContext *s)
  1043. {
  1044. NUTContext *nut = s->priv_data;
  1045. int i;
  1046. for(i=0;i<s->nb_streams;i++) {
  1047. av_freep(&s->streams[i]->codec.extradata);
  1048. }
  1049. av_freep(&nut->stream);
  1050. return 0;
  1051. }
  1052. static AVInputFormat nut_iformat = {
  1053. "nut",
  1054. "nut format",
  1055. sizeof(NUTContext),
  1056. nut_probe,
  1057. nut_read_header,
  1058. nut_read_packet,
  1059. nut_read_close,
  1060. // nut_read_seek,
  1061. .extensions = "nut",
  1062. };
  1063. #ifdef CONFIG_ENCODERS
  1064. static AVOutputFormat nut_oformat = {
  1065. "nut",
  1066. "nut format",
  1067. "video/x-nut",
  1068. "nut",
  1069. sizeof(NUTContext),
  1070. #ifdef CONFIG_VORBIS
  1071. CODEC_ID_VORBIS,
  1072. #elif defined(CONFIG_MP3LAME)
  1073. CODEC_ID_MP3,
  1074. #else
  1075. CODEC_ID_MP2, /* AC3 needs liba52 decoder */
  1076. #endif
  1077. CODEC_ID_MPEG4,
  1078. nut_write_header,
  1079. nut_write_packet,
  1080. nut_write_trailer,
  1081. };
  1082. #endif //CONFIG_ENCODERS
  1083. int nut_init(void)
  1084. {
  1085. av_register_input_format(&nut_iformat);
  1086. #ifdef CONFIG_ENCODERS
  1087. av_register_output_format(&nut_oformat);
  1088. #endif //CONFIG_ENCODERS
  1089. return 0;
  1090. }