You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1102 lines
31KB

  1. /*
  2. * "NUT" Container Format muxer and demuxer (DRAFT-200403??)
  3. * Copyright (c) 2003 Alex Beregszaszi
  4. * Copyright (c) 2004 Michael Niedermayer
  5. *
  6. * This library is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2 of the License, or (at your option) any later version.
  10. *
  11. * This library is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public
  17. * License along with this library; if not, write to the Free Software
  18. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  19. *
  20. * NUT DRAFT can be found in MPlayer CVS at DOCS/tech/mpcf.txt
  21. *
  22. * AND http://people.fsn.hu/~alex/nut/ (TeX, pdf, ps, dvi, ..)
  23. *
  24. */
  25. /*
  26. * TODO:
  27. * - checksumming
  28. * - seeking
  29. * - index writing
  30. * - index packet reading support
  31. * - startcode searching for broken streams
  32. */
  33. //#define DEBUG 1
  34. #include <limits.h>
  35. #include "avformat.h"
  36. #include "mpegaudio.h"
  37. #include "avi.h"
  38. #undef NDEBUG
  39. #include <assert.h>
  40. //from /dev/random
  41. #define MAIN_STARTCODE (0x7A561F5F04ADULL + (((uint64_t)('N'<<8) + 'M')<<48))
  42. #define STREAM_STARTCODE (0x11405BF2F9DBULL + (((uint64_t)('N'<<8) + 'S')<<48))
  43. #define KEYFRAME_STARTCODE (0xE4ADEECA4569ULL + (((uint64_t)('N'<<8) + 'K')<<48))
  44. #define INDEX_STARTCODE (0xDD672F23E64EULL + (((uint64_t)('N'<<8) + 'X')<<48))
  45. #define INFO_STARTCODE (0xAB68B596BA78ULL + (((uint64_t)('N'<<8) + 'I')<<48))
  46. #define MAX_TYPE1_DISTANCE (1024*16-1)
  47. #define MAX_TYPE2_DISTANCE (1024*64-1)
  48. #define MAX_SIZE_LRU 2
  49. #define MAX_PTS_LRU 3
  50. #define FLAG_FRAME_TYPE 1
  51. #define FLAG_DATA_SIZE 2
  52. #define FLAG_PTS 16
  53. #define FLAG_FULL_PTS 4
  54. #define FLAG_KEY_FRAME 32
  55. #define FLAG_PRED_KEY_FRAME 64
  56. typedef struct {
  57. uint8_t flags;
  58. uint8_t stream_id_plus1;
  59. uint8_t size_mul;
  60. uint8_t size_lsb;
  61. } FrameCode;
  62. typedef struct {
  63. int last_key_frame;
  64. int msb_timestamp_shift;
  65. int rate_num;
  66. int rate_den;
  67. int64_t last_pts;
  68. int64_t last_full_pts;
  69. int lru_pts_delta[MAX_PTS_LRU];
  70. int lru_size[MAX_SIZE_LRU];
  71. int initial_pts_predictor[MAX_PTS_LRU];
  72. int initial_size_predictor[MAX_SIZE_LRU];
  73. } StreamContext;
  74. typedef struct {
  75. AVFormatContext *avf;
  76. int64_t packet_start;
  77. int64_t last_packet_start;
  78. int written_packet_size;
  79. int64_t packet_size_pos;
  80. int64_t last_frame_start[3];
  81. FrameCode frame_code[256];
  82. StreamContext *stream;
  83. } NUTContext;
  84. static char *info_table[][2]={
  85. {NULL , NULL }, // end
  86. {NULL , NULL },
  87. {NULL , "UTF8"},
  88. {NULL , "v"},
  89. {NULL , "s"},
  90. {"StreamId" , "v"},
  91. {"SegmentId" , "v"},
  92. {"StartTimestamp" , "v"},
  93. {"EndTimestamp" , "v"},
  94. {"Author" , "UTF8"},
  95. {"Titel" , "UTF8"},
  96. {"Description" , "UTF8"},
  97. {"Copyright" , "UTF8"},
  98. {"Encoder" , "UTF8"},
  99. {"Keyword" , "UTF8"},
  100. {"Cover" , "JPEG"},
  101. {"Cover" , "PNG"},
  102. };
  103. static void update_lru(int *lru, int current, int count){
  104. int i;
  105. for(i=0; i<count-1; i++){
  106. if(lru[i] == current)
  107. break;
  108. }
  109. for(; i; i--){
  110. lru[i]= lru[i-1];
  111. }
  112. lru[0]= current;
  113. }
  114. static void update(NUTContext *nut, int stream_index, int64_t frame_start, int frame_type, int frame_code, int key_frame, int size, int64_t pts){
  115. StreamContext *stream= &nut->stream[stream_index];
  116. stream->last_key_frame= key_frame;
  117. nut->last_frame_start[ frame_type ]= frame_start;
  118. update_lru(stream->lru_pts_delta, pts - stream->last_pts, 3);
  119. update_lru(stream->lru_size , size, 2);
  120. stream->last_pts= pts;
  121. if( nut->frame_code[frame_code].flags & FLAG_PTS
  122. && nut->frame_code[frame_code].flags & FLAG_FULL_PTS)
  123. stream->last_full_pts= pts;
  124. }
  125. static void reset(AVFormatContext *s/*, int frame_type*/){
  126. NUTContext *nut = s->priv_data;
  127. int i;
  128. for(i=0; i<s->nb_streams; i++){
  129. StreamContext *stream= &nut->stream[i];
  130. stream->last_key_frame= 1;
  131. memcpy(stream->lru_pts_delta, stream->initial_pts_predictor, sizeof(int)*MAX_PTS_LRU);
  132. memcpy(stream->lru_size, stream->initial_size_predictor, sizeof(int)*MAX_SIZE_LRU);
  133. }
  134. }
  135. static void build_frame_code(AVFormatContext *s){
  136. NUTContext *nut = s->priv_data;
  137. int key_frame, frame_type, full_pts, index, pred, stream_id;
  138. int start=0;
  139. int end= 255;
  140. int keyframe_0_esc= s->nb_streams > 2;
  141. if(keyframe_0_esc){
  142. /* keyframe = 0 escapes, 3 codes */
  143. for(frame_type=0; frame_type<2; frame_type++){
  144. for(full_pts=frame_type; full_pts<2; full_pts++){
  145. FrameCode *ft= &nut->frame_code[start];
  146. ft->flags= FLAG_FRAME_TYPE*frame_type + FLAG_FULL_PTS*full_pts;
  147. ft->flags|= FLAG_DATA_SIZE | FLAG_PTS;
  148. ft->stream_id_plus1= 0;
  149. ft->size_mul=1;
  150. start++;
  151. }
  152. }
  153. }
  154. for(stream_id= 0; stream_id<s->nb_streams; stream_id++){
  155. int start2= start + (end-start)*stream_id / s->nb_streams;
  156. int end2 = start + (end-start)*(stream_id+1) / s->nb_streams;
  157. AVCodecContext *codec = &s->streams[stream_id]->codec;
  158. int is_audio= codec->codec_type == CODEC_TYPE_AUDIO;
  159. int intra_only= /*codec->intra_only || */is_audio;
  160. int pred_count;
  161. for(key_frame=0; key_frame<2; key_frame++){
  162. if(intra_only && keyframe_0_esc && key_frame==0)
  163. continue;
  164. for(frame_type=0; frame_type<2; frame_type++){
  165. for(full_pts=frame_type; full_pts<2; full_pts++){
  166. FrameCode *ft= &nut->frame_code[start2];
  167. ft->flags= FLAG_FRAME_TYPE*frame_type + FLAG_FULL_PTS*full_pts + FLAG_KEY_FRAME*key_frame;
  168. ft->flags|= FLAG_DATA_SIZE | FLAG_PTS;
  169. ft->stream_id_plus1= stream_id + 1;
  170. ft->size_mul=1;
  171. start2++;
  172. }
  173. }
  174. }
  175. key_frame= intra_only;
  176. #if 1
  177. if(is_audio){
  178. int frame_bytes= codec->frame_size*(int64_t)codec->bit_rate / (8*codec->sample_rate);
  179. for(pred=0; pred<MAX_SIZE_LRU; pred++){
  180. for(frame_type=0; frame_type<1; frame_type++){
  181. FrameCode *ft= &nut->frame_code[start2];
  182. ft->flags= FLAG_KEY_FRAME*key_frame + (FLAG_FULL_PTS+FLAG_PTS+FLAG_FRAME_TYPE)*frame_type;
  183. ft->stream_id_plus1= stream_id + 1;
  184. ft->size_mul=1;
  185. ft->size_lsb=1 + pred;
  186. start2++;
  187. }
  188. nut->stream[stream_id].initial_size_predictor[pred]= frame_bytes + pred;
  189. }
  190. }else{
  191. FrameCode *ft= &nut->frame_code[start2];
  192. ft->flags= FLAG_KEY_FRAME | FLAG_DATA_SIZE;
  193. ft->stream_id_plus1= stream_id + 1;
  194. ft->size_mul=1;
  195. start2++;
  196. }
  197. #endif
  198. pred_count= 2 + codec->has_b_frames + (codec->codec_id == CODEC_ID_VORBIS);
  199. for(pred=0; pred<pred_count; pred++){
  200. int start3= start2 + (end2-start2)*pred / pred_count;
  201. int end3 = start2 + (end2-start2)*(pred+1) / pred_count;
  202. for(index=start3; index<end3; index++){
  203. FrameCode *ft= &nut->frame_code[index];
  204. ft->flags= FLAG_KEY_FRAME*key_frame + pred*4;
  205. ft->flags|= FLAG_DATA_SIZE;
  206. ft->stream_id_plus1= stream_id + 1;
  207. //FIXME use single byte size and pred from last
  208. ft->size_mul= end3-start3;
  209. ft->size_lsb= index - start3;
  210. }
  211. nut->stream[stream_id].initial_pts_predictor[pred]= pred+1;
  212. }
  213. }
  214. memmove(&nut->frame_code['N'+1], &nut->frame_code['N'], sizeof(FrameCode)*(255-'N'));
  215. nut->frame_code['N'].flags= 1;
  216. }
  217. static int bytes_left(ByteIOContext *bc)
  218. {
  219. return bc->buf_end - bc->buf_ptr;
  220. }
  221. static uint64_t get_v(ByteIOContext *bc)
  222. {
  223. uint64_t val = 0;
  224. for(; bytes_left(bc) > 0; )
  225. {
  226. int tmp = get_byte(bc);
  227. if (tmp&0x80)
  228. val= (val<<7) + tmp - 0x80;
  229. else
  230. return (val<<7) + tmp;
  231. }
  232. return -1;
  233. }
  234. static int get_str(ByteIOContext *bc, char *string, int maxlen){
  235. int len= get_v(bc);
  236. if(len && maxlen)
  237. get_buffer(bc, string, FFMIN(len, maxlen));
  238. while(len > maxlen){
  239. get_byte(bc);
  240. len--;
  241. }
  242. if(maxlen)
  243. string[FFMIN(len, maxlen-1)]= 0;
  244. if(maxlen == len)
  245. return -1;
  246. else
  247. return 0;
  248. }
  249. static int get_packetheader(NUTContext *nut, ByteIOContext *bc, int prefix_length)
  250. {
  251. int64_t start, size, last_size;
  252. start= url_ftell(bc) - prefix_length;
  253. if(start != nut->packet_start + nut->written_packet_size){
  254. av_log(nut->avf, AV_LOG_ERROR, "get_packetheader called at weird position\n");
  255. return -1;
  256. }
  257. size= get_v(bc);
  258. last_size= get_v(bc);
  259. if(nut->written_packet_size != last_size){
  260. av_log(nut->avf, AV_LOG_ERROR, "packet size missmatch %d != %lld at %lld\n", nut->written_packet_size, last_size, start);
  261. return -1;
  262. }
  263. nut->last_packet_start = nut->packet_start;
  264. nut->packet_start = start;
  265. nut->written_packet_size= size;
  266. return size;
  267. }
  268. /**
  269. *
  270. */
  271. static int get_length(uint64_t val){
  272. int i;
  273. for (i=7; ; i+=7)
  274. if ((val>>i) == 0)
  275. return i;
  276. return 7; //not reached
  277. }
  278. #ifdef CONFIG_ENCODERS
  279. static int put_v(ByteIOContext *bc, uint64_t val)
  280. {
  281. int i;
  282. // if (bytes_left(s)*8 < 9)
  283. // return -1;
  284. if (bytes_left(bc) < 1)
  285. return -1;
  286. val &= 0x7FFFFFFFFFFFFFFFULL; // FIXME can only encode upto 63 bits currently
  287. i= get_length(val);
  288. for (i-=7; i>0; i-=7){
  289. put_byte(bc, 0x80 | (val>>i));
  290. }
  291. put_byte(bc, val&0x7f);
  292. return 0;
  293. }
  294. static int put_str(ByteIOContext *bc, const char *string){
  295. int len= strlen(string);
  296. put_v(bc, len);
  297. put_buffer(bc, string, len);
  298. return 0;
  299. }
  300. static int put_packetheader(NUTContext *nut, ByteIOContext *bc, int max_size)
  301. {
  302. put_flush_packet(bc);
  303. nut->last_packet_start= nut->packet_start;
  304. nut->packet_start+= nut->written_packet_size;
  305. nut->packet_size_pos = url_ftell(bc);
  306. nut->written_packet_size = max_size;
  307. /* packet header */
  308. put_v(bc, nut->written_packet_size); /* forward ptr */
  309. put_v(bc, nut->packet_start - nut->last_packet_start); /* backward ptr */
  310. return 0;
  311. }
  312. static int update_packetheader(NUTContext *nut, ByteIOContext *bc, int additional_size){
  313. int64_t start= nut->packet_start;
  314. int64_t cur= url_ftell(bc);
  315. int size= cur - start + additional_size;
  316. if(size != nut->written_packet_size){
  317. int i;
  318. assert( size <= nut->written_packet_size );
  319. url_fseek(bc, nut->packet_size_pos, SEEK_SET);
  320. for(i=get_length(size); i < get_length(nut->written_packet_size); i+=7)
  321. put_byte(bc, 0x80);
  322. put_v(bc, size);
  323. url_fseek(bc, cur, SEEK_SET);
  324. nut->written_packet_size= size; //FIXME may fail if multiple updates with differing sizes, as get_length may differ
  325. }
  326. return 0;
  327. }
  328. static int nut_write_header(AVFormatContext *s)
  329. {
  330. NUTContext *nut = s->priv_data;
  331. ByteIOContext *bc = &s->pb;
  332. AVCodecContext *codec;
  333. int i, j;
  334. nut->avf= s;
  335. nut->stream =
  336. av_mallocz(sizeof(StreamContext)*s->nb_streams);
  337. av_set_pts_info(s, 60, 1, AV_TIME_BASE);
  338. /* main header */
  339. put_be64(bc, MAIN_STARTCODE);
  340. put_packetheader(nut, bc, 120+5*256);
  341. put_v(bc, 1); /* version */
  342. put_v(bc, s->nb_streams);
  343. put_v(bc, 3); /* checksum threshold */
  344. build_frame_code(s);
  345. assert(nut->frame_code['N'].flags == 1);
  346. for(i=0; i<256;){
  347. int tmp_flags = nut->frame_code[i].flags;
  348. int tmp_stream= nut->frame_code[i].stream_id_plus1;
  349. int tmp_mul = nut->frame_code[i].size_mul;
  350. int tmp_size = nut->frame_code[i].size_lsb;
  351. put_v(bc, tmp_flags);
  352. put_v(bc, tmp_stream);
  353. put_v(bc, tmp_mul);
  354. put_v(bc, tmp_size);
  355. for(j=0; i<256; j++,i++){
  356. if(nut->frame_code[i].flags != tmp_flags ) break;
  357. if(nut->frame_code[i].stream_id_plus1 != tmp_stream) break;
  358. if(nut->frame_code[i].size_mul != tmp_mul ) break;
  359. if(nut->frame_code[i].size_lsb != tmp_size ) break;
  360. if(++tmp_size >= tmp_mul){
  361. tmp_size=0;
  362. tmp_stream++;
  363. }
  364. }
  365. put_v(bc, j);
  366. }
  367. put_be32(bc, 0); /* FIXME: checksum */
  368. update_packetheader(nut, bc, 0);
  369. /* stream headers */
  370. for (i = 0; i < s->nb_streams; i++)
  371. {
  372. int nom, denom, gcd;
  373. codec = &s->streams[i]->codec;
  374. put_be64(bc, STREAM_STARTCODE);
  375. put_packetheader(nut, bc, 120 + codec->extradata_size);
  376. put_v(bc, i /*s->streams[i]->index*/);
  377. put_v(bc, (codec->codec_type == CODEC_TYPE_AUDIO) ? 32 : 0);
  378. if (codec->codec_tag)
  379. put_v(bc, codec->codec_tag);
  380. else if (codec->codec_type == CODEC_TYPE_VIDEO)
  381. {
  382. put_v(bc, codec_get_bmp_tag(codec->codec_id));
  383. }
  384. else if (codec->codec_type == CODEC_TYPE_AUDIO)
  385. {
  386. put_v(bc, codec_get_wav_tag(codec->codec_id));
  387. }
  388. else
  389. put_v(bc, 0);
  390. if (codec->codec_type == CODEC_TYPE_VIDEO)
  391. {
  392. nom = codec->frame_rate;
  393. denom = codec->frame_rate_base;
  394. }
  395. else
  396. {
  397. nom = codec->sample_rate;
  398. if(codec->frame_size>0)
  399. denom= codec->frame_size;
  400. else
  401. denom= 1; //unlucky
  402. }
  403. gcd= ff_gcd(nom, denom);
  404. nom /= gcd;
  405. denom /= gcd;
  406. nut->stream[i].rate_num= nom;
  407. nut->stream[i].rate_den= denom;
  408. put_v(bc, codec->bit_rate);
  409. put_v(bc, 0); /* no language code */
  410. put_v(bc, nom);
  411. put_v(bc, denom);
  412. if(nom / denom < 1000)
  413. nut->stream[i].msb_timestamp_shift = 7;
  414. else
  415. nut->stream[i].msb_timestamp_shift = 14;
  416. put_v(bc, nut->stream[i].msb_timestamp_shift);
  417. for(j=0; j<3; j++)
  418. put_v(bc, nut->stream[i].initial_pts_predictor[j]);
  419. for(j=0; j<2; j++)
  420. put_v(bc, nut->stream[i].initial_size_predictor[j]);
  421. put_byte(bc, 0); /* flags: 0x1 - fixed_fps, 0x2 - index_present */
  422. if(codec->extradata_size){
  423. put_v(bc, 1);
  424. put_v(bc, codec->extradata_size);
  425. put_buffer(bc, codec->extradata, codec->extradata_size);
  426. }
  427. put_v(bc, 0); /* end of codec specific headers */
  428. switch(codec->codec_type)
  429. {
  430. case CODEC_TYPE_AUDIO:
  431. put_v(bc, (codec->sample_rate * denom) / nom);
  432. put_v(bc, codec->channels);
  433. break;
  434. case CODEC_TYPE_VIDEO:
  435. put_v(bc, codec->width);
  436. put_v(bc, codec->height);
  437. put_v(bc, codec->sample_aspect_ratio.num);
  438. put_v(bc, codec->sample_aspect_ratio.den);
  439. put_v(bc, 0); /* csp type -- unknown */
  440. break;
  441. default:
  442. break;
  443. }
  444. put_be32(bc, 0); /* FIXME: checksum */
  445. update_packetheader(nut, bc, 0);
  446. }
  447. /* info header */
  448. put_be64(bc, INFO_STARTCODE);
  449. put_packetheader(nut, bc, 30+strlen(s->author)+strlen(s->title)+
  450. strlen(s->comment)+strlen(s->copyright)+strlen(LIBAVFORMAT_IDENT));
  451. if (s->author[0])
  452. {
  453. put_v(bc, 9); /* type */
  454. put_str(bc, s->author);
  455. }
  456. if (s->title[0])
  457. {
  458. put_v(bc, 10); /* type */
  459. put_str(bc, s->title);
  460. }
  461. if (s->comment[0])
  462. {
  463. put_v(bc, 11); /* type */
  464. put_str(bc, s->comment);
  465. }
  466. if (s->copyright[0])
  467. {
  468. put_v(bc, 12); /* type */
  469. put_str(bc, s->copyright);
  470. }
  471. /* encoder */
  472. put_v(bc, 13); /* type */
  473. put_str(bc, LIBAVFORMAT_IDENT);
  474. put_v(bc, 0); /* eof info */
  475. put_be32(bc, 0); /* FIXME: checksum */
  476. update_packetheader(nut, bc, 0);
  477. put_flush_packet(bc);
  478. return 0;
  479. }
  480. static int nut_write_packet(AVFormatContext *s, int stream_index,
  481. const uint8_t *buf, int size, int64_t pts)
  482. {
  483. NUTContext *nut = s->priv_data;
  484. StreamContext *stream= &nut->stream[stream_index];
  485. ByteIOContext *bc = &s->pb;
  486. int key_frame = 0, full_pts=0;
  487. AVCodecContext *enc;
  488. int64_t lsb_pts, delta_pts;
  489. int frame_type, best_length, frame_code, flags, i, size_mul, size_lsb;
  490. const int64_t frame_start= url_ftell(bc);
  491. if (stream_index > s->nb_streams)
  492. return 1;
  493. pts= (av_rescale(pts, stream->rate_num, stream->rate_den) + AV_TIME_BASE/2) / AV_TIME_BASE;
  494. enc = &s->streams[stream_index]->codec;
  495. key_frame = enc->coded_frame->key_frame;
  496. delta_pts= pts - stream->last_pts;
  497. frame_type=0;
  498. if(frame_start + size + 20 - FFMAX(nut->last_frame_start[1], nut->last_frame_start[2]) > MAX_TYPE1_DISTANCE)
  499. frame_type=1;
  500. if(key_frame){
  501. if(frame_type==1 && frame_start + size - nut->last_frame_start[2] > MAX_TYPE2_DISTANCE)
  502. frame_type=2;
  503. if(!stream->last_key_frame)
  504. frame_type=2;
  505. }
  506. if(frame_type>0){
  507. update_packetheader(nut, bc, 0);
  508. reset(s);
  509. full_pts=1;
  510. }
  511. //FIXME ensure that the timestamp can be represented by either delta or lsb or full_pts=1
  512. lsb_pts = pts & ((1 << stream->msb_timestamp_shift)-1);
  513. best_length=INT_MAX;
  514. frame_code= -1;
  515. for(i=0; i<256; i++){
  516. int stream_id_plus1= nut->frame_code[i].stream_id_plus1;
  517. int fc_key_frame= stream->last_key_frame;
  518. int length=0;
  519. size_mul= nut->frame_code[i].size_mul;
  520. size_lsb= nut->frame_code[i].size_lsb;
  521. flags= nut->frame_code[i].flags;
  522. if(stream_id_plus1 == 0) length+= get_length(stream_index);
  523. else if(stream_id_plus1 - 1 != stream_index)
  524. continue;
  525. if(flags & FLAG_PRED_KEY_FRAME){
  526. if(flags & FLAG_KEY_FRAME)
  527. fc_key_frame= !fc_key_frame;
  528. }else{
  529. fc_key_frame= !!(flags & FLAG_KEY_FRAME);
  530. }
  531. assert(key_frame==0 || key_frame==1);
  532. if(fc_key_frame != key_frame)
  533. continue;
  534. if((!!(flags & FLAG_FRAME_TYPE)) != (frame_type > 0))
  535. continue;
  536. if(size_mul <= size_lsb){
  537. int p= stream->lru_size[size_lsb - size_mul];
  538. if(p != size)
  539. continue;
  540. }else{
  541. if(size % size_mul != size_lsb)
  542. continue;
  543. if(flags & FLAG_DATA_SIZE)
  544. length += get_length(size / size_mul);
  545. else if(size/size_mul)
  546. continue;
  547. }
  548. if(full_pts != ((flags & FLAG_PTS) && (flags & FLAG_FULL_PTS)))
  549. continue;
  550. if(flags&FLAG_PTS){
  551. if(flags&FLAG_FULL_PTS){
  552. length += get_length(pts);
  553. }else{
  554. length += get_length(lsb_pts);
  555. }
  556. }else{
  557. int delta= stream->lru_pts_delta[(flags & 12)>>2];
  558. if(delta != pts - stream->last_pts)
  559. continue;
  560. assert(frame_type == 0);
  561. }
  562. if(length < best_length){
  563. best_length= length;
  564. frame_code=i;
  565. }
  566. // av_log(s, AV_LOG_DEBUG, "%d %d %d %d %d %d %d %d %d %d\n", key_frame, frame_type, full_pts, size, stream_index, flags, size_mul, size_lsb, stream_id_plus1, length);
  567. }
  568. assert(frame_code != -1);
  569. flags= nut->frame_code[frame_code].flags;
  570. size_mul= nut->frame_code[frame_code].size_mul;
  571. size_lsb= nut->frame_code[frame_code].size_lsb;
  572. #if 0
  573. best_length /= 7;
  574. best_length ++; //frame_code
  575. if(frame_type>0){
  576. best_length += 4; //packet header
  577. if(frame_type>1)
  578. best_length += 8; // startcode
  579. }
  580. av_log(s, AV_LOG_DEBUG, "kf:%d ft:%d pt:%d fc:%2X len:%2d size:%d stream:%d flag:%d mul:%d lsb:%d s+1:%d pts_delta:%d\n", key_frame, frame_type, full_pts ? 2 : ((flags & FLAG_PTS) ? 1 : 0), frame_code, best_length, size, stream_index, flags, size_mul, size_lsb, nut->frame_code[frame_code].stream_id_plus1,(int)(pts - stream->last_pts));
  581. #endif
  582. if (frame_type==2)
  583. put_be64(bc, KEYFRAME_STARTCODE);
  584. put_byte(bc, frame_code);
  585. if(frame_type>0)
  586. put_packetheader(nut, bc, FFMAX(size+20, MAX_TYPE1_DISTANCE));
  587. if(nut->frame_code[frame_code].stream_id_plus1 == 0)
  588. put_v(bc, stream_index);
  589. if (flags & FLAG_PTS){
  590. if (flags & FLAG_FULL_PTS)
  591. put_v(bc, pts);
  592. else
  593. put_v(bc, lsb_pts);
  594. }
  595. if(flags & FLAG_DATA_SIZE)
  596. put_v(bc, size / size_mul);
  597. if(size > MAX_TYPE1_DISTANCE){
  598. assert(frame_type > 0);
  599. update_packetheader(nut, bc, size);
  600. }
  601. put_buffer(bc, buf, size);
  602. update(nut, stream_index, frame_start, frame_type, frame_code, key_frame, size, pts);
  603. return 0;
  604. }
  605. static int nut_write_trailer(AVFormatContext *s)
  606. {
  607. NUTContext *nut = s->priv_data;
  608. ByteIOContext *bc = &s->pb;
  609. update_packetheader(nut, bc, 0);
  610. #if 0
  611. int i;
  612. /* WRITE INDEX */
  613. for (i = 0; s->nb_streams; i++)
  614. {
  615. put_be64(bc, INDEX_STARTCODE);
  616. put_packetheader(nut, bc, 64);
  617. put_v(bc, s->streams[i]->id);
  618. put_v(bc, ...);
  619. put_be32(bc, 0); /* FIXME: checksum */
  620. update_packetheader(nut, bc, 0);
  621. }
  622. #endif
  623. put_flush_packet(bc);
  624. av_freep(&nut->stream);
  625. return 0;
  626. }
  627. #endif //CONFIG_ENCODERS
  628. static int nut_probe(AVProbeData *p)
  629. {
  630. int i;
  631. uint64_t code;
  632. code = 0xff;
  633. for (i = 0; i < p->buf_size; i++) {
  634. int c = p->buf[i];
  635. code = (code << 8) | c;
  636. if (code == MAIN_STARTCODE)
  637. return AVPROBE_SCORE_MAX;
  638. }
  639. return 0;
  640. }
  641. static int nut_read_header(AVFormatContext *s, AVFormatParameters *ap)
  642. {
  643. NUTContext *nut = s->priv_data;
  644. ByteIOContext *bc = &s->pb;
  645. uint64_t tmp;
  646. int cur_stream, nb_streams, i, j;
  647. nut->avf= s;
  648. av_set_pts_info(s, 60, 1, AV_TIME_BASE);
  649. /* main header */
  650. tmp = get_be64(bc);
  651. if (tmp != MAIN_STARTCODE)
  652. av_log(s, AV_LOG_ERROR, "damaged? startcode!=1 (%Ld)\n", tmp);
  653. get_packetheader(nut, bc, 8);
  654. tmp = get_v(bc);
  655. if (tmp != 1)
  656. av_log(s, AV_LOG_ERROR, "bad version (%Ld)\n", tmp);
  657. nb_streams = get_v(bc);
  658. get_v(bc); //checksum threshold
  659. for(i=0; i<256;){
  660. int tmp_flags = get_v(bc);
  661. int tmp_stream= get_v(bc);
  662. int tmp_mul = get_v(bc);
  663. int tmp_size = get_v(bc);
  664. int count = get_v(bc);
  665. if(count == 0 || i+count > 256){
  666. av_log(s, AV_LOG_ERROR, "illegal count %d at %d\n", count, i);
  667. return -1;
  668. }
  669. if((tmp_flags & FLAG_FRAME_TYPE) && tmp_flags != 1){
  670. if(tmp_flags & FLAG_PRED_KEY_FRAME){
  671. av_log(s, AV_LOG_ERROR, "keyframe prediction in non 0 frame type\n");
  672. return -1;
  673. }
  674. if(!(tmp_flags & FLAG_PTS) || !(tmp_flags & FLAG_FULL_PTS) ){
  675. av_log(s, AV_LOG_ERROR, "no full pts in non 0 frame type\n");
  676. return -1;
  677. }
  678. }
  679. for(j=0; j<count; j++,i++){
  680. if(tmp_stream > nb_streams + 1){
  681. av_log(s, AV_LOG_ERROR, "illegal stream number\n");
  682. return -1;
  683. }
  684. nut->frame_code[i].flags = tmp_flags ;
  685. nut->frame_code[i].stream_id_plus1 = tmp_stream;
  686. nut->frame_code[i].size_mul = tmp_mul ;
  687. nut->frame_code[i].size_lsb = tmp_size ;
  688. if(++tmp_size >= tmp_mul){
  689. tmp_size=0;
  690. tmp_stream++;
  691. }
  692. }
  693. }
  694. if(nut->frame_code['N'].flags != 1){
  695. av_log(s, AV_LOG_ERROR, "illegal frame_code table\n");
  696. return -1;
  697. }
  698. get_be32(bc); /* checkusm */
  699. s->bit_rate = 0;
  700. nut->stream = av_malloc(sizeof(StreamContext)*nb_streams);
  701. /* stream header */
  702. for (cur_stream = 0; cur_stream < nb_streams; cur_stream++)
  703. {
  704. int class, nom, denom;
  705. AVStream *st;
  706. tmp = get_be64(bc);
  707. if (tmp != STREAM_STARTCODE)
  708. av_log(s, AV_LOG_ERROR, "damaged? startcode!=1 (%Ld)\n", tmp);
  709. get_packetheader(nut, bc, 8);
  710. st = av_new_stream(s, get_v(bc));
  711. if (!st)
  712. return AVERROR_NOMEM;
  713. class = get_v(bc);
  714. tmp = get_v(bc);
  715. switch(class)
  716. {
  717. case 0:
  718. st->codec.codec_type = CODEC_TYPE_VIDEO;
  719. st->codec.codec_id = codec_get_bmp_id(tmp);
  720. if (st->codec.codec_id == CODEC_ID_NONE)
  721. av_log(s, AV_LOG_ERROR, "Unknown codec?!\n");
  722. break;
  723. case 32:
  724. st->codec.codec_type = CODEC_TYPE_AUDIO;
  725. st->codec.codec_id = codec_get_wav_id(tmp);
  726. if (st->codec.codec_id == CODEC_ID_NONE)
  727. av_log(s, AV_LOG_ERROR, "Unknown codec?!\n");
  728. break;
  729. default:
  730. av_log(s, AV_LOG_ERROR, "Unknown stream class (%d)\n", class);
  731. return -1;
  732. }
  733. s->bit_rate += get_v(bc);
  734. get_v(bc); /* language code */
  735. nom = get_v(bc);
  736. denom = get_v(bc);
  737. nut->stream[cur_stream].msb_timestamp_shift = get_v(bc);
  738. for(i=0; i<3; i++)
  739. nut->stream[cur_stream].initial_pts_predictor[i]= get_v(bc);
  740. for(i=0; i<2; i++)
  741. nut->stream[cur_stream].initial_size_predictor[i]= get_v(bc);
  742. get_byte(bc); /* flags */
  743. /* codec specific data headers */
  744. while(get_v(bc) != 0){
  745. st->codec.extradata_size= get_v(bc);
  746. st->codec.extradata= av_mallocz(st->codec.extradata_size);
  747. get_buffer(bc, st->codec.extradata, st->codec.extradata_size);
  748. // url_fskip(bc, get_v(bc));
  749. }
  750. if (class == 0) /* VIDEO */
  751. {
  752. st->codec.width = get_v(bc);
  753. st->codec.height = get_v(bc);
  754. st->codec.sample_aspect_ratio.num= get_v(bc);
  755. st->codec.sample_aspect_ratio.den= get_v(bc);
  756. get_v(bc); /* csp type */
  757. st->codec.frame_rate = nom;
  758. st->codec.frame_rate_base = denom;
  759. }
  760. if (class == 32) /* AUDIO */
  761. {
  762. st->codec.sample_rate = (get_v(bc) * nom) / denom;
  763. st->codec.channels = get_v(bc);
  764. }
  765. get_be32(bc); /* checksum */
  766. nut->stream[cur_stream].rate_num= nom;
  767. nut->stream[cur_stream].rate_den= denom;
  768. }
  769. tmp = get_be64(bc);
  770. if (tmp == INFO_STARTCODE){
  771. get_packetheader(nut, bc, 8);
  772. for(;;){
  773. int id= get_v(bc);
  774. char *name, *type, custom_name[256], custom_type[256];
  775. if(!id)
  776. break;
  777. else if(id >= sizeof(info_table)/sizeof(info_table[0])){
  778. av_log(s, AV_LOG_ERROR, "info id is too large %d %d\n", id, sizeof(info_table)/sizeof(info_table[0]));
  779. return -1;
  780. }
  781. type= info_table[id][1];
  782. name= info_table[id][0];
  783. //av_log(s, AV_LOG_DEBUG, "%d %s %s\n", id, type, name);
  784. if(!type){
  785. get_str(bc, custom_type, sizeof(custom_type));
  786. type= custom_type;
  787. }
  788. if(!name){
  789. get_str(bc, custom_name, sizeof(custom_name));
  790. name= custom_name;
  791. }
  792. if(!strcmp(type, "v")){
  793. int value= get_v(bc);
  794. }else{
  795. if(!strcmp(name, "Author"))
  796. get_str(bc, s->author, sizeof(s->author));
  797. else if(!strcmp(name, "Title"))
  798. get_str(bc, s->title, sizeof(s->title));
  799. else if(!strcmp(name, "Copyright"))
  800. get_str(bc, s->copyright, sizeof(s->copyright));
  801. else if(!strcmp(name, "Description"))
  802. get_str(bc, s->comment, sizeof(s->comment));
  803. else
  804. get_str(bc, NULL, 0);
  805. }
  806. }
  807. get_be32(bc); /* checksum */
  808. }else
  809. url_fseek(bc, -8, SEEK_CUR);
  810. return 0;
  811. }
  812. static int nut_read_packet(AVFormatContext *s, AVPacket *pkt)
  813. {
  814. NUTContext *nut = s->priv_data;
  815. StreamContext *stream;
  816. ByteIOContext *bc = &s->pb;
  817. int size, frame_code, flags, size_mul, size_lsb, stream_id;
  818. int key_frame = 0;
  819. int frame_type= 0;
  820. int64_t pts = 0;
  821. const int64_t frame_start= url_ftell(bc);
  822. if (url_feof(bc))
  823. return -1;
  824. frame_code = get_byte(bc);
  825. if(frame_code == 'N'){
  826. uint64_t tmp= frame_code;
  827. tmp<<=8 ; tmp |= get_byte(bc);
  828. tmp<<=16; tmp |= get_be16(bc);
  829. tmp<<=32; tmp |= get_be32(bc);
  830. if (tmp == KEYFRAME_STARTCODE)
  831. {
  832. frame_code = get_byte(bc);
  833. frame_type = 2;
  834. }
  835. else
  836. av_log(s, AV_LOG_ERROR, "error in zero bit / startcode %LX\n", tmp);
  837. }
  838. flags= nut->frame_code[frame_code].flags;
  839. size_mul= nut->frame_code[frame_code].size_mul;
  840. size_lsb= nut->frame_code[frame_code].size_lsb;
  841. stream_id= nut->frame_code[frame_code].stream_id_plus1 - 1;
  842. if(flags & FLAG_FRAME_TYPE){
  843. reset(s);
  844. if(frame_type==2){
  845. get_packetheader(nut, bc, 8+1);
  846. }else{
  847. get_packetheader(nut, bc, 1);
  848. frame_type= 1;
  849. }
  850. }
  851. if(stream_id==-1)
  852. stream_id= get_v(bc);
  853. if(stream_id >= s->nb_streams){
  854. av_log(s, AV_LOG_ERROR, "illegal stream_id\n");
  855. return -1;
  856. }
  857. stream= &nut->stream[stream_id];
  858. if(flags & FLAG_PRED_KEY_FRAME){
  859. if(flags & FLAG_KEY_FRAME)
  860. key_frame= !stream->last_key_frame;
  861. else
  862. key_frame= stream->last_key_frame;
  863. }else{
  864. key_frame= !!(flags & FLAG_KEY_FRAME);
  865. }
  866. if(flags & FLAG_PTS){
  867. if(flags & FLAG_FULL_PTS){
  868. pts= get_v(bc);
  869. }else{
  870. int64_t mask = (1<<stream->msb_timestamp_shift)-1;
  871. int64_t delta= stream->last_pts - mask/2;
  872. pts= ((get_v(bc) - delta)&mask) + delta;
  873. }
  874. }else{
  875. pts= stream->last_pts + stream->lru_pts_delta[(flags&12)>>2];
  876. }
  877. if(size_mul <= size_lsb){
  878. size= stream->lru_size[size_lsb - size_mul];
  879. }else{
  880. if(flags & FLAG_DATA_SIZE)
  881. size= size_mul*get_v(bc) + size_lsb;
  882. else
  883. size= size_lsb;
  884. }
  885. //av_log(s, AV_LOG_DEBUG, "fs:%lld fc:%d ft:%d kf:%d pts:%lld\n", frame_start, frame_code, frame_type, key_frame, pts);
  886. av_new_packet(pkt, size);
  887. get_buffer(bc, pkt->data, size);
  888. pkt->stream_index = stream_id;
  889. if (key_frame)
  890. pkt->flags |= PKT_FLAG_KEY;
  891. pkt->pts = pts * AV_TIME_BASE * stream->rate_den / stream->rate_num;
  892. update(nut, stream_id, frame_start, frame_type, frame_code, key_frame, size, pts);
  893. return 0;
  894. }
  895. static int nut_read_close(AVFormatContext *s)
  896. {
  897. NUTContext *nut = s->priv_data;
  898. int i;
  899. for(i=0;i<s->nb_streams;i++) {
  900. av_freep(&s->streams[i]->codec.extradata);
  901. }
  902. av_freep(&nut->stream);
  903. return 0;
  904. }
  905. static AVInputFormat nut_iformat = {
  906. "nut",
  907. "nut format",
  908. sizeof(NUTContext),
  909. nut_probe,
  910. nut_read_header,
  911. nut_read_packet,
  912. nut_read_close,
  913. // nut_read_seek,
  914. .extensions = "nut",
  915. };
  916. #ifdef CONFIG_ENCODERS
  917. static AVOutputFormat nut_oformat = {
  918. "nut",
  919. "nut format",
  920. "video/x-nut",
  921. "nut",
  922. sizeof(NUTContext),
  923. #ifdef CONFIG_VORBIS
  924. CODEC_ID_VORBIS,
  925. #elif defined(CONFIG_MP3LAME)
  926. CODEC_ID_MP3,
  927. #else
  928. CODEC_ID_MP2, /* AC3 needs liba52 decoder */
  929. #endif
  930. CODEC_ID_MPEG4,
  931. nut_write_header,
  932. nut_write_packet,
  933. nut_write_trailer,
  934. };
  935. #endif //CONFIG_ENCODERS
  936. int nut_init(void)
  937. {
  938. av_register_input_format(&nut_iformat);
  939. #ifdef CONFIG_ENCODERS
  940. av_register_output_format(&nut_oformat);
  941. #endif //CONFIG_ENCODERS
  942. return 0;
  943. }