You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

1120 lines
32KB

  1. /*
  2. * "NUT" Container Format muxer and demuxer (DRAFT-200403??)
  3. * Copyright (c) 2003 Alex Beregszaszi
  4. * Copyright (c) 2004 Michael Niedermayer
  5. *
  6. * This library is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2 of the License, or (at your option) any later version.
  10. *
  11. * This library is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public
  17. * License along with this library; if not, write to the Free Software
  18. * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
  19. *
  20. * NUT DRAFT can be found in MPlayer CVS at DOCS/tech/mpcf.txt
  21. *
  22. * AND http://people.fsn.hu/~alex/nut/ (TeX, pdf, ps, dvi, ..)
  23. *
  24. */
  25. /*
  26. * TODO:
  27. * - seeking
  28. * - index writing
  29. * - index packet reading support
  30. * - startcode searching for broken streams
  31. */
  32. //#define DEBUG 1
  33. #include <limits.h>
  34. #include "avformat.h"
  35. #include "mpegaudio.h"
  36. #include "avi.h"
  37. #undef NDEBUG
  38. #include <assert.h>
  39. //from /dev/random
  40. #define MAIN_STARTCODE (0x7A561F5F04ADULL + (((uint64_t)('N'<<8) + 'M')<<48))
  41. #define STREAM_STARTCODE (0x11405BF2F9DBULL + (((uint64_t)('N'<<8) + 'S')<<48))
  42. #define KEYFRAME_STARTCODE (0xE4ADEECA4569ULL + (((uint64_t)('N'<<8) + 'K')<<48))
  43. #define INDEX_STARTCODE (0xDD672F23E64EULL + (((uint64_t)('N'<<8) + 'X')<<48))
  44. #define INFO_STARTCODE (0xAB68B596BA78ULL + (((uint64_t)('N'<<8) + 'I')<<48))
  45. #define MAX_TYPE1_DISTANCE (1024*16-1)
  46. #define MAX_TYPE2_DISTANCE (1024*64-1)
  47. #define MAX_SIZE_LRU 2
  48. #define MAX_PTS_LRU 3
  49. #define FLAG_FRAME_TYPE 1
  50. #define FLAG_DATA_SIZE 2
  51. #define FLAG_PTS 16
  52. #define FLAG_FULL_PTS 4
  53. #define FLAG_KEY_FRAME 32
  54. #define FLAG_PRED_KEY_FRAME 64
  55. typedef struct {
  56. uint8_t flags;
  57. uint8_t stream_id_plus1;
  58. uint8_t size_mul;
  59. uint8_t size_lsb;
  60. } FrameCode;
  61. typedef struct {
  62. int last_key_frame;
  63. int msb_timestamp_shift;
  64. int rate_num;
  65. int rate_den;
  66. int64_t last_pts;
  67. int64_t last_full_pts;
  68. int lru_pts_delta[MAX_PTS_LRU];
  69. int lru_size[MAX_SIZE_LRU];
  70. int initial_pts_predictor[MAX_PTS_LRU];
  71. int initial_size_predictor[MAX_SIZE_LRU];
  72. } StreamContext;
  73. typedef struct {
  74. AVFormatContext *avf;
  75. int64_t packet_start;
  76. int64_t last_packet_start;
  77. int written_packet_size;
  78. int64_t packet_size_pos;
  79. int64_t last_frame_start[3];
  80. FrameCode frame_code[256];
  81. StreamContext *stream;
  82. } NUTContext;
  83. static char *info_table[][2]={
  84. {NULL , NULL }, // end
  85. {NULL , NULL },
  86. {NULL , "UTF8"},
  87. {NULL , "v"},
  88. {NULL , "s"},
  89. {"StreamId" , "v"},
  90. {"SegmentId" , "v"},
  91. {"StartTimestamp" , "v"},
  92. {"EndTimestamp" , "v"},
  93. {"Author" , "UTF8"},
  94. {"Title" , "UTF8"},
  95. {"Description" , "UTF8"},
  96. {"Copyright" , "UTF8"},
  97. {"Encoder" , "UTF8"},
  98. {"Keyword" , "UTF8"},
  99. {"Cover" , "JPEG"},
  100. {"Cover" , "PNG"},
  101. };
  102. static void update_lru(int *lru, int current, int count){
  103. int i;
  104. for(i=0; i<count-1; i++){
  105. if(lru[i] == current)
  106. break;
  107. }
  108. for(; i; i--){
  109. lru[i]= lru[i-1];
  110. }
  111. lru[0]= current;
  112. }
  113. static void update(NUTContext *nut, int stream_index, int64_t frame_start, int frame_type, int frame_code, int key_frame, int size, int64_t pts){
  114. StreamContext *stream= &nut->stream[stream_index];
  115. stream->last_key_frame= key_frame;
  116. nut->last_frame_start[ frame_type ]= frame_start;
  117. update_lru(stream->lru_pts_delta, pts - stream->last_pts, 3);
  118. update_lru(stream->lru_size , size, 2);
  119. stream->last_pts= pts;
  120. if( nut->frame_code[frame_code].flags & FLAG_PTS
  121. && nut->frame_code[frame_code].flags & FLAG_FULL_PTS)
  122. stream->last_full_pts= pts;
  123. }
  124. static void reset(AVFormatContext *s/*, int frame_type*/){
  125. NUTContext *nut = s->priv_data;
  126. int i;
  127. for(i=0; i<s->nb_streams; i++){
  128. StreamContext *stream= &nut->stream[i];
  129. stream->last_key_frame= 1;
  130. memcpy(stream->lru_pts_delta, stream->initial_pts_predictor, sizeof(int)*MAX_PTS_LRU);
  131. memcpy(stream->lru_size, stream->initial_size_predictor, sizeof(int)*MAX_SIZE_LRU);
  132. }
  133. }
  134. static void build_frame_code(AVFormatContext *s){
  135. NUTContext *nut = s->priv_data;
  136. int key_frame, frame_type, full_pts, index, pred, stream_id;
  137. int start=0;
  138. int end= 255;
  139. int keyframe_0_esc= s->nb_streams > 2;
  140. if(keyframe_0_esc){
  141. /* keyframe = 0 escapes, 3 codes */
  142. for(frame_type=0; frame_type<2; frame_type++){
  143. for(full_pts=frame_type; full_pts<2; full_pts++){
  144. FrameCode *ft= &nut->frame_code[start];
  145. ft->flags= FLAG_FRAME_TYPE*frame_type + FLAG_FULL_PTS*full_pts;
  146. ft->flags|= FLAG_DATA_SIZE | FLAG_PTS;
  147. ft->stream_id_plus1= 0;
  148. ft->size_mul=1;
  149. start++;
  150. }
  151. }
  152. }
  153. for(stream_id= 0; stream_id<s->nb_streams; stream_id++){
  154. int start2= start + (end-start)*stream_id / s->nb_streams;
  155. int end2 = start + (end-start)*(stream_id+1) / s->nb_streams;
  156. AVCodecContext *codec = &s->streams[stream_id]->codec;
  157. int is_audio= codec->codec_type == CODEC_TYPE_AUDIO;
  158. int intra_only= /*codec->intra_only || */is_audio;
  159. int pred_count;
  160. for(key_frame=0; key_frame<2; key_frame++){
  161. if(intra_only && keyframe_0_esc && key_frame==0)
  162. continue;
  163. for(frame_type=0; frame_type<2; frame_type++){
  164. for(full_pts=frame_type; full_pts<2; full_pts++){
  165. FrameCode *ft= &nut->frame_code[start2];
  166. ft->flags= FLAG_FRAME_TYPE*frame_type + FLAG_FULL_PTS*full_pts + FLAG_KEY_FRAME*key_frame;
  167. ft->flags|= FLAG_DATA_SIZE | FLAG_PTS;
  168. ft->stream_id_plus1= stream_id + 1;
  169. ft->size_mul=1;
  170. start2++;
  171. }
  172. }
  173. }
  174. key_frame= intra_only;
  175. #if 1
  176. if(is_audio){
  177. int frame_bytes= codec->frame_size*(int64_t)codec->bit_rate / (8*codec->sample_rate);
  178. for(pred=0; pred<MAX_SIZE_LRU; pred++){
  179. for(frame_type=0; frame_type<1; frame_type++){
  180. FrameCode *ft= &nut->frame_code[start2];
  181. ft->flags= FLAG_KEY_FRAME*key_frame + (FLAG_FULL_PTS+FLAG_PTS+FLAG_FRAME_TYPE)*frame_type;
  182. ft->stream_id_plus1= stream_id + 1;
  183. ft->size_mul=1;
  184. ft->size_lsb=1 + pred;
  185. start2++;
  186. }
  187. nut->stream[stream_id].initial_size_predictor[pred]= frame_bytes + pred;
  188. }
  189. }else{
  190. FrameCode *ft= &nut->frame_code[start2];
  191. ft->flags= FLAG_KEY_FRAME | FLAG_DATA_SIZE;
  192. ft->stream_id_plus1= stream_id + 1;
  193. ft->size_mul=1;
  194. start2++;
  195. }
  196. #endif
  197. pred_count= 2 + codec->has_b_frames + (codec->codec_id == CODEC_ID_VORBIS);
  198. for(pred=0; pred<pred_count; pred++){
  199. int start3= start2 + (end2-start2)*pred / pred_count;
  200. int end3 = start2 + (end2-start2)*(pred+1) / pred_count;
  201. for(index=start3; index<end3; index++){
  202. FrameCode *ft= &nut->frame_code[index];
  203. ft->flags= FLAG_KEY_FRAME*key_frame + pred*4;
  204. ft->flags|= FLAG_DATA_SIZE;
  205. ft->stream_id_plus1= stream_id + 1;
  206. //FIXME use single byte size and pred from last
  207. ft->size_mul= end3-start3;
  208. ft->size_lsb= index - start3;
  209. }
  210. nut->stream[stream_id].initial_pts_predictor[pred]= pred+1;
  211. }
  212. }
  213. memmove(&nut->frame_code['N'+1], &nut->frame_code['N'], sizeof(FrameCode)*(255-'N'));
  214. nut->frame_code['N'].flags= 1;
  215. }
  216. static int bytes_left(ByteIOContext *bc)
  217. {
  218. return bc->buf_end - bc->buf_ptr;
  219. }
  220. static uint64_t get_v(ByteIOContext *bc)
  221. {
  222. uint64_t val = 0;
  223. for(; bytes_left(bc) > 0; )
  224. {
  225. int tmp = get_byte(bc);
  226. if (tmp&0x80)
  227. val= (val<<7) + tmp - 0x80;
  228. else
  229. return (val<<7) + tmp;
  230. }
  231. return -1;
  232. }
  233. static int get_str(ByteIOContext *bc, char *string, int maxlen){
  234. int len= get_v(bc);
  235. if(len && maxlen)
  236. get_buffer(bc, string, FFMIN(len, maxlen));
  237. while(len > maxlen){
  238. get_byte(bc);
  239. len--;
  240. }
  241. if(maxlen)
  242. string[FFMIN(len, maxlen-1)]= 0;
  243. if(maxlen == len)
  244. return -1;
  245. else
  246. return 0;
  247. }
  248. static int get_packetheader(NUTContext *nut, ByteIOContext *bc, int prefix_length, int calculate_checksum)
  249. {
  250. int64_t start, size, last_size;
  251. start= url_ftell(bc) - prefix_length;
  252. if(start != nut->packet_start + nut->written_packet_size){
  253. av_log(nut->avf, AV_LOG_ERROR, "get_packetheader called at weird position\n");
  254. return -1;
  255. }
  256. if(calculate_checksum)
  257. init_checksum(bc, update_adler32, 0);
  258. size= get_v(bc);
  259. last_size= get_v(bc);
  260. if(nut->written_packet_size != last_size){
  261. av_log(nut->avf, AV_LOG_ERROR, "packet size missmatch %d != %lld at %lld\n", nut->written_packet_size, last_size, start);
  262. return -1;
  263. }
  264. nut->last_packet_start = nut->packet_start;
  265. nut->packet_start = start;
  266. nut->written_packet_size= size;
  267. return size;
  268. }
  269. static int check_checksum(ByteIOContext *bc){
  270. unsigned long checksum= get_checksum(bc);
  271. return checksum != get_be32(bc);
  272. }
  273. /**
  274. *
  275. */
  276. static int get_length(uint64_t val){
  277. int i;
  278. for (i=7; ; i+=7)
  279. if ((val>>i) == 0)
  280. return i;
  281. return 7; //not reached
  282. }
  283. #ifdef CONFIG_ENCODERS
  284. static int put_v(ByteIOContext *bc, uint64_t val)
  285. {
  286. int i;
  287. // if (bytes_left(s)*8 < 9)
  288. // return -1;
  289. if (bytes_left(bc) < 1)
  290. return -1;
  291. val &= 0x7FFFFFFFFFFFFFFFULL; // FIXME can only encode upto 63 bits currently
  292. i= get_length(val);
  293. for (i-=7; i>0; i-=7){
  294. put_byte(bc, 0x80 | (val>>i));
  295. }
  296. put_byte(bc, val&0x7f);
  297. return 0;
  298. }
  299. static int put_str(ByteIOContext *bc, const char *string){
  300. int len= strlen(string);
  301. put_v(bc, len);
  302. put_buffer(bc, string, len);
  303. return 0;
  304. }
  305. static int put_packetheader(NUTContext *nut, ByteIOContext *bc, int max_size, int calculate_checksum)
  306. {
  307. put_flush_packet(bc);
  308. nut->last_packet_start= nut->packet_start;
  309. nut->packet_start+= nut->written_packet_size;
  310. nut->packet_size_pos = url_ftell(bc);
  311. nut->written_packet_size = max_size;
  312. if(calculate_checksum)
  313. init_checksum(bc, update_adler32, 0);
  314. /* packet header */
  315. put_v(bc, nut->written_packet_size); /* forward ptr */
  316. put_v(bc, nut->packet_start - nut->last_packet_start); /* backward ptr */
  317. return 0;
  318. }
  319. static int update_packetheader(NUTContext *nut, ByteIOContext *bc, int additional_size, int calculate_checksum){
  320. int64_t start= nut->packet_start;
  321. int64_t cur= url_ftell(bc);
  322. int size= cur - start + additional_size;
  323. if(calculate_checksum)
  324. size += 4;
  325. if(size != nut->written_packet_size){
  326. int i;
  327. assert( size <= nut->written_packet_size );
  328. url_fseek(bc, nut->packet_size_pos, SEEK_SET);
  329. for(i=get_length(size); i < get_length(nut->written_packet_size); i+=7)
  330. put_byte(bc, 0x80);
  331. put_v(bc, size);
  332. url_fseek(bc, cur, SEEK_SET);
  333. nut->written_packet_size= size; //FIXME may fail if multiple updates with differing sizes, as get_length may differ
  334. if(calculate_checksum)
  335. put_be32(bc, get_checksum(bc));
  336. }
  337. return 0;
  338. }
  339. static int nut_write_header(AVFormatContext *s)
  340. {
  341. NUTContext *nut = s->priv_data;
  342. ByteIOContext *bc = &s->pb;
  343. AVCodecContext *codec;
  344. int i, j;
  345. nut->avf= s;
  346. nut->stream =
  347. av_mallocz(sizeof(StreamContext)*s->nb_streams);
  348. av_set_pts_info(s, 60, 1, AV_TIME_BASE);
  349. /* main header */
  350. put_be64(bc, MAIN_STARTCODE);
  351. put_packetheader(nut, bc, 120+5*256, 1);
  352. put_v(bc, 1); /* version */
  353. put_v(bc, s->nb_streams);
  354. put_v(bc, 3);
  355. build_frame_code(s);
  356. assert(nut->frame_code['N'].flags == 1);
  357. for(i=0; i<256;){
  358. int tmp_flags = nut->frame_code[i].flags;
  359. int tmp_stream= nut->frame_code[i].stream_id_plus1;
  360. int tmp_mul = nut->frame_code[i].size_mul;
  361. int tmp_size = nut->frame_code[i].size_lsb;
  362. put_v(bc, tmp_flags);
  363. put_v(bc, tmp_stream);
  364. put_v(bc, tmp_mul);
  365. put_v(bc, tmp_size);
  366. for(j=0; i<256; j++,i++){
  367. if(nut->frame_code[i].flags != tmp_flags ) break;
  368. if(nut->frame_code[i].stream_id_plus1 != tmp_stream) break;
  369. if(nut->frame_code[i].size_mul != tmp_mul ) break;
  370. if(nut->frame_code[i].size_lsb != tmp_size ) break;
  371. if(++tmp_size >= tmp_mul){
  372. tmp_size=0;
  373. tmp_stream++;
  374. }
  375. }
  376. put_v(bc, j);
  377. }
  378. update_packetheader(nut, bc, 0, 1);
  379. /* stream headers */
  380. for (i = 0; i < s->nb_streams; i++)
  381. {
  382. int nom, denom, gcd;
  383. codec = &s->streams[i]->codec;
  384. put_be64(bc, STREAM_STARTCODE);
  385. put_packetheader(nut, bc, 120 + codec->extradata_size, 1);
  386. put_v(bc, i /*s->streams[i]->index*/);
  387. put_v(bc, (codec->codec_type == CODEC_TYPE_AUDIO) ? 32 : 0);
  388. if (codec->codec_tag)
  389. put_v(bc, codec->codec_tag);
  390. else if (codec->codec_type == CODEC_TYPE_VIDEO)
  391. {
  392. put_v(bc, codec_get_bmp_tag(codec->codec_id));
  393. }
  394. else if (codec->codec_type == CODEC_TYPE_AUDIO)
  395. {
  396. put_v(bc, codec_get_wav_tag(codec->codec_id));
  397. }
  398. else
  399. put_v(bc, 0);
  400. if (codec->codec_type == CODEC_TYPE_VIDEO)
  401. {
  402. nom = codec->frame_rate;
  403. denom = codec->frame_rate_base;
  404. }
  405. else
  406. {
  407. nom = codec->sample_rate;
  408. if(codec->frame_size>0)
  409. denom= codec->frame_size;
  410. else
  411. denom= 1; //unlucky
  412. }
  413. gcd= ff_gcd(nom, denom);
  414. nom /= gcd;
  415. denom /= gcd;
  416. nut->stream[i].rate_num= nom;
  417. nut->stream[i].rate_den= denom;
  418. put_v(bc, codec->bit_rate);
  419. put_v(bc, 0); /* no language code */
  420. put_v(bc, nom);
  421. put_v(bc, denom);
  422. if(nom / denom < 1000)
  423. nut->stream[i].msb_timestamp_shift = 7;
  424. else
  425. nut->stream[i].msb_timestamp_shift = 14;
  426. put_v(bc, nut->stream[i].msb_timestamp_shift);
  427. for(j=0; j<3; j++)
  428. put_v(bc, nut->stream[i].initial_pts_predictor[j]);
  429. for(j=0; j<2; j++)
  430. put_v(bc, nut->stream[i].initial_size_predictor[j]);
  431. put_byte(bc, 0); /* flags: 0x1 - fixed_fps, 0x2 - index_present */
  432. if(codec->extradata_size){
  433. put_v(bc, 1);
  434. put_v(bc, codec->extradata_size);
  435. put_buffer(bc, codec->extradata, codec->extradata_size);
  436. }
  437. put_v(bc, 0); /* end of codec specific headers */
  438. switch(codec->codec_type)
  439. {
  440. case CODEC_TYPE_AUDIO:
  441. put_v(bc, (codec->sample_rate * denom) / nom);
  442. put_v(bc, codec->channels);
  443. break;
  444. case CODEC_TYPE_VIDEO:
  445. put_v(bc, codec->width);
  446. put_v(bc, codec->height);
  447. put_v(bc, codec->sample_aspect_ratio.num);
  448. put_v(bc, codec->sample_aspect_ratio.den);
  449. put_v(bc, 0); /* csp type -- unknown */
  450. break;
  451. default:
  452. break;
  453. }
  454. update_packetheader(nut, bc, 0, 1);
  455. }
  456. /* info header */
  457. put_be64(bc, INFO_STARTCODE);
  458. put_packetheader(nut, bc, 30+strlen(s->author)+strlen(s->title)+
  459. strlen(s->comment)+strlen(s->copyright)+strlen(LIBAVFORMAT_IDENT), 1);
  460. if (s->author[0])
  461. {
  462. put_v(bc, 9); /* type */
  463. put_str(bc, s->author);
  464. }
  465. if (s->title[0])
  466. {
  467. put_v(bc, 10); /* type */
  468. put_str(bc, s->title);
  469. }
  470. if (s->comment[0])
  471. {
  472. put_v(bc, 11); /* type */
  473. put_str(bc, s->comment);
  474. }
  475. if (s->copyright[0])
  476. {
  477. put_v(bc, 12); /* type */
  478. put_str(bc, s->copyright);
  479. }
  480. /* encoder */
  481. put_v(bc, 13); /* type */
  482. put_str(bc, LIBAVFORMAT_IDENT);
  483. put_v(bc, 0); /* eof info */
  484. update_packetheader(nut, bc, 0, 1);
  485. put_flush_packet(bc);
  486. return 0;
  487. }
  488. static int nut_write_packet(AVFormatContext *s, int stream_index,
  489. const uint8_t *buf, int size, int64_t pts)
  490. {
  491. NUTContext *nut = s->priv_data;
  492. StreamContext *stream= &nut->stream[stream_index];
  493. ByteIOContext *bc = &s->pb;
  494. int key_frame = 0, full_pts=0;
  495. AVCodecContext *enc;
  496. int64_t lsb_pts, delta_pts;
  497. int frame_type, best_length, frame_code, flags, i, size_mul, size_lsb;
  498. const int64_t frame_start= url_ftell(bc);
  499. if (stream_index > s->nb_streams)
  500. return 1;
  501. pts= (av_rescale(pts, stream->rate_num, stream->rate_den) + AV_TIME_BASE/2) / AV_TIME_BASE;
  502. enc = &s->streams[stream_index]->codec;
  503. key_frame = enc->coded_frame->key_frame;
  504. delta_pts= pts - stream->last_pts;
  505. frame_type=0;
  506. if(frame_start + size + 20 - FFMAX(nut->last_frame_start[1], nut->last_frame_start[2]) > MAX_TYPE1_DISTANCE)
  507. frame_type=1;
  508. if(key_frame){
  509. if(frame_type==1 && frame_start + size - nut->last_frame_start[2] > MAX_TYPE2_DISTANCE)
  510. frame_type=2;
  511. if(!stream->last_key_frame)
  512. frame_type=2;
  513. }
  514. if(frame_type>0){
  515. update_packetheader(nut, bc, 0, 0);
  516. reset(s);
  517. full_pts=1;
  518. }
  519. //FIXME ensure that the timestamp can be represented by either delta or lsb or full_pts=1
  520. lsb_pts = pts & ((1 << stream->msb_timestamp_shift)-1);
  521. best_length=INT_MAX;
  522. frame_code= -1;
  523. for(i=0; i<256; i++){
  524. int stream_id_plus1= nut->frame_code[i].stream_id_plus1;
  525. int fc_key_frame= stream->last_key_frame;
  526. int length=0;
  527. size_mul= nut->frame_code[i].size_mul;
  528. size_lsb= nut->frame_code[i].size_lsb;
  529. flags= nut->frame_code[i].flags;
  530. if(stream_id_plus1 == 0) length+= get_length(stream_index);
  531. else if(stream_id_plus1 - 1 != stream_index)
  532. continue;
  533. if(flags & FLAG_PRED_KEY_FRAME){
  534. if(flags & FLAG_KEY_FRAME)
  535. fc_key_frame= !fc_key_frame;
  536. }else{
  537. fc_key_frame= !!(flags & FLAG_KEY_FRAME);
  538. }
  539. assert(key_frame==0 || key_frame==1);
  540. if(fc_key_frame != key_frame)
  541. continue;
  542. if((!!(flags & FLAG_FRAME_TYPE)) != (frame_type > 0))
  543. continue;
  544. if(size_mul <= size_lsb){
  545. int p= stream->lru_size[size_lsb - size_mul];
  546. if(p != size)
  547. continue;
  548. }else{
  549. if(size % size_mul != size_lsb)
  550. continue;
  551. if(flags & FLAG_DATA_SIZE)
  552. length += get_length(size / size_mul);
  553. else if(size/size_mul)
  554. continue;
  555. }
  556. if(full_pts != ((flags & FLAG_PTS) && (flags & FLAG_FULL_PTS)))
  557. continue;
  558. if(flags&FLAG_PTS){
  559. if(flags&FLAG_FULL_PTS){
  560. length += get_length(pts);
  561. }else{
  562. length += get_length(lsb_pts);
  563. }
  564. }else{
  565. int delta= stream->lru_pts_delta[(flags & 12)>>2];
  566. if(delta != pts - stream->last_pts)
  567. continue;
  568. assert(frame_type == 0);
  569. }
  570. if(length < best_length){
  571. best_length= length;
  572. frame_code=i;
  573. }
  574. // av_log(s, AV_LOG_DEBUG, "%d %d %d %d %d %d %d %d %d %d\n", key_frame, frame_type, full_pts, size, stream_index, flags, size_mul, size_lsb, stream_id_plus1, length);
  575. }
  576. assert(frame_code != -1);
  577. flags= nut->frame_code[frame_code].flags;
  578. size_mul= nut->frame_code[frame_code].size_mul;
  579. size_lsb= nut->frame_code[frame_code].size_lsb;
  580. #if 0
  581. best_length /= 7;
  582. best_length ++; //frame_code
  583. if(frame_type>0){
  584. best_length += 4; //packet header
  585. if(frame_type>1)
  586. best_length += 8; // startcode
  587. }
  588. av_log(s, AV_LOG_DEBUG, "kf:%d ft:%d pt:%d fc:%2X len:%2d size:%d stream:%d flag:%d mul:%d lsb:%d s+1:%d pts_delta:%d\n", key_frame, frame_type, full_pts ? 2 : ((flags & FLAG_PTS) ? 1 : 0), frame_code, best_length, size, stream_index, flags, size_mul, size_lsb, nut->frame_code[frame_code].stream_id_plus1,(int)(pts - stream->last_pts));
  589. #endif
  590. if (frame_type==2)
  591. put_be64(bc, KEYFRAME_STARTCODE);
  592. put_byte(bc, frame_code);
  593. if(frame_type>0)
  594. put_packetheader(nut, bc, FFMAX(size+20, MAX_TYPE1_DISTANCE), 0);
  595. if(nut->frame_code[frame_code].stream_id_plus1 == 0)
  596. put_v(bc, stream_index);
  597. if (flags & FLAG_PTS){
  598. if (flags & FLAG_FULL_PTS)
  599. put_v(bc, pts);
  600. else
  601. put_v(bc, lsb_pts);
  602. }
  603. if(flags & FLAG_DATA_SIZE)
  604. put_v(bc, size / size_mul);
  605. if(size > MAX_TYPE1_DISTANCE){
  606. assert(frame_type > 0);
  607. update_packetheader(nut, bc, size, 0);
  608. }
  609. put_buffer(bc, buf, size);
  610. update(nut, stream_index, frame_start, frame_type, frame_code, key_frame, size, pts);
  611. return 0;
  612. }
  613. static int nut_write_trailer(AVFormatContext *s)
  614. {
  615. NUTContext *nut = s->priv_data;
  616. ByteIOContext *bc = &s->pb;
  617. update_packetheader(nut, bc, 0, 0);
  618. #if 0
  619. int i;
  620. /* WRITE INDEX */
  621. for (i = 0; s->nb_streams; i++)
  622. {
  623. put_be64(bc, INDEX_STARTCODE);
  624. put_packetheader(nut, bc, 64, 1);
  625. put_v(bc, s->streams[i]->id);
  626. put_v(bc, ...);
  627. update_packetheader(nut, bc, 0, 1);
  628. }
  629. #endif
  630. put_flush_packet(bc);
  631. av_freep(&nut->stream);
  632. return 0;
  633. }
  634. #endif //CONFIG_ENCODERS
  635. static int nut_probe(AVProbeData *p)
  636. {
  637. int i;
  638. uint64_t code;
  639. code = 0xff;
  640. for (i = 0; i < p->buf_size; i++) {
  641. int c = p->buf[i];
  642. code = (code << 8) | c;
  643. if (code == MAIN_STARTCODE)
  644. return AVPROBE_SCORE_MAX;
  645. }
  646. return 0;
  647. }
  648. static int nut_read_header(AVFormatContext *s, AVFormatParameters *ap)
  649. {
  650. NUTContext *nut = s->priv_data;
  651. ByteIOContext *bc = &s->pb;
  652. uint64_t tmp;
  653. int cur_stream, nb_streams, i, j;
  654. nut->avf= s;
  655. av_set_pts_info(s, 60, 1, AV_TIME_BASE);
  656. /* main header */
  657. tmp = get_be64(bc);
  658. if (tmp != MAIN_STARTCODE)
  659. av_log(s, AV_LOG_ERROR, "damaged? startcode!=1 (%Ld)\n", tmp);
  660. get_packetheader(nut, bc, 8, 1);
  661. tmp = get_v(bc);
  662. if (tmp != 1)
  663. av_log(s, AV_LOG_ERROR, "bad version (%Ld)\n", tmp);
  664. nb_streams = get_v(bc);
  665. get_v(bc); //checksum threshold
  666. for(i=0; i<256;){
  667. int tmp_flags = get_v(bc);
  668. int tmp_stream= get_v(bc);
  669. int tmp_mul = get_v(bc);
  670. int tmp_size = get_v(bc);
  671. int count = get_v(bc);
  672. if(count == 0 || i+count > 256){
  673. av_log(s, AV_LOG_ERROR, "illegal count %d at %d\n", count, i);
  674. return -1;
  675. }
  676. if((tmp_flags & FLAG_FRAME_TYPE) && tmp_flags != 1){
  677. if(tmp_flags & FLAG_PRED_KEY_FRAME){
  678. av_log(s, AV_LOG_ERROR, "keyframe prediction in non 0 frame type\n");
  679. return -1;
  680. }
  681. if(!(tmp_flags & FLAG_PTS) || !(tmp_flags & FLAG_FULL_PTS) ){
  682. av_log(s, AV_LOG_ERROR, "no full pts in non 0 frame type\n");
  683. return -1;
  684. }
  685. }
  686. for(j=0; j<count; j++,i++){
  687. if(tmp_stream > nb_streams + 1){
  688. av_log(s, AV_LOG_ERROR, "illegal stream number\n");
  689. return -1;
  690. }
  691. nut->frame_code[i].flags = tmp_flags ;
  692. nut->frame_code[i].stream_id_plus1 = tmp_stream;
  693. nut->frame_code[i].size_mul = tmp_mul ;
  694. nut->frame_code[i].size_lsb = tmp_size ;
  695. if(++tmp_size >= tmp_mul){
  696. tmp_size=0;
  697. tmp_stream++;
  698. }
  699. }
  700. }
  701. if(nut->frame_code['N'].flags != 1){
  702. av_log(s, AV_LOG_ERROR, "illegal frame_code table\n");
  703. return -1;
  704. }
  705. if(check_checksum(bc)){
  706. av_log(s, AV_LOG_ERROR, "Main header checksum missmatch\n");
  707. return -1;
  708. }
  709. s->bit_rate = 0;
  710. nut->stream = av_malloc(sizeof(StreamContext)*nb_streams);
  711. /* stream header */
  712. for (cur_stream = 0; cur_stream < nb_streams; cur_stream++)
  713. {
  714. int class, nom, denom;
  715. AVStream *st;
  716. tmp = get_be64(bc);
  717. if (tmp != STREAM_STARTCODE)
  718. av_log(s, AV_LOG_ERROR, "damaged? startcode!=1 (%Ld)\n", tmp);
  719. get_packetheader(nut, bc, 8, 1);
  720. st = av_new_stream(s, get_v(bc));
  721. if (!st)
  722. return AVERROR_NOMEM;
  723. class = get_v(bc);
  724. tmp = get_v(bc);
  725. switch(class)
  726. {
  727. case 0:
  728. st->codec.codec_type = CODEC_TYPE_VIDEO;
  729. st->codec.codec_id = codec_get_bmp_id(tmp);
  730. if (st->codec.codec_id == CODEC_ID_NONE)
  731. av_log(s, AV_LOG_ERROR, "Unknown codec?!\n");
  732. break;
  733. case 32:
  734. st->codec.codec_type = CODEC_TYPE_AUDIO;
  735. st->codec.codec_id = codec_get_wav_id(tmp);
  736. if (st->codec.codec_id == CODEC_ID_NONE)
  737. av_log(s, AV_LOG_ERROR, "Unknown codec?!\n");
  738. break;
  739. default:
  740. av_log(s, AV_LOG_ERROR, "Unknown stream class (%d)\n", class);
  741. return -1;
  742. }
  743. s->bit_rate += get_v(bc);
  744. get_v(bc); /* language code */
  745. nom = get_v(bc);
  746. denom = get_v(bc);
  747. nut->stream[cur_stream].msb_timestamp_shift = get_v(bc);
  748. for(i=0; i<3; i++)
  749. nut->stream[cur_stream].initial_pts_predictor[i]= get_v(bc);
  750. for(i=0; i<2; i++)
  751. nut->stream[cur_stream].initial_size_predictor[i]= get_v(bc);
  752. get_byte(bc); /* flags */
  753. /* codec specific data headers */
  754. while(get_v(bc) != 0){
  755. st->codec.extradata_size= get_v(bc);
  756. st->codec.extradata= av_mallocz(st->codec.extradata_size);
  757. get_buffer(bc, st->codec.extradata, st->codec.extradata_size);
  758. // url_fskip(bc, get_v(bc));
  759. }
  760. if (class == 0) /* VIDEO */
  761. {
  762. st->codec.width = get_v(bc);
  763. st->codec.height = get_v(bc);
  764. st->codec.sample_aspect_ratio.num= get_v(bc);
  765. st->codec.sample_aspect_ratio.den= get_v(bc);
  766. get_v(bc); /* csp type */
  767. st->codec.frame_rate = nom;
  768. st->codec.frame_rate_base = denom;
  769. }
  770. if (class == 32) /* AUDIO */
  771. {
  772. st->codec.sample_rate = (get_v(bc) * nom) / denom;
  773. st->codec.channels = get_v(bc);
  774. }
  775. if(check_checksum(bc)){
  776. av_log(s, AV_LOG_ERROR, "Stream header %d checksum missmatch\n", cur_stream);
  777. return -1;
  778. }
  779. nut->stream[cur_stream].rate_num= nom;
  780. nut->stream[cur_stream].rate_den= denom;
  781. }
  782. tmp = get_be64(bc);
  783. if (tmp == INFO_STARTCODE){
  784. get_packetheader(nut, bc, 8, 1);
  785. for(;;){
  786. int id= get_v(bc);
  787. char *name, *type, custom_name[256], custom_type[256];
  788. if(!id)
  789. break;
  790. else if(id >= sizeof(info_table)/sizeof(info_table[0])){
  791. av_log(s, AV_LOG_ERROR, "info id is too large %d %d\n", id, sizeof(info_table)/sizeof(info_table[0]));
  792. return -1;
  793. }
  794. type= info_table[id][1];
  795. name= info_table[id][0];
  796. //av_log(s, AV_LOG_DEBUG, "%d %s %s\n", id, type, name);
  797. if(!type){
  798. get_str(bc, custom_type, sizeof(custom_type));
  799. type= custom_type;
  800. }
  801. if(!name){
  802. get_str(bc, custom_name, sizeof(custom_name));
  803. name= custom_name;
  804. }
  805. if(!strcmp(type, "v")){
  806. int value= get_v(bc);
  807. }else{
  808. if(!strcmp(name, "Author"))
  809. get_str(bc, s->author, sizeof(s->author));
  810. else if(!strcmp(name, "Title"))
  811. get_str(bc, s->title, sizeof(s->title));
  812. else if(!strcmp(name, "Copyright"))
  813. get_str(bc, s->copyright, sizeof(s->copyright));
  814. else if(!strcmp(name, "Description"))
  815. get_str(bc, s->comment, sizeof(s->comment));
  816. else
  817. get_str(bc, NULL, 0);
  818. }
  819. }
  820. if(check_checksum(bc)){
  821. av_log(s, AV_LOG_ERROR, "Info header checksum missmatch\n");
  822. }
  823. }else
  824. url_fseek(bc, -8, SEEK_CUR);
  825. return 0;
  826. }
  827. static int nut_read_packet(AVFormatContext *s, AVPacket *pkt)
  828. {
  829. NUTContext *nut = s->priv_data;
  830. StreamContext *stream;
  831. ByteIOContext *bc = &s->pb;
  832. int size, frame_code, flags, size_mul, size_lsb, stream_id;
  833. int key_frame = 0;
  834. int frame_type= 0;
  835. int64_t pts = 0;
  836. const int64_t frame_start= url_ftell(bc);
  837. if (url_feof(bc))
  838. return -1;
  839. frame_code = get_byte(bc);
  840. if(frame_code == 'N'){
  841. uint64_t tmp= frame_code;
  842. tmp<<=8 ; tmp |= get_byte(bc);
  843. tmp<<=16; tmp |= get_be16(bc);
  844. tmp<<=32; tmp |= get_be32(bc);
  845. if (tmp == KEYFRAME_STARTCODE)
  846. {
  847. frame_code = get_byte(bc);
  848. frame_type = 2;
  849. }
  850. else
  851. av_log(s, AV_LOG_ERROR, "error in zero bit / startcode %LX\n", tmp);
  852. }
  853. flags= nut->frame_code[frame_code].flags;
  854. size_mul= nut->frame_code[frame_code].size_mul;
  855. size_lsb= nut->frame_code[frame_code].size_lsb;
  856. stream_id= nut->frame_code[frame_code].stream_id_plus1 - 1;
  857. if(flags & FLAG_FRAME_TYPE){
  858. reset(s);
  859. if(frame_type==2){
  860. get_packetheader(nut, bc, 8+1, 0);
  861. }else{
  862. get_packetheader(nut, bc, 1, 0);
  863. frame_type= 1;
  864. }
  865. }
  866. if(stream_id==-1)
  867. stream_id= get_v(bc);
  868. if(stream_id >= s->nb_streams){
  869. av_log(s, AV_LOG_ERROR, "illegal stream_id\n");
  870. return -1;
  871. }
  872. stream= &nut->stream[stream_id];
  873. if(flags & FLAG_PRED_KEY_FRAME){
  874. if(flags & FLAG_KEY_FRAME)
  875. key_frame= !stream->last_key_frame;
  876. else
  877. key_frame= stream->last_key_frame;
  878. }else{
  879. key_frame= !!(flags & FLAG_KEY_FRAME);
  880. }
  881. if(flags & FLAG_PTS){
  882. if(flags & FLAG_FULL_PTS){
  883. pts= get_v(bc);
  884. }else{
  885. int64_t mask = (1<<stream->msb_timestamp_shift)-1;
  886. int64_t delta= stream->last_pts - mask/2;
  887. pts= ((get_v(bc) - delta)&mask) + delta;
  888. }
  889. }else{
  890. pts= stream->last_pts + stream->lru_pts_delta[(flags&12)>>2];
  891. }
  892. if(size_mul <= size_lsb){
  893. size= stream->lru_size[size_lsb - size_mul];
  894. }else{
  895. if(flags & FLAG_DATA_SIZE)
  896. size= size_mul*get_v(bc) + size_lsb;
  897. else
  898. size= size_lsb;
  899. }
  900. //av_log(s, AV_LOG_DEBUG, "fs:%lld fc:%d ft:%d kf:%d pts:%lld\n", frame_start, frame_code, frame_type, key_frame, pts);
  901. av_new_packet(pkt, size);
  902. get_buffer(bc, pkt->data, size);
  903. pkt->stream_index = stream_id;
  904. if (key_frame)
  905. pkt->flags |= PKT_FLAG_KEY;
  906. pkt->pts = pts * AV_TIME_BASE * stream->rate_den / stream->rate_num;
  907. update(nut, stream_id, frame_start, frame_type, frame_code, key_frame, size, pts);
  908. return 0;
  909. }
  910. static int nut_read_close(AVFormatContext *s)
  911. {
  912. NUTContext *nut = s->priv_data;
  913. int i;
  914. for(i=0;i<s->nb_streams;i++) {
  915. av_freep(&s->streams[i]->codec.extradata);
  916. }
  917. av_freep(&nut->stream);
  918. return 0;
  919. }
  920. static AVInputFormat nut_iformat = {
  921. "nut",
  922. "nut format",
  923. sizeof(NUTContext),
  924. nut_probe,
  925. nut_read_header,
  926. nut_read_packet,
  927. nut_read_close,
  928. // nut_read_seek,
  929. .extensions = "nut",
  930. };
  931. #ifdef CONFIG_ENCODERS
  932. static AVOutputFormat nut_oformat = {
  933. "nut",
  934. "nut format",
  935. "video/x-nut",
  936. "nut",
  937. sizeof(NUTContext),
  938. #ifdef CONFIG_VORBIS
  939. CODEC_ID_VORBIS,
  940. #elif defined(CONFIG_MP3LAME)
  941. CODEC_ID_MP3,
  942. #else
  943. CODEC_ID_MP2, /* AC3 needs liba52 decoder */
  944. #endif
  945. CODEC_ID_MPEG4,
  946. nut_write_header,
  947. nut_write_packet,
  948. nut_write_trailer,
  949. };
  950. #endif //CONFIG_ENCODERS
  951. int nut_init(void)
  952. {
  953. av_register_input_format(&nut_iformat);
  954. #ifdef CONFIG_ENCODERS
  955. av_register_output_format(&nut_oformat);
  956. #endif //CONFIG_ENCODERS
  957. return 0;
  958. }