* commit '7b1fbd4729a52dd7c02622dbe7bb81a6a7ed12f8': indeo2: check decoding errors. indeo2: return meaningful error codes rl2: cosmetics, reformat Conflicts: libavcodec/rl2.c Merged-by: Michael Niedermayer <michaelni@gmx.at>tags/n1.2
| @@ -57,7 +57,7 @@ static int ir2_decode_plane(Ir2Context *ctx, int width, int height, uint8_t *dst | |||
| int t; | |||
| if(width&1) | |||
| return -1; | |||
| return AVERROR_INVALIDDATA; | |||
| /* first line contain absolute values, other lines contain deltas */ | |||
| while (out < width){ | |||
| @@ -65,7 +65,7 @@ static int ir2_decode_plane(Ir2Context *ctx, int width, int height, uint8_t *dst | |||
| if(c >= 0x80) { /* we have a run */ | |||
| c -= 0x7F; | |||
| if(out + c*2 > width) | |||
| return -1; | |||
| return AVERROR_INVALIDDATA; | |||
| for (i = 0; i < c * 2; i++) | |||
| dst[out++] = 0x80; | |||
| } else { /* copy two values from table */ | |||
| @@ -82,7 +82,7 @@ static int ir2_decode_plane(Ir2Context *ctx, int width, int height, uint8_t *dst | |||
| if(c >= 0x80) { /* we have a skip */ | |||
| c -= 0x7F; | |||
| if(out + c*2 > width) | |||
| return -1; | |||
| return AVERROR_INVALIDDATA; | |||
| for (i = 0; i < c * 2; i++) { | |||
| dst[out] = dst[out - stride]; | |||
| out++; | |||
| @@ -112,7 +112,7 @@ static int ir2_decode_plane_inter(Ir2Context *ctx, int width, int height, uint8_ | |||
| int t; | |||
| if(width&1) | |||
| return -1; | |||
| return AVERROR_INVALIDDATA; | |||
| for (j = 0; j < height; j++){ | |||
| out = 0; | |||
| @@ -146,13 +146,13 @@ static int ir2_decode_frame(AVCodecContext *avctx, | |||
| Ir2Context * const s = avctx->priv_data; | |||
| AVFrame *picture = data; | |||
| AVFrame * const p = &s->picture; | |||
| int start; | |||
| int start, ret; | |||
| p->reference = 3; | |||
| p->buffer_hints = FF_BUFFER_HINTS_VALID | FF_BUFFER_HINTS_PRESERVE | FF_BUFFER_HINTS_REUSABLE; | |||
| if (avctx->reget_buffer(avctx, p)) { | |||
| if ((ret = avctx->reget_buffer(avctx, p)) < 0) { | |||
| av_log(s->avctx, AV_LOG_ERROR, "reget_buffer() failed\n"); | |||
| return -1; | |||
| return ret; | |||
| } | |||
| start = 48; /* hardcoded for now */ | |||
| @@ -173,21 +173,34 @@ static int ir2_decode_frame(AVCodecContext *avctx, | |||
| init_get_bits(&s->gb, buf + start, (buf_size - start) * 8); | |||
| if (s->decode_delta) { /* intraframe */ | |||
| ir2_decode_plane(s, avctx->width, avctx->height, | |||
| s->picture.data[0], s->picture.linesize[0], ir2_luma_table); | |||
| if ((ret = ir2_decode_plane(s, avctx->width, avctx->height, | |||
| s->picture.data[0], s->picture.linesize[0], | |||
| ir2_luma_table)) < 0) | |||
| return ret; | |||
| /* swapped U and V */ | |||
| ir2_decode_plane(s, avctx->width >> 2, avctx->height >> 2, | |||
| s->picture.data[2], s->picture.linesize[2], ir2_luma_table); | |||
| ir2_decode_plane(s, avctx->width >> 2, avctx->height >> 2, | |||
| s->picture.data[1], s->picture.linesize[1], ir2_luma_table); | |||
| if ((ret = ir2_decode_plane(s, avctx->width >> 2, avctx->height >> 2, | |||
| s->picture.data[2], s->picture.linesize[2], | |||
| ir2_luma_table)) < 0) | |||
| return ret; | |||
| if ((ret = ir2_decode_plane(s, avctx->width >> 2, avctx->height >> 2, | |||
| s->picture.data[1], s->picture.linesize[1], | |||
| ir2_luma_table)) < 0) | |||
| return ret; | |||
| } else { /* interframe */ | |||
| ir2_decode_plane_inter(s, avctx->width, avctx->height, | |||
| s->picture.data[0], s->picture.linesize[0], ir2_luma_table); | |||
| if ((ret = ir2_decode_plane_inter(s, avctx->width, avctx->height, | |||
| s->picture.data[0], s->picture.linesize[0], | |||
| ir2_luma_table)) < 0) | |||
| return ret; | |||
| /* swapped U and V */ | |||
| ir2_decode_plane_inter(s, avctx->width >> 2, avctx->height >> 2, | |||
| s->picture.data[2], s->picture.linesize[2], ir2_luma_table); | |||
| ir2_decode_plane_inter(s, avctx->width >> 2, avctx->height >> 2, | |||
| s->picture.data[1], s->picture.linesize[1], ir2_luma_table); | |||
| if ((ret = ir2_decode_plane_inter(s, avctx->width >> 2, avctx->height >> 2, | |||
| s->picture.data[2], s->picture.linesize[2], | |||
| ir2_luma_table)) < 0) | |||
| return ret; | |||
| if ((ret = ir2_decode_plane_inter(s, avctx->width >> 2, avctx->height >> 2, | |||
| s->picture.data[1], s->picture.linesize[1], | |||
| ir2_luma_table)) < 0) | |||
| return ret; | |||
| } | |||
| *picture = s->picture; | |||
| @@ -66,60 +66,60 @@ static void rl2_rle_decode(Rl2Context *s, const uint8_t *in, int size, | |||
| int stride_adj = stride - s->avctx->width; | |||
| int i; | |||
| const uint8_t *back_frame = s->back_frame; | |||
| const uint8_t *in_end = in + size; | |||
| const uint8_t *out_end = out + stride * s->avctx->height; | |||
| const uint8_t *in_end = in + size; | |||
| const uint8_t *out_end = out + stride * s->avctx->height; | |||
| uint8_t *line_end; | |||
| /** copy start of the background frame */ | |||
| for(i=0;i<=base_y;i++){ | |||
| if(s->back_frame) | |||
| memcpy(out,back_frame,s->avctx->width); | |||
| out += stride; | |||
| for (i = 0; i <= base_y; i++) { | |||
| if (s->back_frame) | |||
| memcpy(out, back_frame, s->avctx->width); | |||
| out += stride; | |||
| back_frame += s->avctx->width; | |||
| } | |||
| back_frame += base_x - s->avctx->width; | |||
| line_end = out - stride_adj; | |||
| out += base_x - stride; | |||
| line_end = out - stride_adj; | |||
| out += base_x - stride; | |||
| /** decode the variable part of the frame */ | |||
| while(in < in_end){ | |||
| while (in < in_end) { | |||
| uint8_t val = *in++; | |||
| int len = 1; | |||
| if(val >= 0x80){ | |||
| if(in >= in_end) | |||
| int len = 1; | |||
| if (val >= 0x80) { | |||
| if (in >= in_end) | |||
| break; | |||
| len = *in++; | |||
| if(!len) | |||
| if (!len) | |||
| break; | |||
| } | |||
| if(len >= out_end - out) | |||
| if (len >= out_end - out) | |||
| break; | |||
| if(s->back_frame) | |||
| if (s->back_frame) | |||
| val |= 0x80; | |||
| else | |||
| val &= ~0x80; | |||
| while(len--){ | |||
| *out++ = (val == 0x80)? *back_frame:val; | |||
| while (len--) { | |||
| *out++ = (val == 0x80) ? *back_frame : val; | |||
| back_frame++; | |||
| if(out == line_end){ | |||
| out += stride_adj; | |||
| if (out == line_end) { | |||
| out += stride_adj; | |||
| line_end += stride; | |||
| if(len >= out_end - out) | |||
| if (len >= out_end - out) | |||
| break; | |||
| } | |||
| } | |||
| } | |||
| /** copy the rest from the background frame */ | |||
| if(s->back_frame){ | |||
| while(out < out_end){ | |||
| if (s->back_frame) { | |||
| while (out < out_end) { | |||
| memcpy(out, back_frame, line_end - out); | |||
| back_frame += line_end - out; | |||
| out = line_end + stride_adj; | |||
| line_end += stride; | |||
| out = line_end + stride_adj; | |||
| line_end += stride; | |||
| } | |||
| } | |||
| } | |||
| @@ -135,38 +135,39 @@ static av_cold int rl2_decode_init(AVCodecContext *avctx) | |||
| Rl2Context *s = avctx->priv_data; | |||
| int back_size; | |||
| int i; | |||
| s->avctx = avctx; | |||
| s->avctx = avctx; | |||
| avctx->pix_fmt = AV_PIX_FMT_PAL8; | |||
| avcodec_get_frame_defaults(&s->frame); | |||
| /** parse extra data */ | |||
| if(!avctx->extradata || avctx->extradata_size < EXTRADATA1_SIZE){ | |||
| if (!avctx->extradata || avctx->extradata_size < EXTRADATA1_SIZE) { | |||
| av_log(avctx, AV_LOG_ERROR, "invalid extradata size\n"); | |||
| return AVERROR(EINVAL); | |||
| } | |||
| /** get frame_offset */ | |||
| s->video_base = AV_RL16(&avctx->extradata[0]); | |||
| s->clr_count = AV_RL32(&avctx->extradata[2]); | |||
| s->clr_count = AV_RL32(&avctx->extradata[2]); | |||
| if(s->video_base >= avctx->width * avctx->height){ | |||
| if (s->video_base >= avctx->width * avctx->height) { | |||
| av_log(avctx, AV_LOG_ERROR, "invalid video_base\n"); | |||
| return AVERROR_INVALIDDATA; | |||
| } | |||
| /** initialize palette */ | |||
| for(i=0;i<AVPALETTE_COUNT;i++) | |||
| for (i = 0; i < AVPALETTE_COUNT; i++) | |||
| s->palette[i] = 0xFFU << 24 | AV_RB24(&avctx->extradata[6 + i * 3]); | |||
| /** decode background frame if present */ | |||
| back_size = avctx->extradata_size - EXTRADATA1_SIZE; | |||
| if(back_size > 0){ | |||
| if (back_size > 0) { | |||
| uint8_t *back_frame = av_mallocz(avctx->width*avctx->height); | |||
| if(!back_frame) | |||
| if (!back_frame) | |||
| return AVERROR(ENOMEM); | |||
| rl2_rle_decode(s,avctx->extradata + EXTRADATA1_SIZE,back_size, | |||
| back_frame,avctx->width,0); | |||
| rl2_rle_decode(s, avctx->extradata + EXTRADATA1_SIZE, back_size, | |||
| back_frame, avctx->width, 0); | |||
| s->back_frame = back_frame; | |||
| } | |||
| return 0; | |||
| @@ -174,25 +175,26 @@ static av_cold int rl2_decode_init(AVCodecContext *avctx) | |||
| static int rl2_decode_frame(AVCodecContext *avctx, | |||
| void *data, int *got_frame, | |||
| AVPacket *avpkt) | |||
| void *data, int *got_frame, | |||
| AVPacket *avpkt) | |||
| { | |||
| const uint8_t *buf = avpkt->data; | |||
| int ret, buf_size = avpkt->size; | |||
| int ret, buf_size = avpkt->size; | |||
| Rl2Context *s = avctx->priv_data; | |||
| if(s->frame.data[0]) | |||
| if (s->frame.data[0]) | |||
| avctx->release_buffer(avctx, &s->frame); | |||
| /** get buffer */ | |||
| s->frame.reference= 0; | |||
| s->frame.reference = 0; | |||
| if ((ret = ff_get_buffer(avctx, &s->frame)) < 0) { | |||
| av_log(s->avctx, AV_LOG_ERROR, "get_buffer() failed\n"); | |||
| return ret; | |||
| } | |||
| /** run length decode */ | |||
| rl2_rle_decode(s,buf,buf_size,s->frame.data[0],s->frame.linesize[0],s->video_base); | |||
| rl2_rle_decode(s, buf, buf_size, s->frame.data[0], s->frame.linesize[0], | |||
| s->video_base); | |||
| /** make the palette available on the way out */ | |||
| memcpy(s->frame.data[1], s->palette, AVPALETTE_SIZE); | |||
| @@ -214,7 +216,7 @@ static av_cold int rl2_decode_end(AVCodecContext *avctx) | |||
| { | |||
| Rl2Context *s = avctx->priv_data; | |||
| if(s->frame.data[0]) | |||
| if (s->frame.data[0]) | |||
| avctx->release_buffer(avctx, &s->frame); | |||
| av_free(s->back_frame); | |||