| @@ -0,0 +1,913 @@ | |||
| /* | |||
| * Copyright (c) 2011 Michael Niedermayer | |||
| * | |||
| * This file is part of FFmpeg. | |||
| * | |||
| * FFmpeg is free software; you can redistribute it and/or modify | |||
| * it under the terms of the GNU General Public License as published by | |||
| * the Free Software Foundation; either version 2 of the License, or | |||
| * (at your option) any later version. | |||
| * | |||
| * FFmpeg is distributed in the hope that it will be useful, | |||
| * but WITHOUT ANY WARRANTY; without even the implied warranty of | |||
| * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |||
| * GNU General Public License for more details. | |||
| * | |||
| * You should have received a copy of the GNU General Public License | |||
| * along with FFmpeg; if not, write to the Free Software | |||
| * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA | |||
| * | |||
| * Parts of this file have been stolen from mplayer | |||
| */ | |||
| /** | |||
| * @file | |||
| */ | |||
| #include "avfilter.h" | |||
| #include "libavutil/avassert.h" | |||
| #include "libavutil/pixdesc.h" | |||
| #include "libavutil/intreadwrite.h" | |||
| #include "libavcore/imgutils.h" | |||
| #include "libmpcodecs/vf.h" | |||
| #include "libmpcodecs/img_format.h" | |||
| #include "libmpcodecs/cpudetect.h" | |||
| #include "libmpcodecs/vd_ffmpeg.h" | |||
| #include "libmpcodecs/vf_scale.h" | |||
| #include "libmpcodecs/libvo/fastmemcpy.h" | |||
| #include "libswscale/swscale.h" | |||
| //FIXME maybe link the orig in | |||
| static const struct { | |||
| int fmt; | |||
| enum PixelFormat pix_fmt; | |||
| } conversion_map[] = { | |||
| {IMGFMT_ARGB, PIX_FMT_ARGB}, | |||
| {IMGFMT_BGRA, PIX_FMT_BGRA}, | |||
| {IMGFMT_BGR24, PIX_FMT_BGR24}, | |||
| {IMGFMT_BGR16BE, PIX_FMT_RGB565BE}, | |||
| {IMGFMT_BGR16LE, PIX_FMT_RGB565LE}, | |||
| {IMGFMT_BGR15BE, PIX_FMT_RGB555BE}, | |||
| {IMGFMT_BGR15LE, PIX_FMT_RGB555LE}, | |||
| {IMGFMT_BGR12BE, PIX_FMT_RGB444BE}, | |||
| {IMGFMT_BGR12LE, PIX_FMT_RGB444LE}, | |||
| {IMGFMT_BGR8, PIX_FMT_RGB8}, | |||
| {IMGFMT_BGR4, PIX_FMT_RGB4}, | |||
| {IMGFMT_BGR1, PIX_FMT_MONOBLACK}, | |||
| {IMGFMT_RGB1, PIX_FMT_MONOBLACK}, | |||
| {IMGFMT_RG4B, PIX_FMT_BGR4_BYTE}, | |||
| {IMGFMT_BG4B, PIX_FMT_RGB4_BYTE}, | |||
| {IMGFMT_RGB48LE, PIX_FMT_RGB48LE}, | |||
| {IMGFMT_RGB48BE, PIX_FMT_RGB48BE}, | |||
| {IMGFMT_ABGR, PIX_FMT_ABGR}, | |||
| {IMGFMT_RGBA, PIX_FMT_RGBA}, | |||
| {IMGFMT_RGB24, PIX_FMT_RGB24}, | |||
| {IMGFMT_RGB16BE, PIX_FMT_BGR565BE}, | |||
| {IMGFMT_RGB16LE, PIX_FMT_BGR565LE}, | |||
| {IMGFMT_RGB15BE, PIX_FMT_BGR555BE}, | |||
| {IMGFMT_RGB15LE, PIX_FMT_BGR555LE}, | |||
| {IMGFMT_RGB12BE, PIX_FMT_BGR444BE}, | |||
| {IMGFMT_RGB12LE, PIX_FMT_BGR444LE}, | |||
| {IMGFMT_RGB8, PIX_FMT_BGR8}, | |||
| {IMGFMT_RGB4, PIX_FMT_BGR4}, | |||
| {IMGFMT_BGR8, PIX_FMT_PAL8}, | |||
| {IMGFMT_YUY2, PIX_FMT_YUYV422}, | |||
| {IMGFMT_UYVY, PIX_FMT_UYVY422}, | |||
| {IMGFMT_NV12, PIX_FMT_NV12}, | |||
| {IMGFMT_NV21, PIX_FMT_NV21}, | |||
| {IMGFMT_Y800, PIX_FMT_GRAY8}, | |||
| {IMGFMT_Y8, PIX_FMT_GRAY8}, | |||
| {IMGFMT_YVU9, PIX_FMT_YUV410P}, | |||
| {IMGFMT_IF09, PIX_FMT_YUV410P}, | |||
| {IMGFMT_YV12, PIX_FMT_YUV420P}, | |||
| {IMGFMT_I420, PIX_FMT_YUV420P}, | |||
| {IMGFMT_IYUV, PIX_FMT_YUV420P}, | |||
| {IMGFMT_411P, PIX_FMT_YUV411P}, | |||
| {IMGFMT_422P, PIX_FMT_YUV422P}, | |||
| {IMGFMT_444P, PIX_FMT_YUV444P}, | |||
| {IMGFMT_440P, PIX_FMT_YUV440P}, | |||
| {IMGFMT_420A, PIX_FMT_YUVA420P}, | |||
| {IMGFMT_420P16_LE, PIX_FMT_YUV420P16LE}, | |||
| {IMGFMT_420P16_BE, PIX_FMT_YUV420P16BE}, | |||
| {IMGFMT_422P16_LE, PIX_FMT_YUV422P16LE}, | |||
| {IMGFMT_422P16_BE, PIX_FMT_YUV422P16BE}, | |||
| {IMGFMT_444P16_LE, PIX_FMT_YUV444P16LE}, | |||
| {IMGFMT_444P16_BE, PIX_FMT_YUV444P16BE}, | |||
| // YUVJ are YUV formats that use the full Y range and not just | |||
| // 16 - 235 (see colorspaces.txt). | |||
| // Currently they are all treated the same way. | |||
| {IMGFMT_YV12, PIX_FMT_YUVJ420P}, | |||
| {IMGFMT_422P, PIX_FMT_YUVJ422P}, | |||
| {IMGFMT_444P, PIX_FMT_YUVJ444P}, | |||
| {IMGFMT_440P, PIX_FMT_YUVJ440P}, | |||
| {IMGFMT_XVMC_MOCO_MPEG2, PIX_FMT_XVMC_MPEG2_MC}, | |||
| {IMGFMT_XVMC_IDCT_MPEG2, PIX_FMT_XVMC_MPEG2_IDCT}, | |||
| {IMGFMT_VDPAU_MPEG1, PIX_FMT_VDPAU_MPEG1}, | |||
| {IMGFMT_VDPAU_MPEG2, PIX_FMT_VDPAU_MPEG2}, | |||
| {IMGFMT_VDPAU_H264, PIX_FMT_VDPAU_H264}, | |||
| {IMGFMT_VDPAU_WMV3, PIX_FMT_VDPAU_WMV3}, | |||
| {IMGFMT_VDPAU_VC1, PIX_FMT_VDPAU_VC1}, | |||
| {IMGFMT_VDPAU_MPEG4, PIX_FMT_VDPAU_MPEG4}, | |||
| {0, PIX_FMT_NONE} | |||
| }; | |||
| //copied from vf.c | |||
| extern const vf_info_t vf_info_vo; | |||
| extern const vf_info_t vf_info_rectangle; | |||
| extern const vf_info_t vf_info_bmovl; | |||
| extern const vf_info_t vf_info_crop; | |||
| extern const vf_info_t vf_info_expand; | |||
| extern const vf_info_t vf_info_pp; | |||
| extern const vf_info_t vf_info_scale; | |||
| extern const vf_info_t vf_info_format; | |||
| extern const vf_info_t vf_info_noformat; | |||
| extern const vf_info_t vf_info_flip; | |||
| extern const vf_info_t vf_info_rotate; | |||
| extern const vf_info_t vf_info_mirror; | |||
| extern const vf_info_t vf_info_palette; | |||
| extern const vf_info_t vf_info_lavc; | |||
| extern const vf_info_t vf_info_zrmjpeg; | |||
| extern const vf_info_t vf_info_dvbscale; | |||
| extern const vf_info_t vf_info_cropdetect; | |||
| extern const vf_info_t vf_info_test; | |||
| extern const vf_info_t vf_info_noise; | |||
| extern const vf_info_t vf_info_yvu9; | |||
| extern const vf_info_t vf_info_lavcdeint; | |||
| extern const vf_info_t vf_info_eq; | |||
| extern const vf_info_t vf_info_eq2; | |||
| extern const vf_info_t vf_info_gradfun; | |||
| extern const vf_info_t vf_info_halfpack; | |||
| extern const vf_info_t vf_info_dint; | |||
| extern const vf_info_t vf_info_1bpp; | |||
| extern const vf_info_t vf_info_2xsai; | |||
| extern const vf_info_t vf_info_unsharp; | |||
| extern const vf_info_t vf_info_swapuv; | |||
| extern const vf_info_t vf_info_il; | |||
| extern const vf_info_t vf_info_fil; | |||
| extern const vf_info_t vf_info_boxblur; | |||
| extern const vf_info_t vf_info_sab; | |||
| extern const vf_info_t vf_info_smartblur; | |||
| extern const vf_info_t vf_info_perspective; | |||
| extern const vf_info_t vf_info_down3dright; | |||
| extern const vf_info_t vf_info_field; | |||
| extern const vf_info_t vf_info_denoise3d; | |||
| extern const vf_info_t vf_info_hqdn3d; | |||
| extern const vf_info_t vf_info_detc; | |||
| extern const vf_info_t vf_info_telecine; | |||
| extern const vf_info_t vf_info_tinterlace; | |||
| extern const vf_info_t vf_info_tfields; | |||
| extern const vf_info_t vf_info_ivtc; | |||
| extern const vf_info_t vf_info_ilpack; | |||
| extern const vf_info_t vf_info_dsize; | |||
| extern const vf_info_t vf_info_decimate; | |||
| extern const vf_info_t vf_info_softpulldown; | |||
| extern const vf_info_t vf_info_pullup; | |||
| extern const vf_info_t vf_info_filmdint; | |||
| extern const vf_info_t vf_info_framestep; | |||
| extern const vf_info_t vf_info_tile; | |||
| extern const vf_info_t vf_info_delogo; | |||
| extern const vf_info_t vf_info_remove_logo; | |||
| extern const vf_info_t vf_info_hue; | |||
| extern const vf_info_t vf_info_spp; | |||
| extern const vf_info_t vf_info_uspp; | |||
| extern const vf_info_t vf_info_fspp; | |||
| extern const vf_info_t vf_info_pp7; | |||
| extern const vf_info_t vf_info_yuvcsp; | |||
| extern const vf_info_t vf_info_kerndeint; | |||
| extern const vf_info_t vf_info_rgbtest; | |||
| extern const vf_info_t vf_info_qp; | |||
| extern const vf_info_t vf_info_phase; | |||
| extern const vf_info_t vf_info_divtc; | |||
| extern const vf_info_t vf_info_harddup; | |||
| extern const vf_info_t vf_info_softskip; | |||
| extern const vf_info_t vf_info_screenshot; | |||
| extern const vf_info_t vf_info_ass; | |||
| extern const vf_info_t vf_info_mcdeint; | |||
| extern const vf_info_t vf_info_yadif; | |||
| extern const vf_info_t vf_info_blackframe; | |||
| extern const vf_info_t vf_info_geq; | |||
| extern const vf_info_t vf_info_ow; | |||
| extern const vf_info_t vf_info_fixpts; | |||
| extern const vf_info_t vf_info_stereo3d; | |||
| static const vf_info_t* const filters[]={ | |||
| &vf_info_2xsai, | |||
| &vf_info_blackframe, | |||
| &vf_info_boxblur, | |||
| &vf_info_cropdetect, | |||
| &vf_info_decimate, | |||
| &vf_info_delogo, | |||
| &vf_info_denoise3d, | |||
| &vf_info_detc, | |||
| &vf_info_dint, | |||
| &vf_info_divtc, | |||
| &vf_info_down3dright, | |||
| &vf_info_dsize, | |||
| &vf_info_eq2, | |||
| &vf_info_eq, | |||
| &vf_info_field, | |||
| &vf_info_fil, | |||
| // &vf_info_filmdint, cmmx.h vd.h ‘opt_screen_size_x’ | |||
| &vf_info_fixpts, | |||
| &vf_info_framestep, | |||
| &vf_info_fspp, | |||
| &vf_info_geq, | |||
| &vf_info_gradfun, | |||
| &vf_info_harddup, | |||
| &vf_info_hqdn3d, | |||
| &vf_info_hue, | |||
| &vf_info_il, | |||
| &vf_info_ilpack, | |||
| &vf_info_ivtc, | |||
| &vf_info_kerndeint, | |||
| &vf_info_mcdeint, | |||
| &vf_info_mirror, | |||
| &vf_info_noise, | |||
| &vf_info_ow, | |||
| &vf_info_palette, | |||
| &vf_info_perspective, | |||
| &vf_info_phase, | |||
| &vf_info_pp7, | |||
| &vf_info_pullup, | |||
| &vf_info_qp, | |||
| &vf_info_rectangle, | |||
| &vf_info_remove_logo, | |||
| &vf_info_rgbtest, | |||
| &vf_info_rotate, | |||
| &vf_info_sab, | |||
| &vf_info_screenshot, | |||
| &vf_info_smartblur, | |||
| &vf_info_softpulldown, | |||
| &vf_info_softskip, | |||
| &vf_info_spp, | |||
| &vf_info_swapuv, | |||
| &vf_info_telecine, | |||
| &vf_info_test, | |||
| &vf_info_tile, | |||
| &vf_info_tinterlace, | |||
| &vf_info_unsharp, | |||
| &vf_info_uspp, | |||
| &vf_info_yuvcsp, | |||
| &vf_info_yvu9, | |||
| NULL | |||
| }; | |||
| /* | |||
| Unsupported filters | |||
| 1bpp | |||
| ass | |||
| bmovl | |||
| crop | |||
| dvbscale | |||
| flip | |||
| expand | |||
| format | |||
| halfpack | |||
| lavc | |||
| lavcdeint | |||
| noformat | |||
| pp | |||
| scale | |||
| stereo3d | |||
| tfields | |||
| vo | |||
| yadif | |||
| zrmjpeg | |||
| */ | |||
| CpuCaps gCpuCaps; //FIXME initialize this so optims work | |||
| //exact copy from vf_scale.c | |||
| int get_sws_cpuflags(void){ | |||
| return | |||
| (gCpuCaps.hasMMX ? SWS_CPU_CAPS_MMX : 0) | |||
| | (gCpuCaps.hasMMX2 ? SWS_CPU_CAPS_MMX2 : 0) | |||
| | (gCpuCaps.has3DNow ? SWS_CPU_CAPS_3DNOW : 0) | |||
| | (gCpuCaps.hasAltiVec ? SWS_CPU_CAPS_ALTIVEC : 0); | |||
| } | |||
| static void sws_getFlagsAndFilterFromCmdLine(int *flags, SwsFilter **srcFilterParam, SwsFilter **dstFilterParam) | |||
| { | |||
| static int firstTime=1; | |||
| *flags=0; | |||
| #if ARCH_X86 | |||
| if(gCpuCaps.hasMMX) | |||
| __asm__ volatile("emms\n\t"::: "memory"); //FIXME this should not be required but it IS (even for non-MMX versions) | |||
| #endif | |||
| if(firstTime) | |||
| { | |||
| firstTime=0; | |||
| *flags= SWS_PRINT_INFO; | |||
| } | |||
| else if( mp_msg_test(MSGT_VFILTER,MSGL_DBG2) ) *flags= SWS_PRINT_INFO; | |||
| switch(SWS_BILINEAR) | |||
| { | |||
| case 0: *flags|= SWS_FAST_BILINEAR; break; | |||
| case 1: *flags|= SWS_BILINEAR; break; | |||
| case 2: *flags|= SWS_BICUBIC; break; | |||
| case 3: *flags|= SWS_X; break; | |||
| case 4: *flags|= SWS_POINT; break; | |||
| case 5: *flags|= SWS_AREA; break; | |||
| case 6: *flags|= SWS_BICUBLIN; break; | |||
| case 7: *flags|= SWS_GAUSS; break; | |||
| case 8: *flags|= SWS_SINC; break; | |||
| case 9: *flags|= SWS_LANCZOS; break; | |||
| case 10:*flags|= SWS_SPLINE; break; | |||
| default:*flags|= SWS_BILINEAR; break; | |||
| } | |||
| *srcFilterParam= NULL; | |||
| *dstFilterParam= NULL; | |||
| } | |||
| //exact copy from vf_scale.c | |||
| // will use sws_flags & src_filter (from cmd line) | |||
| struct SwsContext *sws_getContextFromCmdLine(int srcW, int srcH, int srcFormat, int dstW, int dstH, int dstFormat) | |||
| { | |||
| int flags, i; | |||
| SwsFilter *dstFilterParam, *srcFilterParam; | |||
| enum PixelFormat dfmt, sfmt; | |||
| for(i=0; conversion_map[i].fmt && dstFormat != conversion_map[i].fmt; i++); | |||
| dfmt= conversion_map[i].pix_fmt; | |||
| for(i=0; conversion_map[i].fmt && srcFormat != conversion_map[i].fmt; i++); | |||
| sfmt= conversion_map[i].pix_fmt; | |||
| if (srcFormat == IMGFMT_RGB8 || srcFormat == IMGFMT_BGR8) sfmt = PIX_FMT_PAL8; | |||
| sws_getFlagsAndFilterFromCmdLine(&flags, &srcFilterParam, &dstFilterParam); | |||
| return sws_getContext(srcW, srcH, sfmt, dstW, dstH, dfmt, flags | get_sws_cpuflags(), srcFilterParam, dstFilterParam, NULL); | |||
| } | |||
| typedef struct { | |||
| vf_instance_t vf; | |||
| vf_instance_t next_vf; | |||
| AVFilterContext *avfctx; | |||
| int frame_returned; | |||
| } MPContext; | |||
| void mp_msg(int mod, int lev, const char *format, ... ){ | |||
| va_list va; | |||
| va_start(va, format); | |||
| //FIXME convert lev/mod | |||
| av_vlog(NULL, AV_LOG_DEBUG, format, va); | |||
| va_end(va); | |||
| } | |||
| int mp_msg_test(int mod, int lev){ | |||
| return 123; | |||
| } | |||
| void init_avcodec(void) | |||
| { | |||
| //we maybe should init but its kinda 1. unneeded 2. a bit inpolite from here | |||
| } | |||
| //Exact copy of vf.c | |||
| void vf_clone_mpi_attributes(mp_image_t* dst, mp_image_t* src){ | |||
| dst->pict_type= src->pict_type; | |||
| dst->fields = src->fields; | |||
| dst->qscale_type= src->qscale_type; | |||
| if(dst->width == src->width && dst->height == src->height){ | |||
| dst->qstride= src->qstride; | |||
| dst->qscale= src->qscale; | |||
| } | |||
| } | |||
| //Exact copy of vf.c | |||
| void vf_next_draw_slice(struct vf_instance *vf,unsigned char** src, int * stride,int w, int h, int x, int y){ | |||
| if (vf->next->draw_slice) { | |||
| vf->next->draw_slice(vf->next,src,stride,w,h,x,y); | |||
| return; | |||
| } | |||
| if (!vf->dmpi) { | |||
| mp_msg(MSGT_VFILTER,MSGL_ERR,"draw_slice: dmpi not stored by vf_%s\n", vf->info->name); | |||
| return; | |||
| } | |||
| if (!(vf->dmpi->flags & MP_IMGFLAG_PLANAR)) { | |||
| memcpy_pic(vf->dmpi->planes[0]+y*vf->dmpi->stride[0]+vf->dmpi->bpp/8*x, | |||
| src[0], vf->dmpi->bpp/8*w, h, vf->dmpi->stride[0], stride[0]); | |||
| return; | |||
| } | |||
| memcpy_pic(vf->dmpi->planes[0]+y*vf->dmpi->stride[0]+x, src[0], | |||
| w, h, vf->dmpi->stride[0], stride[0]); | |||
| memcpy_pic(vf->dmpi->planes[1]+(y>>vf->dmpi->chroma_y_shift)*vf->dmpi->stride[1]+(x>>vf->dmpi->chroma_x_shift), | |||
| src[1], w>>vf->dmpi->chroma_x_shift, h>>vf->dmpi->chroma_y_shift, vf->dmpi->stride[1], stride[1]); | |||
| memcpy_pic(vf->dmpi->planes[2]+(y>>vf->dmpi->chroma_y_shift)*vf->dmpi->stride[2]+(x>>vf->dmpi->chroma_x_shift), | |||
| src[2], w>>vf->dmpi->chroma_x_shift, h>>vf->dmpi->chroma_y_shift, vf->dmpi->stride[2], stride[2]); | |||
| } | |||
| //Exact copy of vf.c | |||
| void vf_mpi_clear(mp_image_t* mpi,int x0,int y0,int w,int h){ | |||
| int y; | |||
| if(mpi->flags&MP_IMGFLAG_PLANAR){ | |||
| y0&=~1;h+=h&1; | |||
| if(x0==0 && w==mpi->width){ | |||
| // full width clear: | |||
| memset(mpi->planes[0]+mpi->stride[0]*y0,0,mpi->stride[0]*h); | |||
| memset(mpi->planes[1]+mpi->stride[1]*(y0>>mpi->chroma_y_shift),128,mpi->stride[1]*(h>>mpi->chroma_y_shift)); | |||
| memset(mpi->planes[2]+mpi->stride[2]*(y0>>mpi->chroma_y_shift),128,mpi->stride[2]*(h>>mpi->chroma_y_shift)); | |||
| } else | |||
| for(y=y0;y<y0+h;y+=2){ | |||
| memset(mpi->planes[0]+x0+mpi->stride[0]*y,0,w); | |||
| memset(mpi->planes[0]+x0+mpi->stride[0]*(y+1),0,w); | |||
| memset(mpi->planes[1]+(x0>>mpi->chroma_x_shift)+mpi->stride[1]*(y>>mpi->chroma_y_shift),128,(w>>mpi->chroma_x_shift)); | |||
| memset(mpi->planes[2]+(x0>>mpi->chroma_x_shift)+mpi->stride[2]*(y>>mpi->chroma_y_shift),128,(w>>mpi->chroma_x_shift)); | |||
| } | |||
| return; | |||
| } | |||
| // packed: | |||
| for(y=y0;y<y0+h;y++){ | |||
| unsigned char* dst=mpi->planes[0]+mpi->stride[0]*y+(mpi->bpp>>3)*x0; | |||
| if(mpi->flags&MP_IMGFLAG_YUV){ | |||
| unsigned int* p=(unsigned int*) dst; | |||
| int size=(mpi->bpp>>3)*w/4; | |||
| int i; | |||
| #if HAVE_BIGENDIAN | |||
| #define CLEAR_PACKEDYUV_PATTERN 0x00800080 | |||
| #define CLEAR_PACKEDYUV_PATTERN_SWAPPED 0x80008000 | |||
| #else | |||
| #define CLEAR_PACKEDYUV_PATTERN 0x80008000 | |||
| #define CLEAR_PACKEDYUV_PATTERN_SWAPPED 0x00800080 | |||
| #endif | |||
| if(mpi->flags&MP_IMGFLAG_SWAPPED){ | |||
| for(i=0;i<size-3;i+=4) p[i]=p[i+1]=p[i+2]=p[i+3]=CLEAR_PACKEDYUV_PATTERN_SWAPPED; | |||
| for(;i<size;i++) p[i]=CLEAR_PACKEDYUV_PATTERN_SWAPPED; | |||
| } else { | |||
| for(i=0;i<size-3;i+=4) p[i]=p[i+1]=p[i+2]=p[i+3]=CLEAR_PACKEDYUV_PATTERN; | |||
| for(;i<size;i++) p[i]=CLEAR_PACKEDYUV_PATTERN; | |||
| } | |||
| } else | |||
| memset(dst,0,(mpi->bpp>>3)*w); | |||
| } | |||
| } | |||
| int vf_next_query_format(struct vf_instance *vf, unsigned int fmt){ | |||
| return 1; | |||
| } | |||
| //used by delogo | |||
| unsigned int vf_match_csp(vf_instance_t** vfp,const unsigned int* list,unsigned int preferred){ | |||
| return preferred; | |||
| } | |||
| mp_image_t* vf_get_image(vf_instance_t* vf, unsigned int outfmt, int mp_imgtype, int mp_imgflag, int w, int h){ | |||
| MPContext *m= ((uint8_t*)vf) - offsetof(MPContext, next_vf); | |||
| mp_image_t* mpi=NULL; | |||
| int w2; | |||
| int number = mp_imgtype >> 16; | |||
| av_assert0(vf->next == NULL); // all existing filters call this just on next | |||
| //vf_dint needs these as it calls vf_get_image() before configuring the output | |||
| if(vf->w==0 && w>0) vf->w=w; | |||
| if(vf->h==0 && h>0) vf->h=h; | |||
| av_assert0(w == -1 || w >= vf->w); | |||
| av_assert0(h == -1 || h >= vf->h); | |||
| av_assert0(vf->w > 0); | |||
| av_assert0(vf->h > 0); | |||
| av_log(m->avfctx, AV_LOG_DEBUG, "get_image: %d:%d, vf: %d:%d\n", w,h,vf->w,vf->h); | |||
| if (w == -1) w = vf->w; | |||
| if (h == -1) h = vf->h; | |||
| w2=(mp_imgflag&MP_IMGFLAG_ACCEPT_ALIGNED_STRIDE)?((w+15)&(~15)):w; | |||
| // Note: we should call libvo first to check if it supports direct rendering | |||
| // and if not, then fallback to software buffers: | |||
| switch(mp_imgtype & 0xff){ | |||
| case MP_IMGTYPE_EXPORT: | |||
| if(!vf->imgctx.export_images[0]) vf->imgctx.export_images[0]=new_mp_image(w2,h); | |||
| mpi=vf->imgctx.export_images[0]; | |||
| break; | |||
| case MP_IMGTYPE_STATIC: | |||
| if(!vf->imgctx.static_images[0]) vf->imgctx.static_images[0]=new_mp_image(w2,h); | |||
| mpi=vf->imgctx.static_images[0]; | |||
| break; | |||
| case MP_IMGTYPE_TEMP: | |||
| if(!vf->imgctx.temp_images[0]) vf->imgctx.temp_images[0]=new_mp_image(w2,h); | |||
| mpi=vf->imgctx.temp_images[0]; | |||
| break; | |||
| case MP_IMGTYPE_IPB: | |||
| if(!(mp_imgflag&MP_IMGFLAG_READABLE)){ // B frame: | |||
| if(!vf->imgctx.temp_images[0]) vf->imgctx.temp_images[0]=new_mp_image(w2,h); | |||
| mpi=vf->imgctx.temp_images[0]; | |||
| break; | |||
| } | |||
| case MP_IMGTYPE_IP: | |||
| if(!vf->imgctx.static_images[vf->imgctx.static_idx]) vf->imgctx.static_images[vf->imgctx.static_idx]=new_mp_image(w2,h); | |||
| mpi=vf->imgctx.static_images[vf->imgctx.static_idx]; | |||
| vf->imgctx.static_idx^=1; | |||
| break; | |||
| case MP_IMGTYPE_NUMBERED: | |||
| if (number == -1) { | |||
| int i; | |||
| for (i = 0; i < NUM_NUMBERED_MPI; i++) | |||
| if (!vf->imgctx.numbered_images[i] || !vf->imgctx.numbered_images[i]->usage_count) | |||
| break; | |||
| number = i; | |||
| } | |||
| if (number < 0 || number >= NUM_NUMBERED_MPI) return NULL; | |||
| if (!vf->imgctx.numbered_images[number]) vf->imgctx.numbered_images[number] = new_mp_image(w2,h); | |||
| mpi = vf->imgctx.numbered_images[number]; | |||
| mpi->number = number; | |||
| break; | |||
| } | |||
| if(mpi){ | |||
| mpi->type=mp_imgtype; | |||
| mpi->w=vf->w; mpi->h=vf->h; | |||
| // keep buffer allocation status & color flags only: | |||
| // mpi->flags&=~(MP_IMGFLAG_PRESERVE|MP_IMGFLAG_READABLE|MP_IMGFLAG_DIRECT); | |||
| mpi->flags&=MP_IMGFLAG_ALLOCATED|MP_IMGFLAG_TYPE_DISPLAYED|MP_IMGFLAGMASK_COLORS; | |||
| // accept restrictions, draw_slice and palette flags only: | |||
| mpi->flags|=mp_imgflag&(MP_IMGFLAGMASK_RESTRICTIONS|MP_IMGFLAG_DRAW_CALLBACK|MP_IMGFLAG_RGB_PALETTE); | |||
| if(!vf->draw_slice) mpi->flags&=~MP_IMGFLAG_DRAW_CALLBACK; | |||
| if(mpi->width!=w2 || mpi->height!=h){ | |||
| // printf("vf.c: MPI parameters changed! %dx%d -> %dx%d \n", mpi->width,mpi->height,w2,h); | |||
| if(mpi->flags&MP_IMGFLAG_ALLOCATED){ | |||
| if(mpi->width<w2 || mpi->height<h){ | |||
| // need to re-allocate buffer memory: | |||
| av_free(mpi->planes[0]); | |||
| mpi->flags&=~MP_IMGFLAG_ALLOCATED; | |||
| mp_msg(MSGT_VFILTER,MSGL_V,"vf.c: have to REALLOCATE buffer memory :(\n"); | |||
| } | |||
| // } else { | |||
| } { | |||
| mpi->width=w2; mpi->chroma_width=(w2 + (1<<mpi->chroma_x_shift) - 1)>>mpi->chroma_x_shift; | |||
| mpi->height=h; mpi->chroma_height=(h + (1<<mpi->chroma_y_shift) - 1)>>mpi->chroma_y_shift; | |||
| } | |||
| } | |||
| if(!mpi->bpp) mp_image_setfmt(mpi,outfmt); | |||
| if(!(mpi->flags&MP_IMGFLAG_ALLOCATED) && mpi->type>MP_IMGTYPE_EXPORT){ | |||
| av_assert0(!vf->get_image); | |||
| // check libvo first! | |||
| if(vf->get_image) vf->get_image(vf,mpi); | |||
| if(!(mpi->flags&MP_IMGFLAG_DIRECT)){ | |||
| // non-direct and not yet allocated image. allocate it! | |||
| if (!mpi->bpp) { // no way we can allocate this | |||
| mp_msg(MSGT_DECVIDEO, MSGL_FATAL, | |||
| "vf_get_image: Tried to allocate a format that can not be allocated!\n"); | |||
| return NULL; | |||
| } | |||
| // check if codec prefer aligned stride: | |||
| if(mp_imgflag&MP_IMGFLAG_PREFER_ALIGNED_STRIDE){ | |||
| int align=(mpi->flags&MP_IMGFLAG_PLANAR && | |||
| mpi->flags&MP_IMGFLAG_YUV) ? | |||
| (8<<mpi->chroma_x_shift)-1 : 15; // -- maybe FIXME | |||
| w2=((w+align)&(~align)); | |||
| if(mpi->width!=w2){ | |||
| #if 0 | |||
| // we have to change width... check if we CAN co it: | |||
| int flags=vf->query_format(vf,outfmt); // should not fail | |||
| if(!(flags&3)) mp_msg(MSGT_DECVIDEO,MSGL_WARN,"??? vf_get_image{vf->query_format(outfmt)} failed!\n"); | |||
| // printf("query -> 0x%X \n",flags); | |||
| if(flags&VFCAP_ACCEPT_STRIDE){ | |||
| #endif | |||
| mpi->width=w2; | |||
| mpi->chroma_width=(w2 + (1<<mpi->chroma_x_shift) - 1)>>mpi->chroma_x_shift; | |||
| // } | |||
| } | |||
| } | |||
| mp_image_alloc_planes(mpi); | |||
| // printf("clearing img!\n"); | |||
| vf_mpi_clear(mpi,0,0,mpi->width,mpi->height); | |||
| } | |||
| } | |||
| av_assert0(!vf->start_slice); | |||
| if(mpi->flags&MP_IMGFLAG_DRAW_CALLBACK) | |||
| if(vf->start_slice) vf->start_slice(vf,mpi); | |||
| if(!(mpi->flags&MP_IMGFLAG_TYPE_DISPLAYED)){ | |||
| mp_msg(MSGT_DECVIDEO,MSGL_V,"*** [%s] %s%s mp_image_t, %dx%dx%dbpp %s %s, %d bytes\n", | |||
| "NULL"/*vf->info->name*/, | |||
| (mpi->type==MP_IMGTYPE_EXPORT)?"Exporting": | |||
| ((mpi->flags&MP_IMGFLAG_DIRECT)?"Direct Rendering":"Allocating"), | |||
| (mpi->flags&MP_IMGFLAG_DRAW_CALLBACK)?" (slices)":"", | |||
| mpi->width,mpi->height,mpi->bpp, | |||
| (mpi->flags&MP_IMGFLAG_YUV)?"YUV":((mpi->flags&MP_IMGFLAG_SWAPPED)?"BGR":"RGB"), | |||
| (mpi->flags&MP_IMGFLAG_PLANAR)?"planar":"packed", | |||
| mpi->bpp*mpi->width*mpi->height/8); | |||
| mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"(imgfmt: %x, planes: %p,%p,%p strides: %d,%d,%d, chroma: %dx%d, shift: h:%d,v:%d)\n", | |||
| mpi->imgfmt, mpi->planes[0], mpi->planes[1], mpi->planes[2], | |||
| mpi->stride[0], mpi->stride[1], mpi->stride[2], | |||
| mpi->chroma_width, mpi->chroma_height, mpi->chroma_x_shift, mpi->chroma_y_shift); | |||
| mpi->flags|=MP_IMGFLAG_TYPE_DISPLAYED; | |||
| } | |||
| mpi->qscale = NULL; | |||
| } | |||
| mpi->usage_count++; | |||
| // printf("\rVF_MPI: %p %p %p %d %d %d \n", | |||
| // mpi->planes[0],mpi->planes[1],mpi->planes[2], | |||
| // mpi->stride[0],mpi->stride[1],mpi->stride[2]); | |||
| return mpi; | |||
| } | |||
| int vf_next_put_image(struct vf_instance *vf,mp_image_t *mpi, double pts){ | |||
| MPContext *m= (void*)vf; | |||
| AVFilterLink *outlink = m->avfctx->outputs[0]; | |||
| AVFilterBuffer *pic = av_mallocz(sizeof(AVFilterBuffer)); | |||
| AVFilterBufferRef *picref = av_mallocz(sizeof(AVFilterBufferRef)); | |||
| int i; | |||
| av_assert0(vf->next); | |||
| av_log(m->avfctx, AV_LOG_DEBUG, "vf_next_put_image\n"); | |||
| if (!pic || !picref) | |||
| goto fail; | |||
| picref->buf = pic; | |||
| picref->buf->please_use_av_free= av_free; | |||
| if (!(picref->video = av_mallocz(sizeof(AVFilterBufferRefVideoProps)))) | |||
| goto fail; | |||
| pic->w = picref->video->w = mpi->w; | |||
| pic->h = picref->video->h = mpi->h; | |||
| /* make sure the buffer gets read permission or it's useless for output */ | |||
| picref->perms = AV_PERM_READ | AV_PERM_REUSE2; | |||
| // av_assert0(mpi->flags&MP_IMGFLAG_READABLE); | |||
| if(!(mpi->flags&MP_IMGFLAG_PRESERVE)) | |||
| picref->perms |= AV_PERM_WRITE; | |||
| pic->refcount = 1; | |||
| picref->type = AVMEDIA_TYPE_VIDEO; | |||
| for(i=0; conversion_map[i].fmt && mpi->imgfmt != conversion_map[i].fmt; i++); | |||
| pic->format = picref->format = conversion_map[i].pix_fmt; | |||
| memcpy(pic->data, mpi->planes, FFMIN(sizeof(pic->data) , sizeof(mpi->planes))); | |||
| memcpy(pic->linesize, mpi->stride, FFMIN(sizeof(pic->linesize), sizeof(mpi->stride))); | |||
| memcpy(picref->data, pic->data, sizeof(picref->data)); | |||
| memcpy(picref->linesize, pic->linesize, sizeof(picref->linesize)); | |||
| if(pts != MP_NOPTS_VALUE) | |||
| picref->pts= pts * av_q2d(outlink->time_base); | |||
| avfilter_start_frame(outlink, avfilter_ref_buffer(picref, ~0)); | |||
| avfilter_draw_slice(outlink, 0, picref->video->h, 1); | |||
| avfilter_end_frame(outlink); | |||
| avfilter_unref_buffer(picref); | |||
| m->frame_returned++; | |||
| return 1; | |||
| fail: | |||
| if (picref && picref->video) | |||
| av_free(picref->video); | |||
| av_free(picref); | |||
| av_free(pic); | |||
| return 0; | |||
| } | |||
| int vf_next_config(struct vf_instance *vf, | |||
| int width, int height, int d_width, int d_height, | |||
| unsigned int voflags, unsigned int outfmt){ | |||
| av_assert0(width>0 && height>0); | |||
| vf->next->w = width; vf->next->h = height; | |||
| return 1; | |||
| #if 0 | |||
| int flags=vf->next->query_format(vf->next,outfmt); | |||
| if(!flags){ | |||
| // hmm. colorspace mismatch!!! | |||
| //this is fatal for us ATM | |||
| return 0; | |||
| } | |||
| mp_msg(MSGT_VFILTER,MSGL_V,"REQ: flags=0x%X req=0x%X \n",flags,vf->default_reqs); | |||
| miss=vf->default_reqs - (flags&vf->default_reqs); | |||
| if(miss&VFCAP_ACCEPT_STRIDE){ | |||
| // vf requires stride support but vf->next doesn't support it! | |||
| // let's insert the 'expand' filter, it does the job for us: | |||
| vf_instance_t* vf2=vf_open_filter(vf->next,"expand",NULL); | |||
| if(!vf2) return 0; // shouldn't happen! | |||
| vf->next=vf2; | |||
| } | |||
| vf->next->w = width; vf->next->h = height; | |||
| #endif | |||
| return 1; | |||
| } | |||
| int vf_next_control(struct vf_instance *vf, int request, void* data){ | |||
| MPContext *m= (void*)vf; | |||
| av_log(m->avfctx, AV_LOG_DEBUG, "Received control %d\n", request); | |||
| return 0; | |||
| } | |||
| static int vf_default_query_format(struct vf_instance *vf, unsigned int fmt){ | |||
| MPContext *m= (void*)vf; | |||
| int i; | |||
| av_log(m->avfctx, AV_LOG_DEBUG, "query %X\n", fmt); | |||
| for(i=0; conversion_map[i].fmt; i++){ | |||
| if(fmt==conversion_map[i].fmt) | |||
| return 1; //we suport all | |||
| } | |||
| return 0; | |||
| } | |||
| static av_cold int init(AVFilterContext *ctx, const char *args, void *opaque) | |||
| { | |||
| MPContext *m = ctx->priv; | |||
| char name[256]; | |||
| int i; | |||
| m->avfctx= ctx; | |||
| if(!args || 1!=sscanf(args, "%255[^:]", name)){ | |||
| av_log(ctx, AV_LOG_ERROR, "Invalid parameter.\n"); | |||
| return AVERROR(EINVAL); | |||
| } | |||
| args+= strlen(name)+1; | |||
| for(i=0; ;i++){ | |||
| if(!filters[i] || !strcmp(name, filters[i]->name)) | |||
| break; | |||
| } | |||
| if(!filters[i]){ | |||
| av_log(ctx, AV_LOG_ERROR, "Unknown filter %s\n", name); | |||
| return AVERROR(EINVAL); | |||
| } | |||
| memset(&m->vf,0,sizeof(m->vf)); | |||
| m->vf.info= filters[i]; | |||
| m->vf.next = &m->next_vf; | |||
| m->vf.put_image = vf_next_put_image; | |||
| m->vf.config = vf_next_config; | |||
| m->vf.query_format= vf_default_query_format; | |||
| m->vf.control = vf_next_control; | |||
| m->vf.default_caps=VFCAP_ACCEPT_STRIDE; | |||
| m->vf.default_reqs=0; | |||
| if(m->vf.info->opts) | |||
| av_log(ctx, AV_LOG_ERROR, "opts / m_struct_set is unsupported\n"); | |||
| #if 0 | |||
| if(vf->info->opts) { // vf_vo get some special argument | |||
| const m_struct_t* st = vf->info->opts; | |||
| void* vf_priv = m_struct_alloc(st); | |||
| int n; | |||
| for(n = 0 ; args && args[2*n] ; n++) | |||
| m_struct_set(st,vf_priv,args[2*n],args[2*n+1]); | |||
| vf->priv = vf_priv; | |||
| args = NULL; | |||
| } else // Otherwise we should have the '_oldargs_' | |||
| if(args && !strcmp(args[0],"_oldargs_")) | |||
| args = (char**)args[1]; | |||
| else | |||
| args = NULL; | |||
| #endif | |||
| if(m->vf.info->vf_open(&m->vf, args)<=0){ | |||
| av_log(ctx, AV_LOG_ERROR, "vf_open() of %s with arg=%s failed\n", name, args); | |||
| return -1; | |||
| } | |||
| return 0; | |||
| } | |||
| static int query_formats(AVFilterContext *ctx) | |||
| { | |||
| AVFilterFormats *avfmts=NULL; | |||
| MPContext *m = ctx->priv; | |||
| int i; | |||
| for(i=0; conversion_map[i].fmt; i++){ | |||
| av_log(ctx, AV_LOG_DEBUG, "query: %X\n", conversion_map[i].fmt); | |||
| if(m->vf.query_format(&m->vf, conversion_map[i].fmt)){ | |||
| av_log(ctx, AV_LOG_DEBUG, "supported,adding\n"); | |||
| avfilter_add_format(&avfmts, conversion_map[i].pix_fmt); | |||
| } | |||
| } | |||
| //We assume all allowed input formats are also allowed output formats | |||
| avfilter_set_common_formats(ctx, avfmts); | |||
| return 0; | |||
| } | |||
| static int config_inprops(AVFilterLink *inlink) | |||
| { | |||
| MPContext *m = inlink->dst->priv; | |||
| int i; | |||
| for(i=0; conversion_map[i].fmt && conversion_map[i].pix_fmt != inlink->format; i++); | |||
| av_assert0(conversion_map[i].fmt && inlink->w && inlink->h); | |||
| m->vf.fmt.have_configured = 1; | |||
| m->vf.fmt.orig_height = inlink->h; | |||
| m->vf.fmt.orig_width = inlink->w; | |||
| m->vf.fmt.orig_fmt = conversion_map[i].fmt; | |||
| if(m->vf.config(&m->vf, inlink->w, inlink->h, inlink->w, inlink->h, 0, conversion_map[i].fmt)<=0) | |||
| return -1; | |||
| return 0; | |||
| } | |||
| static int config_outprops(AVFilterLink *outlink) | |||
| { | |||
| MPContext *m = outlink->src->priv; | |||
| outlink->w = m->next_vf.w; | |||
| outlink->h = m->next_vf.h; | |||
| return 0; | |||
| } | |||
| static int request_frame(AVFilterLink *outlink) | |||
| { | |||
| MPContext *m = outlink->src->priv; | |||
| int ret; | |||
| av_log(m->avfctx, AV_LOG_DEBUG, "mp request_frame\n"); | |||
| for(m->frame_returned=0; !m->frame_returned;){ | |||
| ret=avfilter_request_frame(outlink->src->inputs[0]); | |||
| if(ret<0) | |||
| break; | |||
| } | |||
| av_log(m->avfctx, AV_LOG_DEBUG, "mp request_frame ret=%d\n", ret); | |||
| return ret; | |||
| } | |||
| static void start_frame(AVFilterLink *inlink, AVFilterBufferRef *picref) | |||
| { | |||
| } | |||
| static void null_draw_slice(AVFilterLink *link, int y, int h, int slice_dir) | |||
| { | |||
| } | |||
| static void end_frame(AVFilterLink *inlink) | |||
| { | |||
| MPContext *m = inlink->dst->priv; | |||
| AVFilterBufferRef *inpic = inlink->cur_buf; | |||
| AVFilterLink *outlink = inlink->dst->outputs[0]; | |||
| int i; | |||
| double pts= MP_NOPTS_VALUE; | |||
| mp_image_t* mpi = new_mp_image(inpic->video->w, inpic->video->h); | |||
| if(inpic->pts != AV_NOPTS_VALUE) | |||
| pts= inpic->pts / av_q2d(inlink->time_base); | |||
| for(i=0; conversion_map[i].fmt && conversion_map[i].pix_fmt != inlink->format; i++); | |||
| mp_image_setfmt(mpi,conversion_map[i].fmt); | |||
| memcpy(mpi->planes, inpic->data, FFMIN(sizeof(inpic->data) , sizeof(mpi->planes))); | |||
| memcpy(mpi->stride, inpic->linesize, FFMIN(sizeof(inpic->linesize), sizeof(mpi->stride))); | |||
| //FIXME pass interleced & tff flags around | |||
| // mpi->flags|=MP_IMGFLAG_ALLOCATED; ? | |||
| mpi->flags |= MP_IMGFLAG_READABLE; | |||
| if(!(inpic->perms & AV_PERM_WRITE)) | |||
| mpi->flags |= MP_IMGFLAG_PRESERVE; | |||
| if(m->vf.put_image(&m->vf, mpi, pts) == 0){ | |||
| av_log(m->avfctx, AV_LOG_DEBUG, "put_image() says skip\n"); | |||
| } | |||
| free_mp_image(mpi); | |||
| // avfilter_unref_buffer(inpic); | |||
| } | |||
| AVFilter avfilter_vf_mp = { | |||
| .name = "mp", | |||
| .description = NULL_IF_CONFIG_SMALL("libmpcodecs wrapper."), | |||
| .init = init, | |||
| .priv_size = sizeof(MPContext), | |||
| .query_formats = query_formats, | |||
| .inputs = (AVFilterPad[]) {{ .name = "default", | |||
| .type = AVMEDIA_TYPE_VIDEO, | |||
| .start_frame = start_frame, | |||
| .draw_slice = null_draw_slice, | |||
| .end_frame = end_frame, | |||
| .config_props = config_inprops, | |||
| .min_perms = AV_PERM_READ, }, | |||
| { .name = NULL}}, | |||
| .outputs = (AVFilterPad[]) {{ .name = "default", | |||
| .type = AVMEDIA_TYPE_VIDEO, | |||
| .request_frame = request_frame, | |||
| .config_props = config_outprops, }, | |||
| { .name = NULL}}, | |||
| }; | |||