You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

871 lines
29KB

  1. /*
  2. * Copyright (c) 2011 Michael Niedermayer
  3. *
  4. * This file is part of FFmpeg.
  5. *
  6. * FFmpeg is free software; you can redistribute it and/or modify
  7. * it under the terms of the GNU General Public License as published by
  8. * the Free Software Foundation; either version 2 of the License, or
  9. * (at your option) any later version.
  10. *
  11. * FFmpeg is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  14. * GNU General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU General Public License
  17. * along with FFmpeg; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. *
  20. * Parts of this file have been stolen from mplayer
  21. */
  22. /**
  23. * @file
  24. */
  25. #include "avfilter.h"
  26. #include "video.h"
  27. #include "formats.h"
  28. #include "internal.h"
  29. #include "libavutil/avassert.h"
  30. #include "libavutil/pixdesc.h"
  31. #include "libavutil/intreadwrite.h"
  32. #include "libavutil/imgutils.h"
  33. #include "libavutil/opt.h"
  34. #include "libmpcodecs/vf.h"
  35. #include "libmpcodecs/img_format.h"
  36. #include "libmpcodecs/cpudetect.h"
  37. #include "libmpcodecs/av_helpers.h"
  38. #include "libmpcodecs/vf_scale.h"
  39. #include "libmpcodecs/libvo/fastmemcpy.h"
  40. #include "libswscale/swscale.h"
  41. //FIXME maybe link the orig in
  42. //XXX: identical pix_fmt must be following with each others
  43. static const struct {
  44. int fmt;
  45. enum AVPixelFormat pix_fmt;
  46. } conversion_map[] = {
  47. {IMGFMT_ARGB, AV_PIX_FMT_ARGB},
  48. {IMGFMT_BGRA, AV_PIX_FMT_BGRA},
  49. {IMGFMT_BGR24, AV_PIX_FMT_BGR24},
  50. {IMGFMT_BGR16BE, AV_PIX_FMT_RGB565BE},
  51. {IMGFMT_BGR16LE, AV_PIX_FMT_RGB565LE},
  52. {IMGFMT_BGR15BE, AV_PIX_FMT_RGB555BE},
  53. {IMGFMT_BGR15LE, AV_PIX_FMT_RGB555LE},
  54. {IMGFMT_BGR12BE, AV_PIX_FMT_RGB444BE},
  55. {IMGFMT_BGR12LE, AV_PIX_FMT_RGB444LE},
  56. {IMGFMT_BGR8, AV_PIX_FMT_RGB8},
  57. {IMGFMT_BGR4, AV_PIX_FMT_RGB4},
  58. {IMGFMT_BGR1, AV_PIX_FMT_MONOBLACK},
  59. {IMGFMT_RGB1, AV_PIX_FMT_MONOBLACK},
  60. {IMGFMT_RG4B, AV_PIX_FMT_BGR4_BYTE},
  61. {IMGFMT_BG4B, AV_PIX_FMT_RGB4_BYTE},
  62. {IMGFMT_RGB48LE, AV_PIX_FMT_RGB48LE},
  63. {IMGFMT_RGB48BE, AV_PIX_FMT_RGB48BE},
  64. {IMGFMT_ABGR, AV_PIX_FMT_ABGR},
  65. {IMGFMT_RGBA, AV_PIX_FMT_RGBA},
  66. {IMGFMT_RGB24, AV_PIX_FMT_RGB24},
  67. {IMGFMT_RGB16BE, AV_PIX_FMT_BGR565BE},
  68. {IMGFMT_RGB16LE, AV_PIX_FMT_BGR565LE},
  69. {IMGFMT_RGB15BE, AV_PIX_FMT_BGR555BE},
  70. {IMGFMT_RGB15LE, AV_PIX_FMT_BGR555LE},
  71. {IMGFMT_RGB12BE, AV_PIX_FMT_BGR444BE},
  72. {IMGFMT_RGB12LE, AV_PIX_FMT_BGR444LE},
  73. {IMGFMT_RGB8, AV_PIX_FMT_BGR8},
  74. {IMGFMT_RGB4, AV_PIX_FMT_BGR4},
  75. {IMGFMT_BGR8, AV_PIX_FMT_PAL8},
  76. {IMGFMT_YUY2, AV_PIX_FMT_YUYV422},
  77. {IMGFMT_UYVY, AV_PIX_FMT_UYVY422},
  78. {IMGFMT_NV12, AV_PIX_FMT_NV12},
  79. {IMGFMT_NV21, AV_PIX_FMT_NV21},
  80. {IMGFMT_Y800, AV_PIX_FMT_GRAY8},
  81. {IMGFMT_Y8, AV_PIX_FMT_GRAY8},
  82. {IMGFMT_YVU9, AV_PIX_FMT_YUV410P},
  83. {IMGFMT_IF09, AV_PIX_FMT_YUV410P},
  84. {IMGFMT_YV12, AV_PIX_FMT_YUV420P},
  85. {IMGFMT_I420, AV_PIX_FMT_YUV420P},
  86. {IMGFMT_IYUV, AV_PIX_FMT_YUV420P},
  87. {IMGFMT_411P, AV_PIX_FMT_YUV411P},
  88. {IMGFMT_422P, AV_PIX_FMT_YUV422P},
  89. {IMGFMT_444P, AV_PIX_FMT_YUV444P},
  90. {IMGFMT_440P, AV_PIX_FMT_YUV440P},
  91. {IMGFMT_420A, AV_PIX_FMT_YUVA420P},
  92. {IMGFMT_420P16_LE, AV_PIX_FMT_YUV420P16LE},
  93. {IMGFMT_420P16_BE, AV_PIX_FMT_YUV420P16BE},
  94. {IMGFMT_422P16_LE, AV_PIX_FMT_YUV422P16LE},
  95. {IMGFMT_422P16_BE, AV_PIX_FMT_YUV422P16BE},
  96. {IMGFMT_444P16_LE, AV_PIX_FMT_YUV444P16LE},
  97. {IMGFMT_444P16_BE, AV_PIX_FMT_YUV444P16BE},
  98. // YUVJ are YUV formats that use the full Y range and not just
  99. // 16 - 235 (see colorspaces.txt).
  100. // Currently they are all treated the same way.
  101. {IMGFMT_YV12, AV_PIX_FMT_YUVJ420P},
  102. {IMGFMT_422P, AV_PIX_FMT_YUVJ422P},
  103. {IMGFMT_444P, AV_PIX_FMT_YUVJ444P},
  104. {IMGFMT_440P, AV_PIX_FMT_YUVJ440P},
  105. {IMGFMT_XVMC_MOCO_MPEG2, AV_PIX_FMT_XVMC_MPEG2_MC},
  106. {IMGFMT_XVMC_IDCT_MPEG2, AV_PIX_FMT_XVMC_MPEG2_IDCT},
  107. {IMGFMT_VDPAU_MPEG1, AV_PIX_FMT_VDPAU_MPEG1},
  108. {IMGFMT_VDPAU_MPEG2, AV_PIX_FMT_VDPAU_MPEG2},
  109. {IMGFMT_VDPAU_H264, AV_PIX_FMT_VDPAU_H264},
  110. {IMGFMT_VDPAU_WMV3, AV_PIX_FMT_VDPAU_WMV3},
  111. {IMGFMT_VDPAU_VC1, AV_PIX_FMT_VDPAU_VC1},
  112. {IMGFMT_VDPAU_MPEG4, AV_PIX_FMT_VDPAU_MPEG4},
  113. {0, AV_PIX_FMT_NONE}
  114. };
  115. extern const vf_info_t ff_vf_info_detc;
  116. extern const vf_info_t ff_vf_info_dint;
  117. extern const vf_info_t ff_vf_info_divtc;
  118. extern const vf_info_t ff_vf_info_down3dright;
  119. extern const vf_info_t ff_vf_info_eq2;
  120. extern const vf_info_t ff_vf_info_eq;
  121. extern const vf_info_t ff_vf_info_fil;
  122. //extern const vf_info_t ff_vf_info_filmdint;
  123. extern const vf_info_t ff_vf_info_fspp;
  124. extern const vf_info_t ff_vf_info_ilpack;
  125. extern const vf_info_t ff_vf_info_ivtc;
  126. extern const vf_info_t ff_vf_info_mcdeint;
  127. extern const vf_info_t ff_vf_info_ow;
  128. extern const vf_info_t ff_vf_info_perspective;
  129. extern const vf_info_t ff_vf_info_phase;
  130. extern const vf_info_t ff_vf_info_pp7;
  131. extern const vf_info_t ff_vf_info_pullup;
  132. extern const vf_info_t ff_vf_info_qp;
  133. extern const vf_info_t ff_vf_info_sab;
  134. extern const vf_info_t ff_vf_info_softpulldown;
  135. extern const vf_info_t ff_vf_info_spp;
  136. extern const vf_info_t ff_vf_info_tinterlace;
  137. extern const vf_info_t ff_vf_info_uspp;
  138. static const vf_info_t* const filters[]={
  139. &ff_vf_info_detc,
  140. &ff_vf_info_dint,
  141. &ff_vf_info_divtc,
  142. &ff_vf_info_down3dright,
  143. &ff_vf_info_eq2,
  144. &ff_vf_info_eq,
  145. &ff_vf_info_fil,
  146. // &ff_vf_info_filmdint, cmmx.h vd.h ‘opt_screen_size_x’
  147. &ff_vf_info_fspp,
  148. &ff_vf_info_ilpack,
  149. &ff_vf_info_ivtc,
  150. &ff_vf_info_mcdeint,
  151. &ff_vf_info_ow,
  152. &ff_vf_info_perspective,
  153. &ff_vf_info_phase,
  154. &ff_vf_info_pp7,
  155. &ff_vf_info_pullup,
  156. &ff_vf_info_qp,
  157. &ff_vf_info_sab,
  158. &ff_vf_info_softpulldown,
  159. &ff_vf_info_spp,
  160. &ff_vf_info_tinterlace,
  161. &ff_vf_info_uspp,
  162. NULL
  163. };
  164. /*
  165. Unsupported filters
  166. 1bpp
  167. ass
  168. bmovl
  169. crop
  170. dvbscale
  171. flip
  172. expand
  173. format
  174. halfpack
  175. lavc
  176. lavcdeint
  177. noformat
  178. pp
  179. scale
  180. tfields
  181. vo
  182. yadif
  183. zrmjpeg
  184. */
  185. CpuCaps ff_gCpuCaps; //FIXME initialize this so optims work
  186. enum AVPixelFormat ff_mp2ff_pix_fmt(int mp){
  187. int i;
  188. for(i=0; conversion_map[i].fmt && mp != conversion_map[i].fmt; i++)
  189. ;
  190. return mp == conversion_map[i].fmt ? conversion_map[i].pix_fmt : AV_PIX_FMT_NONE;
  191. }
  192. static void ff_sws_getFlagsAndFilterFromCmdLine(int *flags, SwsFilter **srcFilterParam, SwsFilter **dstFilterParam)
  193. {
  194. static int firstTime=1;
  195. *flags=0;
  196. #if ARCH_X86
  197. if(ff_gCpuCaps.hasMMX)
  198. __asm__ volatile("emms\n\t"::: "memory"); //FIXME this should not be required but it IS (even for non-MMX versions)
  199. #endif
  200. if(firstTime)
  201. {
  202. firstTime=0;
  203. *flags= SWS_PRINT_INFO;
  204. }
  205. else if( ff_mp_msg_test(MSGT_VFILTER,MSGL_DBG2) ) *flags= SWS_PRINT_INFO;
  206. switch(SWS_BILINEAR)
  207. {
  208. case 0: *flags|= SWS_FAST_BILINEAR; break;
  209. case 1: *flags|= SWS_BILINEAR; break;
  210. case 2: *flags|= SWS_BICUBIC; break;
  211. case 3: *flags|= SWS_X; break;
  212. case 4: *flags|= SWS_POINT; break;
  213. case 5: *flags|= SWS_AREA; break;
  214. case 6: *flags|= SWS_BICUBLIN; break;
  215. case 7: *flags|= SWS_GAUSS; break;
  216. case 8: *flags|= SWS_SINC; break;
  217. case 9: *flags|= SWS_LANCZOS; break;
  218. case 10:*flags|= SWS_SPLINE; break;
  219. default:*flags|= SWS_BILINEAR; break;
  220. }
  221. *srcFilterParam= NULL;
  222. *dstFilterParam= NULL;
  223. }
  224. //exact copy from vf_scale.c
  225. // will use sws_flags & src_filter (from cmd line)
  226. struct SwsContext *ff_sws_getContextFromCmdLine(int srcW, int srcH, int srcFormat, int dstW, int dstH, int dstFormat)
  227. {
  228. int flags, i;
  229. SwsFilter *dstFilterParam, *srcFilterParam;
  230. enum AVPixelFormat dfmt, sfmt;
  231. for(i=0; conversion_map[i].fmt && dstFormat != conversion_map[i].fmt; i++);
  232. dfmt= conversion_map[i].pix_fmt;
  233. for(i=0; conversion_map[i].fmt && srcFormat != conversion_map[i].fmt; i++);
  234. sfmt= conversion_map[i].pix_fmt;
  235. if (srcFormat == IMGFMT_RGB8 || srcFormat == IMGFMT_BGR8) sfmt = AV_PIX_FMT_PAL8;
  236. ff_sws_getFlagsAndFilterFromCmdLine(&flags, &srcFilterParam, &dstFilterParam);
  237. return sws_getContext(srcW, srcH, sfmt, dstW, dstH, dfmt, flags , srcFilterParam, dstFilterParam, NULL);
  238. }
  239. typedef struct {
  240. const AVClass *class;
  241. vf_instance_t vf;
  242. vf_instance_t next_vf;
  243. AVFilterContext *avfctx;
  244. int frame_returned;
  245. char *filter;
  246. } MPContext;
  247. #define OFFSET(x) offsetof(MPContext, x)
  248. #define FLAGS AV_OPT_FLAG_FILTERING_PARAM|AV_OPT_FLAG_VIDEO_PARAM
  249. static const AVOption mp_options[] = {
  250. { "filter", "set MPlayer filter name and parameters", OFFSET(filter), AV_OPT_TYPE_STRING, {.str=NULL}, .flags = FLAGS },
  251. { NULL }
  252. };
  253. AVFILTER_DEFINE_CLASS(mp);
  254. void ff_mp_msg(int mod, int lev, const char *format, ... ){
  255. va_list va;
  256. va_start(va, format);
  257. //FIXME convert lev/mod
  258. av_vlog(NULL, AV_LOG_DEBUG, format, va);
  259. va_end(va);
  260. }
  261. int ff_mp_msg_test(int mod, int lev){
  262. return 123;
  263. }
  264. void ff_init_avcodec(void)
  265. {
  266. //we maybe should init but its kinda 1. unneeded 2. a bit inpolite from here
  267. }
  268. //Exact copy of vf.c
  269. void ff_vf_clone_mpi_attributes(mp_image_t* dst, mp_image_t* src){
  270. dst->pict_type= src->pict_type;
  271. dst->fields = src->fields;
  272. dst->qscale_type= src->qscale_type;
  273. if(dst->width == src->width && dst->height == src->height){
  274. dst->qstride= src->qstride;
  275. dst->qscale= src->qscale;
  276. }
  277. }
  278. //Exact copy of vf.c
  279. void ff_vf_next_draw_slice(struct vf_instance *vf,unsigned char** src, int * stride,int w, int h, int x, int y){
  280. if (vf->next->draw_slice) {
  281. vf->next->draw_slice(vf->next,src,stride,w,h,x,y);
  282. return;
  283. }
  284. if (!vf->dmpi) {
  285. ff_mp_msg(MSGT_VFILTER,MSGL_ERR,"draw_slice: dmpi not stored by vf_%s\n", vf->info->name);
  286. return;
  287. }
  288. if (!(vf->dmpi->flags & MP_IMGFLAG_PLANAR)) {
  289. memcpy_pic(vf->dmpi->planes[0]+y*vf->dmpi->stride[0]+vf->dmpi->bpp/8*x,
  290. src[0], vf->dmpi->bpp/8*w, h, vf->dmpi->stride[0], stride[0]);
  291. return;
  292. }
  293. memcpy_pic(vf->dmpi->planes[0]+y*vf->dmpi->stride[0]+x, src[0],
  294. w, h, vf->dmpi->stride[0], stride[0]);
  295. memcpy_pic(vf->dmpi->planes[1]+(y>>vf->dmpi->chroma_y_shift)*vf->dmpi->stride[1]+(x>>vf->dmpi->chroma_x_shift),
  296. src[1], w>>vf->dmpi->chroma_x_shift, h>>vf->dmpi->chroma_y_shift, vf->dmpi->stride[1], stride[1]);
  297. memcpy_pic(vf->dmpi->planes[2]+(y>>vf->dmpi->chroma_y_shift)*vf->dmpi->stride[2]+(x>>vf->dmpi->chroma_x_shift),
  298. src[2], w>>vf->dmpi->chroma_x_shift, h>>vf->dmpi->chroma_y_shift, vf->dmpi->stride[2], stride[2]);
  299. }
  300. //Exact copy of vf.c
  301. void ff_vf_mpi_clear(mp_image_t* mpi,int x0,int y0,int w,int h){
  302. int y;
  303. if(mpi->flags&MP_IMGFLAG_PLANAR){
  304. y0&=~1;h+=h&1;
  305. if(x0==0 && w==mpi->width){
  306. // full width clear:
  307. memset(mpi->planes[0]+mpi->stride[0]*y0,0,mpi->stride[0]*h);
  308. memset(mpi->planes[1]+mpi->stride[1]*(y0>>mpi->chroma_y_shift),128,mpi->stride[1]*(h>>mpi->chroma_y_shift));
  309. memset(mpi->planes[2]+mpi->stride[2]*(y0>>mpi->chroma_y_shift),128,mpi->stride[2]*(h>>mpi->chroma_y_shift));
  310. } else
  311. for(y=y0;y<y0+h;y+=2){
  312. memset(mpi->planes[0]+x0+mpi->stride[0]*y,0,w);
  313. memset(mpi->planes[0]+x0+mpi->stride[0]*(y+1),0,w);
  314. memset(mpi->planes[1]+(x0>>mpi->chroma_x_shift)+mpi->stride[1]*(y>>mpi->chroma_y_shift),128,(w>>mpi->chroma_x_shift));
  315. memset(mpi->planes[2]+(x0>>mpi->chroma_x_shift)+mpi->stride[2]*(y>>mpi->chroma_y_shift),128,(w>>mpi->chroma_x_shift));
  316. }
  317. return;
  318. }
  319. // packed:
  320. for(y=y0;y<y0+h;y++){
  321. unsigned char* dst=mpi->planes[0]+mpi->stride[0]*y+(mpi->bpp>>3)*x0;
  322. if(mpi->flags&MP_IMGFLAG_YUV){
  323. unsigned int* p=(unsigned int*) dst;
  324. int size=(mpi->bpp>>3)*w/4;
  325. int i;
  326. #if HAVE_BIGENDIAN
  327. #define CLEAR_PACKEDYUV_PATTERN 0x00800080
  328. #define CLEAR_PACKEDYUV_PATTERN_SWAPPED 0x80008000
  329. #else
  330. #define CLEAR_PACKEDYUV_PATTERN 0x80008000
  331. #define CLEAR_PACKEDYUV_PATTERN_SWAPPED 0x00800080
  332. #endif
  333. if(mpi->flags&MP_IMGFLAG_SWAPPED){
  334. for(i=0;i<size-3;i+=4) p[i]=p[i+1]=p[i+2]=p[i+3]=CLEAR_PACKEDYUV_PATTERN_SWAPPED;
  335. for(;i<size;i++) p[i]=CLEAR_PACKEDYUV_PATTERN_SWAPPED;
  336. } else {
  337. for(i=0;i<size-3;i+=4) p[i]=p[i+1]=p[i+2]=p[i+3]=CLEAR_PACKEDYUV_PATTERN;
  338. for(;i<size;i++) p[i]=CLEAR_PACKEDYUV_PATTERN;
  339. }
  340. } else
  341. memset(dst,0,(mpi->bpp>>3)*w);
  342. }
  343. }
  344. int ff_vf_next_query_format(struct vf_instance *vf, unsigned int fmt){
  345. return 1;
  346. }
  347. //used by delogo
  348. unsigned int ff_vf_match_csp(vf_instance_t** vfp,const unsigned int* list,unsigned int preferred){
  349. return preferred;
  350. }
  351. mp_image_t* ff_vf_get_image(vf_instance_t* vf, unsigned int outfmt, int mp_imgtype, int mp_imgflag, int w, int h){
  352. MPContext *m= (MPContext*)(((uint8_t*)vf) - offsetof(MPContext, next_vf));
  353. mp_image_t* mpi=NULL;
  354. int w2;
  355. int number = mp_imgtype >> 16;
  356. av_assert0(vf->next == NULL); // all existing filters call this just on next
  357. //vf_dint needs these as it calls ff_vf_get_image() before configuring the output
  358. if(vf->w==0 && w>0) vf->w=w;
  359. if(vf->h==0 && h>0) vf->h=h;
  360. av_assert0(w == -1 || w >= vf->w);
  361. av_assert0(h == -1 || h >= vf->h);
  362. av_assert0(vf->w > 0);
  363. av_assert0(vf->h > 0);
  364. av_log(m->avfctx, AV_LOG_DEBUG, "get_image: %d:%d, vf: %d:%d\n", w,h,vf->w,vf->h);
  365. if (w == -1) w = vf->w;
  366. if (h == -1) h = vf->h;
  367. w2=(mp_imgflag&MP_IMGFLAG_ACCEPT_ALIGNED_STRIDE)?((w+15)&(~15)):w;
  368. // Note: we should call libvo first to check if it supports direct rendering
  369. // and if not, then fallback to software buffers:
  370. switch(mp_imgtype & 0xff){
  371. case MP_IMGTYPE_EXPORT:
  372. if(!vf->imgctx.export_images[0]) vf->imgctx.export_images[0]=ff_new_mp_image(w2,h);
  373. mpi=vf->imgctx.export_images[0];
  374. break;
  375. case MP_IMGTYPE_STATIC:
  376. if(!vf->imgctx.static_images[0]) vf->imgctx.static_images[0]=ff_new_mp_image(w2,h);
  377. mpi=vf->imgctx.static_images[0];
  378. break;
  379. case MP_IMGTYPE_TEMP:
  380. if(!vf->imgctx.temp_images[0]) vf->imgctx.temp_images[0]=ff_new_mp_image(w2,h);
  381. mpi=vf->imgctx.temp_images[0];
  382. break;
  383. case MP_IMGTYPE_IPB:
  384. if(!(mp_imgflag&MP_IMGFLAG_READABLE)){ // B frame:
  385. if(!vf->imgctx.temp_images[0]) vf->imgctx.temp_images[0]=ff_new_mp_image(w2,h);
  386. mpi=vf->imgctx.temp_images[0];
  387. break;
  388. }
  389. case MP_IMGTYPE_IP:
  390. if(!vf->imgctx.static_images[vf->imgctx.static_idx]) vf->imgctx.static_images[vf->imgctx.static_idx]=ff_new_mp_image(w2,h);
  391. mpi=vf->imgctx.static_images[vf->imgctx.static_idx];
  392. vf->imgctx.static_idx^=1;
  393. break;
  394. case MP_IMGTYPE_NUMBERED:
  395. if (number == -1) {
  396. int i;
  397. for (i = 0; i < NUM_NUMBERED_MPI; i++)
  398. if (!vf->imgctx.numbered_images[i] || !vf->imgctx.numbered_images[i]->usage_count)
  399. break;
  400. number = i;
  401. }
  402. if (number < 0 || number >= NUM_NUMBERED_MPI) return NULL;
  403. if (!vf->imgctx.numbered_images[number]) vf->imgctx.numbered_images[number] = ff_new_mp_image(w2,h);
  404. mpi = vf->imgctx.numbered_images[number];
  405. mpi->number = number;
  406. break;
  407. }
  408. if(mpi){
  409. mpi->type=mp_imgtype;
  410. mpi->w=vf->w; mpi->h=vf->h;
  411. // keep buffer allocation status & color flags only:
  412. // mpi->flags&=~(MP_IMGFLAG_PRESERVE|MP_IMGFLAG_READABLE|MP_IMGFLAG_DIRECT);
  413. mpi->flags&=MP_IMGFLAG_ALLOCATED|MP_IMGFLAG_TYPE_DISPLAYED|MP_IMGFLAGMASK_COLORS;
  414. // accept restrictions, draw_slice and palette flags only:
  415. mpi->flags|=mp_imgflag&(MP_IMGFLAGMASK_RESTRICTIONS|MP_IMGFLAG_DRAW_CALLBACK|MP_IMGFLAG_RGB_PALETTE);
  416. if(!vf->draw_slice) mpi->flags&=~MP_IMGFLAG_DRAW_CALLBACK;
  417. if(mpi->width!=w2 || mpi->height!=h){
  418. // printf("vf.c: MPI parameters changed! %dx%d -> %dx%d \n", mpi->width,mpi->height,w2,h);
  419. if(mpi->flags&MP_IMGFLAG_ALLOCATED){
  420. if(mpi->width<w2 || mpi->height<h){
  421. // need to re-allocate buffer memory:
  422. av_free(mpi->planes[0]);
  423. mpi->flags&=~MP_IMGFLAG_ALLOCATED;
  424. ff_mp_msg(MSGT_VFILTER,MSGL_V,"vf.c: have to REALLOCATE buffer memory :(\n");
  425. }
  426. // } else {
  427. } {
  428. mpi->width=w2; mpi->chroma_width=(w2 + (1<<mpi->chroma_x_shift) - 1)>>mpi->chroma_x_shift;
  429. mpi->height=h; mpi->chroma_height=(h + (1<<mpi->chroma_y_shift) - 1)>>mpi->chroma_y_shift;
  430. }
  431. }
  432. if(!mpi->bpp) ff_mp_image_setfmt(mpi,outfmt);
  433. if(!(mpi->flags&MP_IMGFLAG_ALLOCATED) && mpi->type>MP_IMGTYPE_EXPORT){
  434. av_assert0(!vf->get_image);
  435. // check libvo first!
  436. if(vf->get_image) vf->get_image(vf,mpi);
  437. if(!(mpi->flags&MP_IMGFLAG_DIRECT)){
  438. // non-direct and not yet allocated image. allocate it!
  439. if (!mpi->bpp) { // no way we can allocate this
  440. ff_mp_msg(MSGT_DECVIDEO, MSGL_FATAL,
  441. "ff_vf_get_image: Tried to allocate a format that can not be allocated!\n");
  442. return NULL;
  443. }
  444. // check if codec prefer aligned stride:
  445. if(mp_imgflag&MP_IMGFLAG_PREFER_ALIGNED_STRIDE){
  446. int align=(mpi->flags&MP_IMGFLAG_PLANAR &&
  447. mpi->flags&MP_IMGFLAG_YUV) ?
  448. (8<<mpi->chroma_x_shift)-1 : 15; // -- maybe FIXME
  449. w2=((w+align)&(~align));
  450. if(mpi->width!=w2){
  451. #if 0
  452. // we have to change width... check if we CAN co it:
  453. int flags=vf->query_format(vf,outfmt); // should not fail
  454. if(!(flags&3)) ff_mp_msg(MSGT_DECVIDEO,MSGL_WARN,"??? ff_vf_get_image{vf->query_format(outfmt)} failed!\n");
  455. // printf("query -> 0x%X \n",flags);
  456. if(flags&VFCAP_ACCEPT_STRIDE){
  457. #endif
  458. mpi->width=w2;
  459. mpi->chroma_width=(w2 + (1<<mpi->chroma_x_shift) - 1)>>mpi->chroma_x_shift;
  460. // }
  461. }
  462. }
  463. ff_mp_image_alloc_planes(mpi);
  464. // printf("clearing img!\n");
  465. ff_vf_mpi_clear(mpi,0,0,mpi->width,mpi->height);
  466. }
  467. }
  468. av_assert0(!vf->start_slice);
  469. if(mpi->flags&MP_IMGFLAG_DRAW_CALLBACK)
  470. if(vf->start_slice) vf->start_slice(vf,mpi);
  471. if(!(mpi->flags&MP_IMGFLAG_TYPE_DISPLAYED)){
  472. ff_mp_msg(MSGT_DECVIDEO,MSGL_V,"*** [%s] %s%s mp_image_t, %dx%dx%dbpp %s %s, %d bytes\n",
  473. "NULL"/*vf->info->name*/,
  474. (mpi->type==MP_IMGTYPE_EXPORT)?"Exporting":
  475. ((mpi->flags&MP_IMGFLAG_DIRECT)?"Direct Rendering":"Allocating"),
  476. (mpi->flags&MP_IMGFLAG_DRAW_CALLBACK)?" (slices)":"",
  477. mpi->width,mpi->height,mpi->bpp,
  478. (mpi->flags&MP_IMGFLAG_YUV)?"YUV":((mpi->flags&MP_IMGFLAG_SWAPPED)?"BGR":"RGB"),
  479. (mpi->flags&MP_IMGFLAG_PLANAR)?"planar":"packed",
  480. mpi->bpp*mpi->width*mpi->height/8);
  481. ff_mp_msg(MSGT_DECVIDEO,MSGL_DBG2,"(imgfmt: %x, planes: %p,%p,%p strides: %d,%d,%d, chroma: %dx%d, shift: h:%d,v:%d)\n",
  482. mpi->imgfmt, mpi->planes[0], mpi->planes[1], mpi->planes[2],
  483. mpi->stride[0], mpi->stride[1], mpi->stride[2],
  484. mpi->chroma_width, mpi->chroma_height, mpi->chroma_x_shift, mpi->chroma_y_shift);
  485. mpi->flags|=MP_IMGFLAG_TYPE_DISPLAYED;
  486. }
  487. mpi->qscale = NULL;
  488. mpi->usage_count++;
  489. }
  490. // printf("\rVF_MPI: %p %p %p %d %d %d \n",
  491. // mpi->planes[0],mpi->planes[1],mpi->planes[2],
  492. // mpi->stride[0],mpi->stride[1],mpi->stride[2]);
  493. return mpi;
  494. }
  495. static void dummy_free(void *opaque, uint8_t *data){}
  496. int ff_vf_next_put_image(struct vf_instance *vf,mp_image_t *mpi, double pts){
  497. MPContext *m= (MPContext*)(((uint8_t*)vf) - offsetof(MPContext, vf));
  498. AVFilterLink *outlink = m->avfctx->outputs[0];
  499. AVFrame *picref = av_frame_alloc();
  500. int i;
  501. av_assert0(vf->next);
  502. av_log(m->avfctx, AV_LOG_DEBUG, "ff_vf_next_put_image\n");
  503. if (!picref)
  504. goto fail;
  505. picref->width = mpi->w;
  506. picref->height = mpi->h;
  507. picref->type = AVMEDIA_TYPE_VIDEO;
  508. for(i=0; conversion_map[i].fmt && mpi->imgfmt != conversion_map[i].fmt; i++);
  509. picref->format = conversion_map[i].pix_fmt;
  510. memcpy(picref->linesize, mpi->stride, FFMIN(sizeof(picref->linesize), sizeof(mpi->stride)));
  511. for(i=0; i<4 && mpi->stride[i]; i++){
  512. picref->data[i] = mpi->planes[i];
  513. }
  514. if(pts != MP_NOPTS_VALUE)
  515. picref->pts= pts * av_q2d(outlink->time_base);
  516. if(1) { // mp buffers are currently unsupported in libavfilter, we thus must copy
  517. AVFrame *tofree = picref;
  518. picref = av_frame_clone(picref);
  519. av_frame_free(&tofree);
  520. }
  521. ff_filter_frame(outlink, picref);
  522. m->frame_returned++;
  523. return 1;
  524. fail:
  525. av_frame_free(&picref);
  526. return 0;
  527. }
  528. int ff_vf_next_config(struct vf_instance *vf,
  529. int width, int height, int d_width, int d_height,
  530. unsigned int voflags, unsigned int outfmt){
  531. av_assert0(width>0 && height>0);
  532. vf->next->w = width; vf->next->h = height;
  533. return 1;
  534. #if 0
  535. int flags=vf->next->query_format(vf->next,outfmt);
  536. if(!flags){
  537. // hmm. colorspace mismatch!!!
  538. //this is fatal for us ATM
  539. return 0;
  540. }
  541. ff_mp_msg(MSGT_VFILTER,MSGL_V,"REQ: flags=0x%X req=0x%X \n",flags,vf->default_reqs);
  542. miss=vf->default_reqs - (flags&vf->default_reqs);
  543. if(miss&VFCAP_ACCEPT_STRIDE){
  544. // vf requires stride support but vf->next doesn't support it!
  545. // let's insert the 'expand' filter, it does the job for us:
  546. vf_instance_t* vf2=vf_open_filter(vf->next,"expand",NULL);
  547. if(!vf2) return 0; // shouldn't happen!
  548. vf->next=vf2;
  549. }
  550. vf->next->w = width; vf->next->h = height;
  551. return 1;
  552. #endif
  553. }
  554. int ff_vf_next_control(struct vf_instance *vf, int request, void* data){
  555. MPContext *m= (MPContext*)(((uint8_t*)vf) - offsetof(MPContext, vf));
  556. av_log(m->avfctx, AV_LOG_DEBUG, "Received control %d\n", request);
  557. return 0;
  558. }
  559. static int vf_default_query_format(struct vf_instance *vf, unsigned int fmt){
  560. MPContext *m= (MPContext*)(((uint8_t*)vf) - offsetof(MPContext, vf));
  561. int i;
  562. av_log(m->avfctx, AV_LOG_DEBUG, "query %X\n", fmt);
  563. for(i=0; conversion_map[i].fmt; i++){
  564. if(fmt==conversion_map[i].fmt)
  565. return 1; //we suport all
  566. }
  567. return 0;
  568. }
  569. static av_cold int init(AVFilterContext *ctx)
  570. {
  571. MPContext *m = ctx->priv;
  572. int cpu_flags = av_get_cpu_flags();
  573. char name[256];
  574. const char *args;
  575. int i;
  576. ff_gCpuCaps.hasMMX = cpu_flags & AV_CPU_FLAG_MMX;
  577. ff_gCpuCaps.hasMMX2 = cpu_flags & AV_CPU_FLAG_MMX2;
  578. ff_gCpuCaps.hasSSE = cpu_flags & AV_CPU_FLAG_SSE;
  579. ff_gCpuCaps.hasSSE2 = cpu_flags & AV_CPU_FLAG_SSE2;
  580. ff_gCpuCaps.hasSSE3 = cpu_flags & AV_CPU_FLAG_SSE3;
  581. ff_gCpuCaps.hasSSSE3 = cpu_flags & AV_CPU_FLAG_SSSE3;
  582. ff_gCpuCaps.hasSSE4 = cpu_flags & AV_CPU_FLAG_SSE4;
  583. ff_gCpuCaps.hasSSE42 = cpu_flags & AV_CPU_FLAG_SSE42;
  584. ff_gCpuCaps.hasAVX = cpu_flags & AV_CPU_FLAG_AVX;
  585. ff_gCpuCaps.has3DNow = cpu_flags & AV_CPU_FLAG_3DNOW;
  586. ff_gCpuCaps.has3DNowExt = cpu_flags & AV_CPU_FLAG_3DNOWEXT;
  587. m->avfctx= ctx;
  588. args = m->filter;
  589. if(!args || 1!=sscanf(args, "%255[^:=]", name)){
  590. av_log(ctx, AV_LOG_ERROR, "Invalid parameter.\n");
  591. return AVERROR(EINVAL);
  592. }
  593. args += strlen(name);
  594. if (args[0] == '=')
  595. args++;
  596. for(i=0; ;i++){
  597. if(!filters[i] || !strcmp(name, filters[i]->name))
  598. break;
  599. }
  600. if(!filters[i]){
  601. av_log(ctx, AV_LOG_ERROR, "Unknown filter %s\n", name);
  602. return AVERROR(EINVAL);
  603. }
  604. av_log(ctx, AV_LOG_WARNING,
  605. "'%s' is a wrapped MPlayer filter (libmpcodecs). This filter may be removed\n"
  606. "once it has been ported to a native libavfilter.\n", name);
  607. memset(&m->vf,0,sizeof(m->vf));
  608. m->vf.info= filters[i];
  609. m->vf.next = &m->next_vf;
  610. m->vf.put_image = ff_vf_next_put_image;
  611. m->vf.config = ff_vf_next_config;
  612. m->vf.query_format= vf_default_query_format;
  613. m->vf.control = ff_vf_next_control;
  614. m->vf.default_caps=VFCAP_ACCEPT_STRIDE;
  615. m->vf.default_reqs=0;
  616. if(m->vf.info->opts)
  617. av_log(ctx, AV_LOG_ERROR, "opts / m_struct_set is unsupported\n");
  618. #if 0
  619. if(vf->info->opts) { // vf_vo get some special argument
  620. const m_struct_t* st = vf->info->opts;
  621. void* vf_priv = m_struct_alloc(st);
  622. int n;
  623. for(n = 0 ; args && args[2*n] ; n++)
  624. m_struct_set(st,vf_priv,args[2*n],args[2*n+1]);
  625. vf->priv = vf_priv;
  626. args = NULL;
  627. } else // Otherwise we should have the '_oldargs_'
  628. if(args && !strcmp(args[0],"_oldargs_"))
  629. args = (char**)args[1];
  630. else
  631. args = NULL;
  632. #endif
  633. if(m->vf.info->vf_open(&m->vf, (char*)args)<=0){
  634. av_log(ctx, AV_LOG_ERROR, "vf_open() of %s with arg=%s failed\n", name, args);
  635. return -1;
  636. }
  637. return 0;
  638. }
  639. static av_cold void uninit(AVFilterContext *ctx)
  640. {
  641. MPContext *m = ctx->priv;
  642. vf_instance_t *vf = &m->vf;
  643. while(vf){
  644. vf_instance_t *next = vf->next;
  645. if(vf->uninit)
  646. vf->uninit(vf);
  647. ff_free_mp_image(vf->imgctx.static_images[0]);
  648. ff_free_mp_image(vf->imgctx.static_images[1]);
  649. ff_free_mp_image(vf->imgctx.temp_images[0]);
  650. ff_free_mp_image(vf->imgctx.export_images[0]);
  651. vf = next;
  652. }
  653. }
  654. static int query_formats(AVFilterContext *ctx)
  655. {
  656. AVFilterFormats *avfmts=NULL;
  657. MPContext *m = ctx->priv;
  658. enum AVPixelFormat lastpixfmt = AV_PIX_FMT_NONE;
  659. int i;
  660. for(i=0; conversion_map[i].fmt; i++){
  661. av_log(ctx, AV_LOG_DEBUG, "query: %X\n", conversion_map[i].fmt);
  662. if(m->vf.query_format(&m->vf, conversion_map[i].fmt)){
  663. av_log(ctx, AV_LOG_DEBUG, "supported,adding\n");
  664. if (conversion_map[i].pix_fmt != lastpixfmt) {
  665. ff_add_format(&avfmts, conversion_map[i].pix_fmt);
  666. lastpixfmt = conversion_map[i].pix_fmt;
  667. }
  668. }
  669. }
  670. if (!avfmts)
  671. return -1;
  672. //We assume all allowed input formats are also allowed output formats
  673. ff_set_common_formats(ctx, avfmts);
  674. return 0;
  675. }
  676. static int config_inprops(AVFilterLink *inlink)
  677. {
  678. MPContext *m = inlink->dst->priv;
  679. int i;
  680. for(i=0; conversion_map[i].fmt && conversion_map[i].pix_fmt != inlink->format; i++);
  681. av_assert0(conversion_map[i].fmt && inlink->w && inlink->h);
  682. m->vf.fmt.have_configured = 1;
  683. m->vf.fmt.orig_height = inlink->h;
  684. m->vf.fmt.orig_width = inlink->w;
  685. m->vf.fmt.orig_fmt = conversion_map[i].fmt;
  686. if(m->vf.config(&m->vf, inlink->w, inlink->h, inlink->w, inlink->h, 0, conversion_map[i].fmt)<=0)
  687. return -1;
  688. return 0;
  689. }
  690. static int config_outprops(AVFilterLink *outlink)
  691. {
  692. MPContext *m = outlink->src->priv;
  693. outlink->w = m->next_vf.w;
  694. outlink->h = m->next_vf.h;
  695. return 0;
  696. }
  697. static int request_frame(AVFilterLink *outlink)
  698. {
  699. MPContext *m = outlink->src->priv;
  700. int ret;
  701. av_log(m->avfctx, AV_LOG_DEBUG, "mp request_frame\n");
  702. for(m->frame_returned=0; !m->frame_returned;){
  703. ret=ff_request_frame(outlink->src->inputs[0]);
  704. if(ret<0)
  705. break;
  706. }
  707. av_log(m->avfctx, AV_LOG_DEBUG, "mp request_frame ret=%d\n", ret);
  708. return ret;
  709. }
  710. static int filter_frame(AVFilterLink *inlink, AVFrame *inpic)
  711. {
  712. MPContext *m = inlink->dst->priv;
  713. int i;
  714. double pts= MP_NOPTS_VALUE;
  715. mp_image_t* mpi = ff_new_mp_image(inpic->width, inpic->height);
  716. if(inpic->pts != AV_NOPTS_VALUE)
  717. pts= inpic->pts / av_q2d(inlink->time_base);
  718. for(i=0; conversion_map[i].fmt && conversion_map[i].pix_fmt != inlink->format; i++);
  719. ff_mp_image_setfmt(mpi,conversion_map[i].fmt);
  720. memcpy(mpi->planes, inpic->data, FFMIN(sizeof(inpic->data) , sizeof(mpi->planes)));
  721. memcpy(mpi->stride, inpic->linesize, FFMIN(sizeof(inpic->linesize), sizeof(mpi->stride)));
  722. //FIXME pass interleced & tff flags around
  723. // mpi->flags|=MP_IMGFLAG_ALLOCATED; ?
  724. mpi->flags |= MP_IMGFLAG_READABLE;
  725. if(!av_frame_is_writable(inpic))
  726. mpi->flags |= MP_IMGFLAG_PRESERVE;
  727. if(m->vf.put_image(&m->vf, mpi, pts) == 0){
  728. av_log(m->avfctx, AV_LOG_DEBUG, "put_image() says skip\n");
  729. }else{
  730. av_frame_free(&inpic);
  731. }
  732. ff_free_mp_image(mpi);
  733. return 0;
  734. }
  735. static const AVFilterPad mp_inputs[] = {
  736. {
  737. .name = "default",
  738. .type = AVMEDIA_TYPE_VIDEO,
  739. .filter_frame = filter_frame,
  740. .config_props = config_inprops,
  741. },
  742. { NULL }
  743. };
  744. static const AVFilterPad mp_outputs[] = {
  745. {
  746. .name = "default",
  747. .type = AVMEDIA_TYPE_VIDEO,
  748. .request_frame = request_frame,
  749. .config_props = config_outprops,
  750. },
  751. { NULL }
  752. };
  753. AVFilter avfilter_vf_mp = {
  754. .name = "mp",
  755. .description = NULL_IF_CONFIG_SMALL("Apply a libmpcodecs filter to the input video."),
  756. .init = init,
  757. .uninit = uninit,
  758. .priv_size = sizeof(MPContext),
  759. .query_formats = query_formats,
  760. .inputs = mp_inputs,
  761. .outputs = mp_outputs,
  762. .priv_class = &mp_class,
  763. };