falkTX
/
FFmpeg
mirror of https://github.com/falkTX/FFmpeg.git
1
0
Fork 0
Code Issues 0 Releases 338 Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
100686 Commits
32 Branches
824MB
Tree: b51eae1abe
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from 'b51eae1abe'
${ noResults }
FFmpeg/libavfilter/vf_fieldmatch.c

1056 lines
42KB
Raw Blame History 

  1. /*

  2.  * Copyright (c) 2012 Fredrik Mellbin

  3.  * Copyright (c) 2013 Clément Bœsch

  4.  *

  5.  * This file is part of FFmpeg.

  6.  *

  7.  * FFmpeg is free software; you can redistribute it and/or

  8.  * modify it under the terms of the GNU Lesser General Public

  9.  * License as published by the Free Software Foundation; either

  10.  * version 2.1 of the License, or (at your option) any later version.

  11.  *

  12.  * FFmpeg is distributed in the hope that it will be useful,

  13.  * but WITHOUT ANY WARRANTY; without even the implied warranty of

  14.  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

  15.  * Lesser General Public License for more details.

  16.  *

  17.  * You should have received a copy of the GNU Lesser General Public

  18.  * License along with FFmpeg; if not, write to the Free Software

  19.  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

  20.  */

  21. 

  22. /**

  23.  * @file

  24.  * Fieldmatching filter, ported from VFM filter (VapourSynth) by Clément.

  25.  * Fredrik Mellbin is the author of the VIVTC/VFM filter, which is itself a

  26.  * light clone of the TIVTC/TFM (AviSynth) filter written by Kevin Stone

  27.  * (tritical), the original author.

  28.  *

  29.  * @see http://bengal.missouri.edu/~kes25c/

  30.  * @see http://www.vapoursynth.com/about/

  31.  */

  32. 

  33. #include <inttypes.h>

  34. 

  35. #include "libavutil/avassert.h"

  36. #include "libavutil/imgutils.h"

  37. #include "libavutil/opt.h"

  38. #include "libavutil/timestamp.h"

  39. #include "avfilter.h"

  40. #include "filters.h"

  41. #include "internal.h"

  42. 

  43. #define INPUT_MAIN     0

  44. #define INPUT_CLEANSRC 1

  45. 

  46. enum fieldmatch_parity {

  47.     FM_PARITY_AUTO   = -1,

  48.     FM_PARITY_BOTTOM =  0,

  49.     FM_PARITY_TOP    =  1,

  50. };

  51. 

  52. enum matching_mode {

  53.     MODE_PC,

  54.     MODE_PC_N,

  55.     MODE_PC_U,

  56.     MODE_PC_N_UB,

  57.     MODE_PCN,

  58.     MODE_PCN_UB,

  59.     NB_MODE

  60. };

  61. 

  62. enum comb_matching_mode {

  63.     COMBMATCH_NONE,

  64.     COMBMATCH_SC,

  65.     COMBMATCH_FULL,

  66.     NB_COMBMATCH

  67. };

  68. 

  69. enum comb_dbg {

  70.     COMBDBG_NONE,

  71.     COMBDBG_PCN,

  72.     COMBDBG_PCNUB,

  73.     NB_COMBDBG

  74. };

  75. 

  76. typedef struct FieldMatchContext {

  77.     const AVClass *class;

  78. 

  79.     AVFrame *prv,  *src,  *nxt;     ///< main sliding window of 3 frames

  80.     AVFrame *prv2, *src2, *nxt2;    ///< sliding window of the optional second stream

  81.     int got_frame[2];               ///< frame request flag for each input stream

  82.     int hsub, vsub;                 ///< chroma subsampling values

  83.     int bpc;                        ///< bytes per component

  84.     uint32_t eof;                   ///< bitmask for end of stream

  85.     int64_t lastscdiff;

  86.     int64_t lastn;

  87. 

  88.     /* options */

  89.     int order;

  90.     int ppsrc;

  91.     int mode;                       ///< matching_mode

  92.     int field;

  93.     int mchroma;

  94.     int y0, y1;

  95.     int64_t scthresh;

  96.     double scthresh_flt;

  97.     int combmatch;                  ///< comb_matching_mode

  98.     int combdbg;

  99.     int cthresh;

  100.     int chroma;

  101.     int blockx, blocky;

  102.     int combpel;

  103. 

  104.     /* misc buffers */

  105.     uint8_t *map_data[4];

  106.     int map_linesize[4];

  107.     uint8_t *cmask_data[4];

  108.     int cmask_linesize[4];

  109.     int *c_array;

  110.     int tpitchy, tpitchuv;

  111.     uint8_t *tbuffer;

  112. } FieldMatchContext;

  113. 

  114. #define OFFSET(x) offsetof(FieldMatchContext, x)

  115. #define FLAGS AV_OPT_FLAG_VIDEO_PARAM|AV_OPT_FLAG_FILTERING_PARAM

  116. 

  117. static const AVOption fieldmatch_options[] = {

  118.     { "order", "specify the assumed field order", OFFSET(order), AV_OPT_TYPE_INT, {.i64=FM_PARITY_AUTO}, -1, 1, FLAGS, "order" },

  119.         { "auto", "auto detect parity",        0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_AUTO},    INT_MIN, INT_MAX, FLAGS, "order" },

  120.         { "bff",  "assume bottom field first", 0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_BOTTOM},  INT_MIN, INT_MAX, FLAGS, "order" },

  121.         { "tff",  "assume top field first",    0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_TOP},     INT_MIN, INT_MAX, FLAGS, "order" },

  122.     { "mode", "set the matching mode or strategy to use", OFFSET(mode), AV_OPT_TYPE_INT, {.i64=MODE_PC_N}, MODE_PC, NB_MODE-1, FLAGS, "mode" },

  123.         { "pc",      "2-way match (p/c)",                                                                    0, AV_OPT_TYPE_CONST, {.i64=MODE_PC},      INT_MIN, INT_MAX, FLAGS, "mode" },

  124.         { "pc_n",    "2-way match + 3rd match on combed (p/c + u)",                                          0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_N},    INT_MIN, INT_MAX, FLAGS, "mode" },

  125.         { "pc_u",    "2-way match + 3rd match (same order) on combed (p/c + u)",                             0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_U},    INT_MIN, INT_MAX, FLAGS, "mode" },

  126.         { "pc_n_ub", "2-way match + 3rd match on combed + 4th/5th matches if still combed (p/c + u + u/b)",  0, AV_OPT_TYPE_CONST, {.i64=MODE_PC_N_UB}, INT_MIN, INT_MAX, FLAGS, "mode" },

  127.         { "pcn",     "3-way match (p/c/n)",                                                                  0, AV_OPT_TYPE_CONST, {.i64=MODE_PCN},     INT_MIN, INT_MAX, FLAGS, "mode" },

  128.         { "pcn_ub",  "3-way match + 4th/5th matches on combed (p/c/n + u/b)",                                0, AV_OPT_TYPE_CONST, {.i64=MODE_PCN_UB},  INT_MIN, INT_MAX, FLAGS, "mode" },

  129.     { "ppsrc", "mark main input as a pre-processed input and activate clean source input stream", OFFSET(ppsrc), AV_OPT_TYPE_BOOL, {.i64=0}, 0, 1, FLAGS },

  130.     { "field", "set the field to match from", OFFSET(field), AV_OPT_TYPE_INT, {.i64=FM_PARITY_AUTO}, -1, 1, FLAGS, "field" },

  131.         { "auto",   "automatic (same value as 'order')",    0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_AUTO},    INT_MIN, INT_MAX, FLAGS, "field" },

  132.         { "bottom", "bottom field",                         0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_BOTTOM},  INT_MIN, INT_MAX, FLAGS, "field" },

  133.         { "top",    "top field",                            0, AV_OPT_TYPE_CONST, {.i64=FM_PARITY_TOP},     INT_MIN, INT_MAX, FLAGS, "field" },

  134.     { "mchroma", "set whether or not chroma is included during the match comparisons", OFFSET(mchroma), AV_OPT_TYPE_BOOL, {.i64=1}, 0, 1,  FLAGS },

  135.     { "y0", "define an exclusion band which excludes the lines between y0 and y1 from the field matching decision", OFFSET(y0), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },

  136.     { "y1", "define an exclusion band which excludes the lines between y0 and y1 from the field matching decision", OFFSET(y1), AV_OPT_TYPE_INT, {.i64=0}, 0, INT_MAX, FLAGS },

  137.     { "scthresh", "set scene change detection threshold", OFFSET(scthresh_flt), AV_OPT_TYPE_DOUBLE, {.dbl=12}, 0, 100, FLAGS },

  138.     { "combmatch", "set combmatching mode", OFFSET(combmatch), AV_OPT_TYPE_INT, {.i64=COMBMATCH_SC}, COMBMATCH_NONE, NB_COMBMATCH-1, FLAGS, "combmatching" },

  139.         { "none", "disable combmatching",                     0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_NONE}, INT_MIN, INT_MAX, FLAGS, "combmatching" },

  140.         { "sc",   "enable combmatching only on scene change", 0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_SC},   INT_MIN, INT_MAX, FLAGS, "combmatching" },

  141.         { "full", "enable combmatching all the time",         0, AV_OPT_TYPE_CONST, {.i64=COMBMATCH_FULL}, INT_MIN, INT_MAX, FLAGS, "combmatching" },

  142.     { "combdbg",   "enable comb debug", OFFSET(combdbg), AV_OPT_TYPE_INT, {.i64=COMBDBG_NONE}, COMBDBG_NONE, NB_COMBDBG-1, FLAGS, "dbglvl" },

  143.         { "none",  "no forced calculation", 0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_NONE},  INT_MIN, INT_MAX, FLAGS, "dbglvl" },

  144.         { "pcn",   "calculate p/c/n",       0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_PCN},   INT_MIN, INT_MAX, FLAGS, "dbglvl" },

  145.         { "pcnub", "calculate p/c/n/u/b",   0, AV_OPT_TYPE_CONST, {.i64=COMBDBG_PCNUB}, INT_MIN, INT_MAX, FLAGS, "dbglvl" },

  146.     { "cthresh", "set the area combing threshold used for combed frame detection",       OFFSET(cthresh), AV_OPT_TYPE_INT, {.i64= 9}, -1, 0xff, FLAGS },

  147.     { "chroma",  "set whether or not chroma is considered in the combed frame decision", OFFSET(chroma),  AV_OPT_TYPE_BOOL,{.i64= 0},  0,    1, FLAGS },

  148.     { "blockx",  "set the x-axis size of the window used during combed frame detection", OFFSET(blockx),  AV_OPT_TYPE_INT, {.i64=16},  4, 1<<9, FLAGS },

  149.     { "blocky",  "set the y-axis size of the window used during combed frame detection", OFFSET(blocky),  AV_OPT_TYPE_INT, {.i64=16},  4, 1<<9, FLAGS },

  150.     { "combpel", "set the number of combed pixels inside any of the blocky by blockx size blocks on the frame for the frame to be detected as combed", OFFSET(combpel), AV_OPT_TYPE_INT, {.i64=80}, 0, INT_MAX, FLAGS },

  151.     { NULL }

  152. };

  153. 

  154. AVFILTER_DEFINE_CLASS(fieldmatch);

  155. 

  156. static int get_width(const FieldMatchContext *fm, const AVFrame *f, int plane)

  157. {

  158.     return plane ? AV_CEIL_RSHIFT(f->width, fm->hsub) : f->width;

  159. }

  160. 

  161. static int get_height(const FieldMatchContext *fm, const AVFrame *f, int plane)

  162. {

  163.     return plane ? AV_CEIL_RSHIFT(f->height, fm->vsub) : f->height;

  164. }

  165. 

  166. static int64_t luma_abs_diff(const AVFrame *f1, const AVFrame *f2)

  167. {

  168.     int x, y;

  169.     const uint8_t *srcp1 = f1->data[0];

  170.     const uint8_t *srcp2 = f2->data[0];

  171.     const int src1_linesize = f1->linesize[0];

  172.     const int src2_linesize = f2->linesize[0];

  173.     const int width  = f1->width;

  174.     const int height = f1->height;

  175.     int64_t acc = 0;

  176. 

  177.     for (y = 0; y < height; y++) {

  178.         for (x = 0; x < width; x++)

  179.             acc += abs(srcp1[x] - srcp2[x]);

  180.         srcp1 += src1_linesize;

  181.         srcp2 += src2_linesize;

  182.     }

  183.     return acc;

  184. }

  185. 

  186. static void fill_buf(uint8_t *data, int w, int h, int linesize, uint8_t v)

  187. {

  188.     int y;

  189. 

  190.     for (y = 0; y < h; y++) {

  191.         memset(data, v, w);

  192.         data += linesize;

  193.     }

  194. }

  195. 

  196. static int calc_combed_score(const FieldMatchContext *fm, const AVFrame *src)

  197. {

  198.     int x, y, plane, max_v = 0;

  199.     const int cthresh = fm->cthresh;

  200.     const int cthresh6 = cthresh * 6;

  201. 

  202.     for (plane = 0; plane < (fm->chroma ? 3 : 1); plane++) {

  203.         const uint8_t *srcp = src->data[plane];

  204.         const int src_linesize = src->linesize[plane];

  205.         const int width  = get_width (fm, src, plane);

  206.         const int height = get_height(fm, src, plane);

  207.         uint8_t *cmkp = fm->cmask_data[plane];

  208.         const int cmk_linesize = fm->cmask_linesize[plane];

  209. 

  210.         if (cthresh < 0) {

  211.             fill_buf(cmkp, width, height, cmk_linesize, 0xff);

  212.             continue;

  213.         }

  214.         fill_buf(cmkp, width, height, cmk_linesize, 0);

  215. 

  216.         /* [1 -3 4 -3 1] vertical filter */

  217. #define FILTER(xm2, xm1, xp1, xp2) \

  218.         abs(  4 * srcp[x] \

  219.              -3 * (srcp[x + (xm1)*src_linesize] + srcp[x + (xp1)*src_linesize]) \

  220.              +    (srcp[x + (xm2)*src_linesize] + srcp[x + (xp2)*src_linesize])) > cthresh6

  221. 

  222.         /* first line */

  223.         for (x = 0; x < width; x++) {

  224.             const int s1 = abs(srcp[x] - srcp[x + src_linesize]);

  225.             if (s1 > cthresh && FILTER(2, 1, 1, 2))

  226.                 cmkp[x] = 0xff;

  227.         }

  228.         srcp += src_linesize;

  229.         cmkp += cmk_linesize;

  230. 

  231.         /* second line */

  232.         for (x = 0; x < width; x++) {

  233.             const int s1 = abs(srcp[x] - srcp[x - src_linesize]);

  234.             const int s2 = abs(srcp[x] - srcp[x + src_linesize]);

  235.             if (s1 > cthresh && s2 > cthresh && FILTER(2, -1, 1, 2))

  236.                 cmkp[x] = 0xff;

  237.         }

  238.         srcp += src_linesize;

  239.         cmkp += cmk_linesize;

  240. 

  241.         /* all lines minus first two and last two */

  242.         for (y = 2; y < height-2; y++) {

  243.             for (x = 0; x < width; x++) {

  244.                 const int s1 = abs(srcp[x] - srcp[x - src_linesize]);

  245.                 const int s2 = abs(srcp[x] - srcp[x + src_linesize]);

  246.                 if (s1 > cthresh && s2 > cthresh && FILTER(-2, -1, 1, 2))

  247.                     cmkp[x] = 0xff;

  248.             }

  249.             srcp += src_linesize;

  250.             cmkp += cmk_linesize;

  251.         }

  252. 

  253.         /* before-last line */

  254.         for (x = 0; x < width; x++) {

  255.             const int s1 = abs(srcp[x] - srcp[x - src_linesize]);

  256.             const int s2 = abs(srcp[x] - srcp[x + src_linesize]);

  257.             if (s1 > cthresh && s2 > cthresh && FILTER(-2, -1, 1, -2))

  258.                 cmkp[x] = 0xff;

  259.         }

  260.         srcp += src_linesize;

  261.         cmkp += cmk_linesize;

  262. 

  263.         /* last line */

  264.         for (x = 0; x < width; x++) {

  265.             const int s1 = abs(srcp[x] - srcp[x - src_linesize]);

  266.             if (s1 > cthresh && FILTER(-2, -1, -1, -2))

  267.                 cmkp[x] = 0xff;

  268.         }

  269.     }

  270. 

  271.     if (fm->chroma) {

  272.         uint8_t *cmkp  = fm->cmask_data[0];

  273.         uint8_t *cmkpU = fm->cmask_data[1];

  274.         uint8_t *cmkpV = fm->cmask_data[2];

  275.         const int width  = AV_CEIL_RSHIFT(src->width,  fm->hsub);

  276.         const int height = AV_CEIL_RSHIFT(src->height, fm->vsub);

  277.         const int cmk_linesize   = fm->cmask_linesize[0] << 1;

  278.         const int cmk_linesizeUV = fm->cmask_linesize[2];

  279.         uint8_t *cmkpp  = cmkp - (cmk_linesize>>1);

  280.         uint8_t *cmkpn  = cmkp + (cmk_linesize>>1);

  281.         uint8_t *cmkpnn = cmkp +  cmk_linesize;

  282.         for (y = 1; y < height - 1; y++) {

  283.             cmkpp  += cmk_linesize;

  284.             cmkp   += cmk_linesize;

  285.             cmkpn  += cmk_linesize;

  286.             cmkpnn += cmk_linesize;

  287.             cmkpV  += cmk_linesizeUV;

  288.             cmkpU  += cmk_linesizeUV;

  289.             for (x = 1; x < width - 1; x++) {

  290. #define HAS_FF_AROUND(p, lz) (p[(x)-1 - (lz)] == 0xff || p[(x) - (lz)] == 0xff || p[(x)+1 - (lz)] == 0xff || \

  291.                               p[(x)-1       ] == 0xff ||                          p[(x)+1       ] == 0xff || \

  292.                               p[(x)-1 + (lz)] == 0xff || p[(x) + (lz)] == 0xff || p[(x)+1 + (lz)] == 0xff)

  293.                 if ((cmkpV[x] == 0xff && HAS_FF_AROUND(cmkpV, cmk_linesizeUV)) ||

  294.                     (cmkpU[x] == 0xff && HAS_FF_AROUND(cmkpU, cmk_linesizeUV))) {

  295.                     ((uint16_t*)cmkp)[x]  = 0xffff;

  296.                     ((uint16_t*)cmkpn)[x] = 0xffff;

  297.                     if (y&1) ((uint16_t*)cmkpp)[x]  = 0xffff;

  298.                     else     ((uint16_t*)cmkpnn)[x] = 0xffff;

  299.                 }

  300.             }

  301.         }

  302.     }

  303. 

  304.     {

  305.         const int blockx = fm->blockx;

  306.         const int blocky = fm->blocky;

  307.         const int xhalf = blockx/2;

  308.         const int yhalf = blocky/2;

  309.         const int cmk_linesize = fm->cmask_linesize[0];

  310.         const uint8_t *cmkp    = fm->cmask_data[0] + cmk_linesize;

  311.         const int width  = src->width;

  312.         const int height = src->height;

  313.         const int xblocks = ((width+xhalf)/blockx) + 1;

  314.         const int xblocks4 = xblocks<<2;

  315.         const int yblocks = ((height+yhalf)/blocky) + 1;

  316.         int *c_array = fm->c_array;

  317.         const int arraysize = (xblocks*yblocks)<<2;

  318.         int      heighta = (height/(blocky/2))*(blocky/2);

  319.         const int widtha = (width /(blockx/2))*(blockx/2);

  320.         if (heighta == height)

  321.             heighta = height - yhalf;

  322.         memset(c_array, 0, arraysize * sizeof(*c_array));

  323. 

  324. #define C_ARRAY_ADD(v) do {                         \

  325.     const int box1 = (x / blockx) * 4;              \

  326.     const int box2 = ((x + xhalf) / blockx) * 4;    \

  327.     c_array[temp1 + box1    ] += v;                 \

  328.     c_array[temp1 + box2 + 1] += v;                 \

  329.     c_array[temp2 + box1 + 2] += v;                 \

  330.     c_array[temp2 + box2 + 3] += v;                 \

  331. } while (0)

  332. 

  333. #define VERTICAL_HALF(y_start, y_end) do {                                  \

  334.     for (y = y_start; y < y_end; y++) {                                     \

  335.         const int temp1 = (y / blocky) * xblocks4;                          \

  336.         const int temp2 = ((y + yhalf) / blocky) * xblocks4;                \

  337.         for (x = 0; x < width; x++)                                         \

  338.             if (cmkp[x - cmk_linesize] == 0xff &&                           \

  339.                 cmkp[x               ] == 0xff &&                           \

  340.                 cmkp[x + cmk_linesize] == 0xff)                             \

  341.                 C_ARRAY_ADD(1);                                             \

  342.         cmkp += cmk_linesize;                                               \

  343.     }                                                                       \

  344. } while (0)

  345. 

  346.         VERTICAL_HALF(1, yhalf);

  347. 

  348.         for (y = yhalf; y < heighta; y += yhalf) {

  349.             const int temp1 = (y / blocky) * xblocks4;

  350.             const int temp2 = ((y + yhalf) / blocky) * xblocks4;

  351. 

  352.             for (x = 0; x < widtha; x += xhalf) {

  353.                 const uint8_t *cmkp_tmp = cmkp + x;

  354.                 int u, v, sum = 0;

  355.                 for (u = 0; u < yhalf; u++) {

  356.                     for (v = 0; v < xhalf; v++)

  357.                         if (cmkp_tmp[v - cmk_linesize] == 0xff &&

  358.                             cmkp_tmp[v               ] == 0xff &&

  359.                             cmkp_tmp[v + cmk_linesize] == 0xff)

  360.                             sum++;

  361.                     cmkp_tmp += cmk_linesize;

  362.                 }

  363.                 if (sum)

  364.                     C_ARRAY_ADD(sum);

  365.             }

  366. 

  367.             for (x = widtha; x < width; x++) {

  368.                 const uint8_t *cmkp_tmp = cmkp + x;

  369.                 int u, sum = 0;

  370.                 for (u = 0; u < yhalf; u++) {

  371.                     if (cmkp_tmp[-cmk_linesize] == 0xff &&

  372.                         cmkp_tmp[            0] == 0xff &&

  373.                         cmkp_tmp[ cmk_linesize] == 0xff)

  374.                         sum++;

  375.                     cmkp_tmp += cmk_linesize;

  376.                 }

  377.                 if (sum)

  378.                     C_ARRAY_ADD(sum);

  379.             }

  380. 

  381.             cmkp += cmk_linesize * yhalf;

  382.         }

  383. 

  384.         VERTICAL_HALF(heighta, height - 1);

  385. 

  386.         for (x = 0; x < arraysize; x++)

  387.             if (c_array[x] > max_v)

  388.                 max_v = c_array[x];

  389.     }

  390.     return max_v;

  391. }

  392. 

  393. // the secret is that tbuffer is an interlaced, offset subset of all the lines

  394. static void build_abs_diff_mask(const uint8_t *prvp, int prv_linesize,

  395.                                 const uint8_t *nxtp, int nxt_linesize,

  396.                                 uint8_t *tbuffer,    int tbuf_linesize,

  397.                                 int width, int height)

  398. {

  399.     int y, x;

  400. 

  401.     prvp -= prv_linesize;

  402.     nxtp -= nxt_linesize;

  403.     for (y = 0; y < height; y++) {

  404.         for (x = 0; x < width; x++)

  405.             tbuffer[x] = FFABS(prvp[x] - nxtp[x]);

  406.         prvp += prv_linesize;

  407.         nxtp += nxt_linesize;

  408.         tbuffer += tbuf_linesize;

  409.     }

  410. }

  411. 

  412. /**

  413.  * Build a map over which pixels differ a lot/a little

  414.  */

  415. static void build_diff_map(FieldMatchContext *fm,

  416.                            const uint8_t *prvp, int prv_linesize,

  417.                            const uint8_t *nxtp, int nxt_linesize,

  418.                            uint8_t *dstp, int dst_linesize, int height,

  419.                            int width, int plane)

  420. {

  421.     int x, y, u, diff, count;

  422.     int tpitch = plane ? fm->tpitchuv : fm->tpitchy;

  423.     const uint8_t *dp = fm->tbuffer + tpitch;

  424. 

  425.     build_abs_diff_mask(prvp, prv_linesize, nxtp, nxt_linesize,

  426.                         fm->tbuffer, tpitch, width, height>>1);

  427. 

  428.     for (y = 2; y < height - 2; y += 2) {

  429.         for (x = 1; x < width - 1; x++) {

  430.             diff = dp[x];

  431.             if (diff > 3) {

  432.                 for (count = 0, u = x-1; u < x+2 && count < 2; u++) {

  433.                     count += dp[u-tpitch] > 3;

  434.                     count += dp[u       ] > 3;

  435.                     count += dp[u+tpitch] > 3;

  436.                 }

  437.                 if (count > 1) {

  438.                     dstp[x] = 1;

  439.                     if (diff > 19) {

  440.                         int upper = 0, lower = 0;

  441.                         for (count = 0, u = x-1; u < x+2 && count < 6; u++) {

  442.                             if (dp[u-tpitch] > 19) { count++; upper = 1; }

  443.                             if (dp[u       ] > 19)   count++;

  444.                             if (dp[u+tpitch] > 19) { count++; lower = 1; }

  445.                         }

  446.                         if (count > 3) {

  447.                             if (upper && lower) {

  448.                                 dstp[x] |= 1<<1;

  449.                             } else {

  450.                                 int upper2 = 0, lower2 = 0;

  451.                                 for (u = FFMAX(x-4,0); u < FFMIN(x+5,width); u++) {

  452.                                     if (y != 2 &&        dp[u-2*tpitch] > 19) upper2 = 1;

  453.                                     if (                 dp[u-  tpitch] > 19) upper  = 1;

  454.                                     if (                 dp[u+  tpitch] > 19) lower  = 1;

  455.                                     if (y != height-4 && dp[u+2*tpitch] > 19) lower2 = 1;

  456.                                 }

  457.                                 if ((upper && (lower || upper2)) ||

  458.                                     (lower && (upper || lower2)))

  459.                                     dstp[x] |= 1<<1;

  460.                                 else if (count > 5)

  461.                                     dstp[x] |= 1<<2;

  462.                             }

  463.                         }

  464.                     }

  465.                 }

  466.             }

  467.         }

  468.         dp += tpitch;

  469.         dstp += dst_linesize;

  470.     }

  471. }

  472. 

  473. enum { mP, mC, mN, mB, mU };

  474. 

  475. static int get_field_base(int match, int field)

  476. {

  477.     return match < 3 ? 2 - field : 1 + field;

  478. }

  479. 

  480. static AVFrame *select_frame(FieldMatchContext *fm, int match)

  481. {

  482.     if      (match == mP || match == mB) return fm->prv;

  483.     else if (match == mN || match == mU) return fm->nxt;

  484.     else  /* match == mC */              return fm->src;

  485. }

  486. 

  487. static int compare_fields(FieldMatchContext *fm, int match1, int match2, int field)

  488. {

  489.     int plane, ret;

  490.     uint64_t accumPc = 0, accumPm = 0, accumPml = 0;

  491.     uint64_t accumNc = 0, accumNm = 0, accumNml = 0;

  492.     int norm1, norm2, mtn1, mtn2;

  493.     float c1, c2, mr;

  494.     const AVFrame *src = fm->src;

  495. 

  496.     for (plane = 0; plane < (fm->mchroma ? 3 : 1); plane++) {

  497.         int x, y, temp1, temp2, fbase;

  498.         const AVFrame *prev, *next;

  499.         uint8_t *mapp    = fm->map_data[plane];

  500.         int map_linesize = fm->map_linesize[plane];

  501.         const uint8_t *srcp = src->data[plane];

  502.         const int src_linesize  = src->linesize[plane];

  503.         const int srcf_linesize = src_linesize << 1;

  504.         int prv_linesize,  nxt_linesize;

  505.         int prvf_linesize, nxtf_linesize;

  506.         const int width  = get_width (fm, src, plane);

  507.         const int height = get_height(fm, src, plane);

  508.         const int y0a = fm->y0 >> (plane ? fm->vsub : 0);

  509.         const int y1a = fm->y1 >> (plane ? fm->vsub : 0);

  510.         const int startx = (plane == 0 ? 8 : 8 >> fm->hsub);

  511.         const int stopx  = width - startx;

  512.         const uint8_t *srcpf, *srcf, *srcnf;

  513.         const uint8_t *prvpf, *prvnf, *nxtpf, *nxtnf;

  514. 

  515.         fill_buf(mapp, width, height, map_linesize, 0);

  516. 

  517.         /* match1 */

  518.         fbase = get_field_base(match1, field);

  519.         srcf  = srcp + (fbase + 1) * src_linesize;

  520.         srcpf = srcf - srcf_linesize;

  521.         srcnf = srcf + srcf_linesize;

  522.         mapp  = mapp + fbase * map_linesize;

  523.         prev = select_frame(fm, match1);

  524.         prv_linesize  = prev->linesize[plane];

  525.         prvf_linesize = prv_linesize << 1;

  526.         prvpf = prev->data[plane] + fbase * prv_linesize;   // previous frame, previous field

  527.         prvnf = prvpf + prvf_linesize;                      // previous frame, next     field

  528. 

  529.         /* match2 */

  530.         fbase = get_field_base(match2, field);

  531.         next = select_frame(fm, match2);

  532.         nxt_linesize  = next->linesize[plane];

  533.         nxtf_linesize = nxt_linesize << 1;

  534.         nxtpf = next->data[plane] + fbase * nxt_linesize;   // next frame, previous field

  535.         nxtnf = nxtpf + nxtf_linesize;                      // next frame, next     field

  536. 

  537.         map_linesize <<= 1;

  538.         if ((match1 >= 3 && field == 1) || (match1 < 3 && field != 1))

  539.             build_diff_map(fm, prvpf, prvf_linesize, nxtpf, nxtf_linesize,

  540.                            mapp, map_linesize, height, width, plane);

  541.         else

  542.             build_diff_map(fm, prvnf, prvf_linesize, nxtnf, nxtf_linesize,

  543.                            mapp + map_linesize, map_linesize, height, width, plane);

  544. 

  545.         for (y = 2; y < height - 2; y += 2) {

  546.             if (y0a == y1a || y < y0a || y > y1a) {

  547.                 for (x = startx; x < stopx; x++) {

  548.                     if (mapp[x] > 0 || mapp[x + map_linesize] > 0) {

  549.                         temp1 = srcpf[x] + (srcf[x] << 2) + srcnf[x]; // [1 4 1]

  550. 

  551.                         temp2 = abs(3 * (prvpf[x] + prvnf[x]) - temp1);

  552.                         if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1)))

  553.                             accumPc += temp2;

  554.                         if (temp2 > 42) {

  555.                             if ((mapp[x]&2) || (mapp[x + map_linesize]&2))

  556.                                 accumPm += temp2;

  557.                             if ((mapp[x]&4) || (mapp[x + map_linesize]&4))

  558.                                 accumPml += temp2;

  559.                         }

  560. 

  561.                         temp2 = abs(3 * (nxtpf[x] + nxtnf[x]) - temp1);

  562.                         if (temp2 > 23 && ((mapp[x]&1) || (mapp[x + map_linesize]&1)))

  563.                             accumNc += temp2;

  564.                         if (temp2 > 42) {

  565.                             if ((mapp[x]&2) || (mapp[x + map_linesize]&2))

  566.                                 accumNm += temp2;

  567.                             if ((mapp[x]&4) || (mapp[x + map_linesize]&4))

  568.                                 accumNml += temp2;

  569.                         }

  570.                     }

  571.                 }

  572.             }

  573.             prvpf += prvf_linesize;

  574.             prvnf += prvf_linesize;

  575.             srcpf += srcf_linesize;

  576.             srcf  += srcf_linesize;

  577.             srcnf += srcf_linesize;

  578.             nxtpf += nxtf_linesize;

  579.             nxtnf += nxtf_linesize;

  580.             mapp  += map_linesize;

  581.         }

  582.     }

  583. 

  584.     if (accumPm < 500 && accumNm < 500 && (accumPml >= 500 || accumNml >= 500) &&

  585.         FFMAX(accumPml,accumNml) > 3*FFMIN(accumPml,accumNml)) {

  586.         accumPm = accumPml;

  587.         accumNm = accumNml;

  588.     }

  589. 

  590.     norm1 = (int)((accumPc / 6.0f) + 0.5f);

  591.     norm2 = (int)((accumNc / 6.0f) + 0.5f);

  592.     mtn1  = (int)((accumPm / 6.0f) + 0.5f);

  593.     mtn2  = (int)((accumNm / 6.0f) + 0.5f);

  594.     c1 = ((float)FFMAX(norm1,norm2)) / ((float)FFMAX(FFMIN(norm1,norm2),1));

  595.     c2 = ((float)FFMAX(mtn1, mtn2))  / ((float)FFMAX(FFMIN(mtn1, mtn2), 1));

  596.     mr = ((float)FFMAX(mtn1, mtn2))  / ((float)FFMAX(FFMAX(norm1,norm2),1));

  597.     if (((mtn1 >=  500 || mtn2 >=  500) && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1)) ||

  598.         ((mtn1 >= 1000 || mtn2 >= 1000) && (mtn1*3 < mtn2*2 || mtn2*3 < mtn1*2)) ||

  599.         ((mtn1 >= 2000 || mtn2 >= 2000) && (mtn1*5 < mtn2*4 || mtn2*5 < mtn1*4)) ||

  600.         ((mtn1 >= 4000 || mtn2 >= 4000) && c2 > c1))

  601.         ret = mtn1 > mtn2 ? match2 : match1;

  602.     else if (mr > 0.005 && FFMAX(mtn1, mtn2) > 150 && (mtn1*2 < mtn2*1 || mtn2*2 < mtn1*1))

  603.         ret = mtn1 > mtn2 ? match2 : match1;

  604.     else

  605.         ret = norm1 > norm2 ? match2 : match1;

  606.     return ret;

  607. }

  608. 

  609. static void copy_fields(const FieldMatchContext *fm, AVFrame *dst,

  610.                         const AVFrame *src, int field)

  611. {

  612.     int plane;

  613.     for (plane = 0; plane < 4 && src->data[plane] && src->linesize[plane]; plane++) {

  614.         const int plane_h = get_height(fm, src, plane);

  615.         const int nb_copy_fields = (plane_h >> 1) + (field ? 0 : (plane_h & 1));

  616.         av_image_copy_plane(dst->data[plane] + field*dst->linesize[plane], dst->linesize[plane] << 1,

  617.                             src->data[plane] + field*src->linesize[plane], src->linesize[plane] << 1,

  618.                             get_width(fm, src, plane) * fm->bpc, nb_copy_fields);

  619.     }

  620. }

  621. 

  622. static AVFrame *create_weave_frame(AVFilterContext *ctx, int match, int field,

  623.                                    const AVFrame *prv, AVFrame *src, const AVFrame *nxt)

  624. {

  625.     AVFrame *dst;

  626.     FieldMatchContext *fm = ctx->priv;

  627. 

  628.     if (match == mC) {

  629.         dst = av_frame_clone(src);

  630.     } else {

  631.         AVFilterLink *outlink = ctx->outputs[0];

  632. 

  633.         dst = ff_get_video_buffer(outlink, outlink->w, outlink->h);

  634.         if (!dst)

  635.             return NULL;

  636.         av_frame_copy_props(dst, src);

  637. 

  638.         switch (match) {

  639.         case mP: copy_fields(fm, dst, src, 1-field); copy_fields(fm, dst, prv,   field); break;

  640.         case mN: copy_fields(fm, dst, src, 1-field); copy_fields(fm, dst, nxt,   field); break;

  641.         case mB: copy_fields(fm, dst, src,   field); copy_fields(fm, dst, prv, 1-field); break;

  642.         case mU: copy_fields(fm, dst, src,   field); copy_fields(fm, dst, nxt, 1-field); break;

  643.         default: av_assert0(0);

  644.         }

  645.     }

  646.     return dst;

  647. }

  648. 

  649. static int checkmm(AVFilterContext *ctx, int *combs, int m1, int m2,

  650.                    AVFrame **gen_frames, int field)

  651. {

  652.     const FieldMatchContext *fm = ctx->priv;

  653. 

  654. #define LOAD_COMB(mid) do {                                                     \

  655.     if (combs[mid] < 0) {                                                       \

  656.         if (!gen_frames[mid])                                                   \

  657.             gen_frames[mid] = create_weave_frame(ctx, mid, field,               \

  658.                                                  fm->prv, fm->src, fm->nxt);    \

  659.         combs[mid] = calc_combed_score(fm, gen_frames[mid]);                    \

  660.     }                                                                           \

  661. } while (0)

  662. 

  663.     LOAD_COMB(m1);

  664.     LOAD_COMB(m2);

  665. 

  666.     if ((combs[m2] * 3 < combs[m1] || (combs[m2] * 2 < combs[m1] && combs[m1] > fm->combpel)) &&

  667.         abs(combs[m2] - combs[m1]) >= 30 && combs[m2] < fm->combpel)

  668.         return m2;

  669.     else

  670.         return m1;

  671. }

  672. 

  673. static const int fxo0m[] = { mP, mC, mN, mB, mU };

  674. static const int fxo1m[] = { mN, mC, mP, mU, mB };

  675. 

  676. static int filter_frame(AVFilterLink *inlink, AVFrame *in)

  677. {

  678.     AVFilterContext *ctx  = inlink->dst;

  679.     AVFilterLink *outlink = ctx->outputs[0];

  680.     FieldMatchContext *fm = ctx->priv;

  681.     int combs[] = { -1, -1, -1, -1, -1 };

  682.     int order, field, i, match, sc = 0, ret = 0;

  683.     const int *fxo;

  684.     AVFrame *gen_frames[] = { NULL, NULL, NULL, NULL, NULL };

  685.     AVFrame *dst;

  686. 

  687.     /* update frames queue(s) */

  688. #define SLIDING_FRAME_WINDOW(prv, src, nxt) do {                \

  689.         if (prv != src) /* 2nd loop exception (1st has prv==src and we don't want to loose src) */ \

  690.             av_frame_free(&prv);                                \

  691.         prv = src;                                              \

  692.         src = nxt;                                              \

  693.         if (in)                                                 \

  694.             nxt = in;                                           \

  695.         if (!prv)                                               \

  696.             prv = src;                                          \

  697.         if (!prv) /* received only one frame at that point */   \

  698.             return 0;                                           \

  699.         av_assert0(prv && src && nxt);                          \

  700. } while (0)

  701.     if (FF_INLINK_IDX(inlink) == INPUT_MAIN) {

  702.         av_assert0(fm->got_frame[INPUT_MAIN] == 0);

  703.         SLIDING_FRAME_WINDOW(fm->prv, fm->src, fm->nxt);

  704.         fm->got_frame[INPUT_MAIN] = 1;

  705.     } else {

  706.         av_assert0(fm->got_frame[INPUT_CLEANSRC] == 0);

  707.         SLIDING_FRAME_WINDOW(fm->prv2, fm->src2, fm->nxt2);

  708.         fm->got_frame[INPUT_CLEANSRC] = 1;

  709.     }

  710.     if (!fm->got_frame[INPUT_MAIN] || (fm->ppsrc && !fm->got_frame[INPUT_CLEANSRC]))

  711.         return 0;

  712.     fm->got_frame[INPUT_MAIN] = fm->got_frame[INPUT_CLEANSRC] = 0;

  713.     in = fm->src;

  714. 

  715.     /* parity */

  716.     order = fm->order != FM_PARITY_AUTO ? fm->order : (in->interlaced_frame ? in->top_field_first : 1);

  717.     field = fm->field != FM_PARITY_AUTO ? fm->field : order;

  718.     av_assert0(order == 0 || order == 1 || field == 0 || field == 1);

  719.     fxo = field ^ order ? fxo1m : fxo0m;

  720. 

  721.     /* debug mode: we generate all the fields combinations and their associated

  722.      * combed score. XXX: inject as frame metadata? */

  723.     if (fm->combdbg) {

  724.         for (i = 0; i < FF_ARRAY_ELEMS(combs); i++) {

  725.             if (i > mN && fm->combdbg == COMBDBG_PCN)

  726.                 break;

  727.             gen_frames[i] = create_weave_frame(ctx, i, field, fm->prv, fm->src, fm->nxt);

  728.             if (!gen_frames[i]) {

  729.                 ret = AVERROR(ENOMEM);

  730.                 goto fail;

  731.             }

  732.             combs[i] = calc_combed_score(fm, gen_frames[i]);

  733.         }

  734.         av_log(ctx, AV_LOG_INFO, "COMBS: %3d %3d %3d %3d %3d\n",

  735.                combs[0], combs[1], combs[2], combs[3], combs[4]);

  736.     } else {

  737.         gen_frames[mC] = av_frame_clone(fm->src);

  738.         if (!gen_frames[mC]) {

  739.             ret = AVERROR(ENOMEM);

  740.             goto fail;

  741.         }

  742.     }

  743. 

  744.     /* p/c selection and optional 3-way p/c/n matches */

  745.     match = compare_fields(fm, fxo[mC], fxo[mP], field);

  746.     if (fm->mode == MODE_PCN || fm->mode == MODE_PCN_UB)

  747.         match = compare_fields(fm, match, fxo[mN], field);

  748. 

  749.     /* scene change check */

  750.     if (fm->combmatch == COMBMATCH_SC) {

  751.         if (fm->lastn == outlink->frame_count_in - 1) {

  752.             if (fm->lastscdiff > fm->scthresh)

  753.                 sc = 1;

  754.         } else if (luma_abs_diff(fm->prv, fm->src) > fm->scthresh) {

  755.             sc = 1;

  756.         }

  757. 

  758.         if (!sc) {

  759.             fm->lastn = outlink->frame_count_in;

  760.             fm->lastscdiff = luma_abs_diff(fm->src, fm->nxt);

  761.             sc = fm->lastscdiff > fm->scthresh;

  762.         }

  763.     }

  764. 

  765.     if (fm->combmatch == COMBMATCH_FULL || (fm->combmatch == COMBMATCH_SC && sc)) {

  766.         switch (fm->mode) {

  767.         /* 2-way p/c matches */

  768.         case MODE_PC:

  769.             match = checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field);

  770.             break;

  771.         case MODE_PC_N:

  772.             match = checkmm(ctx, combs, match, fxo[mN], gen_frames, field);

  773.             break;

  774.         case MODE_PC_U:

  775.             match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field);

  776.             break;

  777.         case MODE_PC_N_UB:

  778.             match = checkmm(ctx, combs, match, fxo[mN], gen_frames, field);

  779.             match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field);

  780.             match = checkmm(ctx, combs, match, fxo[mB], gen_frames, field);

  781.             break;

  782.         /* 3-way p/c/n matches */

  783.         case MODE_PCN:

  784.             match = checkmm(ctx, combs, match, match == fxo[mP] ? fxo[mC] : fxo[mP], gen_frames, field);

  785.             break;

  786.         case MODE_PCN_UB:

  787.             match = checkmm(ctx, combs, match, fxo[mU], gen_frames, field);

  788.             match = checkmm(ctx, combs, match, fxo[mB], gen_frames, field);

  789.             break;

  790.         default:

  791.             av_assert0(0);

  792.         }

  793.     }

  794. 

  795.     /* get output frame and drop the others */

  796.     if (fm->ppsrc) {

  797.         /* field matching was based on a filtered/post-processed input, we now

  798.          * pick the untouched fields from the clean source */

  799.         dst = create_weave_frame(ctx, match, field, fm->prv2, fm->src2, fm->nxt2);

  800.     } else {

  801.         if (!gen_frames[match]) { // XXX: is that possible?

  802.             dst = create_weave_frame(ctx, match, field, fm->prv, fm->src, fm->nxt);

  803.         } else {

  804.             dst = gen_frames[match];

  805.             gen_frames[match] = NULL;

  806.         }

  807.     }

  808.     if (!dst) {

  809.         ret = AVERROR(ENOMEM);

  810.         goto fail;

  811.     }

  812. 

  813.     /* mark the frame we are unable to match properly as interlaced so a proper

  814.      * de-interlacer can take the relay */

  815.     dst->interlaced_frame = combs[match] >= fm->combpel;

  816.     if (dst->interlaced_frame) {

  817.         av_log(ctx, AV_LOG_WARNING, "Frame #%"PRId64" at %s is still interlaced\n",

  818.                outlink->frame_count_in, av_ts2timestr(in->pts, &inlink->time_base));

  819.         dst->top_field_first = field;

  820.     }

  821. 

  822.     av_log(ctx, AV_LOG_DEBUG, "SC:%d | COMBS: %3d %3d %3d %3d %3d (combpel=%d)"

  823.            " match=%d combed=%s\n", sc, combs[0], combs[1], combs[2], combs[3], combs[4],

  824.            fm->combpel, match, dst->interlaced_frame ? "YES" : "NO");

  825. 

  826. fail:

  827.     for (i = 0; i < FF_ARRAY_ELEMS(gen_frames); i++)

  828.         av_frame_free(&gen_frames[i]);

  829. 

  830.     if (ret >= 0)

  831.         return ff_filter_frame(outlink, dst);

  832.     return ret;

  833. }

  834. 

  835. static int activate(AVFilterContext *ctx)

  836. {

  837.     FieldMatchContext *fm = ctx->priv;

  838.     AVFrame *frame = NULL;

  839.     int ret = 0, status;

  840.     int64_t pts;

  841. 

  842.     FF_FILTER_FORWARD_STATUS_BACK_ALL(ctx->outputs[0], ctx);

  843. 

  844.     if ((fm->got_frame[INPUT_MAIN] == 0) &&

  845.         (ret = ff_inlink_consume_frame(ctx->inputs[INPUT_MAIN], &frame)) > 0) {

  846.         ret = filter_frame(ctx->inputs[INPUT_MAIN], frame);

  847.         if (ret < 0)

  848.             return ret;

  849.     }

  850.     if (ret < 0)

  851.         return ret;

  852.     if (fm->ppsrc &&

  853.         (fm->got_frame[INPUT_CLEANSRC] == 0) &&

  854.         (ret = ff_inlink_consume_frame(ctx->inputs[INPUT_CLEANSRC], &frame)) > 0) {

  855.         ret = filter_frame(ctx->inputs[INPUT_CLEANSRC], frame);

  856.         if (ret < 0)

  857.             return ret;

  858.     }

  859.     if (ret < 0) {

  860.         return ret;

  861.     } else if (ff_inlink_acknowledge_status(ctx->inputs[INPUT_MAIN], &status, &pts)) {

  862.         if (status == AVERROR_EOF) { // flushing

  863.             fm->eof |= 1 << INPUT_MAIN;

  864.             ret = filter_frame(ctx->inputs[INPUT_MAIN], NULL);

  865.         }

  866.         ff_outlink_set_status(ctx->outputs[0], status, pts);

  867.         return ret;

  868.     } else if (fm->ppsrc && ff_inlink_acknowledge_status(ctx->inputs[INPUT_CLEANSRC], &status, &pts)) {

  869.         if (status == AVERROR_EOF) { // flushing

  870.             fm->eof |= 1 << INPUT_CLEANSRC;

  871.             ret = filter_frame(ctx->inputs[INPUT_CLEANSRC], NULL);

  872.         }

  873.         ff_outlink_set_status(ctx->outputs[0], status, pts);

  874.         return ret;

  875.     } else {

  876.         if (ff_outlink_frame_wanted(ctx->outputs[0])) {

  877.             if (fm->got_frame[INPUT_MAIN] == 0)

  878.                 ff_inlink_request_frame(ctx->inputs[INPUT_MAIN]);

  879.             if (fm->ppsrc && (fm->got_frame[INPUT_CLEANSRC] == 0))

  880.                 ff_inlink_request_frame(ctx->inputs[INPUT_CLEANSRC]);

  881.         }

  882.         return 0;

  883.     }

  884. }

  885. 

  886. static int query_formats(AVFilterContext *ctx)

  887. {

  888.     FieldMatchContext *fm = ctx->priv;

  889. 

  890.     static const enum AVPixelFormat pix_fmts[] = {

  891.         AV_PIX_FMT_YUV444P,  AV_PIX_FMT_YUV422P,  AV_PIX_FMT_YUV420P,

  892.         AV_PIX_FMT_YUV411P,  AV_PIX_FMT_YUV410P,

  893.         AV_PIX_FMT_NONE

  894.     };

  895.     static const enum AVPixelFormat unproc_pix_fmts[] = {

  896.         AV_PIX_FMT_YUV410P, AV_PIX_FMT_YUV411P,

  897.         AV_PIX_FMT_YUV420P, AV_PIX_FMT_YUV422P,

  898.         AV_PIX_FMT_YUV440P, AV_PIX_FMT_YUV444P,

  899.         AV_PIX_FMT_YUVJ420P, AV_PIX_FMT_YUVJ422P,

  900.         AV_PIX_FMT_YUVJ440P, AV_PIX_FMT_YUVJ444P,

  901.         AV_PIX_FMT_YUVJ411P,

  902.         AV_PIX_FMT_YUV420P9, AV_PIX_FMT_YUV422P9, AV_PIX_FMT_YUV444P9,

  903.         AV_PIX_FMT_YUV420P10, AV_PIX_FMT_YUV422P10, AV_PIX_FMT_YUV444P10,

  904.         AV_PIX_FMT_YUV440P10,

  905.         AV_PIX_FMT_YUV444P12, AV_PIX_FMT_YUV422P12, AV_PIX_FMT_YUV420P12,

  906.         AV_PIX_FMT_YUV440P12,

  907.         AV_PIX_FMT_YUV444P14, AV_PIX_FMT_YUV422P14, AV_PIX_FMT_YUV420P14,

  908.         AV_PIX_FMT_YUV420P16, AV_PIX_FMT_YUV422P16, AV_PIX_FMT_YUV444P16,

  909.         AV_PIX_FMT_NONE

  910.     };

  911.     int ret;

  912. 

  913.     AVFilterFormats *fmts_list = ff_make_format_list(pix_fmts);

  914.     if (!fmts_list)

  915.         return AVERROR(ENOMEM);

  916.     if (!fm->ppsrc) {

  917.         return ff_set_common_formats(ctx, fmts_list);

  918.     }

  919. 

  920.     if ((ret = ff_formats_ref(fmts_list, &ctx->inputs[INPUT_MAIN]->outcfg.formats)) < 0)

  921.         return ret;

  922.     fmts_list = ff_make_format_list(unproc_pix_fmts);

  923.     if (!fmts_list)

  924.         return AVERROR(ENOMEM);

  925.     if ((ret = ff_formats_ref(fmts_list, &ctx->outputs[0]->incfg.formats)) < 0)

  926.         return ret;

  927.     if ((ret = ff_formats_ref(fmts_list, &ctx->inputs[INPUT_CLEANSRC]->outcfg.formats)) < 0)

  928.         return ret;

  929.     return 0;

  930. }

  931. 

  932. static int config_input(AVFilterLink *inlink)

  933. {

  934.     int ret;

  935.     AVFilterContext *ctx = inlink->dst;

  936.     FieldMatchContext *fm = ctx->priv;

  937.     const AVPixFmtDescriptor *pix_desc = av_pix_fmt_desc_get(inlink->format);

  938.     const int w = inlink->w;

  939.     const int h = inlink->h;

  940. 

  941.     fm->scthresh = (int64_t)((w * h * 255.0 * fm->scthresh_flt) / 100.0);

  942. 

  943.     if ((ret = av_image_alloc(fm->map_data,   fm->map_linesize,   w, h, inlink->format, 32)) < 0 ||

  944.         (ret = av_image_alloc(fm->cmask_data, fm->cmask_linesize, w, h, inlink->format, 32)) < 0)

  945.         return ret;

  946. 

  947.     fm->hsub = pix_desc->log2_chroma_w;

  948.     fm->vsub = pix_desc->log2_chroma_h;

  949. 

  950.     fm->tpitchy  = FFALIGN(w,      16);

  951.     fm->tpitchuv = FFALIGN(w >> 1, 16);

  952. 

  953.     fm->tbuffer = av_calloc((h/2 + 4) * fm->tpitchy, sizeof(*fm->tbuffer));

  954.     fm->c_array = av_malloc_array((((w + fm->blockx/2)/fm->blockx)+1) *

  955.                             (((h + fm->blocky/2)/fm->blocky)+1),

  956.                             4 * sizeof(*fm->c_array));

  957.     if (!fm->tbuffer || !fm->c_array)

  958.         return AVERROR(ENOMEM);

  959. 

  960.     return 0;

  961. }

  962. 

  963. static av_cold int fieldmatch_init(AVFilterContext *ctx)

  964. {

  965.     const FieldMatchContext *fm = ctx->priv;

  966.     AVFilterPad pad = {

  967.         .name         = "main",

  968.         .type         = AVMEDIA_TYPE_VIDEO,

  969.         .config_props = config_input,

  970.     };

  971.     int ret;

  972. 

  973.     if ((ret = ff_insert_inpad(ctx, INPUT_MAIN, &pad)) < 0)

  974.         return ret;

  975. 

  976.     if (fm->ppsrc) {

  977.         pad.name = "clean_src";

  978.         pad.config_props = NULL;

  979.         if ((ret = ff_insert_inpad(ctx, INPUT_CLEANSRC, &pad)) < 0)

  980.             return ret;

  981.     }

  982. 

  983.     if ((fm->blockx & (fm->blockx - 1)) ||

  984.         (fm->blocky & (fm->blocky - 1))) {

  985.         av_log(ctx, AV_LOG_ERROR, "blockx and blocky settings must be power of two\n");

  986.         return AVERROR(EINVAL);

  987.     }

  988. 

  989.     if (fm->combpel > fm->blockx * fm->blocky) {

  990.         av_log(ctx, AV_LOG_ERROR, "Combed pixel should not be larger than blockx x blocky\n");

  991.         return AVERROR(EINVAL);

  992.     }

  993. 

  994.     return 0;

  995. }

  996. 

  997. static av_cold void fieldmatch_uninit(AVFilterContext *ctx)

  998. {

  999.     FieldMatchContext *fm = ctx->priv;

  1000. 

  1001.     if (fm->prv != fm->src)

  1002.         av_frame_free(&fm->prv);

  1003.     if (fm->nxt != fm->src)

  1004.         av_frame_free(&fm->nxt);

  1005.     if (fm->prv2 != fm->src2)

  1006.         av_frame_free(&fm->prv2);

  1007.     if (fm->nxt2 != fm->src2)

  1008.         av_frame_free(&fm->nxt2);

  1009.     av_frame_free(&fm->src);

  1010.     av_frame_free(&fm->src2);

  1011.     av_freep(&fm->map_data[0]);

  1012.     av_freep(&fm->cmask_data[0]);

  1013.     av_freep(&fm->tbuffer);

  1014.     av_freep(&fm->c_array);

  1015. }

  1016. 

  1017. static int config_output(AVFilterLink *outlink)

  1018. {

  1019.     AVFilterContext *ctx  = outlink->src;

  1020.     FieldMatchContext *fm = ctx->priv;

  1021.     const AVFilterLink *inlink =

  1022.         ctx->inputs[fm->ppsrc ? INPUT_CLEANSRC : INPUT_MAIN];

  1023.     const AVPixFmtDescriptor *desc = av_pix_fmt_desc_get(inlink->format);

  1024. 

  1025.     fm->bpc = (desc->comp[0].depth + 7) / 8;

  1026.     outlink->time_base = inlink->time_base;

  1027.     outlink->sample_aspect_ratio = inlink->sample_aspect_ratio;

  1028.     outlink->frame_rate = inlink->frame_rate;

  1029.     outlink->w = inlink->w;

  1030.     outlink->h = inlink->h;

  1031.     return 0;

  1032. }

  1033. 

  1034. static const AVFilterPad fieldmatch_outputs[] = {

  1035.     {

  1036.         .name          = "default",

  1037.         .type          = AVMEDIA_TYPE_VIDEO,

  1038.         .config_props  = config_output,

  1039.     },

  1040.     { NULL }

  1041. };

  1042. 

  1043. AVFilter ff_vf_fieldmatch = {

  1044.     .name           = "fieldmatch",

  1045.     .description    = NULL_IF_CONFIG_SMALL("Field matching for inverse telecine."),

  1046.     .query_formats  = query_formats,

  1047.     .priv_size      = sizeof(FieldMatchContext),

  1048.     .init           = fieldmatch_init,

  1049.     .activate       = activate,

  1050.     .uninit         = fieldmatch_uninit,

  1051.     .inputs         = NULL,

  1052.     .outputs        = fieldmatch_outputs,

  1053.     .priv_class     = &fieldmatch_class,

  1054.     .flags          = AVFILTER_FLAG_DYNAMIC_INPUTS,

  1055. };