falkTX
/
FFmpeg
mirror of https://github.com/falkTX/FFmpeg.git
1
0
Fork 0
Code Issues 0 Releases 338 Wiki Activity
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
92655 Commits
32 Branches
979MB
Tree: 1c96d2e399
Branches Tags
${ item.name }
Create branch ${ searchTerm }
from '1c96d2e399'
${ noResults }
FFmpeg/libavcodec/qsvenc.c

1444 lines
50KB
Raw Blame History 

  1. /*

  2.  * Intel MediaSDK QSV encoder utility functions

  3.  *

  4.  * copyright (c) 2013 Yukinori Yamazoe

  5.  * copyright (c) 2015 Anton Khirnov

  6.  *

  7.  * This file is part of FFmpeg.

  8.  *

  9.  * FFmpeg is free software; you can redistribute it and/or

  10.  * modify it under the terms of the GNU Lesser General Public

  11.  * License as published by the Free Software Foundation; either

  12.  * version 2.1 of the License, or (at your option) any later version.

  13.  *

  14.  * FFmpeg is distributed in the hope that it will be useful,

  15.  * but WITHOUT ANY WARRANTY; without even the implied warranty of

  16.  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU

  17.  * Lesser General Public License for more details.

  18.  *

  19.  * You should have received a copy of the GNU Lesser General Public

  20.  * License along with FFmpeg; if not, write to the Free Software

  21.  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

  22.  */

  23. 

  24. #include <string.h>

  25. #include <sys/types.h>

  26. #include <mfx/mfxvideo.h>

  27. 

  28. #include "libavutil/common.h"

  29. #include "libavutil/hwcontext.h"

  30. #include "libavutil/hwcontext_qsv.h"

  31. #include "libavutil/mem.h"

  32. #include "libavutil/log.h"

  33. #include "libavutil/time.h"

  34. #include "libavutil/imgutils.h"

  35. #include "libavcodec/bytestream.h"

  36. 

  37. #include "avcodec.h"

  38. #include "internal.h"

  39. #include "qsv.h"

  40. #include "qsv_internal.h"

  41. #include "qsvenc.h"

  42. 

  43. static const struct {

  44.     mfxU16 profile;

  45.     const char *name;

  46. } profile_names[] = {

  47.     { MFX_PROFILE_AVC_BASELINE,                 "baseline"              },

  48.     { MFX_PROFILE_AVC_MAIN,                     "main"                  },

  49.     { MFX_PROFILE_AVC_EXTENDED,                 "extended"              },

  50.     { MFX_PROFILE_AVC_HIGH,                     "high"                  },

  51. #if QSV_VERSION_ATLEAST(1, 15)

  52.     { MFX_PROFILE_AVC_HIGH_422,                 "high 422"              },

  53. #endif

  54. #if QSV_VERSION_ATLEAST(1, 4)

  55.     { MFX_PROFILE_AVC_CONSTRAINED_BASELINE,     "constrained baseline"  },

  56.     { MFX_PROFILE_AVC_CONSTRAINED_HIGH,         "constrained high"      },

  57.     { MFX_PROFILE_AVC_PROGRESSIVE_HIGH,         "progressive high"      },

  58. #endif

  59.     { MFX_PROFILE_MPEG2_SIMPLE,                 "simple"                },

  60.     { MFX_PROFILE_MPEG2_MAIN,                   "main"                  },

  61.     { MFX_PROFILE_MPEG2_HIGH,                   "high"                  },

  62.     { MFX_PROFILE_VC1_SIMPLE,                   "simple"                },

  63.     { MFX_PROFILE_VC1_MAIN,                     "main"                  },

  64.     { MFX_PROFILE_VC1_ADVANCED,                 "advanced"              },

  65. #if QSV_VERSION_ATLEAST(1, 8)

  66.     { MFX_PROFILE_HEVC_MAIN,                    "main"                  },

  67.     { MFX_PROFILE_HEVC_MAIN10,                  "main10"                },

  68.     { MFX_PROFILE_HEVC_MAINSP,                  "mainsp"                },

  69. #endif

  70. };

  71. 

  72. static const char *print_profile(mfxU16 profile)

  73. {

  74.     int i;

  75.     for (i = 0; i < FF_ARRAY_ELEMS(profile_names); i++)

  76.         if (profile == profile_names[i].profile)

  77.             return profile_names[i].name;

  78.     return "unknown";

  79. }

  80. 

  81. static const struct {

  82.     mfxU16      rc_mode;

  83.     const char *name;

  84. } rc_names[] = {

  85.     { MFX_RATECONTROL_CBR,     "CBR" },

  86.     { MFX_RATECONTROL_VBR,     "VBR" },

  87.     { MFX_RATECONTROL_CQP,     "CQP" },

  88. #if QSV_HAVE_AVBR

  89.     { MFX_RATECONTROL_AVBR,    "AVBR" },

  90. #endif

  91. #if QSV_HAVE_LA

  92.     { MFX_RATECONTROL_LA,      "LA" },

  93. #endif

  94. #if QSV_HAVE_ICQ

  95.     { MFX_RATECONTROL_ICQ,     "ICQ" },

  96.     { MFX_RATECONTROL_LA_ICQ,  "LA_ICQ" },

  97. #endif

  98. #if QSV_HAVE_VCM

  99.     { MFX_RATECONTROL_VCM,     "VCM" },

  100. #endif

  101. #if QSV_VERSION_ATLEAST(1, 10)

  102.     { MFX_RATECONTROL_LA_EXT,  "LA_EXT" },

  103. #endif

  104. #if QSV_HAVE_LA_HRD

  105.     { MFX_RATECONTROL_LA_HRD,  "LA_HRD" },

  106. #endif

  107. #if QSV_HAVE_QVBR

  108.     { MFX_RATECONTROL_QVBR,    "QVBR" },

  109. #endif

  110. };

  111. 

  112. static const char *print_ratecontrol(mfxU16 rc_mode)

  113. {

  114.     int i;

  115.     for (i = 0; i < FF_ARRAY_ELEMS(rc_names); i++)

  116.         if (rc_mode == rc_names[i].rc_mode)

  117.             return rc_names[i].name;

  118.     return "unknown";

  119. }

  120. 

  121. static const char *print_threestate(mfxU16 val)

  122. {

  123.     if (val == MFX_CODINGOPTION_ON)

  124.         return "ON";

  125.     else if (val == MFX_CODINGOPTION_OFF)

  126.         return "OFF";

  127.     return "unknown";

  128. }

  129. 

  130. static void dump_video_param(AVCodecContext *avctx, QSVEncContext *q,

  131.                              mfxExtBuffer **coding_opts)

  132. {

  133.     mfxInfoMFX *info = &q->param.mfx;

  134. 

  135.     mfxExtCodingOption   *co = (mfxExtCodingOption*)coding_opts[0];

  136. #if QSV_HAVE_CO2

  137.     mfxExtCodingOption2 *co2 = (mfxExtCodingOption2*)coding_opts[1];

  138. #endif

  139. 

  140.     av_log(avctx, AV_LOG_VERBOSE, "profile: %s; level: %"PRIu16"\n",

  141.            print_profile(info->CodecProfile), info->CodecLevel);

  142. 

  143.     av_log(avctx, AV_LOG_VERBOSE, "GopPicSize: %"PRIu16"; GopRefDist: %"PRIu16"; GopOptFlag: ",

  144.            info->GopPicSize, info->GopRefDist);

  145.     if (info->GopOptFlag & MFX_GOP_CLOSED)

  146.         av_log(avctx, AV_LOG_VERBOSE, "closed ");

  147.     if (info->GopOptFlag & MFX_GOP_STRICT)

  148.         av_log(avctx, AV_LOG_VERBOSE, "strict ");

  149.     av_log(avctx, AV_LOG_VERBOSE, "; IdrInterval: %"PRIu16"\n", info->IdrInterval);

  150. 

  151.     av_log(avctx, AV_LOG_VERBOSE, "TargetUsage: %"PRIu16"; RateControlMethod: %s\n",

  152.            info->TargetUsage, print_ratecontrol(info->RateControlMethod));

  153. 

  154.     if (info->RateControlMethod == MFX_RATECONTROL_CBR ||

  155.         info->RateControlMethod == MFX_RATECONTROL_VBR

  156. #if QSV_HAVE_VCM

  157.         || info->RateControlMethod == MFX_RATECONTROL_VCM

  158. #endif

  159.         ) {

  160.         av_log(avctx, AV_LOG_VERBOSE,

  161.                "BufferSizeInKB: %"PRIu16"; InitialDelayInKB: %"PRIu16"; TargetKbps: %"PRIu16"; MaxKbps: %"PRIu16"\n",

  162.                info->BufferSizeInKB, info->InitialDelayInKB, info->TargetKbps, info->MaxKbps);

  163.     } else if (info->RateControlMethod == MFX_RATECONTROL_CQP) {

  164.         av_log(avctx, AV_LOG_VERBOSE, "QPI: %"PRIu16"; QPP: %"PRIu16"; QPB: %"PRIu16"\n",

  165.                info->QPI, info->QPP, info->QPB);

  166.     }

  167. #if QSV_HAVE_AVBR

  168.     else if (info->RateControlMethod == MFX_RATECONTROL_AVBR) {

  169.         av_log(avctx, AV_LOG_VERBOSE,

  170.                "TargetKbps: %"PRIu16"; Accuracy: %"PRIu16"; Convergence: %"PRIu16"\n",

  171.                info->TargetKbps, info->Accuracy, info->Convergence);

  172.     }

  173. #endif

  174. #if QSV_HAVE_LA

  175.     else if (info->RateControlMethod == MFX_RATECONTROL_LA

  176. #if QSV_HAVE_LA_HRD

  177.              || info->RateControlMethod == MFX_RATECONTROL_LA_HRD

  178. #endif

  179.              ) {

  180.         av_log(avctx, AV_LOG_VERBOSE,

  181.                "TargetKbps: %"PRIu16"; LookAheadDepth: %"PRIu16"\n",

  182.                info->TargetKbps, co2->LookAheadDepth);

  183.     }

  184. #endif

  185. #if QSV_HAVE_ICQ

  186.     else if (info->RateControlMethod == MFX_RATECONTROL_ICQ) {

  187.         av_log(avctx, AV_LOG_VERBOSE, "ICQQuality: %"PRIu16"\n", info->ICQQuality);

  188.     } else if (info->RateControlMethod == MFX_RATECONTROL_LA_ICQ) {

  189.         av_log(avctx, AV_LOG_VERBOSE, "ICQQuality: %"PRIu16"; LookAheadDepth: %"PRIu16"\n",

  190.                info->ICQQuality, co2->LookAheadDepth);

  191.     }

  192. #endif

  193. 

  194.     av_log(avctx, AV_LOG_VERBOSE, "NumSlice: %"PRIu16"; NumRefFrame: %"PRIu16"\n",

  195.            info->NumSlice, info->NumRefFrame);

  196.     av_log(avctx, AV_LOG_VERBOSE, "RateDistortionOpt: %s\n",

  197.            print_threestate(co->RateDistortionOpt));

  198. 

  199. #if QSV_HAVE_CO2

  200.     av_log(avctx, AV_LOG_VERBOSE,

  201.            "RecoveryPointSEI: %s IntRefType: %"PRIu16"; IntRefCycleSize: %"PRIu16"; IntRefQPDelta: %"PRId16"\n",

  202.            print_threestate(co->RecoveryPointSEI), co2->IntRefType, co2->IntRefCycleSize, co2->IntRefQPDelta);

  203. 

  204.     av_log(avctx, AV_LOG_VERBOSE, "MaxFrameSize: %"PRIu16"; ", co2->MaxFrameSize);

  205. #if QSV_HAVE_MAX_SLICE_SIZE

  206.     av_log(avctx, AV_LOG_VERBOSE, "MaxSliceSize: %"PRIu16"; ", co2->MaxSliceSize);

  207. #endif

  208.     av_log(avctx, AV_LOG_VERBOSE, "\n");

  209. 

  210.     av_log(avctx, AV_LOG_VERBOSE,

  211.            "BitrateLimit: %s; MBBRC: %s; ExtBRC: %s\n",

  212.            print_threestate(co2->BitrateLimit), print_threestate(co2->MBBRC),

  213.            print_threestate(co2->ExtBRC));

  214. 

  215. #if QSV_HAVE_TRELLIS

  216.     av_log(avctx, AV_LOG_VERBOSE, "Trellis: ");

  217.     if (co2->Trellis & MFX_TRELLIS_OFF) {

  218.         av_log(avctx, AV_LOG_VERBOSE, "off");

  219.     } else if (!co2->Trellis) {

  220.         av_log(avctx, AV_LOG_VERBOSE, "auto");

  221.     } else {

  222.         if (co2->Trellis & MFX_TRELLIS_I) av_log(avctx, AV_LOG_VERBOSE, "I");

  223.         if (co2->Trellis & MFX_TRELLIS_P) av_log(avctx, AV_LOG_VERBOSE, "P");

  224.         if (co2->Trellis & MFX_TRELLIS_B) av_log(avctx, AV_LOG_VERBOSE, "B");

  225.     }

  226.     av_log(avctx, AV_LOG_VERBOSE, "\n");

  227. #endif

  228. 

  229. #if QSV_VERSION_ATLEAST(1, 8)

  230.     av_log(avctx, AV_LOG_VERBOSE,

  231.            "RepeatPPS: %s; NumMbPerSlice: %"PRIu16"; LookAheadDS: ",

  232.            print_threestate(co2->RepeatPPS), co2->NumMbPerSlice);

  233.     switch (co2->LookAheadDS) {

  234.     case MFX_LOOKAHEAD_DS_OFF: av_log(avctx, AV_LOG_VERBOSE, "off");     break;

  235.     case MFX_LOOKAHEAD_DS_2x:  av_log(avctx, AV_LOG_VERBOSE, "2x");      break;

  236.     case MFX_LOOKAHEAD_DS_4x:  av_log(avctx, AV_LOG_VERBOSE, "4x");      break;

  237.     default:                   av_log(avctx, AV_LOG_VERBOSE, "unknown"); break;

  238.     }

  239.     av_log(avctx, AV_LOG_VERBOSE, "\n");

  240. 

  241.     av_log(avctx, AV_LOG_VERBOSE, "AdaptiveI: %s; AdaptiveB: %s; BRefType: ",

  242.            print_threestate(co2->AdaptiveI), print_threestate(co2->AdaptiveB));

  243.     switch (co2->BRefType) {

  244.     case MFX_B_REF_OFF:     av_log(avctx, AV_LOG_VERBOSE, "off");       break;

  245.     case MFX_B_REF_PYRAMID: av_log(avctx, AV_LOG_VERBOSE, "pyramid");   break;

  246.     default:                av_log(avctx, AV_LOG_VERBOSE, "auto");      break;

  247.     }

  248.     av_log(avctx, AV_LOG_VERBOSE, "\n");

  249. #endif

  250. 

  251. #if QSV_VERSION_ATLEAST(1, 9)

  252.     av_log(avctx, AV_LOG_VERBOSE,

  253.            "MinQPI: %"PRIu8"; MaxQPI: %"PRIu8"; MinQPP: %"PRIu8"; MaxQPP: %"PRIu8"; MinQPB: %"PRIu8"; MaxQPB: %"PRIu8"\n",

  254.            co2->MinQPI, co2->MaxQPI, co2->MinQPP, co2->MaxQPP, co2->MinQPB, co2->MaxQPB);

  255. #endif

  256. #endif

  257. 

  258.     if (avctx->codec_id == AV_CODEC_ID_H264) {

  259.         av_log(avctx, AV_LOG_VERBOSE, "Entropy coding: %s; MaxDecFrameBuffering: %"PRIu16"\n",

  260.                co->CAVLC == MFX_CODINGOPTION_ON ? "CAVLC" : "CABAC", co->MaxDecFrameBuffering);

  261.         av_log(avctx, AV_LOG_VERBOSE,

  262.                "NalHrdConformance: %s; SingleSeiNalUnit: %s; VuiVclHrdParameters: %s VuiNalHrdParameters: %s\n",

  263.                print_threestate(co->NalHrdConformance), print_threestate(co->SingleSeiNalUnit),

  264.                print_threestate(co->VuiVclHrdParameters), print_threestate(co->VuiNalHrdParameters));

  265.     }

  266. 

  267.     av_log(avctx, AV_LOG_VERBOSE, "FrameRateExtD: %"PRIu32"; FrameRateExtN: %"PRIu32" \n",

  268.            info->FrameInfo.FrameRateExtD, info->FrameInfo.FrameRateExtN);

  269. 

  270. }

  271. 

  272. static int select_rc_mode(AVCodecContext *avctx, QSVEncContext *q)

  273. {

  274.     const char *rc_desc;

  275.     mfxU16      rc_mode;

  276. 

  277.     int want_la     = q->look_ahead;

  278.     int want_qscale = !!(avctx->flags & AV_CODEC_FLAG_QSCALE);

  279.     int want_vcm    = q->vcm;

  280. 

  281.     if (want_la && !QSV_HAVE_LA) {

  282.         av_log(avctx, AV_LOG_ERROR,

  283.                "Lookahead ratecontrol mode requested, but is not supported by this SDK version\n");

  284.         return AVERROR(ENOSYS);

  285.     }

  286.     if (want_vcm && !QSV_HAVE_VCM) {

  287.         av_log(avctx, AV_LOG_ERROR,

  288.                "VCM ratecontrol mode requested, but is not supported by this SDK version\n");

  289.         return AVERROR(ENOSYS);

  290.     }

  291. 

  292.     if (want_la + want_qscale + want_vcm > 1) {

  293.         av_log(avctx, AV_LOG_ERROR,

  294.                "More than one of: { constant qscale, lookahead, VCM } requested, "

  295.                "only one of them can be used at a time.\n");

  296.         return AVERROR(EINVAL);

  297.     }

  298. 

  299.     if (!want_qscale && avctx->global_quality > 0 && !QSV_HAVE_ICQ){

  300.         av_log(avctx, AV_LOG_ERROR,

  301.                "ICQ ratecontrol mode requested, but is not supported by this SDK version\n");

  302.         return AVERROR(ENOSYS);

  303.     }

  304. 

  305.     if (want_qscale) {

  306.         rc_mode = MFX_RATECONTROL_CQP;

  307.         rc_desc = "constant quantization parameter (CQP)";

  308.     }

  309. #if QSV_HAVE_VCM

  310.     else if (want_vcm) {

  311.         rc_mode = MFX_RATECONTROL_VCM;

  312.         rc_desc = "video conferencing mode (VCM)";

  313.     }

  314. #endif

  315. #if QSV_HAVE_LA

  316.     else if (want_la) {

  317.         rc_mode = MFX_RATECONTROL_LA;

  318.         rc_desc = "VBR with lookahead (LA)";

  319. 

  320. #if QSV_HAVE_ICQ

  321.         if (avctx->global_quality > 0) {

  322.             rc_mode = MFX_RATECONTROL_LA_ICQ;

  323.             rc_desc = "intelligent constant quality with lookahead (LA_ICQ)";

  324.         }

  325. #endif

  326.     }

  327. #endif

  328. #if QSV_HAVE_ICQ

  329.     else if (avctx->global_quality > 0) {

  330.         rc_mode = MFX_RATECONTROL_ICQ;

  331.         rc_desc = "intelligent constant quality (ICQ)";

  332.     }

  333. #endif

  334.     else if (avctx->rc_max_rate == avctx->bit_rate) {

  335.         rc_mode = MFX_RATECONTROL_CBR;

  336.         rc_desc = "constant bitrate (CBR)";

  337.     }

  338. #if QSV_HAVE_AVBR

  339.     else if (!avctx->rc_max_rate) {

  340.         rc_mode = MFX_RATECONTROL_AVBR;

  341.         rc_desc = "average variable bitrate (AVBR)";

  342.     }

  343. #endif

  344.     else {

  345.         rc_mode = MFX_RATECONTROL_VBR;

  346.         rc_desc = "variable bitrate (VBR)";

  347.     }

  348. 

  349.     q->param.mfx.RateControlMethod = rc_mode;

  350.     av_log(avctx, AV_LOG_VERBOSE, "Using the %s ratecontrol method\n", rc_desc);

  351. 

  352.     return 0;

  353. }

  354. 

  355. static int check_enc_param(AVCodecContext *avctx, QSVEncContext *q)

  356. {

  357.     mfxVideoParam param_out = { .mfx.CodecId = q->param.mfx.CodecId };

  358.     mfxStatus ret;

  359. 

  360. #define UNMATCH(x) (param_out.mfx.x != q->param.mfx.x)

  361. 

  362.     ret = MFXVideoENCODE_Query(q->session, &q->param, &param_out);

  363. 

  364.     if (ret < 0) {

  365.         if (UNMATCH(CodecId))

  366.             av_log(avctx, AV_LOG_ERROR, "Current codec type is unsupported\n");

  367.         if (UNMATCH(CodecProfile))

  368.             av_log(avctx, AV_LOG_ERROR, "Current profile is unsupported\n");

  369.         if (UNMATCH(RateControlMethod))

  370.             av_log(avctx, AV_LOG_ERROR, "Selected ratecontrol mode is unsupported\n");

  371.         if (UNMATCH(LowPower))

  372.               av_log(avctx, AV_LOG_ERROR, "Low power mode is unsupported\n");

  373.         if (UNMATCH(FrameInfo.FrameRateExtN) || UNMATCH(FrameInfo.FrameRateExtD))

  374.               av_log(avctx, AV_LOG_ERROR, "Current frame rate is unsupported\n");

  375.         if (UNMATCH(FrameInfo.PicStruct))

  376.               av_log(avctx, AV_LOG_ERROR, "Current picture structure is unsupported\n");

  377.         if (UNMATCH(FrameInfo.Width) || UNMATCH(FrameInfo.Height))

  378.               av_log(avctx, AV_LOG_ERROR, "Current resolution is unsupported\n");

  379.         if (UNMATCH(FrameInfo.FourCC))

  380.               av_log(avctx, AV_LOG_ERROR, "Current pixel format is unsupported\n");

  381.         return 0;

  382.     }

  383.     return 1;

  384. }

  385. 

  386. static int init_video_param_jpeg(AVCodecContext *avctx, QSVEncContext *q)

  387. {

  388.     enum AVPixelFormat sw_format = avctx->pix_fmt == AV_PIX_FMT_QSV ?

  389.                                    avctx->sw_pix_fmt : avctx->pix_fmt;

  390.     const AVPixFmtDescriptor *desc;

  391.     int ret;

  392. 

  393.     ret = ff_qsv_codec_id_to_mfx(avctx->codec_id);

  394.     if (ret < 0)

  395.         return AVERROR_BUG;

  396.     q->param.mfx.CodecId = ret;

  397. 

  398.     if (avctx->level > 0)

  399.         q->param.mfx.CodecLevel = avctx->level;

  400.     q->param.mfx.CodecProfile       = q->profile;

  401. 

  402.     desc = av_pix_fmt_desc_get(sw_format);

  403.     if (!desc)

  404.         return AVERROR_BUG;

  405. 

  406.     ff_qsv_map_pixfmt(sw_format, &q->param.mfx.FrameInfo.FourCC);

  407. 

  408.     q->param.mfx.FrameInfo.CropX          = 0;

  409.     q->param.mfx.FrameInfo.CropY          = 0;

  410.     q->param.mfx.FrameInfo.CropW          = avctx->width;

  411.     q->param.mfx.FrameInfo.CropH          = avctx->height;

  412.     q->param.mfx.FrameInfo.AspectRatioW   = avctx->sample_aspect_ratio.num;

  413.     q->param.mfx.FrameInfo.AspectRatioH   = avctx->sample_aspect_ratio.den;

  414.     q->param.mfx.FrameInfo.ChromaFormat   = MFX_CHROMAFORMAT_YUV420;

  415.     q->param.mfx.FrameInfo.BitDepthLuma   = desc->comp[0].depth;

  416.     q->param.mfx.FrameInfo.BitDepthChroma = desc->comp[0].depth;

  417.     q->param.mfx.FrameInfo.Shift          = desc->comp[0].depth > 8;

  418. 

  419.     q->param.mfx.FrameInfo.Width  = FFALIGN(avctx->width, 16);

  420.     q->param.mfx.FrameInfo.Height = FFALIGN(avctx->height, 16);

  421. 

  422.     if (avctx->hw_frames_ctx) {

  423.         AVHWFramesContext *frames_ctx    = (AVHWFramesContext *)avctx->hw_frames_ctx->data;

  424.         AVQSVFramesContext *frames_hwctx = frames_ctx->hwctx;

  425.         q->param.mfx.FrameInfo.Width  = frames_hwctx->surfaces[0].Info.Width;

  426.         q->param.mfx.FrameInfo.Height = frames_hwctx->surfaces[0].Info.Height;

  427.     }

  428. 

  429.     if (avctx->framerate.den > 0 && avctx->framerate.num > 0) {

  430.         q->param.mfx.FrameInfo.FrameRateExtN = avctx->framerate.num;

  431.         q->param.mfx.FrameInfo.FrameRateExtD = avctx->framerate.den;

  432.     } else {

  433.         q->param.mfx.FrameInfo.FrameRateExtN  = avctx->time_base.den;

  434.         q->param.mfx.FrameInfo.FrameRateExtD  = avctx->time_base.num;

  435.     }

  436. 

  437.     q->param.mfx.Interleaved          = 1;

  438.     q->param.mfx.Quality              = av_clip(avctx->global_quality, 1, 100);

  439.     q->param.mfx.RestartInterval      = 0;

  440. 

  441.     return 0;

  442. }

  443. 

  444. static int init_video_param(AVCodecContext *avctx, QSVEncContext *q)

  445. {

  446.     enum AVPixelFormat sw_format = avctx->pix_fmt == AV_PIX_FMT_QSV ?

  447.                                    avctx->sw_pix_fmt : avctx->pix_fmt;

  448.     const AVPixFmtDescriptor *desc;

  449.     float quant;

  450.     int ret;

  451.     mfxVersion ver;

  452. 

  453.     ret = MFXQueryVersion(q->session,&ver);

  454.     if (ret != MFX_ERR_NONE) {

  455.         av_log(avctx, AV_LOG_ERROR, "Error getting the session handle\n");

  456.         return AVERROR_UNKNOWN;

  457.     }

  458. 

  459.     ret = ff_qsv_codec_id_to_mfx(avctx->codec_id);

  460.     if (ret < 0)

  461.         return AVERROR_BUG;

  462.     q->param.mfx.CodecId = ret;

  463. 

  464.     if (avctx->level > 0)

  465.         q->param.mfx.CodecLevel = avctx->level;

  466. 

  467.     if (avctx->compression_level == FF_COMPRESSION_DEFAULT) {

  468.         avctx->compression_level = q->preset;

  469.     } else if (avctx->compression_level >= 0) {

  470.         if (avctx->compression_level > MFX_TARGETUSAGE_BEST_SPEED) {

  471.             av_log(avctx, AV_LOG_WARNING, "Invalid compression level: "

  472.                     "valid range is 0-%d, using %d instead\n",

  473.                     MFX_TARGETUSAGE_BEST_SPEED, MFX_TARGETUSAGE_BEST_SPEED);

  474.             avctx->compression_level = MFX_TARGETUSAGE_BEST_SPEED;

  475.         }

  476.     }

  477. 

  478.     q->param.mfx.CodecProfile       = q->profile;

  479.     q->param.mfx.TargetUsage        = avctx->compression_level;

  480.     q->param.mfx.GopPicSize         = FFMAX(0, avctx->gop_size);

  481.     q->param.mfx.GopRefDist         = FFMAX(-1, avctx->max_b_frames) + 1;

  482.     q->param.mfx.GopOptFlag         = avctx->flags & AV_CODEC_FLAG_CLOSED_GOP ?

  483.                                       MFX_GOP_CLOSED : 0;

  484.     q->param.mfx.IdrInterval        = q->idr_interval;

  485.     q->param.mfx.NumSlice           = avctx->slices;

  486.     q->param.mfx.NumRefFrame        = FFMAX(0, avctx->refs);

  487.     q->param.mfx.EncodedOrder       = 0;

  488.     q->param.mfx.BufferSizeInKB     = 0;

  489. 

  490.     desc = av_pix_fmt_desc_get(sw_format);

  491.     if (!desc)

  492.         return AVERROR_BUG;

  493. 

  494.     ff_qsv_map_pixfmt(sw_format, &q->param.mfx.FrameInfo.FourCC);

  495. 

  496.     q->param.mfx.FrameInfo.CropX          = 0;

  497.     q->param.mfx.FrameInfo.CropY          = 0;

  498.     q->param.mfx.FrameInfo.CropW          = avctx->width;

  499.     q->param.mfx.FrameInfo.CropH          = avctx->height;

  500.     q->param.mfx.FrameInfo.AspectRatioW   = avctx->sample_aspect_ratio.num;

  501.     q->param.mfx.FrameInfo.AspectRatioH   = avctx->sample_aspect_ratio.den;

  502.     q->param.mfx.FrameInfo.ChromaFormat   = MFX_CHROMAFORMAT_YUV420;

  503.     q->param.mfx.FrameInfo.BitDepthLuma   = desc->comp[0].depth;

  504.     q->param.mfx.FrameInfo.BitDepthChroma = desc->comp[0].depth;

  505.     q->param.mfx.FrameInfo.Shift          = desc->comp[0].depth > 8;

  506. 

  507.     // If the minor version is greater than or equal to 19,

  508.     // then can use the same alignment settings as H.264 for HEVC

  509.     q->width_align = (avctx->codec_id != AV_CODEC_ID_HEVC ||

  510.                       QSV_RUNTIME_VERSION_ATLEAST(ver, 1, 19)) ? 16 : 32;

  511.     q->param.mfx.FrameInfo.Width = FFALIGN(avctx->width, q->width_align);

  512. 

  513.     if (avctx->flags & AV_CODEC_FLAG_INTERLACED_DCT) {

  514.         // it is important that PicStruct be setup correctly from the

  515.         // start--otherwise, encoding doesn't work and results in a bunch

  516.         // of incompatible video parameter errors

  517.         q->param.mfx.FrameInfo.PicStruct = MFX_PICSTRUCT_FIELD_TFF;

  518.         // height alignment always must be 32 for interlaced video

  519.         q->height_align = 32;

  520.     } else {

  521.         q->param.mfx.FrameInfo.PicStruct = MFX_PICSTRUCT_PROGRESSIVE;

  522.         // for progressive video, the height should be aligned to 16 for

  523.         // H.264.  For HEVC, depending on the version of MFX, it should be

  524.         // either 32 or 16.  The lower number is better if possible.

  525.         q->height_align = avctx->codec_id == AV_CODEC_ID_HEVC ? 32 : 16;

  526.     }

  527.     q->param.mfx.FrameInfo.Height = FFALIGN(avctx->height, q->height_align);

  528. 

  529.     if (avctx->hw_frames_ctx) {

  530.         AVHWFramesContext *frames_ctx = (AVHWFramesContext*)avctx->hw_frames_ctx->data;

  531.         AVQSVFramesContext *frames_hwctx = frames_ctx->hwctx;

  532.         q->param.mfx.FrameInfo.Width  = frames_hwctx->surfaces[0].Info.Width;

  533.         q->param.mfx.FrameInfo.Height = frames_hwctx->surfaces[0].Info.Height;

  534.     }

  535. 

  536.     if (avctx->framerate.den > 0 && avctx->framerate.num > 0) {

  537.         q->param.mfx.FrameInfo.FrameRateExtN = avctx->framerate.num;

  538.         q->param.mfx.FrameInfo.FrameRateExtD = avctx->framerate.den;

  539.     } else {

  540.         q->param.mfx.FrameInfo.FrameRateExtN  = avctx->time_base.den;

  541.         q->param.mfx.FrameInfo.FrameRateExtD  = avctx->time_base.num;

  542.     }

  543. 

  544.     ret = select_rc_mode(avctx, q);

  545.     if (ret < 0)

  546.         return ret;

  547. 

  548.     switch (q->param.mfx.RateControlMethod) {

  549.     case MFX_RATECONTROL_CBR:

  550.     case MFX_RATECONTROL_VBR:

  551. #if QSV_HAVE_VCM

  552.     case MFX_RATECONTROL_VCM:

  553. #endif

  554.         q->param.mfx.BufferSizeInKB   = avctx->rc_buffer_size / 8000;

  555.         q->param.mfx.InitialDelayInKB = avctx->rc_initial_buffer_occupancy / 1000;

  556.         q->param.mfx.TargetKbps       = avctx->bit_rate / 1000;

  557.         q->param.mfx.MaxKbps          = avctx->rc_max_rate / 1000;

  558.         break;

  559.     case MFX_RATECONTROL_CQP:

  560.         quant = avctx->global_quality / FF_QP2LAMBDA;

  561. 

  562.         q->param.mfx.QPI = av_clip(quant * fabs(avctx->i_quant_factor) + avctx->i_quant_offset, 0, 51);

  563.         q->param.mfx.QPP = av_clip(quant, 0, 51);

  564.         q->param.mfx.QPB = av_clip(quant * fabs(avctx->b_quant_factor) + avctx->b_quant_offset, 0, 51);

  565. 

  566.         break;

  567. #if QSV_HAVE_AVBR

  568.     case MFX_RATECONTROL_AVBR:

  569.         q->param.mfx.TargetKbps  = avctx->bit_rate / 1000;

  570.         q->param.mfx.Convergence = q->avbr_convergence;

  571.         q->param.mfx.Accuracy    = q->avbr_accuracy;

  572.         break;

  573. #endif

  574. #if QSV_HAVE_LA

  575.     case MFX_RATECONTROL_LA:

  576.         q->param.mfx.TargetKbps  = avctx->bit_rate / 1000;

  577.         q->extco2.LookAheadDepth = q->look_ahead_depth;

  578.         break;

  579. #if QSV_HAVE_ICQ

  580.     case MFX_RATECONTROL_LA_ICQ:

  581.         q->extco2.LookAheadDepth = q->look_ahead_depth;

  582.     case MFX_RATECONTROL_ICQ:

  583.         q->param.mfx.ICQQuality  = avctx->global_quality;

  584.         break;

  585. #endif

  586. #endif

  587.     }

  588. 

  589.     // the HEVC encoder plugin currently fails if coding options

  590.     // are provided

  591.     if (avctx->codec_id != AV_CODEC_ID_HEVC) {

  592.         q->extco.Header.BufferId      = MFX_EXTBUFF_CODING_OPTION;

  593.         q->extco.Header.BufferSz      = sizeof(q->extco);

  594. 

  595.         q->extco.PicTimingSEI         = q->pic_timing_sei ?

  596.                                         MFX_CODINGOPTION_ON : MFX_CODINGOPTION_UNKNOWN;

  597. 

  598.         if (q->rdo >= 0)

  599.             q->extco.RateDistortionOpt = q->rdo > 0 ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  600. 

  601.         if (avctx->codec_id == AV_CODEC_ID_H264) {

  602. #if FF_API_CODER_TYPE

  603. FF_DISABLE_DEPRECATION_WARNINGS

  604.             if (avctx->coder_type >= 0)

  605.                 q->cavlc = avctx->coder_type == FF_CODER_TYPE_VLC;

  606. FF_ENABLE_DEPRECATION_WARNINGS

  607. #endif

  608.             q->extco.CAVLC = q->cavlc ? MFX_CODINGOPTION_ON

  609.                                       : MFX_CODINGOPTION_UNKNOWN;

  610. 

  611.             if (avctx->strict_std_compliance != FF_COMPLIANCE_NORMAL)

  612.                 q->extco.NalHrdConformance = avctx->strict_std_compliance > FF_COMPLIANCE_NORMAL ?

  613.                                              MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  614. 

  615.             if (q->single_sei_nal_unit >= 0)

  616.                 q->extco.SingleSeiNalUnit = q->single_sei_nal_unit ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  617.             if (q->recovery_point_sei >= 0)

  618.                 q->extco.RecoveryPointSEI = q->recovery_point_sei ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  619.             q->extco.MaxDecFrameBuffering = q->max_dec_frame_buffering;

  620.             q->extco.AUDelimiter          = q->aud ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  621.         }

  622. 

  623.         q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q->extco;

  624. 

  625.         if (avctx->codec_id == AV_CODEC_ID_H264) {

  626. #if QSV_HAVE_CO2

  627.             q->extco2.Header.BufferId     = MFX_EXTBUFF_CODING_OPTION2;

  628.             q->extco2.Header.BufferSz     = sizeof(q->extco2);

  629. 

  630.             if (q->int_ref_type >= 0)

  631.                 q->extco2.IntRefType = q->int_ref_type;

  632.             if (q->int_ref_cycle_size >= 0)

  633.                 q->extco2.IntRefCycleSize = q->int_ref_cycle_size;

  634.             if (q->int_ref_qp_delta != INT16_MIN)

  635.                 q->extco2.IntRefQPDelta = q->int_ref_qp_delta;

  636. 

  637.             if (q->bitrate_limit >= 0)

  638.                 q->extco2.BitrateLimit = q->bitrate_limit ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  639.             if (q->mbbrc >= 0)

  640.                 q->extco2.MBBRC = q->mbbrc ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  641.             if (q->extbrc >= 0)

  642.                 q->extco2.ExtBRC = q->extbrc ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  643. 

  644.             if (q->max_frame_size >= 0)

  645.                 q->extco2.MaxFrameSize = q->max_frame_size;

  646. #if QSV_HAVE_MAX_SLICE_SIZE

  647.             if (q->max_slice_size >= 0)

  648.                 q->extco2.MaxSliceSize = q->max_slice_size;

  649. #endif

  650. 

  651. #if QSV_HAVE_TRELLIS

  652.             q->extco2.Trellis = q->trellis;

  653. #endif

  654. 

  655. #if QSV_VERSION_ATLEAST(1, 8)

  656.             q->extco2.LookAheadDS = q->look_ahead_downsampling;

  657.             q->extco2.RepeatPPS   = q->repeat_pps ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  658. 

  659. #if FF_API_PRIVATE_OPT

  660. FF_DISABLE_DEPRECATION_WARNINGS

  661.             if (avctx->b_frame_strategy >= 0)

  662.                 q->b_strategy = avctx->b_frame_strategy;

  663. FF_ENABLE_DEPRECATION_WARNINGS

  664. #endif

  665.             if (q->b_strategy >= 0)

  666.                 q->extco2.BRefType = q->b_strategy ? MFX_B_REF_PYRAMID : MFX_B_REF_OFF;

  667.             if (q->adaptive_i >= 0)

  668.                 q->extco2.AdaptiveI = q->adaptive_i ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  669.             if (q->adaptive_b >= 0)

  670.                 q->extco2.AdaptiveB = q->adaptive_b ? MFX_CODINGOPTION_ON : MFX_CODINGOPTION_OFF;

  671. #endif

  672. 

  673. #if QSV_VERSION_ATLEAST(1, 9)

  674.             if (avctx->qmin >= 0 && avctx->qmax >= 0 && avctx->qmin > avctx->qmax) {

  675.                 av_log(avctx, AV_LOG_ERROR, "qmin and or qmax are set but invalid, please make sure min <= max\n");

  676.                 return AVERROR(EINVAL);

  677.             }

  678.             if (avctx->qmin >= 0) {

  679.                 q->extco2.MinQPI = avctx->qmin > 51 ? 51 : avctx->qmin;

  680.                 q->extco2.MinQPP = q->extco2.MinQPB = q->extco2.MinQPI;

  681.             }

  682.             if (avctx->qmax >= 0) {

  683.                 q->extco2.MaxQPI = avctx->qmax > 51 ? 51 : avctx->qmax;

  684.                 q->extco2.MaxQPP = q->extco2.MaxQPB = q->extco2.MaxQPI;

  685.             }

  686. #endif

  687.             q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q->extco2;

  688. #endif

  689. 

  690. #if QSV_HAVE_MF

  691.             if (QSV_RUNTIME_VERSION_ATLEAST(ver, 1, 25)) {

  692.                 q->extmfp.Header.BufferId     = MFX_EXTBUFF_MULTI_FRAME_PARAM;

  693.                 q->extmfp.Header.BufferSz     = sizeof(q->extmfp);

  694. 

  695.                 q->extmfp.MFMode = q->mfmode;

  696.                 av_log(avctx,AV_LOG_VERBOSE,"MFMode:%d\n", q->extmfp.MFMode);

  697.                 q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q->extmfp;

  698.             }

  699. #endif

  700.         }

  701.     }

  702. 

  703.     if (!check_enc_param(avctx,q)) {

  704.         av_log(avctx, AV_LOG_ERROR,

  705.                "some encoding parameters are not supported by the QSV "

  706.                "runtime. Please double check the input parameters.\n");

  707.         return AVERROR(ENOSYS);

  708.     }

  709. 

  710.     return 0;

  711. }

  712. 

  713. static int qsv_retrieve_enc_jpeg_params(AVCodecContext *avctx, QSVEncContext *q)

  714. {

  715.     int ret = 0;

  716. 

  717.     ret = MFXVideoENCODE_GetVideoParam(q->session, &q->param);

  718.     if (ret < 0)

  719.         return ff_qsv_print_error(avctx, ret,

  720.                                   "Error calling GetVideoParam");

  721. 

  722.     q->packet_size = q->param.mfx.BufferSizeInKB * 1000;

  723. 

  724.     // for qsv mjpeg the return value maybe 0 so alloc the buffer

  725.     if (q->packet_size == 0)

  726.         q->packet_size = q->param.mfx.FrameInfo.Height * q->param.mfx.FrameInfo.Width * 4;

  727. 

  728.     return 0;

  729. }

  730. 

  731. static int qsv_retrieve_enc_params(AVCodecContext *avctx, QSVEncContext *q)

  732. {

  733.     AVCPBProperties *cpb_props;

  734. 

  735.     uint8_t sps_buf[128];

  736.     uint8_t pps_buf[128];

  737. 

  738.     mfxExtCodingOptionSPSPPS extradata = {

  739.         .Header.BufferId = MFX_EXTBUFF_CODING_OPTION_SPSPPS,

  740.         .Header.BufferSz = sizeof(extradata),

  741.         .SPSBuffer = sps_buf, .SPSBufSize = sizeof(sps_buf),

  742.         .PPSBuffer = pps_buf, .PPSBufSize = sizeof(pps_buf)

  743.     };

  744. 

  745.     mfxExtCodingOption co = {

  746.         .Header.BufferId = MFX_EXTBUFF_CODING_OPTION,

  747.         .Header.BufferSz = sizeof(co),

  748.     };

  749. #if QSV_HAVE_CO2

  750.     mfxExtCodingOption2 co2 = {

  751.         .Header.BufferId = MFX_EXTBUFF_CODING_OPTION2,

  752.         .Header.BufferSz = sizeof(co2),

  753.     };

  754. #endif

  755. 

  756.     mfxExtBuffer *ext_buffers[] = {

  757.         (mfxExtBuffer*)&extradata,

  758.         (mfxExtBuffer*)&co,

  759. #if QSV_HAVE_CO2

  760.         (mfxExtBuffer*)&co2,

  761. #endif

  762.     };

  763. 

  764.     int need_pps = avctx->codec_id != AV_CODEC_ID_MPEG2VIDEO;

  765.     int ret;

  766. 

  767.     q->param.ExtParam    = ext_buffers;

  768.     q->param.NumExtParam = FF_ARRAY_ELEMS(ext_buffers);

  769. 

  770.     ret = MFXVideoENCODE_GetVideoParam(q->session, &q->param);

  771.     if (ret < 0)

  772.         return ff_qsv_print_error(avctx, ret,

  773.                                   "Error calling GetVideoParam");

  774. 

  775.     q->packet_size = q->param.mfx.BufferSizeInKB * 1000;

  776. 

  777.     if (!extradata.SPSBufSize || (need_pps && !extradata.PPSBufSize)) {

  778.         av_log(avctx, AV_LOG_ERROR, "No extradata returned from libmfx.\n");

  779.         return AVERROR_UNKNOWN;

  780.     }

  781. 

  782.     avctx->extradata = av_malloc(extradata.SPSBufSize + need_pps * extradata.PPSBufSize +

  783.                                  AV_INPUT_BUFFER_PADDING_SIZE);

  784.     if (!avctx->extradata)

  785.         return AVERROR(ENOMEM);

  786. 

  787.     memcpy(avctx->extradata,                        sps_buf, extradata.SPSBufSize);

  788.     if (need_pps)

  789.         memcpy(avctx->extradata + extradata.SPSBufSize, pps_buf, extradata.PPSBufSize);

  790.     avctx->extradata_size = extradata.SPSBufSize + need_pps * extradata.PPSBufSize;

  791.     memset(avctx->extradata + avctx->extradata_size, 0, AV_INPUT_BUFFER_PADDING_SIZE);

  792. 

  793.     cpb_props = ff_add_cpb_side_data(avctx);

  794.     if (!cpb_props)

  795.         return AVERROR(ENOMEM);

  796.     cpb_props->max_bitrate = avctx->rc_max_rate;

  797.     cpb_props->min_bitrate = avctx->rc_min_rate;

  798.     cpb_props->avg_bitrate = avctx->bit_rate;

  799.     cpb_props->buffer_size = avctx->rc_buffer_size;

  800. 

  801.     dump_video_param(avctx, q, ext_buffers + 1);

  802. 

  803.     return 0;

  804. }

  805. 

  806. static int qsv_init_opaque_alloc(AVCodecContext *avctx, QSVEncContext *q)

  807. {

  808.     AVQSVContext *qsv = avctx->hwaccel_context;

  809.     mfxFrameSurface1 *surfaces;

  810.     int nb_surfaces, i;

  811. 

  812.     nb_surfaces = qsv->nb_opaque_surfaces + q->req.NumFrameSuggested;

  813. 

  814.     q->opaque_alloc_buf = av_buffer_allocz(sizeof(*surfaces) * nb_surfaces);

  815.     if (!q->opaque_alloc_buf)

  816.         return AVERROR(ENOMEM);

  817. 

  818.     q->opaque_surfaces = av_malloc_array(nb_surfaces, sizeof(*q->opaque_surfaces));

  819.     if (!q->opaque_surfaces)

  820.         return AVERROR(ENOMEM);

  821. 

  822.     surfaces = (mfxFrameSurface1*)q->opaque_alloc_buf->data;

  823.     for (i = 0; i < nb_surfaces; i++) {

  824.         surfaces[i].Info      = q->req.Info;

  825.         q->opaque_surfaces[i] = surfaces + i;

  826.     }

  827. 

  828.     q->opaque_alloc.Header.BufferId = MFX_EXTBUFF_OPAQUE_SURFACE_ALLOCATION;

  829.     q->opaque_alloc.Header.BufferSz = sizeof(q->opaque_alloc);

  830.     q->opaque_alloc.In.Surfaces     = q->opaque_surfaces;

  831.     q->opaque_alloc.In.NumSurface   = nb_surfaces;

  832.     q->opaque_alloc.In.Type         = q->req.Type;

  833. 

  834.     q->extparam_internal[q->nb_extparam_internal++] = (mfxExtBuffer *)&q->opaque_alloc;

  835. 

  836.     qsv->nb_opaque_surfaces = nb_surfaces;

  837.     qsv->opaque_surfaces    = q->opaque_alloc_buf;

  838.     qsv->opaque_alloc_type  = q->req.Type;

  839. 

  840.     return 0;

  841. }

  842. 

  843. static int qsvenc_init_session(AVCodecContext *avctx, QSVEncContext *q)

  844. {

  845.     int ret;

  846. 

  847.     if (avctx->hwaccel_context) {

  848.         AVQSVContext *qsv = avctx->hwaccel_context;

  849.         q->session = qsv->session;

  850.     } else if (avctx->hw_frames_ctx) {

  851.         q->frames_ctx.hw_frames_ctx = av_buffer_ref(avctx->hw_frames_ctx);

  852.         if (!q->frames_ctx.hw_frames_ctx)

  853.             return AVERROR(ENOMEM);

  854. 

  855.         ret = ff_qsv_init_session_frames(avctx, &q->internal_session,

  856.                                          &q->frames_ctx, q->load_plugins,

  857.                                          q->param.IOPattern == MFX_IOPATTERN_IN_OPAQUE_MEMORY);

  858.         if (ret < 0) {

  859.             av_buffer_unref(&q->frames_ctx.hw_frames_ctx);

  860.             return ret;

  861.         }

  862. 

  863.         q->session = q->internal_session;

  864.     } else if (avctx->hw_device_ctx) {

  865.         ret = ff_qsv_init_session_device(avctx, &q->internal_session,

  866.                                          avctx->hw_device_ctx, q->load_plugins);

  867.         if (ret < 0)

  868.             return ret;

  869. 

  870.         q->session = q->internal_session;

  871.     } else {

  872.         ret = ff_qsv_init_internal_session(avctx, &q->internal_session,

  873.                                            q->load_plugins);

  874.         if (ret < 0)

  875.             return ret;

  876. 

  877.         q->session = q->internal_session;

  878.     }

  879. 

  880.     return 0;

  881. }

  882. 

  883. static inline unsigned int qsv_fifo_item_size(void)

  884. {

  885.     return sizeof(AVPacket) + sizeof(mfxSyncPoint*) + sizeof(mfxBitstream*);

  886. }

  887. 

  888. static inline unsigned int qsv_fifo_size(const AVFifoBuffer* fifo)

  889. {

  890.     return av_fifo_size(fifo)/qsv_fifo_item_size();

  891. }

  892. 

  893. int ff_qsv_enc_init(AVCodecContext *avctx, QSVEncContext *q)

  894. {

  895.     int iopattern = 0;

  896.     int opaque_alloc = 0;

  897.     int ret;

  898. 

  899.     q->param.AsyncDepth = q->async_depth;

  900. 

  901.     q->async_fifo = av_fifo_alloc(q->async_depth * qsv_fifo_item_size());

  902.     if (!q->async_fifo)

  903.         return AVERROR(ENOMEM);

  904. 

  905.     if (avctx->hwaccel_context) {

  906.         AVQSVContext *qsv = avctx->hwaccel_context;

  907. 

  908.         iopattern    = qsv->iopattern;

  909.         opaque_alloc = qsv->opaque_alloc;

  910.     }

  911. 

  912.     if (avctx->hw_frames_ctx) {

  913.         AVHWFramesContext    *frames_ctx = (AVHWFramesContext*)avctx->hw_frames_ctx->data;

  914.         AVQSVFramesContext *frames_hwctx = frames_ctx->hwctx;

  915. 

  916.         if (!iopattern) {

  917.             if (frames_hwctx->frame_type & MFX_MEMTYPE_OPAQUE_FRAME)

  918.                 iopattern = MFX_IOPATTERN_IN_OPAQUE_MEMORY;

  919.             else if (frames_hwctx->frame_type &

  920.                      (MFX_MEMTYPE_VIDEO_MEMORY_DECODER_TARGET | MFX_MEMTYPE_VIDEO_MEMORY_PROCESSOR_TARGET))

  921.                 iopattern = MFX_IOPATTERN_IN_VIDEO_MEMORY;

  922.         }

  923.     }

  924. 

  925.     if (!iopattern)

  926.         iopattern = MFX_IOPATTERN_IN_SYSTEM_MEMORY;

  927.     q->param.IOPattern = iopattern;

  928. 

  929.     ret = qsvenc_init_session(avctx, q);

  930.     if (ret < 0)

  931.         return ret;

  932. 

  933.     // in the mfxInfoMFX struct, JPEG is different from other codecs

  934.     switch (avctx->codec_id) {

  935.     case AV_CODEC_ID_MJPEG:

  936.         ret = init_video_param_jpeg(avctx, q);

  937.         break;

  938.     default:

  939.         ret = init_video_param(avctx, q);

  940.         break;

  941.     }

  942.     if (ret < 0)

  943.         return ret;

  944. 

  945.     ret = MFXVideoENCODE_Query(q->session, &q->param, &q->param);

  946.     if (ret == MFX_WRN_PARTIAL_ACCELERATION) {

  947.         av_log(avctx, AV_LOG_WARNING, "Encoder will work with partial HW acceleration\n");

  948.     } else if (ret < 0) {

  949.         return ff_qsv_print_error(avctx, ret,

  950.                                   "Error querying encoder params");

  951.     }

  952. 

  953.     ret = MFXVideoENCODE_QueryIOSurf(q->session, &q->param, &q->req);

  954.     if (ret < 0)

  955.         return ff_qsv_print_error(avctx, ret,

  956.                                   "Error querying (IOSurf) the encoding parameters");

  957. 

  958.     if (opaque_alloc) {

  959.         ret = qsv_init_opaque_alloc(avctx, q);

  960.         if (ret < 0)

  961.             return ret;

  962.     }

  963. 

  964.     if (avctx->hwaccel_context) {

  965.         AVQSVContext *qsv = avctx->hwaccel_context;

  966.         int i, j;

  967. 

  968.         q->extparam = av_mallocz_array(qsv->nb_ext_buffers + q->nb_extparam_internal,

  969.                                        sizeof(*q->extparam));

  970.         if (!q->extparam)

  971.             return AVERROR(ENOMEM);

  972. 

  973.         q->param.ExtParam = q->extparam;

  974.         for (i = 0; i < qsv->nb_ext_buffers; i++)

  975.             q->param.ExtParam[i] = qsv->ext_buffers[i];

  976.         q->param.NumExtParam = qsv->nb_ext_buffers;

  977. 

  978.         for (i = 0; i < q->nb_extparam_internal; i++) {

  979.             for (j = 0; j < qsv->nb_ext_buffers; j++) {

  980.                 if (qsv->ext_buffers[j]->BufferId == q->extparam_internal[i]->BufferId)

  981.                     break;

  982.             }

  983.             if (j < qsv->nb_ext_buffers)

  984.                 continue;

  985. 

  986.             q->param.ExtParam[q->param.NumExtParam++] = q->extparam_internal[i];

  987.         }

  988.     } else {

  989.         q->param.ExtParam    = q->extparam_internal;

  990.         q->param.NumExtParam = q->nb_extparam_internal;

  991.     }

  992. 

  993.     ret = MFXVideoENCODE_Init(q->session, &q->param);

  994.     if (ret < 0)

  995.         return ff_qsv_print_error(avctx, ret,

  996.                                   "Error initializing the encoder");

  997.     else if (ret > 0)

  998.         ff_qsv_print_warning(avctx, ret,

  999.                              "Warning in encoder initialization");

  1000. 

  1001.     switch (avctx->codec_id) {

  1002.     case AV_CODEC_ID_MJPEG:

  1003.         ret = qsv_retrieve_enc_jpeg_params(avctx, q);

  1004.         break;

  1005.     default:

  1006.         ret = qsv_retrieve_enc_params(avctx, q);

  1007.         break;

  1008.     }

  1009.     if (ret < 0) {

  1010.         av_log(avctx, AV_LOG_ERROR, "Error retrieving encoding parameters.\n");

  1011.         return ret;

  1012.     }

  1013. 

  1014.     q->avctx = avctx;

  1015. 

  1016.     return 0;

  1017. }

  1018. 

  1019. static void free_encoder_ctrl_payloads(mfxEncodeCtrl* enc_ctrl)

  1020. {

  1021.     if (enc_ctrl) {

  1022.         int i;

  1023.         for (i = 0; i < enc_ctrl->NumPayload && i < QSV_MAX_ENC_PAYLOAD; i++) {

  1024.             av_free(enc_ctrl->Payload[i]);

  1025.         }

  1026.         enc_ctrl->NumPayload = 0;

  1027.     }

  1028. }

  1029. 

  1030. static void clear_unused_frames(QSVEncContext *q)

  1031. {

  1032.     QSVFrame *cur = q->work_frames;

  1033.     while (cur) {

  1034.         if (cur->used && !cur->surface.Data.Locked) {

  1035.             free_encoder_ctrl_payloads(&cur->enc_ctrl);

  1036.             if (cur->frame->format == AV_PIX_FMT_QSV) {

  1037.                 av_frame_unref(cur->frame);

  1038.             }

  1039.             cur->used = 0;

  1040.         }

  1041.         cur = cur->next;

  1042.     }

  1043. }

  1044. 

  1045. static int get_free_frame(QSVEncContext *q, QSVFrame **f)

  1046. {

  1047.     QSVFrame *frame, **last;

  1048. 

  1049.     clear_unused_frames(q);

  1050. 

  1051.     frame = q->work_frames;

  1052.     last  = &q->work_frames;

  1053.     while (frame) {

  1054.         if (!frame->used) {

  1055.             *f = frame;

  1056.             frame->used = 1;

  1057.             return 0;

  1058.         }

  1059. 

  1060.         last  = &frame->next;

  1061.         frame = frame->next;

  1062.     }

  1063. 

  1064.     frame = av_mallocz(sizeof(*frame));

  1065.     if (!frame)

  1066.         return AVERROR(ENOMEM);

  1067.     frame->frame = av_frame_alloc();

  1068.     if (!frame->frame) {

  1069.         av_freep(&frame);

  1070.         return AVERROR(ENOMEM);

  1071.     }

  1072.     frame->enc_ctrl.Payload = av_mallocz(sizeof(mfxPayload*) * QSV_MAX_ENC_PAYLOAD);

  1073.     if (!frame->enc_ctrl.Payload) {

  1074.         av_freep(&frame);

  1075.         return AVERROR(ENOMEM);

  1076.     }

  1077.     *last = frame;

  1078. 

  1079.     *f = frame;

  1080.     frame->used = 1;

  1081. 

  1082.     return 0;

  1083. }

  1084. 

  1085. static int submit_frame(QSVEncContext *q, const AVFrame *frame,

  1086.                         QSVFrame **new_frame)

  1087. {

  1088.     QSVFrame *qf;

  1089.     int ret;

  1090. 

  1091.     ret = get_free_frame(q, &qf);

  1092.     if (ret < 0)

  1093.         return ret;

  1094. 

  1095.     if (frame->format == AV_PIX_FMT_QSV) {

  1096.         ret = av_frame_ref(qf->frame, frame);

  1097.         if (ret < 0)

  1098.             return ret;

  1099. 

  1100.         qf->surface = *(mfxFrameSurface1*)qf->frame->data[3];

  1101. 

  1102.         if (q->frames_ctx.mids) {

  1103.             ret = ff_qsv_find_surface_idx(&q->frames_ctx, qf);

  1104.             if (ret < 0)

  1105.                 return ret;

  1106. 

  1107.             qf->surface.Data.MemId = &q->frames_ctx.mids[ret];

  1108.         }

  1109.     } else {

  1110.         /* make a copy if the input is not padded as libmfx requires */

  1111.         /* and to make allocation continious for data[0]/data[1] */

  1112.          if ((frame->height & 31 || frame->linesize[0] & (q->width_align - 1)) ||

  1113.             (frame->data[1] - frame->data[0] != frame->linesize[0] * FFALIGN(qf->frame->height, q->height_align))) {

  1114.             qf->frame->height = FFALIGN(frame->height, q->height_align);

  1115.             qf->frame->width  = FFALIGN(frame->width, q->width_align);

  1116. 

  1117.             qf->frame->format = frame->format;

  1118. 

  1119.             if (!qf->frame->data[0]) {

  1120.                 ret = av_frame_get_buffer(qf->frame, q->width_align);

  1121.                 if (ret < 0)

  1122.                     return ret;

  1123.             }

  1124. 

  1125.             qf->frame->height = frame->height;

  1126.             qf->frame->width  = frame->width;

  1127. 

  1128.             ret = av_frame_copy(qf->frame, frame);

  1129.             if (ret < 0) {

  1130.                 av_frame_unref(qf->frame);

  1131.                 return ret;

  1132.             }

  1133.         } else {

  1134.             ret = av_frame_ref(qf->frame, frame);

  1135.             if (ret < 0)

  1136.                 return ret;

  1137.         }

  1138. 

  1139.         qf->surface.Info = q->param.mfx.FrameInfo;

  1140. 

  1141.         qf->surface.Info.PicStruct =

  1142.             !frame->interlaced_frame ? MFX_PICSTRUCT_PROGRESSIVE :

  1143.             frame->top_field_first   ? MFX_PICSTRUCT_FIELD_TFF :

  1144.                                        MFX_PICSTRUCT_FIELD_BFF;

  1145.         if (frame->repeat_pict == 1)

  1146.             qf->surface.Info.PicStruct |= MFX_PICSTRUCT_FIELD_REPEATED;

  1147.         else if (frame->repeat_pict == 2)

  1148.             qf->surface.Info.PicStruct |= MFX_PICSTRUCT_FRAME_DOUBLING;

  1149.         else if (frame->repeat_pict == 4)

  1150.             qf->surface.Info.PicStruct |= MFX_PICSTRUCT_FRAME_TRIPLING;

  1151. 

  1152.         qf->surface.Data.PitchLow  = qf->frame->linesize[0];

  1153.         qf->surface.Data.Y         = qf->frame->data[0];

  1154.         qf->surface.Data.UV        = qf->frame->data[1];

  1155.     }

  1156. 

  1157.     qf->surface.Data.TimeStamp = av_rescale_q(frame->pts, q->avctx->time_base, (AVRational){1, 90000});

  1158. 

  1159.     *new_frame = qf;

  1160. 

  1161.     return 0;

  1162. }

  1163. 

  1164. static void print_interlace_msg(AVCodecContext *avctx, QSVEncContext *q)

  1165. {

  1166.     if (q->param.mfx.CodecId == MFX_CODEC_AVC) {

  1167.         if (q->param.mfx.CodecProfile == MFX_PROFILE_AVC_BASELINE ||

  1168.             q->param.mfx.CodecLevel < MFX_LEVEL_AVC_21 ||

  1169.             q->param.mfx.CodecLevel > MFX_LEVEL_AVC_41)

  1170.             av_log(avctx, AV_LOG_WARNING,

  1171.                    "Interlaced coding is supported"

  1172.                    " at Main/High Profile Level 2.2-4.0\n");

  1173.     }

  1174. }

  1175. 

  1176. static int encode_frame(AVCodecContext *avctx, QSVEncContext *q,

  1177.                         const AVFrame *frame)

  1178. {

  1179.     AVPacket new_pkt = { 0 };

  1180.     mfxBitstream *bs;

  1181. #if QSV_VERSION_ATLEAST(1, 26)

  1182.     mfxExtAVCEncodedFrameInfo *enc_info;

  1183.     mfxExtBuffer **enc_buf;

  1184. #endif

  1185. 

  1186.     mfxFrameSurface1 *surf = NULL;

  1187.     mfxSyncPoint *sync     = NULL;

  1188.     QSVFrame *qsv_frame = NULL;

  1189.     mfxEncodeCtrl* enc_ctrl = NULL;

  1190.     int ret;

  1191. 

  1192.     if (frame) {

  1193.         ret = submit_frame(q, frame, &qsv_frame);

  1194.         if (ret < 0) {

  1195.             av_log(avctx, AV_LOG_ERROR, "Error submitting the frame for encoding.\n");

  1196.             return ret;

  1197.         }

  1198.     }

  1199.     if (qsv_frame) {

  1200.         surf = &qsv_frame->surface;

  1201.         enc_ctrl = &qsv_frame->enc_ctrl;

  1202.         memset(enc_ctrl, 0, sizeof(mfxEncodeCtrl));

  1203. 

  1204.         if (frame->pict_type == AV_PICTURE_TYPE_I) {

  1205.             enc_ctrl->FrameType = MFX_FRAMETYPE_I | MFX_FRAMETYPE_REF;

  1206.             if (q->forced_idr)

  1207.                 enc_ctrl->FrameType |= MFX_FRAMETYPE_IDR;

  1208.         }

  1209.     }

  1210. 

  1211.     ret = av_new_packet(&new_pkt, q->packet_size);

  1212.     if (ret < 0) {

  1213.         av_log(avctx, AV_LOG_ERROR, "Error allocating the output packet\n");

  1214.         return ret;

  1215.     }

  1216. 

  1217.     bs = av_mallocz(sizeof(*bs));

  1218.     if (!bs) {

  1219.         av_packet_unref(&new_pkt);

  1220.         return AVERROR(ENOMEM);

  1221.     }

  1222.     bs->Data      = new_pkt.data;

  1223.     bs->MaxLength = new_pkt.size;

  1224. 

  1225. #if QSV_VERSION_ATLEAST(1, 26)

  1226.     if (avctx->codec_id == AV_CODEC_ID_H264) {

  1227.         enc_info = av_mallocz(sizeof(*enc_info));

  1228.         if (!enc_info)

  1229.             return AVERROR(ENOMEM);

  1230. 

  1231.         enc_info->Header.BufferId = MFX_EXTBUFF_ENCODED_FRAME_INFO;

  1232.         enc_info->Header.BufferSz = sizeof (*enc_info);

  1233.         bs->NumExtParam = 1;

  1234.         enc_buf = av_mallocz(sizeof(mfxExtBuffer *));

  1235.         if (!enc_buf)

  1236.             return AVERROR(ENOMEM);

  1237.         enc_buf[0] = (mfxExtBuffer *)enc_info;

  1238. 

  1239.         bs->ExtParam = enc_buf;

  1240.     }

  1241. #endif

  1242. 

  1243.     if (q->set_encode_ctrl_cb) {

  1244.         q->set_encode_ctrl_cb(avctx, frame, &qsv_frame->enc_ctrl);

  1245.     }

  1246. 

  1247.     sync = av_mallocz(sizeof(*sync));

  1248.     if (!sync) {

  1249.         av_freep(&bs);

  1250.  #if QSV_VERSION_ATLEAST(1, 26)

  1251.         if (avctx->codec_id == AV_CODEC_ID_H264) {

  1252.             av_freep(&enc_info);

  1253.             av_freep(&enc_buf);

  1254.         }

  1255.  #endif

  1256.         av_packet_unref(&new_pkt);

  1257.         return AVERROR(ENOMEM);

  1258.     }

  1259. 

  1260.     do {

  1261.         ret = MFXVideoENCODE_EncodeFrameAsync(q->session, enc_ctrl, surf, bs, sync);

  1262.         if (ret == MFX_WRN_DEVICE_BUSY)

  1263.             av_usleep(500);

  1264.     } while (ret == MFX_WRN_DEVICE_BUSY || ret == MFX_WRN_IN_EXECUTION);

  1265. 

  1266.     if (ret > 0)

  1267.         ff_qsv_print_warning(avctx, ret, "Warning during encoding");

  1268. 

  1269.     if (ret < 0) {

  1270.         av_packet_unref(&new_pkt);

  1271.         av_freep(&bs);

  1272. #if QSV_VERSION_ATLEAST(1, 26)

  1273.         if (avctx->codec_id == AV_CODEC_ID_H264) {

  1274.             av_freep(&enc_info);

  1275.             av_freep(&enc_buf);

  1276.         }

  1277. #endif

  1278.         av_freep(&sync);

  1279.         return (ret == MFX_ERR_MORE_DATA) ?

  1280.                0 : ff_qsv_print_error(avctx, ret, "Error during encoding");

  1281.     }

  1282. 

  1283.     if (ret == MFX_WRN_INCOMPATIBLE_VIDEO_PARAM && frame->interlaced_frame)

  1284.         print_interlace_msg(avctx, q);

  1285. 

  1286.     if (*sync) {

  1287.         av_fifo_generic_write(q->async_fifo, &new_pkt, sizeof(new_pkt), NULL);

  1288.         av_fifo_generic_write(q->async_fifo, &sync,    sizeof(sync),    NULL);

  1289.         av_fifo_generic_write(q->async_fifo, &bs,      sizeof(bs),    NULL);

  1290.     } else {

  1291.         av_freep(&sync);

  1292.         av_packet_unref(&new_pkt);

  1293.         av_freep(&bs);

  1294. #if QSV_VERSION_ATLEAST(1, 26)

  1295.         if (avctx->codec_id == AV_CODEC_ID_H264) {

  1296.             av_freep(&enc_info);

  1297.             av_freep(&enc_buf);

  1298.         }

  1299. #endif

  1300.     }

  1301. 

  1302.     return 0;

  1303. }

  1304. 

  1305. int ff_qsv_encode(AVCodecContext *avctx, QSVEncContext *q,

  1306.                   AVPacket *pkt, const AVFrame *frame, int *got_packet)

  1307. {

  1308.     int ret;

  1309. 

  1310.     ret = encode_frame(avctx, q, frame);

  1311.     if (ret < 0)

  1312.         return ret;

  1313. 

  1314.     if ((qsv_fifo_size(q->async_fifo) >= q->async_depth) ||

  1315.         (!frame && av_fifo_size(q->async_fifo))) {

  1316.         AVPacket new_pkt;

  1317.         mfxBitstream *bs;

  1318.         mfxSyncPoint *sync;

  1319. #if QSV_VERSION_ATLEAST(1, 26)

  1320.         mfxExtAVCEncodedFrameInfo *enc_info;

  1321.         mfxExtBuffer **enc_buf;

  1322. #endif

  1323.         enum AVPictureType pict_type;

  1324. 

  1325.         av_fifo_generic_read(q->async_fifo, &new_pkt, sizeof(new_pkt), NULL);

  1326.         av_fifo_generic_read(q->async_fifo, &sync,    sizeof(sync),    NULL);

  1327.         av_fifo_generic_read(q->async_fifo, &bs,      sizeof(bs),      NULL);

  1328. 

  1329.         do {

  1330.             ret = MFXVideoCORE_SyncOperation(q->session, *sync, 1000);

  1331.         } while (ret == MFX_WRN_IN_EXECUTION);

  1332. 

  1333.         new_pkt.dts  = av_rescale_q(bs->DecodeTimeStamp, (AVRational){1, 90000}, avctx->time_base);

  1334.         new_pkt.pts  = av_rescale_q(bs->TimeStamp,       (AVRational){1, 90000}, avctx->time_base);

  1335.         new_pkt.size = bs->DataLength;

  1336. 

  1337.         if (bs->FrameType & MFX_FRAMETYPE_IDR ||

  1338.             bs->FrameType & MFX_FRAMETYPE_xIDR)

  1339.             new_pkt.flags |= AV_PKT_FLAG_KEY;

  1340. 

  1341.         if (bs->FrameType & MFX_FRAMETYPE_I || bs->FrameType & MFX_FRAMETYPE_xI)

  1342.             pict_type = AV_PICTURE_TYPE_I;

  1343.         else if (bs->FrameType & MFX_FRAMETYPE_P || bs->FrameType & MFX_FRAMETYPE_xP)

  1344.             pict_type = AV_PICTURE_TYPE_P;

  1345.         else if (bs->FrameType & MFX_FRAMETYPE_B || bs->FrameType & MFX_FRAMETYPE_xB)

  1346.             pict_type = AV_PICTURE_TYPE_B;

  1347.         else if (bs->FrameType == MFX_FRAMETYPE_UNKNOWN) {

  1348.             pict_type = AV_PICTURE_TYPE_NONE;

  1349.             av_log(avctx, AV_LOG_WARNING, "Unkown FrameType, set pict_type to AV_PICTURE_TYPE_NONE.\n");

  1350.         } else {

  1351.             av_log(avctx, AV_LOG_ERROR, "Invalid FrameType:%d.\n", bs->FrameType);

  1352.             return AVERROR_INVALIDDATA;

  1353.         }

  1354. 

  1355. #if FF_API_CODED_FRAME

  1356. FF_DISABLE_DEPRECATION_WARNINGS

  1357.         avctx->coded_frame->pict_type = pict_type;

  1358. FF_ENABLE_DEPRECATION_WARNINGS

  1359. #endif

  1360. 

  1361. #if QSV_VERSION_ATLEAST(1, 26)

  1362.         if (avctx->codec_id == AV_CODEC_ID_H264) {

  1363.             enc_buf = bs->ExtParam;

  1364.             enc_info = (mfxExtAVCEncodedFrameInfo *)(*bs->ExtParam);

  1365.             ff_side_data_set_encoder_stats(&new_pkt,

  1366.                 enc_info->QP * FF_QP2LAMBDA, NULL, 0, pict_type);

  1367.             av_freep(&enc_info);

  1368.             av_freep(&enc_buf);

  1369.         }

  1370. #endif

  1371.         av_freep(&bs);

  1372.         av_freep(&sync);

  1373. 

  1374.         if (pkt->data) {

  1375.             if (pkt->size < new_pkt.size) {

  1376.                 av_log(avctx, AV_LOG_ERROR, "Submitted buffer not large enough: %d < %d\n",

  1377.                        pkt->size, new_pkt.size);

  1378.                 av_packet_unref(&new_pkt);

  1379.                 return AVERROR(EINVAL);

  1380.             }

  1381. 

  1382.             memcpy(pkt->data, new_pkt.data, new_pkt.size);

  1383.             pkt->size = new_pkt.size;

  1384. 

  1385.             ret = av_packet_copy_props(pkt, &new_pkt);

  1386.             av_packet_unref(&new_pkt);

  1387.             if (ret < 0)

  1388.                 return ret;

  1389.         } else

  1390.             *pkt = new_pkt;

  1391. 

  1392.         *got_packet = 1;

  1393.     }

  1394. 

  1395.     return 0;

  1396. }

  1397. 

  1398. int ff_qsv_enc_close(AVCodecContext *avctx, QSVEncContext *q)

  1399. {

  1400.     QSVFrame *cur;

  1401. 

  1402.     if (q->session)

  1403.         MFXVideoENCODE_Close(q->session);

  1404.     if (q->internal_session)

  1405.         MFXClose(q->internal_session);

  1406.     q->session          = NULL;

  1407.     q->internal_session = NULL;

  1408. 

  1409.     av_buffer_unref(&q->frames_ctx.hw_frames_ctx);

  1410.     av_buffer_unref(&q->frames_ctx.mids_buf);

  1411. 

  1412.     cur = q->work_frames;

  1413.     while (cur) {

  1414.         q->work_frames = cur->next;

  1415.         av_frame_free(&cur->frame);

  1416.         av_free(cur->enc_ctrl.Payload);

  1417.         av_freep(&cur);

  1418.         cur = q->work_frames;

  1419.     }

  1420. 

  1421.     while (q->async_fifo && av_fifo_size(q->async_fifo)) {

  1422.         AVPacket pkt;

  1423.         mfxSyncPoint *sync;

  1424.         mfxBitstream *bs;

  1425. 

  1426.         av_fifo_generic_read(q->async_fifo, &pkt,  sizeof(pkt),  NULL);

  1427.         av_fifo_generic_read(q->async_fifo, &sync, sizeof(sync), NULL);

  1428.         av_fifo_generic_read(q->async_fifo, &bs,   sizeof(bs),   NULL);

  1429. 

  1430.         av_freep(&sync);

  1431.         av_freep(&bs);

  1432.         av_packet_unref(&pkt);

  1433.     }

  1434.     av_fifo_free(q->async_fifo);

  1435.     q->async_fifo = NULL;

  1436. 

  1437.     av_freep(&q->opaque_surfaces);

  1438.     av_buffer_unref(&q->opaque_alloc_buf);

  1439. 

  1440.     av_freep(&q->extparam);

  1441. 

  1442.     return 0;

  1443. }