You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

340 lines
9.4KB

  1. /*
  2. * VP8 compatible video decoder
  3. *
  4. * Copyright (C) 2010 David Conrad
  5. * Copyright (C) 2010 Ronald S. Bultje
  6. * Copyright (C) 2010 Fiona Glaser
  7. * Copyright (C) 2012 Daniel Kang
  8. *
  9. * This file is part of Libav.
  10. *
  11. * Libav is free software; you can redistribute it and/or
  12. * modify it under the terms of the GNU Lesser General Public
  13. * License as published by the Free Software Foundation; either
  14. * version 2.1 of the License, or (at your option) any later version.
  15. *
  16. * Libav is distributed in the hope that it will be useful,
  17. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  18. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  19. * Lesser General Public License for more details.
  20. *
  21. * You should have received a copy of the GNU Lesser General Public
  22. * License along with Libav; if not, write to the Free Software
  23. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  24. */
  25. #ifndef AVCODEC_VP8_H
  26. #define AVCODEC_VP8_H
  27. #include "libavutil/buffer.h"
  28. #include "h264pred.h"
  29. #include "thread.h"
  30. #include "vp56.h"
  31. #include "vp8dsp.h"
  32. #if HAVE_PTHREADS
  33. # include <pthread.h>
  34. #elif HAVE_W32THREADS
  35. # include "compat/w32pthreads.h"
  36. #endif
  37. #define VP8_MAX_QUANT 127
  38. enum dct_token {
  39. DCT_0,
  40. DCT_1,
  41. DCT_2,
  42. DCT_3,
  43. DCT_4,
  44. DCT_CAT1,
  45. DCT_CAT2,
  46. DCT_CAT3,
  47. DCT_CAT4,
  48. DCT_CAT5,
  49. DCT_CAT6,
  50. DCT_EOB,
  51. NUM_DCT_TOKENS
  52. };
  53. // used to signal 4x4 intra pred in luma MBs
  54. #define MODE_I4x4 4
  55. enum inter_mvmode {
  56. VP8_MVMODE_ZERO = MODE_I4x4 + 1,
  57. VP8_MVMODE_MV,
  58. VP8_MVMODE_SPLIT
  59. };
  60. enum inter_splitmvmode {
  61. VP8_SPLITMVMODE_16x8 = 0, ///< 2 16x8 blocks (vertical)
  62. VP8_SPLITMVMODE_8x16, ///< 2 8x16 blocks (horizontal)
  63. VP8_SPLITMVMODE_8x8, ///< 2x2 blocks of 8x8px each
  64. VP8_SPLITMVMODE_4x4, ///< 4x4 blocks of 4x4px each
  65. VP8_SPLITMVMODE_NONE, ///< (only used in prediction) no split MVs
  66. };
  67. typedef struct VP8FilterStrength {
  68. uint8_t filter_level;
  69. uint8_t inner_limit;
  70. uint8_t inner_filter;
  71. } VP8FilterStrength;
  72. typedef struct VP8Macroblock {
  73. uint8_t skip;
  74. // TODO: make it possible to check for at least (i4x4 or split_mv)
  75. // in one op. are others needed?
  76. uint8_t mode;
  77. uint8_t ref_frame;
  78. uint8_t partitioning;
  79. uint8_t chroma_pred_mode;
  80. uint8_t segment;
  81. uint8_t intra4x4_pred_mode_mb[16];
  82. DECLARE_ALIGNED(4, uint8_t, intra4x4_pred_mode_top)[4];
  83. VP56mv mv;
  84. VP56mv bmv[16];
  85. } VP8Macroblock;
  86. typedef struct VP8ThreadData {
  87. DECLARE_ALIGNED(16, int16_t, block)[6][4][16];
  88. DECLARE_ALIGNED(16, int16_t, block_dc)[16];
  89. /**
  90. * This is the index plus one of the last non-zero coeff
  91. * for each of the blocks in the current macroblock.
  92. * So, 0 -> no coeffs
  93. * 1 -> dc-only (special transform)
  94. * 2+-> full transform
  95. */
  96. DECLARE_ALIGNED(16, uint8_t, non_zero_count_cache)[6][4];
  97. /**
  98. * For coeff decode, we need to know whether the above block had non-zero
  99. * coefficients. This means for each macroblock, we need data for 4 luma
  100. * blocks, 2 u blocks, 2 v blocks, and the luma dc block, for a total of 9
  101. * per macroblock. We keep the last row in top_nnz.
  102. */
  103. DECLARE_ALIGNED(8, uint8_t, left_nnz)[9];
  104. int thread_nr;
  105. #if HAVE_THREADS
  106. pthread_mutex_t lock;
  107. pthread_cond_t cond;
  108. #endif
  109. int thread_mb_pos; // (mb_y << 16) | (mb_x & 0xFFFF)
  110. int wait_mb_pos; // What the current thread is waiting on.
  111. #define EDGE_EMU_LINESIZE 32
  112. DECLARE_ALIGNED(16, uint8_t, edge_emu_buffer)[21 * EDGE_EMU_LINESIZE];
  113. VP8FilterStrength *filter_strength;
  114. } VP8ThreadData;
  115. typedef struct VP8Frame {
  116. ThreadFrame tf;
  117. AVBufferRef *seg_map;
  118. AVBufferRef *hwaccel_priv_buf;
  119. void *hwaccel_picture_private;
  120. } VP8Frame;
  121. #define MAX_THREADS 8
  122. typedef struct VP8Context {
  123. VP8ThreadData *thread_data;
  124. AVCodecContext *avctx;
  125. enum AVPixelFormat pix_fmt;
  126. int actually_webp;
  127. VP8Frame *framep[4];
  128. VP8Frame *next_framep[4];
  129. VP8Frame *curframe;
  130. VP8Frame *prev_frame;
  131. uint16_t mb_width; /* number of horizontal MB */
  132. uint16_t mb_height; /* number of vertical MB */
  133. ptrdiff_t linesize;
  134. ptrdiff_t uvlinesize;
  135. uint8_t keyframe;
  136. uint8_t deblock_filter;
  137. uint8_t mbskip_enabled;
  138. uint8_t profile;
  139. VP56mv mv_min;
  140. VP56mv mv_max;
  141. int8_t sign_bias[4]; ///< one state [0, 1] per ref frame type
  142. int ref_count[3];
  143. /**
  144. * Base parameters for segmentation, i.e. per-macroblock parameters.
  145. * These must be kept unchanged even if segmentation is not used for
  146. * a frame, since the values persist between interframes.
  147. */
  148. struct {
  149. uint8_t enabled;
  150. uint8_t absolute_vals;
  151. uint8_t update_map;
  152. uint8_t update_feature_data;
  153. int8_t base_quant[4];
  154. int8_t filter_level[4]; ///< base loop filter level
  155. } segmentation;
  156. struct {
  157. uint8_t simple;
  158. uint8_t level;
  159. uint8_t sharpness;
  160. } filter;
  161. VP8Macroblock *macroblocks;
  162. uint8_t *intra4x4_pred_mode_top;
  163. uint8_t intra4x4_pred_mode_left[4];
  164. /**
  165. * Macroblocks can have one of 4 different quants in a frame when
  166. * segmentation is enabled.
  167. * If segmentation is disabled, only the first segment's values are used.
  168. */
  169. struct {
  170. // [0] - DC qmul [1] - AC qmul
  171. int16_t luma_qmul[2];
  172. int16_t luma_dc_qmul[2]; ///< luma dc-only block quant
  173. int16_t chroma_qmul[2];
  174. } qmat[4];
  175. // Raw quantisation values, which may be needed by hwaccel decode.
  176. struct {
  177. int yac_qi;
  178. int ydc_delta;
  179. int y2dc_delta;
  180. int y2ac_delta;
  181. int uvdc_delta;
  182. int uvac_delta;
  183. } quant;
  184. struct {
  185. uint8_t enabled; ///< whether each mb can have a different strength based on mode/ref
  186. uint8_t update;
  187. /**
  188. * filter strength adjustment for the following macroblock modes:
  189. * [0-3] - i16x16 (always zero)
  190. * [4] - i4x4
  191. * [5] - zero mv
  192. * [6] - inter modes except for zero or split mv
  193. * [7] - split mv
  194. * i16x16 modes never have any adjustment
  195. */
  196. int8_t mode[VP8_MVMODE_SPLIT + 1];
  197. /**
  198. * filter strength adjustment for macroblocks that reference:
  199. * [0] - intra / VP56_FRAME_CURRENT
  200. * [1] - VP56_FRAME_PREVIOUS
  201. * [2] - VP56_FRAME_GOLDEN
  202. * [3] - altref / VP56_FRAME_GOLDEN2
  203. */
  204. int8_t ref[4];
  205. } lf_delta;
  206. uint8_t (*top_border)[16 + 8 + 8];
  207. uint8_t (*top_nnz)[9];
  208. VP56RangeCoder c; ///< header context, includes mb modes and motion vectors
  209. /* This contains the entropy coder state at the end of the header
  210. * block, in the form specified by the standard. For use by
  211. * hwaccels, so that a hardware decoder has the information to
  212. * start decoding at the macroblock layer.
  213. */
  214. struct {
  215. const uint8_t *input;
  216. uint32_t range;
  217. uint32_t value;
  218. int bit_count;
  219. } coder_state_at_header_end;
  220. int header_partition_size;
  221. /**
  222. * These are all of the updatable probabilities for binary decisions.
  223. * They are only implicitly reset on keyframes, making it quite likely
  224. * for an interframe to desync if a prior frame's header was corrupt
  225. * or missing outright!
  226. */
  227. struct {
  228. uint8_t segmentid[3];
  229. uint8_t mbskip;
  230. uint8_t intra;
  231. uint8_t last;
  232. uint8_t golden;
  233. uint8_t pred16x16[4];
  234. uint8_t pred8x8c[3];
  235. uint8_t token[4][16][3][NUM_DCT_TOKENS - 1];
  236. uint8_t mvc[2][19];
  237. uint8_t scan[16];
  238. } prob[2];
  239. VP8Macroblock *macroblocks_base;
  240. int invisible;
  241. int update_last; ///< update VP56_FRAME_PREVIOUS with the current one
  242. int update_golden; ///< VP56_FRAME_NONE if not updated, or which frame to copy if so
  243. int update_altref;
  244. /**
  245. * If this flag is not set, all the probability updates
  246. * are discarded after this frame is decoded.
  247. */
  248. int update_probabilities;
  249. /**
  250. * All coefficients are contained in separate arith coding contexts.
  251. * There can be 1, 2, 4, or 8 of these after the header context.
  252. */
  253. int num_coeff_partitions;
  254. VP56RangeCoder coeff_partition[8];
  255. int coeff_partition_size[8];
  256. VideoDSPContext vdsp;
  257. VP8DSPContext vp8dsp;
  258. H264PredContext hpc;
  259. vp8_mc_func put_pixels_tab[3][3][3];
  260. VP8Frame frames[5];
  261. uint8_t colorspace; ///< 0 is the only value allowed (meaning bt601)
  262. uint8_t fullrange; ///< whether we can skip clamping in dsp functions
  263. int num_jobs;
  264. /**
  265. * This describes the macroblock memory layout.
  266. * 0 -> Only width+height*2+1 macroblocks allocated (frame/single thread).
  267. * 1 -> Macroblocks for entire frame allocated (sliced thread).
  268. */
  269. int mb_layout;
  270. /**
  271. * Fade bit present in bitstream (VP7)
  272. */
  273. int fade_present;
  274. /**
  275. * Interframe DC prediction (VP7)
  276. * [0] VP56_FRAME_PREVIOUS
  277. * [1] VP56_FRAME_GOLDEN
  278. */
  279. uint16_t inter_dc_pred[2][2];
  280. /**
  281. * Macroblock features (VP7)
  282. */
  283. uint8_t feature_enabled[4];
  284. uint8_t feature_present_prob[4];
  285. uint8_t feature_index_prob[4][3];
  286. uint8_t feature_value[4][4];
  287. } VP8Context;
  288. int ff_vp8_decode_init(AVCodecContext *avctx);
  289. int ff_vp8_decode_frame(AVCodecContext *avctx, void *data, int *got_frame,
  290. AVPacket *avpkt);
  291. int ff_vp8_decode_free(AVCodecContext *avctx);
  292. #endif /* AVCODEC_VP8_H */