You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

764 lines
28KB

  1. /*
  2. * DirectDraw Surface image decoder
  3. * Copyright (C) 2015 Vittorio Giovara <vittorio.giovara@gmail.com>
  4. *
  5. * This file is part of FFmpeg.
  6. *
  7. * FFmpeg is free software; you can redistribute it and/or
  8. * modify it under the terms of the GNU Lesser General Public
  9. * License as published by the Free Software Foundation; either
  10. * version 2.1 of the License, or (at your option) any later version.
  11. *
  12. * FFmpeg is distributed in the hope that it will be useful,
  13. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  14. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  15. * Lesser General Public License for more details.
  16. *
  17. * You should have received a copy of the GNU Lesser General Public
  18. * License along with FFmpeg; if not, write to the Free Software
  19. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  20. */
  21. /**
  22. * @file
  23. * DDS decoder
  24. *
  25. * https://msdn.microsoft.com/en-us/library/bb943982%28v=vs.85%29.aspx
  26. */
  27. #include <stdint.h>
  28. #include "libavutil/libm.h"
  29. #include "libavutil/imgutils.h"
  30. #include "avcodec.h"
  31. #include "bytestream.h"
  32. #include "internal.h"
  33. #include "texturedsp.h"
  34. #include "thread.h"
  35. #define DDPF_FOURCC (1 << 2)
  36. #define DDPF_PALETTE (1 << 5)
  37. #define DDPF_NORMALMAP (1U << 31)
  38. enum DDSPostProc {
  39. DDS_NONE = 0,
  40. DDS_ALPHA_EXP,
  41. DDS_NORMAL_MAP,
  42. DDS_RAW_YCOCG,
  43. DDS_SWAP_ALPHA,
  44. DDS_SWIZZLE_A2XY,
  45. DDS_SWIZZLE_RBXG,
  46. DDS_SWIZZLE_RGXB,
  47. DDS_SWIZZLE_RXBG,
  48. DDS_SWIZZLE_RXGB,
  49. DDS_SWIZZLE_XGBR,
  50. DDS_SWIZZLE_XRBG,
  51. DDS_SWIZZLE_XGXR,
  52. };
  53. enum DDSDXGIFormat {
  54. DXGI_FORMAT_R16G16B16A16_TYPELESS = 9,
  55. DXGI_FORMAT_R16G16B16A16_FLOAT = 10,
  56. DXGI_FORMAT_R16G16B16A16_UNORM = 11,
  57. DXGI_FORMAT_R16G16B16A16_UINT = 12,
  58. DXGI_FORMAT_R16G16B16A16_SNORM = 13,
  59. DXGI_FORMAT_R16G16B16A16_SINT = 14,
  60. DXGI_FORMAT_R8G8B8A8_TYPELESS = 27,
  61. DXGI_FORMAT_R8G8B8A8_UNORM = 28,
  62. DXGI_FORMAT_R8G8B8A8_UNORM_SRGB = 29,
  63. DXGI_FORMAT_R8G8B8A8_UINT = 30,
  64. DXGI_FORMAT_R8G8B8A8_SNORM = 31,
  65. DXGI_FORMAT_R8G8B8A8_SINT = 32,
  66. DXGI_FORMAT_BC1_TYPELESS = 70,
  67. DXGI_FORMAT_BC1_UNORM = 71,
  68. DXGI_FORMAT_BC1_UNORM_SRGB = 72,
  69. DXGI_FORMAT_BC2_TYPELESS = 73,
  70. DXGI_FORMAT_BC2_UNORM = 74,
  71. DXGI_FORMAT_BC2_UNORM_SRGB = 75,
  72. DXGI_FORMAT_BC3_TYPELESS = 76,
  73. DXGI_FORMAT_BC3_UNORM = 77,
  74. DXGI_FORMAT_BC3_UNORM_SRGB = 78,
  75. DXGI_FORMAT_BC4_TYPELESS = 79,
  76. DXGI_FORMAT_BC4_UNORM = 80,
  77. DXGI_FORMAT_BC4_SNORM = 81,
  78. DXGI_FORMAT_BC5_TYPELESS = 82,
  79. DXGI_FORMAT_BC5_UNORM = 83,
  80. DXGI_FORMAT_BC5_SNORM = 84,
  81. DXGI_FORMAT_B5G6R5_UNORM = 85,
  82. DXGI_FORMAT_B8G8R8A8_UNORM = 87,
  83. DXGI_FORMAT_B8G8R8X8_UNORM = 88,
  84. DXGI_FORMAT_B8G8R8A8_TYPELESS = 90,
  85. DXGI_FORMAT_B8G8R8A8_UNORM_SRGB = 91,
  86. DXGI_FORMAT_B8G8R8X8_TYPELESS = 92,
  87. DXGI_FORMAT_B8G8R8X8_UNORM_SRGB = 93,
  88. };
  89. typedef struct DDSContext {
  90. TextureDSPContext texdsp;
  91. GetByteContext gbc;
  92. int compressed;
  93. int paletted;
  94. int bpp;
  95. enum DDSPostProc postproc;
  96. const uint8_t *tex_data; // Compressed texture
  97. int tex_ratio; // Compression ratio
  98. int slice_count; // Number of slices for threaded operations
  99. /* Pointer to the selected compress or decompress function. */
  100. int (*tex_funct)(uint8_t *dst, ptrdiff_t stride, const uint8_t *block);
  101. } DDSContext;
  102. static int parse_pixel_format(AVCodecContext *avctx)
  103. {
  104. DDSContext *ctx = avctx->priv_data;
  105. GetByteContext *gbc = &ctx->gbc;
  106. char buf[32];
  107. uint32_t flags, fourcc, gimp_tag;
  108. enum DDSDXGIFormat dxgi;
  109. int size, bpp, r, g, b, a;
  110. int alpha_exponent, ycocg_classic, ycocg_scaled, normal_map, array;
  111. /* Alternative DDS implementations use reserved1 as custom header. */
  112. bytestream2_skip(gbc, 4 * 3);
  113. gimp_tag = bytestream2_get_le32(gbc);
  114. alpha_exponent = gimp_tag == MKTAG('A', 'E', 'X', 'P');
  115. ycocg_classic = gimp_tag == MKTAG('Y', 'C', 'G', '1');
  116. ycocg_scaled = gimp_tag == MKTAG('Y', 'C', 'G', '2');
  117. bytestream2_skip(gbc, 4 * 7);
  118. /* Now the real DDPF starts. */
  119. size = bytestream2_get_le32(gbc);
  120. if (size != 32) {
  121. av_log(avctx, AV_LOG_ERROR, "Invalid pixel format header %d.\n", size);
  122. return AVERROR_INVALIDDATA;
  123. }
  124. flags = bytestream2_get_le32(gbc);
  125. ctx->compressed = flags & DDPF_FOURCC;
  126. ctx->paletted = flags & DDPF_PALETTE;
  127. normal_map = flags & DDPF_NORMALMAP;
  128. fourcc = bytestream2_get_le32(gbc);
  129. if (ctx->compressed && ctx->paletted) {
  130. av_log(avctx, AV_LOG_WARNING,
  131. "Disabling invalid palette flag for compressed dds.\n");
  132. ctx->paletted = 0;
  133. }
  134. bpp = ctx->bpp = bytestream2_get_le32(gbc); // rgbbitcount
  135. r = bytestream2_get_le32(gbc); // rbitmask
  136. g = bytestream2_get_le32(gbc); // gbitmask
  137. b = bytestream2_get_le32(gbc); // bbitmask
  138. a = bytestream2_get_le32(gbc); // abitmask
  139. bytestream2_skip(gbc, 4); // caps
  140. bytestream2_skip(gbc, 4); // caps2
  141. bytestream2_skip(gbc, 4); // caps3
  142. bytestream2_skip(gbc, 4); // caps4
  143. bytestream2_skip(gbc, 4); // reserved2
  144. av_get_codec_tag_string(buf, sizeof(buf), fourcc);
  145. av_log(avctx, AV_LOG_VERBOSE, "fourcc %s bpp %d "
  146. "r 0x%x g 0x%x b 0x%x a 0x%x\n", buf, bpp, r, g, b, a);
  147. if (gimp_tag) {
  148. av_get_codec_tag_string(buf, sizeof(buf), gimp_tag);
  149. av_log(avctx, AV_LOG_VERBOSE, "and GIMP-DDS tag %s\n", buf);
  150. }
  151. if (ctx->compressed)
  152. avctx->pix_fmt = AV_PIX_FMT_RGBA;
  153. if (ctx->compressed) {
  154. switch (fourcc) {
  155. case MKTAG('D', 'X', 'T', '1'):
  156. ctx->tex_ratio = 8;
  157. ctx->tex_funct = ctx->texdsp.dxt1a_block;
  158. break;
  159. case MKTAG('D', 'X', 'T', '2'):
  160. ctx->tex_ratio = 16;
  161. ctx->tex_funct = ctx->texdsp.dxt2_block;
  162. break;
  163. case MKTAG('D', 'X', 'T', '3'):
  164. ctx->tex_ratio = 16;
  165. ctx->tex_funct = ctx->texdsp.dxt3_block;
  166. break;
  167. case MKTAG('D', 'X', 'T', '4'):
  168. ctx->tex_ratio = 16;
  169. ctx->tex_funct = ctx->texdsp.dxt4_block;
  170. break;
  171. case MKTAG('D', 'X', 'T', '5'):
  172. ctx->tex_ratio = 16;
  173. if (ycocg_scaled)
  174. ctx->tex_funct = ctx->texdsp.dxt5ys_block;
  175. else if (ycocg_classic)
  176. ctx->tex_funct = ctx->texdsp.dxt5y_block;
  177. else
  178. ctx->tex_funct = ctx->texdsp.dxt5_block;
  179. break;
  180. case MKTAG('R', 'X', 'G', 'B'):
  181. ctx->tex_ratio = 16;
  182. ctx->tex_funct = ctx->texdsp.dxt5_block;
  183. /* This format may be considered as a normal map,
  184. * but it is handled differently in a separate postproc. */
  185. ctx->postproc = DDS_SWIZZLE_RXGB;
  186. normal_map = 0;
  187. break;
  188. case MKTAG('A', 'T', 'I', '1'):
  189. case MKTAG('B', 'C', '4', 'U'):
  190. ctx->tex_ratio = 8;
  191. ctx->tex_funct = ctx->texdsp.rgtc1u_block;
  192. break;
  193. case MKTAG('B', 'C', '4', 'S'):
  194. ctx->tex_ratio = 8;
  195. ctx->tex_funct = ctx->texdsp.rgtc1s_block;
  196. break;
  197. case MKTAG('A', 'T', 'I', '2'):
  198. /* RGT2 variant with swapped R and G (3Dc)*/
  199. ctx->tex_ratio = 16;
  200. ctx->tex_funct = ctx->texdsp.dxn3dc_block;
  201. break;
  202. case MKTAG('B', 'C', '5', 'U'):
  203. ctx->tex_ratio = 16;
  204. ctx->tex_funct = ctx->texdsp.rgtc2u_block;
  205. break;
  206. case MKTAG('B', 'C', '5', 'S'):
  207. ctx->tex_ratio = 16;
  208. ctx->tex_funct = ctx->texdsp.rgtc2s_block;
  209. break;
  210. case MKTAG('U', 'Y', 'V', 'Y'):
  211. ctx->compressed = 0;
  212. avctx->pix_fmt = AV_PIX_FMT_UYVY422;
  213. break;
  214. case MKTAG('Y', 'U', 'Y', '2'):
  215. ctx->compressed = 0;
  216. avctx->pix_fmt = AV_PIX_FMT_YUYV422;
  217. break;
  218. case MKTAG('P', '8', ' ', ' '):
  219. /* ATI Palette8, same as normal palette */
  220. ctx->compressed = 0;
  221. ctx->paletted = 1;
  222. avctx->pix_fmt = AV_PIX_FMT_PAL8;
  223. break;
  224. case MKTAG('G', '1', ' ', ' '):
  225. ctx->compressed = 0;
  226. avctx->pix_fmt = AV_PIX_FMT_MONOBLACK;
  227. break;
  228. case MKTAG('D', 'X', '1', '0'):
  229. /* DirectX 10 extra header */
  230. dxgi = bytestream2_get_le32(gbc);
  231. bytestream2_skip(gbc, 4); // resourceDimension
  232. bytestream2_skip(gbc, 4); // miscFlag
  233. array = bytestream2_get_le32(gbc);
  234. bytestream2_skip(gbc, 4); // miscFlag2
  235. if (array != 0)
  236. av_log(avctx, AV_LOG_VERBOSE,
  237. "Found array of size %d (ignored).\n", array);
  238. /* Only BC[1-5] are actually compressed. */
  239. ctx->compressed = (dxgi >= 70) && (dxgi <= 84);
  240. av_log(avctx, AV_LOG_VERBOSE, "DXGI format %d.\n", dxgi);
  241. switch (dxgi) {
  242. /* RGB types. */
  243. case DXGI_FORMAT_R16G16B16A16_TYPELESS:
  244. case DXGI_FORMAT_R16G16B16A16_FLOAT:
  245. case DXGI_FORMAT_R16G16B16A16_UNORM:
  246. case DXGI_FORMAT_R16G16B16A16_UINT:
  247. case DXGI_FORMAT_R16G16B16A16_SNORM:
  248. case DXGI_FORMAT_R16G16B16A16_SINT:
  249. avctx->pix_fmt = AV_PIX_FMT_BGRA64;
  250. break;
  251. case DXGI_FORMAT_R8G8B8A8_UNORM_SRGB:
  252. avctx->colorspace = AVCOL_SPC_RGB;
  253. case DXGI_FORMAT_R8G8B8A8_TYPELESS:
  254. case DXGI_FORMAT_R8G8B8A8_UNORM:
  255. case DXGI_FORMAT_R8G8B8A8_UINT:
  256. case DXGI_FORMAT_R8G8B8A8_SNORM:
  257. case DXGI_FORMAT_R8G8B8A8_SINT:
  258. avctx->pix_fmt = AV_PIX_FMT_BGRA;
  259. break;
  260. case DXGI_FORMAT_B8G8R8A8_UNORM_SRGB:
  261. avctx->colorspace = AVCOL_SPC_RGB;
  262. case DXGI_FORMAT_B8G8R8A8_TYPELESS:
  263. case DXGI_FORMAT_B8G8R8A8_UNORM:
  264. avctx->pix_fmt = AV_PIX_FMT_RGBA;
  265. break;
  266. case DXGI_FORMAT_B8G8R8X8_UNORM_SRGB:
  267. avctx->colorspace = AVCOL_SPC_RGB;
  268. case DXGI_FORMAT_B8G8R8X8_TYPELESS:
  269. case DXGI_FORMAT_B8G8R8X8_UNORM:
  270. avctx->pix_fmt = AV_PIX_FMT_RGBA; // opaque
  271. break;
  272. case DXGI_FORMAT_B5G6R5_UNORM:
  273. avctx->pix_fmt = AV_PIX_FMT_RGB565LE;
  274. break;
  275. /* Texture types. */
  276. case DXGI_FORMAT_BC1_UNORM_SRGB:
  277. avctx->colorspace = AVCOL_SPC_RGB;
  278. case DXGI_FORMAT_BC1_TYPELESS:
  279. case DXGI_FORMAT_BC1_UNORM:
  280. ctx->tex_ratio = 8;
  281. ctx->tex_funct = ctx->texdsp.dxt1a_block;
  282. break;
  283. case DXGI_FORMAT_BC2_UNORM_SRGB:
  284. avctx->colorspace = AVCOL_SPC_RGB;
  285. case DXGI_FORMAT_BC2_TYPELESS:
  286. case DXGI_FORMAT_BC2_UNORM:
  287. ctx->tex_ratio = 16;
  288. ctx->tex_funct = ctx->texdsp.dxt3_block;
  289. break;
  290. case DXGI_FORMAT_BC3_UNORM_SRGB:
  291. avctx->colorspace = AVCOL_SPC_RGB;
  292. case DXGI_FORMAT_BC3_TYPELESS:
  293. case DXGI_FORMAT_BC3_UNORM:
  294. ctx->tex_ratio = 16;
  295. ctx->tex_funct = ctx->texdsp.dxt5_block;
  296. break;
  297. case DXGI_FORMAT_BC4_TYPELESS:
  298. case DXGI_FORMAT_BC4_UNORM:
  299. ctx->tex_ratio = 8;
  300. ctx->tex_funct = ctx->texdsp.rgtc1u_block;
  301. break;
  302. case DXGI_FORMAT_BC4_SNORM:
  303. ctx->tex_ratio = 8;
  304. ctx->tex_funct = ctx->texdsp.rgtc1s_block;
  305. break;
  306. case DXGI_FORMAT_BC5_TYPELESS:
  307. case DXGI_FORMAT_BC5_UNORM:
  308. ctx->tex_ratio = 16;
  309. ctx->tex_funct = ctx->texdsp.rgtc2u_block;
  310. break;
  311. case DXGI_FORMAT_BC5_SNORM:
  312. ctx->tex_ratio = 16;
  313. ctx->tex_funct = ctx->texdsp.rgtc2s_block;
  314. break;
  315. default:
  316. av_log(avctx, AV_LOG_ERROR,
  317. "Unsupported DXGI format %d.\n", dxgi);
  318. return AVERROR_INVALIDDATA;
  319. }
  320. break;
  321. default:
  322. av_log(avctx, AV_LOG_ERROR, "Unsupported %s fourcc.\n", buf);
  323. return AVERROR_INVALIDDATA;
  324. }
  325. } else if (ctx->paletted) {
  326. if (bpp == 8) {
  327. avctx->pix_fmt = AV_PIX_FMT_PAL8;
  328. } else {
  329. av_log(avctx, AV_LOG_ERROR, "Unsupported palette bpp %d.\n", bpp);
  330. return AVERROR_INVALIDDATA;
  331. }
  332. } else {
  333. /* 4 bpp */
  334. if (bpp == 4 && r == 0 && g == 0 && b == 0 && a == 0)
  335. avctx->pix_fmt = AV_PIX_FMT_PAL8;
  336. /* 8 bpp */
  337. else if (bpp == 8 && r == 0xff && g == 0 && b == 0 && a == 0)
  338. avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  339. else if (bpp == 8 && r == 0 && g == 0 && b == 0 && a == 0xff)
  340. avctx->pix_fmt = AV_PIX_FMT_GRAY8;
  341. /* 16 bpp */
  342. else if (bpp == 16 && r == 0xff && g == 0 && b == 0 && a == 0xff00)
  343. avctx->pix_fmt = AV_PIX_FMT_YA8;
  344. else if (bpp == 16 && r == 0xff00 && g == 0 && b == 0 && a == 0xff) {
  345. avctx->pix_fmt = AV_PIX_FMT_YA8;
  346. ctx->postproc = DDS_SWAP_ALPHA;
  347. }
  348. else if (bpp == 16 && r == 0xffff && g == 0 && b == 0 && a == 0)
  349. avctx->pix_fmt = AV_PIX_FMT_GRAY16LE;
  350. else if (bpp == 16 && r == 0x7c00 && g == 0x3e0 && b == 0x1f && a == 0)
  351. avctx->pix_fmt = AV_PIX_FMT_RGB555LE;
  352. else if (bpp == 16 && r == 0x7c00 && g == 0x3e0 && b == 0x1f && a == 0x8000)
  353. avctx->pix_fmt = AV_PIX_FMT_RGB555LE; // alpha ignored
  354. else if (bpp == 16 && r == 0xf800 && g == 0x7e0 && b == 0x1f && a == 0)
  355. avctx->pix_fmt = AV_PIX_FMT_RGB565LE;
  356. /* 24 bpp */
  357. else if (bpp == 24 && r == 0xff0000 && g == 0xff00 && b == 0xff && a == 0)
  358. avctx->pix_fmt = AV_PIX_FMT_BGR24;
  359. /* 32 bpp */
  360. else if (bpp == 32 && r == 0xff0000 && g == 0xff00 && b == 0xff && a == 0)
  361. avctx->pix_fmt = AV_PIX_FMT_BGR0; // opaque
  362. else if (bpp == 32 && r == 0xff && g == 0xff00 && b == 0xff0000 && a == 0)
  363. avctx->pix_fmt = AV_PIX_FMT_RGB0; // opaque
  364. else if (bpp == 32 && r == 0xff0000 && g == 0xff00 && b == 0xff && a == 0xff000000)
  365. avctx->pix_fmt = AV_PIX_FMT_BGRA;
  366. else if (bpp == 32 && r == 0xff && g == 0xff00 && b == 0xff0000 && a == 0xff000000)
  367. avctx->pix_fmt = AV_PIX_FMT_RGBA;
  368. /* give up */
  369. else {
  370. av_log(avctx, AV_LOG_ERROR, "Unknown pixel format "
  371. "[bpp %d r 0x%x g 0x%x b 0x%x a 0x%x].\n", bpp, r, g, b, a);
  372. return AVERROR_INVALIDDATA;
  373. }
  374. }
  375. /* Set any remaining post-proc that should happen before frame is ready. */
  376. if (alpha_exponent)
  377. ctx->postproc = DDS_ALPHA_EXP;
  378. else if (normal_map)
  379. ctx->postproc = DDS_NORMAL_MAP;
  380. else if (ycocg_classic && !ctx->compressed)
  381. ctx->postproc = DDS_RAW_YCOCG;
  382. /* ATI/NVidia variants sometimes add swizzling in bpp. */
  383. switch (bpp) {
  384. case MKTAG('A', '2', 'X', 'Y'):
  385. ctx->postproc = DDS_SWIZZLE_A2XY;
  386. break;
  387. case MKTAG('x', 'G', 'B', 'R'):
  388. ctx->postproc = DDS_SWIZZLE_XGBR;
  389. break;
  390. case MKTAG('x', 'R', 'B', 'G'):
  391. ctx->postproc = DDS_SWIZZLE_XRBG;
  392. break;
  393. case MKTAG('R', 'B', 'x', 'G'):
  394. ctx->postproc = DDS_SWIZZLE_RBXG;
  395. break;
  396. case MKTAG('R', 'G', 'x', 'B'):
  397. ctx->postproc = DDS_SWIZZLE_RGXB;
  398. break;
  399. case MKTAG('R', 'x', 'B', 'G'):
  400. ctx->postproc = DDS_SWIZZLE_RXBG;
  401. break;
  402. case MKTAG('x', 'G', 'x', 'R'):
  403. ctx->postproc = DDS_SWIZZLE_XGXR;
  404. break;
  405. case MKTAG('A', '2', 'D', '5'):
  406. ctx->postproc = DDS_NORMAL_MAP;
  407. break;
  408. }
  409. return 0;
  410. }
  411. static int decompress_texture_thread(AVCodecContext *avctx, void *arg,
  412. int slice, int thread_nb)
  413. {
  414. DDSContext *ctx = avctx->priv_data;
  415. AVFrame *frame = arg;
  416. const uint8_t *d = ctx->tex_data;
  417. int w_block = avctx->coded_width / TEXTURE_BLOCK_W;
  418. int h_block = avctx->coded_height / TEXTURE_BLOCK_H;
  419. int x, y;
  420. int start_slice, end_slice;
  421. int base_blocks_per_slice = h_block / ctx->slice_count;
  422. int remainder_blocks = h_block % ctx->slice_count;
  423. /* When the frame height (in blocks) doesn't divide evenly between the
  424. * number of slices, spread the remaining blocks evenly between the first
  425. * operations */
  426. start_slice = slice * base_blocks_per_slice;
  427. /* Add any extra blocks (one per slice) that have been added before this slice */
  428. start_slice += FFMIN(slice, remainder_blocks);
  429. end_slice = start_slice + base_blocks_per_slice;
  430. /* Add an extra block if there are still remainder blocks to be accounted for */
  431. if (slice < remainder_blocks)
  432. end_slice++;
  433. for (y = start_slice; y < end_slice; y++) {
  434. uint8_t *p = frame->data[0] + y * frame->linesize[0] * TEXTURE_BLOCK_H;
  435. int off = y * w_block;
  436. for (x = 0; x < w_block; x++) {
  437. ctx->tex_funct(p + x * 16, frame->linesize[0],
  438. d + (off + x) * ctx->tex_ratio);
  439. }
  440. }
  441. return 0;
  442. }
  443. static void do_swizzle(AVFrame *frame, int x, int y)
  444. {
  445. int i;
  446. for (i = 0; i < frame->linesize[0] * frame->height; i += 4) {
  447. uint8_t *src = frame->data[0] + i;
  448. FFSWAP(uint8_t, src[x], src[y]);
  449. }
  450. }
  451. static void run_postproc(AVCodecContext *avctx, AVFrame *frame)
  452. {
  453. DDSContext *ctx = avctx->priv_data;
  454. int i, x_off;
  455. switch (ctx->postproc) {
  456. case DDS_ALPHA_EXP:
  457. /* Alpha-exponential mode divides each channel by the maximum
  458. * R, G or B value, and stores the multiplying factor in the
  459. * alpha channel. */
  460. av_log(avctx, AV_LOG_DEBUG, "Post-processing alpha exponent.\n");
  461. for (i = 0; i < frame->linesize[0] * frame->height; i += 4) {
  462. uint8_t *src = frame->data[0] + i;
  463. int r = src[0];
  464. int g = src[1];
  465. int b = src[2];
  466. int a = src[3];
  467. src[0] = r * a / 255;
  468. src[1] = g * a / 255;
  469. src[2] = b * a / 255;
  470. src[3] = 255;
  471. }
  472. break;
  473. case DDS_NORMAL_MAP:
  474. /* Normal maps work in the XYZ color space and they encode
  475. * X in R or in A, depending on the texture type, Y in G and
  476. * derive Z with a square root of the distance.
  477. *
  478. * http://www.realtimecollisiondetection.net/blog/?p=28 */
  479. av_log(avctx, AV_LOG_DEBUG, "Post-processing normal map.\n");
  480. x_off = ctx->tex_ratio == 8 ? 0 : 3;
  481. for (i = 0; i < frame->linesize[0] * frame->height; i += 4) {
  482. uint8_t *src = frame->data[0] + i;
  483. int x = src[x_off];
  484. int y = src[1];
  485. int z = 127;
  486. int d = (255 * 255 - x * x - y * y) / 2;
  487. if (d > 0)
  488. z = lrint(sqrtf(d));
  489. src[0] = x;
  490. src[1] = y;
  491. src[2] = z;
  492. src[3] = 255;
  493. }
  494. break;
  495. case DDS_RAW_YCOCG:
  496. /* Data is Y-Co-Cg-A and not RGBA, but they are represented
  497. * with the same masks in the DDPF header. */
  498. av_log(avctx, AV_LOG_DEBUG, "Post-processing raw YCoCg.\n");
  499. for (i = 0; i < frame->linesize[0] * frame->height; i += 4) {
  500. uint8_t *src = frame->data[0] + i;
  501. int a = src[0];
  502. int cg = src[1] - 128;
  503. int co = src[2] - 128;
  504. int y = src[3];
  505. src[0] = av_clip_uint8(y + co - cg);
  506. src[1] = av_clip_uint8(y + cg);
  507. src[2] = av_clip_uint8(y - co - cg);
  508. src[3] = a;
  509. }
  510. break;
  511. case DDS_SWAP_ALPHA:
  512. /* Alpha and Luma are stored swapped. */
  513. av_log(avctx, AV_LOG_DEBUG, "Post-processing swapped Luma/Alpha.\n");
  514. for (i = 0; i < frame->linesize[0] * frame->height; i += 2) {
  515. uint8_t *src = frame->data[0] + i;
  516. FFSWAP(uint8_t, src[0], src[1]);
  517. }
  518. break;
  519. case DDS_SWIZZLE_A2XY:
  520. /* Swap R and G, often used to restore a standard RGTC2. */
  521. av_log(avctx, AV_LOG_DEBUG, "Post-processing A2XY swizzle.\n");
  522. do_swizzle(frame, 0, 1);
  523. break;
  524. case DDS_SWIZZLE_RBXG:
  525. /* Swap G and A, then B and new A (G). */
  526. av_log(avctx, AV_LOG_DEBUG, "Post-processing RBXG swizzle.\n");
  527. do_swizzle(frame, 1, 3);
  528. do_swizzle(frame, 2, 3);
  529. break;
  530. case DDS_SWIZZLE_RGXB:
  531. /* Swap B and A. */
  532. av_log(avctx, AV_LOG_DEBUG, "Post-processing RGXB swizzle.\n");
  533. do_swizzle(frame, 2, 3);
  534. break;
  535. case DDS_SWIZZLE_RXBG:
  536. /* Swap G and A. */
  537. av_log(avctx, AV_LOG_DEBUG, "Post-processing RXBG swizzle.\n");
  538. do_swizzle(frame, 1, 3);
  539. break;
  540. case DDS_SWIZZLE_RXGB:
  541. /* Swap R and A (misleading name). */
  542. av_log(avctx, AV_LOG_DEBUG, "Post-processing RXGB swizzle.\n");
  543. do_swizzle(frame, 0, 3);
  544. break;
  545. case DDS_SWIZZLE_XGBR:
  546. /* Swap B and A, then R and new A (B). */
  547. av_log(avctx, AV_LOG_DEBUG, "Post-processing XGBR swizzle.\n");
  548. do_swizzle(frame, 2, 3);
  549. do_swizzle(frame, 0, 3);
  550. break;
  551. case DDS_SWIZZLE_XGXR:
  552. /* Swap G and A, then R and new A (G), then new R (G) and new G (A).
  553. * This variant does not store any B component. */
  554. av_log(avctx, AV_LOG_DEBUG, "Post-processing XGXR swizzle.\n");
  555. do_swizzle(frame, 1, 3);
  556. do_swizzle(frame, 0, 3);
  557. do_swizzle(frame, 0, 1);
  558. break;
  559. case DDS_SWIZZLE_XRBG:
  560. /* Swap G and A, then R and new A (G). */
  561. av_log(avctx, AV_LOG_DEBUG, "Post-processing XRBG swizzle.\n");
  562. do_swizzle(frame, 1, 3);
  563. do_swizzle(frame, 0, 3);
  564. break;
  565. }
  566. }
  567. static int dds_decode(AVCodecContext *avctx, void *data,
  568. int *got_frame, AVPacket *avpkt)
  569. {
  570. DDSContext *ctx = avctx->priv_data;
  571. GetByteContext *gbc = &ctx->gbc;
  572. AVFrame *frame = data;
  573. int mipmap;
  574. int ret;
  575. ff_texturedsp_init(&ctx->texdsp);
  576. bytestream2_init(gbc, avpkt->data, avpkt->size);
  577. if (bytestream2_get_bytes_left(gbc) < 128) {
  578. av_log(avctx, AV_LOG_ERROR, "Frame is too small (%d).\n",
  579. bytestream2_get_bytes_left(gbc));
  580. return AVERROR_INVALIDDATA;
  581. }
  582. if (bytestream2_get_le32(gbc) != MKTAG('D', 'D', 'S', ' ') ||
  583. bytestream2_get_le32(gbc) != 124) { // header size
  584. av_log(avctx, AV_LOG_ERROR, "Invalid DDS header.\n");
  585. return AVERROR_INVALIDDATA;
  586. }
  587. bytestream2_skip(gbc, 4); // flags
  588. avctx->height = bytestream2_get_le32(gbc);
  589. avctx->width = bytestream2_get_le32(gbc);
  590. ret = av_image_check_size(avctx->width, avctx->height, 0, avctx);
  591. if (ret < 0) {
  592. av_log(avctx, AV_LOG_ERROR, "Invalid image size %dx%d.\n",
  593. avctx->width, avctx->height);
  594. return ret;
  595. }
  596. /* Since codec is based on 4x4 blocks, size is aligned to 4. */
  597. avctx->coded_width = FFALIGN(avctx->width, TEXTURE_BLOCK_W);
  598. avctx->coded_height = FFALIGN(avctx->height, TEXTURE_BLOCK_H);
  599. bytestream2_skip(gbc, 4); // pitch
  600. bytestream2_skip(gbc, 4); // depth
  601. mipmap = bytestream2_get_le32(gbc);
  602. if (mipmap != 0)
  603. av_log(avctx, AV_LOG_VERBOSE, "Found %d mipmaps (ignored).\n", mipmap);
  604. /* Extract pixel format information, considering additional elements
  605. * in reserved1 and reserved2. */
  606. ret = parse_pixel_format(avctx);
  607. if (ret < 0)
  608. return ret;
  609. ret = ff_get_buffer(avctx, frame, 0);
  610. if (ret < 0)
  611. return ret;
  612. if (ctx->compressed) {
  613. int size = (avctx->coded_height / TEXTURE_BLOCK_H) *
  614. (avctx->coded_width / TEXTURE_BLOCK_W) * ctx->tex_ratio;
  615. ctx->slice_count = av_clip(avctx->thread_count, 1,
  616. avctx->coded_height / TEXTURE_BLOCK_H);
  617. if (bytestream2_get_bytes_left(gbc) < size) {
  618. av_log(avctx, AV_LOG_ERROR,
  619. "Compressed Buffer is too small (%d < %d).\n",
  620. bytestream2_get_bytes_left(gbc), size);
  621. return AVERROR_INVALIDDATA;
  622. }
  623. /* Use the decompress function on the texture, one block per thread. */
  624. ctx->tex_data = gbc->buffer;
  625. avctx->execute2(avctx, decompress_texture_thread, frame, NULL, ctx->slice_count);
  626. } else if (!ctx->paletted && ctx->bpp == 4 && avctx->pix_fmt == AV_PIX_FMT_PAL8) {
  627. uint8_t *dst = frame->data[0];
  628. int x, y, i;
  629. /* Use the first 64 bytes as palette, then copy the rest. */
  630. bytestream2_get_buffer(gbc, frame->data[1], 16 * 4);
  631. for (i = 0; i < 16; i++) {
  632. AV_WN32(frame->data[1] + i*4,
  633. (frame->data[1][2+i*4]<<0)+
  634. (frame->data[1][1+i*4]<<8)+
  635. (frame->data[1][0+i*4]<<16)+
  636. ((unsigned)frame->data[1][3+i*4]<<24)
  637. );
  638. }
  639. frame->palette_has_changed = 1;
  640. if (bytestream2_get_bytes_left(gbc) < frame->height * frame->width / 2) {
  641. av_log(avctx, AV_LOG_ERROR, "Buffer is too small (%d < %d).\n",
  642. bytestream2_get_bytes_left(gbc), frame->height * frame->width / 2);
  643. return AVERROR_INVALIDDATA;
  644. }
  645. for (y = 0; y < frame->height; y++) {
  646. for (x = 0; x < frame->width; x += 2) {
  647. uint8_t val = bytestream2_get_byte(gbc);
  648. dst[x ] = val & 0xF;
  649. dst[x + 1] = val >> 4;
  650. }
  651. dst += frame->linesize[0];
  652. }
  653. } else {
  654. int linesize = av_image_get_linesize(avctx->pix_fmt, frame->width, 0);
  655. if (ctx->paletted) {
  656. int i;
  657. /* Use the first 1024 bytes as palette, then copy the rest. */
  658. bytestream2_get_buffer(gbc, frame->data[1], 256 * 4);
  659. for (i = 0; i < 256; i++)
  660. AV_WN32(frame->data[1] + i*4,
  661. (frame->data[1][2+i*4]<<0)+
  662. (frame->data[1][1+i*4]<<8)+
  663. (frame->data[1][0+i*4]<<16)+
  664. ((unsigned)frame->data[1][3+i*4]<<24)
  665. );
  666. frame->palette_has_changed = 1;
  667. }
  668. if (bytestream2_get_bytes_left(gbc) < frame->height * linesize) {
  669. av_log(avctx, AV_LOG_ERROR, "Buffer is too small (%d < %d).\n",
  670. bytestream2_get_bytes_left(gbc), frame->height * linesize);
  671. return AVERROR_INVALIDDATA;
  672. }
  673. av_image_copy_plane(frame->data[0], frame->linesize[0],
  674. gbc->buffer, linesize,
  675. linesize, frame->height);
  676. }
  677. /* Run any post processing here if needed. */
  678. if (ctx->postproc != DDS_NONE)
  679. run_postproc(avctx, frame);
  680. /* Frame is ready to be output. */
  681. frame->pict_type = AV_PICTURE_TYPE_I;
  682. frame->key_frame = 1;
  683. *got_frame = 1;
  684. return avpkt->size;
  685. }
  686. AVCodec ff_dds_decoder = {
  687. .name = "dds",
  688. .long_name = NULL_IF_CONFIG_SMALL("DirectDraw Surface image decoder"),
  689. .type = AVMEDIA_TYPE_VIDEO,
  690. .id = AV_CODEC_ID_DDS,
  691. .decode = dds_decode,
  692. .priv_data_size = sizeof(DDSContext),
  693. .capabilities = AV_CODEC_CAP_DR1 | AV_CODEC_CAP_SLICE_THREADS,
  694. .caps_internal = FF_CODEC_CAP_INIT_THREADSAFE
  695. };