You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

318 lines
15KB

  1. /*
  2. * This file is part of FFmpeg.
  3. *
  4. * FFmpeg is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU Lesser General Public
  6. * License as published by the Free Software Foundation; either
  7. * version 2.1 of the License, or (at your option) any later version.
  8. *
  9. * FFmpeg is distributed in the hope that it will be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  12. * Lesser General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU Lesser General Public
  15. * License along with FFmpeg; if not, write to the Free Software
  16. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  17. */
  18. #include <stddef.h>
  19. #include <stdint.h>
  20. #include <stdatomic.h>
  21. #include "attributes.h"
  22. #include "cpu.h"
  23. #include "cpu_internal.h"
  24. #include "config.h"
  25. #include "opt.h"
  26. #include "common.h"
  27. #if HAVE_SCHED_GETAFFINITY
  28. #ifndef _GNU_SOURCE
  29. # define _GNU_SOURCE
  30. #endif
  31. #include <sched.h>
  32. #endif
  33. #if HAVE_GETPROCESSAFFINITYMASK || HAVE_WINRT
  34. #include <windows.h>
  35. #endif
  36. #if HAVE_SYSCTL
  37. #if HAVE_SYS_PARAM_H
  38. #include <sys/param.h>
  39. #endif
  40. #include <sys/types.h>
  41. #include <sys/sysctl.h>
  42. #endif
  43. #if HAVE_UNISTD_H
  44. #include <unistd.h>
  45. #endif
  46. static atomic_int cpu_flags = ATOMIC_VAR_INIT(-1);
  47. static int get_cpu_flags(void)
  48. {
  49. if (ARCH_AARCH64)
  50. return ff_get_cpu_flags_aarch64();
  51. if (ARCH_ARM)
  52. return ff_get_cpu_flags_arm();
  53. if (ARCH_PPC)
  54. return ff_get_cpu_flags_ppc();
  55. if (ARCH_X86)
  56. return ff_get_cpu_flags_x86();
  57. return 0;
  58. }
  59. void av_force_cpu_flags(int arg){
  60. if (ARCH_X86 &&
  61. (arg & ( AV_CPU_FLAG_3DNOW |
  62. AV_CPU_FLAG_3DNOWEXT |
  63. AV_CPU_FLAG_MMXEXT |
  64. AV_CPU_FLAG_SSE |
  65. AV_CPU_FLAG_SSE2 |
  66. AV_CPU_FLAG_SSE2SLOW |
  67. AV_CPU_FLAG_SSE3 |
  68. AV_CPU_FLAG_SSE3SLOW |
  69. AV_CPU_FLAG_SSSE3 |
  70. AV_CPU_FLAG_SSE4 |
  71. AV_CPU_FLAG_SSE42 |
  72. AV_CPU_FLAG_AVX |
  73. AV_CPU_FLAG_AVXSLOW |
  74. AV_CPU_FLAG_XOP |
  75. AV_CPU_FLAG_FMA3 |
  76. AV_CPU_FLAG_FMA4 |
  77. AV_CPU_FLAG_AVX2 ))
  78. && !(arg & AV_CPU_FLAG_MMX)) {
  79. av_log(NULL, AV_LOG_WARNING, "MMX implied by specified flags\n");
  80. arg |= AV_CPU_FLAG_MMX;
  81. }
  82. atomic_store_explicit(&cpu_flags, arg, memory_order_relaxed);
  83. }
  84. int av_get_cpu_flags(void)
  85. {
  86. int flags = atomic_load_explicit(&cpu_flags, memory_order_relaxed);
  87. if (flags == -1) {
  88. flags = get_cpu_flags();
  89. atomic_store_explicit(&cpu_flags, flags, memory_order_relaxed);
  90. }
  91. return flags;
  92. }
  93. void av_set_cpu_flags_mask(int mask)
  94. {
  95. atomic_store_explicit(&cpu_flags, get_cpu_flags() & mask,
  96. memory_order_relaxed);
  97. }
  98. int av_parse_cpu_flags(const char *s)
  99. {
  100. #define CPUFLAG_MMXEXT (AV_CPU_FLAG_MMX | AV_CPU_FLAG_MMXEXT | AV_CPU_FLAG_CMOV)
  101. #define CPUFLAG_3DNOW (AV_CPU_FLAG_3DNOW | AV_CPU_FLAG_MMX)
  102. #define CPUFLAG_3DNOWEXT (AV_CPU_FLAG_3DNOWEXT | CPUFLAG_3DNOW)
  103. #define CPUFLAG_SSE (AV_CPU_FLAG_SSE | CPUFLAG_MMXEXT)
  104. #define CPUFLAG_SSE2 (AV_CPU_FLAG_SSE2 | CPUFLAG_SSE)
  105. #define CPUFLAG_SSE2SLOW (AV_CPU_FLAG_SSE2SLOW | CPUFLAG_SSE2)
  106. #define CPUFLAG_SSE3 (AV_CPU_FLAG_SSE3 | CPUFLAG_SSE2)
  107. #define CPUFLAG_SSE3SLOW (AV_CPU_FLAG_SSE3SLOW | CPUFLAG_SSE3)
  108. #define CPUFLAG_SSSE3 (AV_CPU_FLAG_SSSE3 | CPUFLAG_SSE3)
  109. #define CPUFLAG_SSE4 (AV_CPU_FLAG_SSE4 | CPUFLAG_SSSE3)
  110. #define CPUFLAG_SSE42 (AV_CPU_FLAG_SSE42 | CPUFLAG_SSE4)
  111. #define CPUFLAG_AVX (AV_CPU_FLAG_AVX | CPUFLAG_SSE42)
  112. #define CPUFLAG_AVXSLOW (AV_CPU_FLAG_AVXSLOW | CPUFLAG_AVX)
  113. #define CPUFLAG_XOP (AV_CPU_FLAG_XOP | CPUFLAG_AVX)
  114. #define CPUFLAG_FMA3 (AV_CPU_FLAG_FMA3 | CPUFLAG_AVX)
  115. #define CPUFLAG_FMA4 (AV_CPU_FLAG_FMA4 | CPUFLAG_AVX)
  116. #define CPUFLAG_AVX2 (AV_CPU_FLAG_AVX2 | CPUFLAG_AVX)
  117. #define CPUFLAG_BMI2 (AV_CPU_FLAG_BMI2 | AV_CPU_FLAG_BMI1)
  118. #define CPUFLAG_AESNI (AV_CPU_FLAG_AESNI | CPUFLAG_SSE42)
  119. static const AVOption cpuflags_opts[] = {
  120. { "flags" , NULL, 0, AV_OPT_TYPE_FLAGS, { .i64 = 0 }, INT64_MIN, INT64_MAX, .unit = "flags" },
  121. #if ARCH_PPC
  122. { "altivec" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ALTIVEC }, .unit = "flags" },
  123. #elif ARCH_X86
  124. { "mmx" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_MMX }, .unit = "flags" },
  125. { "mmxext" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_MMXEXT }, .unit = "flags" },
  126. { "sse" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_SSE }, .unit = "flags" },
  127. { "sse2" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_SSE2 }, .unit = "flags" },
  128. { "sse2slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_SSE2SLOW }, .unit = "flags" },
  129. { "sse3" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_SSE3 }, .unit = "flags" },
  130. { "sse3slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_SSE3SLOW }, .unit = "flags" },
  131. { "ssse3" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_SSSE3 }, .unit = "flags" },
  132. { "atom" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ATOM }, .unit = "flags" },
  133. { "sse4.1" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_SSE4 }, .unit = "flags" },
  134. { "sse4.2" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_SSE42 }, .unit = "flags" },
  135. { "avx" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_AVX }, .unit = "flags" },
  136. { "avxslow" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_AVXSLOW }, .unit = "flags" },
  137. { "xop" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_XOP }, .unit = "flags" },
  138. { "fma3" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_FMA3 }, .unit = "flags" },
  139. { "fma4" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_FMA4 }, .unit = "flags" },
  140. { "avx2" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_AVX2 }, .unit = "flags" },
  141. { "bmi1" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_BMI1 }, .unit = "flags" },
  142. { "bmi2" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_BMI2 }, .unit = "flags" },
  143. { "3dnow" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_3DNOW }, .unit = "flags" },
  144. { "3dnowext", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_3DNOWEXT }, .unit = "flags" },
  145. { "cmov", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_CMOV }, .unit = "flags" },
  146. { "aesni" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPUFLAG_AESNI }, .unit = "flags" },
  147. #elif ARCH_ARM
  148. { "armv5te", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ARMV5TE }, .unit = "flags" },
  149. { "armv6", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ARMV6 }, .unit = "flags" },
  150. { "armv6t2", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ARMV6T2 }, .unit = "flags" },
  151. { "vfp", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_VFP }, .unit = "flags" },
  152. { "vfp_vm", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_VFP_VM }, .unit = "flags" },
  153. { "vfpv3", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_VFPV3 }, .unit = "flags" },
  154. { "neon", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_NEON }, .unit = "flags" },
  155. #elif ARCH_AARCH64
  156. { "armv8", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ARMV8 }, .unit = "flags" },
  157. { "neon", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_NEON }, .unit = "flags" },
  158. { "vfp", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_VFP }, .unit = "flags" },
  159. #endif
  160. { NULL },
  161. };
  162. static const AVClass class = {
  163. .class_name = "cpuflags",
  164. .item_name = av_default_item_name,
  165. .option = cpuflags_opts,
  166. .version = LIBAVUTIL_VERSION_INT,
  167. };
  168. int flags = 0, ret;
  169. const AVClass *pclass = &class;
  170. if ((ret = av_opt_eval_flags(&pclass, &cpuflags_opts[0], s, &flags)) < 0)
  171. return ret;
  172. return flags & INT_MAX;
  173. }
  174. int av_parse_cpu_caps(unsigned *flags, const char *s)
  175. {
  176. static const AVOption cpuflags_opts[] = {
  177. { "flags" , NULL, 0, AV_OPT_TYPE_FLAGS, { .i64 = 0 }, INT64_MIN, INT64_MAX, .unit = "flags" },
  178. #if ARCH_PPC
  179. { "altivec" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ALTIVEC }, .unit = "flags" },
  180. #elif ARCH_X86
  181. { "mmx" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_MMX }, .unit = "flags" },
  182. { "mmx2" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_MMX2 }, .unit = "flags" },
  183. { "mmxext" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_MMX2 }, .unit = "flags" },
  184. { "sse" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_SSE }, .unit = "flags" },
  185. { "sse2" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_SSE2 }, .unit = "flags" },
  186. { "sse2slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_SSE2SLOW }, .unit = "flags" },
  187. { "sse3" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_SSE3 }, .unit = "flags" },
  188. { "sse3slow", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_SSE3SLOW }, .unit = "flags" },
  189. { "ssse3" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_SSSE3 }, .unit = "flags" },
  190. { "atom" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ATOM }, .unit = "flags" },
  191. { "sse4.1" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_SSE4 }, .unit = "flags" },
  192. { "sse4.2" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_SSE42 }, .unit = "flags" },
  193. { "avx" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_AVX }, .unit = "flags" },
  194. { "avxslow" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_AVXSLOW }, .unit = "flags" },
  195. { "xop" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_XOP }, .unit = "flags" },
  196. { "fma3" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_FMA3 }, .unit = "flags" },
  197. { "fma4" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_FMA4 }, .unit = "flags" },
  198. { "avx2" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_AVX2 }, .unit = "flags" },
  199. { "bmi1" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_BMI1 }, .unit = "flags" },
  200. { "bmi2" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_BMI2 }, .unit = "flags" },
  201. { "3dnow" , NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_3DNOW }, .unit = "flags" },
  202. { "3dnowext", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_3DNOWEXT }, .unit = "flags" },
  203. { "cmov", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_CMOV }, .unit = "flags" },
  204. { "aesni", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_AESNI }, .unit = "flags" },
  205. #define CPU_FLAG_P2 AV_CPU_FLAG_CMOV | AV_CPU_FLAG_MMX
  206. #define CPU_FLAG_P3 CPU_FLAG_P2 | AV_CPU_FLAG_MMX2 | AV_CPU_FLAG_SSE
  207. #define CPU_FLAG_P4 CPU_FLAG_P3| AV_CPU_FLAG_SSE2
  208. { "pentium2", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPU_FLAG_P2 }, .unit = "flags" },
  209. { "pentium3", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPU_FLAG_P3 }, .unit = "flags" },
  210. { "pentium4", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPU_FLAG_P4 }, .unit = "flags" },
  211. #define CPU_FLAG_K62 AV_CPU_FLAG_MMX | AV_CPU_FLAG_3DNOW
  212. #define CPU_FLAG_ATHLON CPU_FLAG_K62 | AV_CPU_FLAG_CMOV | AV_CPU_FLAG_3DNOWEXT | AV_CPU_FLAG_MMX2
  213. #define CPU_FLAG_ATHLONXP CPU_FLAG_ATHLON | AV_CPU_FLAG_SSE
  214. #define CPU_FLAG_K8 CPU_FLAG_ATHLONXP | AV_CPU_FLAG_SSE2
  215. { "k6", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_MMX }, .unit = "flags" },
  216. { "k62", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPU_FLAG_K62 }, .unit = "flags" },
  217. { "athlon", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPU_FLAG_ATHLON }, .unit = "flags" },
  218. { "athlonxp", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPU_FLAG_ATHLONXP }, .unit = "flags" },
  219. { "k8", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = CPU_FLAG_K8 }, .unit = "flags" },
  220. #elif ARCH_ARM
  221. { "armv5te", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ARMV5TE }, .unit = "flags" },
  222. { "armv6", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ARMV6 }, .unit = "flags" },
  223. { "armv6t2", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ARMV6T2 }, .unit = "flags" },
  224. { "vfp", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_VFP }, .unit = "flags" },
  225. { "vfp_vm", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_VFP_VM }, .unit = "flags" },
  226. { "vfpv3", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_VFPV3 }, .unit = "flags" },
  227. { "neon", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_NEON }, .unit = "flags" },
  228. { "setend", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_SETEND }, .unit = "flags" },
  229. #elif ARCH_AARCH64
  230. { "armv8", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_ARMV8 }, .unit = "flags" },
  231. { "neon", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_NEON }, .unit = "flags" },
  232. { "vfp", NULL, 0, AV_OPT_TYPE_CONST, { .i64 = AV_CPU_FLAG_VFP }, .unit = "flags" },
  233. #endif
  234. { NULL },
  235. };
  236. static const AVClass class = {
  237. .class_name = "cpuflags",
  238. .item_name = av_default_item_name,
  239. .option = cpuflags_opts,
  240. .version = LIBAVUTIL_VERSION_INT,
  241. };
  242. const AVClass *pclass = &class;
  243. return av_opt_eval_flags(&pclass, &cpuflags_opts[0], s, flags);
  244. }
  245. int av_cpu_count(void)
  246. {
  247. static volatile int printed;
  248. int nb_cpus = 1;
  249. #if HAVE_WINRT
  250. SYSTEM_INFO sysinfo;
  251. #endif
  252. #if HAVE_SCHED_GETAFFINITY && defined(CPU_COUNT)
  253. cpu_set_t cpuset;
  254. CPU_ZERO(&cpuset);
  255. if (!sched_getaffinity(0, sizeof(cpuset), &cpuset))
  256. nb_cpus = CPU_COUNT(&cpuset);
  257. #elif HAVE_GETPROCESSAFFINITYMASK
  258. DWORD_PTR proc_aff, sys_aff;
  259. if (GetProcessAffinityMask(GetCurrentProcess(), &proc_aff, &sys_aff))
  260. nb_cpus = av_popcount64(proc_aff);
  261. #elif HAVE_SYSCTL && defined(HW_NCPU)
  262. int mib[2] = { CTL_HW, HW_NCPU };
  263. size_t len = sizeof(nb_cpus);
  264. if (sysctl(mib, 2, &nb_cpus, &len, NULL, 0) == -1)
  265. nb_cpus = 0;
  266. #elif HAVE_SYSCONF && defined(_SC_NPROC_ONLN)
  267. nb_cpus = sysconf(_SC_NPROC_ONLN);
  268. #elif HAVE_SYSCONF && defined(_SC_NPROCESSORS_ONLN)
  269. nb_cpus = sysconf(_SC_NPROCESSORS_ONLN);
  270. #elif HAVE_WINRT
  271. GetNativeSystemInfo(&sysinfo);
  272. nb_cpus = sysinfo.dwNumberOfProcessors;
  273. #endif
  274. if (!printed) {
  275. av_log(NULL, AV_LOG_DEBUG, "detected %d logical cores\n", nb_cpus);
  276. printed = 1;
  277. }
  278. return nb_cpus;
  279. }
  280. size_t av_cpu_max_align(void)
  281. {
  282. if (ARCH_AARCH64)
  283. return ff_get_cpu_max_align_aarch64();
  284. if (ARCH_ARM)
  285. return ff_get_cpu_max_align_arm();
  286. if (ARCH_PPC)
  287. return ff_get_cpu_max_align_ppc();
  288. if (ARCH_X86)
  289. return ff_get_cpu_max_align_x86();
  290. return 8;
  291. }