You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

620 lines
20KB

  1. /*
  2. * Copyright (c) 2009 Mans Rullgard <mans@mansr.com>
  3. *
  4. * This file is part of Libav.
  5. *
  6. * Libav is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * Libav is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with Libav; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. #include "libavutil/arm/asm.S"
  21. .macro call_2x_pixels type, subp
  22. function ff_\type\()_pixels16\subp\()_armv6, export=1
  23. push {r0-r3, lr}
  24. bl ff_\type\()_pixels8\subp\()_armv6
  25. pop {r0-r3, lr}
  26. add r0, r0, #8
  27. add r1, r1, #8
  28. b ff_\type\()_pixels8\subp\()_armv6
  29. endfunc
  30. .endm
  31. call_2x_pixels avg
  32. call_2x_pixels put, _x2
  33. call_2x_pixels put, _y2
  34. call_2x_pixels put, _x2_no_rnd
  35. call_2x_pixels put, _y2_no_rnd
  36. function ff_put_pixels16_armv6, export=1
  37. push {r4-r11}
  38. 1:
  39. ldr r5, [r1, #4]
  40. ldr r6, [r1, #8]
  41. ldr r7, [r1, #12]
  42. ldr_post r4, r1, r2
  43. strd r6, r7, [r0, #8]
  44. ldr r9, [r1, #4]
  45. strd_post r4, r5, r0, r2
  46. ldr r10, [r1, #8]
  47. ldr r11, [r1, #12]
  48. ldr_post r8, r1, r2
  49. strd r10, r11, [r0, #8]
  50. subs r3, r3, #2
  51. strd_post r8, r9, r0, r2
  52. bne 1b
  53. pop {r4-r11}
  54. bx lr
  55. endfunc
  56. function ff_put_pixels8_armv6, export=1
  57. push {r4-r7}
  58. 1:
  59. ldr r5, [r1, #4]
  60. ldr_post r4, r1, r2
  61. ldr r7, [r1, #4]
  62. strd_post r4, r5, r0, r2
  63. ldr_post r6, r1, r2
  64. subs r3, r3, #2
  65. strd_post r6, r7, r0, r2
  66. bne 1b
  67. pop {r4-r7}
  68. bx lr
  69. endfunc
  70. function ff_put_pixels8_x2_armv6, export=1
  71. push {r4-r11, lr}
  72. mov r12, #1
  73. orr r12, r12, r12, lsl #8
  74. orr r12, r12, r12, lsl #16
  75. 1:
  76. ldr r4, [r1]
  77. subs r3, r3, #2
  78. ldr r5, [r1, #4]
  79. ldr r7, [r1, #5]
  80. lsr r6, r4, #8
  81. ldr_pre r8, r1, r2
  82. orr r6, r6, r5, lsl #24
  83. ldr r9, [r1, #4]
  84. ldr r11, [r1, #5]
  85. lsr r10, r8, #8
  86. add r1, r1, r2
  87. orr r10, r10, r9, lsl #24
  88. eor r14, r4, r6
  89. uhadd8 r4, r4, r6
  90. eor r6, r5, r7
  91. uhadd8 r5, r5, r7
  92. and r14, r14, r12
  93. and r6, r6, r12
  94. uadd8 r4, r4, r14
  95. eor r14, r8, r10
  96. uadd8 r5, r5, r6
  97. eor r6, r9, r11
  98. uhadd8 r8, r8, r10
  99. and r14, r14, r12
  100. uhadd8 r9, r9, r11
  101. and r6, r6, r12
  102. uadd8 r8, r8, r14
  103. strd_post r4, r5, r0, r2
  104. uadd8 r9, r9, r6
  105. strd_post r8, r9, r0, r2
  106. bne 1b
  107. pop {r4-r11, pc}
  108. endfunc
  109. function ff_put_pixels8_y2_armv6, export=1
  110. push {r4-r11}
  111. mov r12, #1
  112. orr r12, r12, r12, lsl #8
  113. orr r12, r12, r12, lsl #16
  114. ldr r4, [r1]
  115. ldr r5, [r1, #4]
  116. ldr_pre r6, r1, r2
  117. ldr r7, [r1, #4]
  118. 1:
  119. subs r3, r3, #2
  120. uhadd8 r8, r4, r6
  121. eor r10, r4, r6
  122. uhadd8 r9, r5, r7
  123. eor r11, r5, r7
  124. and r10, r10, r12
  125. ldr_pre r4, r1, r2
  126. uadd8 r8, r8, r10
  127. and r11, r11, r12
  128. uadd8 r9, r9, r11
  129. ldr r5, [r1, #4]
  130. uhadd8 r10, r4, r6
  131. eor r6, r4, r6
  132. uhadd8 r11, r5, r7
  133. and r6, r6, r12
  134. eor r7, r5, r7
  135. uadd8 r10, r10, r6
  136. and r7, r7, r12
  137. ldr_pre r6, r1, r2
  138. uadd8 r11, r11, r7
  139. strd_post r8, r9, r0, r2
  140. ldr r7, [r1, #4]
  141. strd_post r10, r11, r0, r2
  142. bne 1b
  143. pop {r4-r11}
  144. bx lr
  145. endfunc
  146. function ff_put_pixels8_x2_no_rnd_armv6, export=1
  147. push {r4-r9, lr}
  148. 1:
  149. subs r3, r3, #2
  150. ldr r4, [r1]
  151. ldr r5, [r1, #4]
  152. ldr r7, [r1, #5]
  153. ldr_pre r8, r1, r2
  154. ldr r9, [r1, #4]
  155. ldr r14, [r1, #5]
  156. add r1, r1, r2
  157. lsr r6, r4, #8
  158. orr r6, r6, r5, lsl #24
  159. lsr r12, r8, #8
  160. orr r12, r12, r9, lsl #24
  161. uhadd8 r4, r4, r6
  162. uhadd8 r5, r5, r7
  163. uhadd8 r8, r8, r12
  164. uhadd8 r9, r9, r14
  165. stm r0, {r4,r5}
  166. add r0, r0, r2
  167. stm r0, {r8,r9}
  168. add r0, r0, r2
  169. bne 1b
  170. pop {r4-r9, pc}
  171. endfunc
  172. function ff_put_pixels8_y2_no_rnd_armv6, export=1
  173. push {r4-r9, lr}
  174. ldr r4, [r1]
  175. ldr r5, [r1, #4]
  176. ldr_pre r6, r1, r2
  177. ldr r7, [r1, #4]
  178. 1:
  179. subs r3, r3, #2
  180. uhadd8 r8, r4, r6
  181. ldr_pre r4, r1, r2
  182. uhadd8 r9, r5, r7
  183. ldr r5, [r1, #4]
  184. uhadd8 r12, r4, r6
  185. ldr_pre r6, r1, r2
  186. uhadd8 r14, r5, r7
  187. ldr r7, [r1, #4]
  188. stm r0, {r8,r9}
  189. add r0, r0, r2
  190. stm r0, {r12,r14}
  191. add r0, r0, r2
  192. bne 1b
  193. pop {r4-r9, pc}
  194. endfunc
  195. function ff_avg_pixels8_armv6, export=1
  196. pld [r1, r2]
  197. push {r4-r10, lr}
  198. mov lr, #1
  199. orr lr, lr, lr, lsl #8
  200. orr lr, lr, lr, lsl #16
  201. ldrd r4, r5, [r0]
  202. ldr r10, [r1, #4]
  203. ldr_post r9, r1, r2
  204. subs r3, r3, #2
  205. 1:
  206. pld [r1, r2]
  207. eor r8, r4, r9
  208. uhadd8 r4, r4, r9
  209. eor r12, r5, r10
  210. ldrd_reg r6, r7, r0, r2
  211. uhadd8 r5, r5, r10
  212. and r8, r8, lr
  213. ldr r10, [r1, #4]
  214. and r12, r12, lr
  215. uadd8 r4, r4, r8
  216. ldr_post r9, r1, r2
  217. eor r8, r6, r9
  218. uadd8 r5, r5, r12
  219. pld [r1, r2, lsl #1]
  220. eor r12, r7, r10
  221. uhadd8 r6, r6, r9
  222. strd_post r4, r5, r0, r2
  223. uhadd8 r7, r7, r10
  224. beq 2f
  225. and r8, r8, lr
  226. ldrd_reg r4, r5, r0, r2
  227. uadd8 r6, r6, r8
  228. ldr r10, [r1, #4]
  229. and r12, r12, lr
  230. subs r3, r3, #2
  231. uadd8 r7, r7, r12
  232. ldr_post r9, r1, r2
  233. strd_post r6, r7, r0, r2
  234. b 1b
  235. 2:
  236. and r8, r8, lr
  237. and r12, r12, lr
  238. uadd8 r6, r6, r8
  239. uadd8 r7, r7, r12
  240. strd_post r6, r7, r0, r2
  241. pop {r4-r10, pc}
  242. endfunc
  243. function ff_add_pixels_clamped_armv6, export=1
  244. push {r4-r8,lr}
  245. mov r3, #8
  246. 1:
  247. ldm r0!, {r4,r5,r12,lr}
  248. ldrd r6, r7, [r1]
  249. pkhbt r8, r4, r5, lsl #16
  250. pkhtb r5, r5, r4, asr #16
  251. pkhbt r4, r12, lr, lsl #16
  252. pkhtb lr, lr, r12, asr #16
  253. pld [r1, r2]
  254. uxtab16 r8, r8, r6
  255. uxtab16 r5, r5, r6, ror #8
  256. uxtab16 r4, r4, r7
  257. uxtab16 lr, lr, r7, ror #8
  258. usat16 r8, #8, r8
  259. usat16 r5, #8, r5
  260. usat16 r4, #8, r4
  261. usat16 lr, #8, lr
  262. orr r6, r8, r5, lsl #8
  263. orr r7, r4, lr, lsl #8
  264. subs r3, r3, #1
  265. strd_post r6, r7, r1, r2
  266. bgt 1b
  267. pop {r4-r8,pc}
  268. endfunc
  269. function ff_get_pixels_armv6, export=1
  270. pld [r1, r2]
  271. push {r4-r8, lr}
  272. mov lr, #8
  273. 1:
  274. ldrd_post r4, r5, r1, r2
  275. subs lr, lr, #1
  276. uxtb16 r6, r4
  277. uxtb16 r4, r4, ror #8
  278. uxtb16 r12, r5
  279. uxtb16 r8, r5, ror #8
  280. pld [r1, r2]
  281. pkhbt r5, r6, r4, lsl #16
  282. pkhtb r6, r4, r6, asr #16
  283. pkhbt r7, r12, r8, lsl #16
  284. pkhtb r12, r8, r12, asr #16
  285. stm r0!, {r5,r6,r7,r12}
  286. bgt 1b
  287. pop {r4-r8, pc}
  288. endfunc
  289. function ff_diff_pixels_armv6, export=1
  290. pld [r1, r3]
  291. pld [r2, r3]
  292. push {r4-r9, lr}
  293. mov lr, #8
  294. 1:
  295. ldrd_post r4, r5, r1, r3
  296. ldrd_post r6, r7, r2, r3
  297. uxtb16 r8, r4
  298. uxtb16 r4, r4, ror #8
  299. uxtb16 r9, r6
  300. uxtb16 r6, r6, ror #8
  301. pld [r1, r3]
  302. ssub16 r9, r8, r9
  303. ssub16 r6, r4, r6
  304. uxtb16 r8, r5
  305. uxtb16 r5, r5, ror #8
  306. pld [r2, r3]
  307. pkhbt r4, r9, r6, lsl #16
  308. pkhtb r6, r6, r9, asr #16
  309. uxtb16 r9, r7
  310. uxtb16 r7, r7, ror #8
  311. ssub16 r9, r8, r9
  312. ssub16 r5, r5, r7
  313. subs lr, lr, #1
  314. pkhbt r8, r9, r5, lsl #16
  315. pkhtb r9, r5, r9, asr #16
  316. stm r0!, {r4,r6,r8,r9}
  317. bgt 1b
  318. pop {r4-r9, pc}
  319. endfunc
  320. function ff_pix_abs16_armv6, export=1
  321. ldr r0, [sp]
  322. push {r4-r9, lr}
  323. mov r12, #0
  324. mov lr, #0
  325. ldm r1, {r4-r7}
  326. ldr r8, [r2]
  327. 1:
  328. ldr r9, [r2, #4]
  329. pld [r1, r3]
  330. usada8 r12, r4, r8, r12
  331. ldr r8, [r2, #8]
  332. pld [r2, r3]
  333. usada8 lr, r5, r9, lr
  334. ldr r9, [r2, #12]
  335. usada8 r12, r6, r8, r12
  336. subs r0, r0, #1
  337. usada8 lr, r7, r9, lr
  338. beq 2f
  339. add r1, r1, r3
  340. ldm r1, {r4-r7}
  341. add r2, r2, r3
  342. ldr r8, [r2]
  343. b 1b
  344. 2:
  345. add r0, r12, lr
  346. pop {r4-r9, pc}
  347. endfunc
  348. function ff_pix_abs16_x2_armv6, export=1
  349. ldr r12, [sp]
  350. push {r4-r11, lr}
  351. mov r0, #0
  352. mov lr, #1
  353. orr lr, lr, lr, lsl #8
  354. orr lr, lr, lr, lsl #16
  355. 1:
  356. ldr r8, [r2]
  357. ldr r9, [r2, #4]
  358. lsr r10, r8, #8
  359. ldr r4, [r1]
  360. lsr r6, r9, #8
  361. orr r10, r10, r9, lsl #24
  362. ldr r5, [r2, #8]
  363. eor r11, r8, r10
  364. uhadd8 r7, r8, r10
  365. orr r6, r6, r5, lsl #24
  366. and r11, r11, lr
  367. uadd8 r7, r7, r11
  368. ldr r8, [r1, #4]
  369. usada8 r0, r4, r7, r0
  370. eor r7, r9, r6
  371. lsr r10, r5, #8
  372. and r7, r7, lr
  373. uhadd8 r4, r9, r6
  374. ldr r6, [r2, #12]
  375. uadd8 r4, r4, r7
  376. pld [r1, r3]
  377. orr r10, r10, r6, lsl #24
  378. usada8 r0, r8, r4, r0
  379. ldr r4, [r1, #8]
  380. eor r11, r5, r10
  381. ldrb r7, [r2, #16]
  382. and r11, r11, lr
  383. uhadd8 r8, r5, r10
  384. ldr r5, [r1, #12]
  385. uadd8 r8, r8, r11
  386. pld [r2, r3]
  387. lsr r10, r6, #8
  388. usada8 r0, r4, r8, r0
  389. orr r10, r10, r7, lsl #24
  390. subs r12, r12, #1
  391. eor r11, r6, r10
  392. add r1, r1, r3
  393. uhadd8 r9, r6, r10
  394. and r11, r11, lr
  395. uadd8 r9, r9, r11
  396. add r2, r2, r3
  397. usada8 r0, r5, r9, r0
  398. bgt 1b
  399. pop {r4-r11, pc}
  400. endfunc
  401. .macro usad_y2 p0, p1, p2, p3, n0, n1, n2, n3
  402. ldr \n0, [r2]
  403. eor \n1, \p0, \n0
  404. uhadd8 \p0, \p0, \n0
  405. and \n1, \n1, lr
  406. ldr \n2, [r1]
  407. uadd8 \p0, \p0, \n1
  408. ldr \n1, [r2, #4]
  409. usada8 r0, \p0, \n2, r0
  410. pld [r1, r3]
  411. eor \n3, \p1, \n1
  412. uhadd8 \p1, \p1, \n1
  413. and \n3, \n3, lr
  414. ldr \p0, [r1, #4]
  415. uadd8 \p1, \p1, \n3
  416. ldr \n2, [r2, #8]
  417. usada8 r0, \p1, \p0, r0
  418. pld [r2, r3]
  419. eor \p0, \p2, \n2
  420. uhadd8 \p2, \p2, \n2
  421. and \p0, \p0, lr
  422. ldr \p1, [r1, #8]
  423. uadd8 \p2, \p2, \p0
  424. ldr \n3, [r2, #12]
  425. usada8 r0, \p2, \p1, r0
  426. eor \p1, \p3, \n3
  427. uhadd8 \p3, \p3, \n3
  428. and \p1, \p1, lr
  429. ldr \p0, [r1, #12]
  430. uadd8 \p3, \p3, \p1
  431. add r1, r1, r3
  432. usada8 r0, \p3, \p0, r0
  433. add r2, r2, r3
  434. .endm
  435. function ff_pix_abs16_y2_armv6, export=1
  436. pld [r1]
  437. pld [r2]
  438. ldr r12, [sp]
  439. push {r4-r11, lr}
  440. mov r0, #0
  441. mov lr, #1
  442. orr lr, lr, lr, lsl #8
  443. orr lr, lr, lr, lsl #16
  444. ldr r4, [r2]
  445. ldr r5, [r2, #4]
  446. ldr r6, [r2, #8]
  447. ldr r7, [r2, #12]
  448. add r2, r2, r3
  449. 1:
  450. usad_y2 r4, r5, r6, r7, r8, r9, r10, r11
  451. subs r12, r12, #2
  452. usad_y2 r8, r9, r10, r11, r4, r5, r6, r7
  453. bgt 1b
  454. pop {r4-r11, pc}
  455. endfunc
  456. function ff_pix_abs8_armv6, export=1
  457. pld [r2, r3]
  458. ldr r12, [sp]
  459. push {r4-r9, lr}
  460. mov r0, #0
  461. mov lr, #0
  462. ldrd_post r4, r5, r1, r3
  463. 1:
  464. subs r12, r12, #2
  465. ldr r7, [r2, #4]
  466. ldr_post r6, r2, r3
  467. ldrd_post r8, r9, r1, r3
  468. usada8 r0, r4, r6, r0
  469. pld [r2, r3]
  470. usada8 lr, r5, r7, lr
  471. ldr r7, [r2, #4]
  472. ldr_post r6, r2, r3
  473. beq 2f
  474. ldrd_post r4, r5, r1, r3
  475. usada8 r0, r8, r6, r0
  476. pld [r2, r3]
  477. usada8 lr, r9, r7, lr
  478. b 1b
  479. 2:
  480. usada8 r0, r8, r6, r0
  481. usada8 lr, r9, r7, lr
  482. add r0, r0, lr
  483. pop {r4-r9, pc}
  484. endfunc
  485. function ff_sse16_armv6, export=1
  486. ldr r12, [sp]
  487. push {r4-r9, lr}
  488. mov r0, #0
  489. 1:
  490. ldrd r4, r5, [r1]
  491. ldr r8, [r2]
  492. uxtb16 lr, r4
  493. uxtb16 r4, r4, ror #8
  494. uxtb16 r9, r8
  495. uxtb16 r8, r8, ror #8
  496. ldr r7, [r2, #4]
  497. usub16 lr, lr, r9
  498. usub16 r4, r4, r8
  499. smlad r0, lr, lr, r0
  500. uxtb16 r6, r5
  501. uxtb16 lr, r5, ror #8
  502. uxtb16 r8, r7
  503. uxtb16 r9, r7, ror #8
  504. smlad r0, r4, r4, r0
  505. ldrd r4, r5, [r1, #8]
  506. usub16 r6, r6, r8
  507. usub16 r8, lr, r9
  508. ldr r7, [r2, #8]
  509. smlad r0, r6, r6, r0
  510. uxtb16 lr, r4
  511. uxtb16 r4, r4, ror #8
  512. uxtb16 r9, r7
  513. uxtb16 r7, r7, ror #8
  514. smlad r0, r8, r8, r0
  515. ldr r8, [r2, #12]
  516. usub16 lr, lr, r9
  517. usub16 r4, r4, r7
  518. smlad r0, lr, lr, r0
  519. uxtb16 r6, r5
  520. uxtb16 r5, r5, ror #8
  521. uxtb16 r9, r8
  522. uxtb16 r8, r8, ror #8
  523. smlad r0, r4, r4, r0
  524. usub16 r6, r6, r9
  525. usub16 r5, r5, r8
  526. smlad r0, r6, r6, r0
  527. add r1, r1, r3
  528. add r2, r2, r3
  529. subs r12, r12, #1
  530. smlad r0, r5, r5, r0
  531. bgt 1b
  532. pop {r4-r9, pc}
  533. endfunc
  534. function ff_pix_norm1_armv6, export=1
  535. push {r4-r6, lr}
  536. mov r12, #16
  537. mov lr, #0
  538. 1:
  539. ldm r0, {r2-r5}
  540. uxtb16 r6, r2
  541. uxtb16 r2, r2, ror #8
  542. smlad lr, r6, r6, lr
  543. uxtb16 r6, r3
  544. smlad lr, r2, r2, lr
  545. uxtb16 r3, r3, ror #8
  546. smlad lr, r6, r6, lr
  547. uxtb16 r6, r4
  548. smlad lr, r3, r3, lr
  549. uxtb16 r4, r4, ror #8
  550. smlad lr, r6, r6, lr
  551. uxtb16 r6, r5
  552. smlad lr, r4, r4, lr
  553. uxtb16 r5, r5, ror #8
  554. smlad lr, r6, r6, lr
  555. subs r12, r12, #1
  556. add r0, r0, r1
  557. smlad lr, r5, r5, lr
  558. bgt 1b
  559. mov r0, lr
  560. pop {r4-r6, pc}
  561. endfunc
  562. function ff_pix_sum_armv6, export=1
  563. push {r4-r7, lr}
  564. mov r12, #16
  565. mov r2, #0
  566. mov r3, #0
  567. mov lr, #0
  568. ldr r4, [r0]
  569. 1:
  570. subs r12, r12, #1
  571. ldr r5, [r0, #4]
  572. usada8 r2, r4, lr, r2
  573. ldr r6, [r0, #8]
  574. usada8 r3, r5, lr, r3
  575. ldr r7, [r0, #12]
  576. usada8 r2, r6, lr, r2
  577. beq 2f
  578. ldr_pre r4, r0, r1
  579. usada8 r3, r7, lr, r3
  580. bgt 1b
  581. 2:
  582. usada8 r3, r7, lr, r3
  583. add r0, r2, r3
  584. pop {r4-r7, pc}
  585. endfunc