You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.

624 lines
21KB

  1. /*
  2. * Copyright (c) 2009 Mans Rullgard <mans@mansr.com>
  3. *
  4. * This file is part of FFmpeg.
  5. *
  6. * FFmpeg is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU Lesser General Public
  8. * License as published by the Free Software Foundation; either
  9. * version 2.1 of the License, or (at your option) any later version.
  10. *
  11. * FFmpeg is distributed in the hope that it will be useful,
  12. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  13. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  14. * Lesser General Public License for more details.
  15. *
  16. * You should have received a copy of the GNU Lesser General Public
  17. * License along with FFmpeg; if not, write to the Free Software
  18. * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
  19. */
  20. #include "asm.S"
  21. preserve8
  22. .text
  23. .macro call_2x_pixels type, subp
  24. function ff_\type\()_pixels16\subp\()_armv6, export=1
  25. push {r0-r3, lr}
  26. bl ff_\type\()_pixels8\subp\()_armv6
  27. pop {r0-r3, lr}
  28. add r0, r0, #8
  29. add r1, r1, #8
  30. b ff_\type\()_pixels8\subp\()_armv6
  31. .endfunc
  32. .endm
  33. call_2x_pixels avg
  34. call_2x_pixels put, _x2
  35. call_2x_pixels put, _y2
  36. call_2x_pixels put, _x2_no_rnd
  37. call_2x_pixels put, _y2_no_rnd
  38. function ff_put_pixels16_armv6, export=1
  39. push {r4-r11}
  40. 1:
  41. ldr r5, [r1, #4]
  42. ldr r6, [r1, #8]
  43. ldr r7, [r1, #12]
  44. ldr r4, [r1], r2
  45. strd r6, r7, [r0, #8]
  46. ldr r9, [r1, #4]
  47. strd r4, r5, [r0], r2
  48. ldr r10, [r1, #8]
  49. ldr r11, [r1, #12]
  50. ldr r8, [r1], r2
  51. strd r10, r11, [r0, #8]
  52. subs r3, r3, #2
  53. strd r8, r9, [r0], r2
  54. bne 1b
  55. pop {r4-r11}
  56. bx lr
  57. .endfunc
  58. function ff_put_pixels8_armv6, export=1
  59. push {r4-r7}
  60. 1:
  61. ldr r5, [r1, #4]
  62. ldr r4, [r1], r2
  63. ldr r7, [r1, #4]
  64. strd r4, r5, [r0], r2
  65. ldr r6, [r1], r2
  66. subs r3, r3, #2
  67. strd r6, r7, [r0], r2
  68. bne 1b
  69. pop {r4-r7}
  70. bx lr
  71. .endfunc
  72. function ff_put_pixels8_x2_armv6, export=1
  73. push {r4-r11, lr}
  74. mov r12, #1
  75. orr r12, r12, r12, lsl #8
  76. orr r12, r12, r12, lsl #16
  77. 1:
  78. ldr r4, [r1]
  79. subs r3, r3, #2
  80. ldr r5, [r1, #4]
  81. ldr r7, [r1, #5]
  82. lsr r6, r4, #8
  83. ldr r8, [r1, r2]!
  84. orr r6, r6, r5, lsl #24
  85. ldr r9, [r1, #4]
  86. ldr r11, [r1, #5]
  87. lsr r10, r8, #8
  88. add r1, r1, r2
  89. orr r10, r10, r9, lsl #24
  90. eor r14, r4, r6
  91. uhadd8 r4, r4, r6
  92. eor r6, r5, r7
  93. uhadd8 r5, r5, r7
  94. and r14, r14, r12
  95. and r6, r6, r12
  96. uadd8 r4, r4, r14
  97. eor r14, r8, r10
  98. uadd8 r5, r5, r6
  99. eor r6, r9, r11
  100. uhadd8 r8, r8, r10
  101. and r14, r14, r12
  102. uhadd8 r9, r9, r11
  103. and r6, r6, r12
  104. uadd8 r8, r8, r14
  105. strd r4, r5, [r0], r2
  106. uadd8 r9, r9, r6
  107. strd r8, r9, [r0], r2
  108. bne 1b
  109. pop {r4-r11, pc}
  110. .endfunc
  111. function ff_put_pixels8_y2_armv6, export=1
  112. push {r4-r11}
  113. mov r12, #1
  114. orr r12, r12, r12, lsl #8
  115. orr r12, r12, r12, lsl #16
  116. ldr r4, [r1]
  117. ldr r5, [r1, #4]
  118. ldr r6, [r1, r2]!
  119. ldr r7, [r1, #4]
  120. 1:
  121. subs r3, r3, #2
  122. uhadd8 r8, r4, r6
  123. eor r10, r4, r6
  124. uhadd8 r9, r5, r7
  125. eor r11, r5, r7
  126. and r10, r10, r12
  127. ldr r4, [r1, r2]!
  128. uadd8 r8, r8, r10
  129. and r11, r11, r12
  130. uadd8 r9, r9, r11
  131. ldr r5, [r1, #4]
  132. uhadd8 r10, r4, r6
  133. eor r6, r4, r6
  134. uhadd8 r11, r5, r7
  135. and r6, r6, r12
  136. eor r7, r5, r7
  137. uadd8 r10, r10, r6
  138. and r7, r7, r12
  139. ldr r6, [r1, r2]!
  140. uadd8 r11, r11, r7
  141. strd r8, r9, [r0], r2
  142. ldr r7, [r1, #4]
  143. strd r10, r11, [r0], r2
  144. bne 1b
  145. pop {r4-r11}
  146. bx lr
  147. .endfunc
  148. function ff_put_pixels8_x2_no_rnd_armv6, export=1
  149. push {r4-r9, lr}
  150. 1:
  151. subs r3, r3, #2
  152. ldr r4, [r1]
  153. ldr r5, [r1, #4]
  154. ldr r7, [r1, #5]
  155. ldr r8, [r1, r2]!
  156. ldr r9, [r1, #4]
  157. ldr r14, [r1, #5]
  158. add r1, r1, r2
  159. lsr r6, r4, #8
  160. orr r6, r6, r5, lsl #24
  161. lsr r12, r8, #8
  162. orr r12, r12, r9, lsl #24
  163. uhadd8 r4, r4, r6
  164. uhadd8 r5, r5, r7
  165. uhadd8 r8, r8, r12
  166. uhadd8 r9, r9, r14
  167. stm r0, {r4,r5}
  168. add r0, r0, r2
  169. stm r0, {r8,r9}
  170. add r0, r0, r2
  171. bne 1b
  172. pop {r4-r9, pc}
  173. .endfunc
  174. function ff_put_pixels8_y2_no_rnd_armv6, export=1
  175. push {r4-r9, lr}
  176. ldr r4, [r1]
  177. ldr r5, [r1, #4]
  178. ldr r6, [r1, r2]!
  179. ldr r7, [r1, #4]
  180. 1:
  181. subs r3, r3, #2
  182. uhadd8 r8, r4, r6
  183. ldr r4, [r1, r2]!
  184. uhadd8 r9, r5, r7
  185. ldr r5, [r1, #4]
  186. uhadd8 r12, r4, r6
  187. ldr r6, [r1, r2]!
  188. uhadd8 r14, r5, r7
  189. ldr r7, [r1, #4]
  190. stm r0, {r8,r9}
  191. add r0, r0, r2
  192. stm r0, {r12,r14}
  193. add r0, r0, r2
  194. bne 1b
  195. pop {r4-r9, pc}
  196. .endfunc
  197. function ff_avg_pixels8_armv6, export=1
  198. pld [r1, r2]
  199. push {r4-r10, lr}
  200. mov lr, #1
  201. orr lr, lr, lr, lsl #8
  202. orr lr, lr, lr, lsl #16
  203. ldrd r4, r5, [r0]
  204. ldr r10, [r1, #4]
  205. ldr r9, [r1], r2
  206. subs r3, r3, #2
  207. 1:
  208. pld [r1, r2]
  209. eor r8, r4, r9
  210. uhadd8 r4, r4, r9
  211. eor r12, r5, r10
  212. ldrd r6, r7, [r0, r2]
  213. uhadd8 r5, r5, r10
  214. and r8, r8, lr
  215. ldr r10, [r1, #4]
  216. and r12, r12, lr
  217. uadd8 r4, r4, r8
  218. ldr r9, [r1], r2
  219. eor r8, r6, r9
  220. uadd8 r5, r5, r12
  221. pld [r1, r2, lsl #1]
  222. eor r12, r7, r10
  223. uhadd8 r6, r6, r9
  224. strd r4, r5, [r0], r2
  225. uhadd8 r7, r7, r10
  226. beq 2f
  227. and r8, r8, lr
  228. ldrd r4, r5, [r0, r2]
  229. uadd8 r6, r6, r8
  230. ldr r10, [r1, #4]
  231. and r12, r12, lr
  232. subs r3, r3, #2
  233. uadd8 r7, r7, r12
  234. ldr r9, [r1], r2
  235. strd r6, r7, [r0], r2
  236. b 1b
  237. 2:
  238. and r8, r8, lr
  239. and r12, r12, lr
  240. uadd8 r6, r6, r8
  241. uadd8 r7, r7, r12
  242. strd r6, r7, [r0], r2
  243. pop {r4-r10, pc}
  244. .endfunc
  245. function ff_add_pixels_clamped_armv6, export=1
  246. push {r4-r8,lr}
  247. mov r3, #8
  248. 1:
  249. ldm r0!, {r4,r5,r12,lr}
  250. ldrd r6, r7, [r1]
  251. pkhbt r8, r4, r5, lsl #16
  252. pkhtb r5, r5, r4, asr #16
  253. pkhbt r4, r12, lr, lsl #16
  254. pkhtb lr, lr, r12, asr #16
  255. pld [r1, r2]
  256. uxtab16 r8, r8, r6
  257. uxtab16 r5, r5, r6, ror #8
  258. uxtab16 r4, r4, r7
  259. uxtab16 lr, lr, r7, ror #8
  260. usat16 r8, #8, r8
  261. usat16 r5, #8, r5
  262. usat16 r4, #8, r4
  263. usat16 lr, #8, lr
  264. orr r6, r8, r5, lsl #8
  265. orr r7, r4, lr, lsl #8
  266. subs r3, r3, #1
  267. strd r6, r7, [r1], r2
  268. bgt 1b
  269. pop {r4-r8,pc}
  270. .endfunc
  271. function ff_get_pixels_armv6, export=1
  272. pld [r1, r2]
  273. push {r4-r8, lr}
  274. mov lr, #8
  275. 1:
  276. ldrd r4, r5, [r1], r2
  277. subs lr, lr, #1
  278. uxtb16 r6, r4
  279. uxtb16 r4, r4, ror #8
  280. uxtb16 r12, r5
  281. uxtb16 r8, r5, ror #8
  282. pld [r1, r2]
  283. pkhbt r5, r6, r4, lsl #16
  284. pkhtb r6, r4, r6, asr #16
  285. pkhbt r7, r12, r8, lsl #16
  286. pkhtb r12, r8, r12, asr #16
  287. stm r0!, {r5,r6,r7,r12}
  288. bgt 1b
  289. pop {r4-r8, pc}
  290. .endfunc
  291. function ff_diff_pixels_armv6, export=1
  292. pld [r1, r3]
  293. pld [r2, r3]
  294. push {r4-r9, lr}
  295. mov lr, #8
  296. 1:
  297. ldrd r4, r5, [r1], r3
  298. ldrd r6, r7, [r2], r3
  299. uxtb16 r8, r4
  300. uxtb16 r4, r4, ror #8
  301. uxtb16 r9, r6
  302. uxtb16 r6, r6, ror #8
  303. pld [r1, r3]
  304. ssub16 r9, r8, r9
  305. ssub16 r6, r4, r6
  306. uxtb16 r8, r5
  307. uxtb16 r5, r5, ror #8
  308. pld [r2, r3]
  309. pkhbt r4, r9, r6, lsl #16
  310. pkhtb r6, r6, r9, asr #16
  311. uxtb16 r9, r7
  312. uxtb16 r7, r7, ror #8
  313. ssub16 r9, r8, r9
  314. ssub16 r5, r5, r7
  315. subs lr, lr, #1
  316. pkhbt r8, r9, r5, lsl #16
  317. pkhtb r9, r5, r9, asr #16
  318. stm r0!, {r4,r6,r8,r9}
  319. bgt 1b
  320. pop {r4-r9, pc}
  321. .endfunc
  322. function ff_pix_abs16_armv6, export=1
  323. ldr r0, [sp]
  324. push {r4-r9, lr}
  325. mov r12, #0
  326. mov lr, #0
  327. ldm r1, {r4-r7}
  328. ldr r8, [r2]
  329. 1:
  330. ldr r9, [r2, #4]
  331. pld [r1, r3]
  332. usada8 r12, r4, r8, r12
  333. ldr r8, [r2, #8]
  334. pld [r2, r3]
  335. usada8 lr, r5, r9, lr
  336. ldr r9, [r2, #12]
  337. usada8 r12, r6, r8, r12
  338. subs r0, r0, #1
  339. usada8 lr, r7, r9, lr
  340. beq 2f
  341. add r1, r1, r3
  342. ldm r1, {r4-r7}
  343. add r2, r2, r3
  344. ldr r8, [r2]
  345. b 1b
  346. 2:
  347. add r0, r12, lr
  348. pop {r4-r9, pc}
  349. .endfunc
  350. function ff_pix_abs16_x2_armv6, export=1
  351. ldr r12, [sp]
  352. push {r4-r11, lr}
  353. mov r0, #0
  354. mov lr, #1
  355. orr lr, lr, lr, lsl #8
  356. orr lr, lr, lr, lsl #16
  357. 1:
  358. ldr r8, [r2]
  359. ldr r9, [r2, #4]
  360. lsr r10, r8, #8
  361. ldr r4, [r1]
  362. lsr r6, r9, #8
  363. orr r10, r10, r9, lsl #24
  364. ldr r5, [r2, #8]
  365. eor r11, r8, r10
  366. uhadd8 r7, r8, r10
  367. orr r6, r6, r5, lsl #24
  368. and r11, r11, lr
  369. uadd8 r7, r7, r11
  370. ldr r8, [r1, #4]
  371. usada8 r0, r4, r7, r0
  372. eor r7, r9, r6
  373. lsr r10, r5, #8
  374. and r7, r7, lr
  375. uhadd8 r4, r9, r6
  376. ldr r6, [r2, #12]
  377. uadd8 r4, r4, r7
  378. pld [r1, r3]
  379. orr r10, r10, r6, lsl #24
  380. usada8 r0, r8, r4, r0
  381. ldr r4, [r1, #8]
  382. eor r11, r5, r10
  383. ldrb r7, [r2, #16]
  384. and r11, r11, lr
  385. uhadd8 r8, r5, r10
  386. ldr r5, [r1, #12]
  387. uadd8 r8, r8, r11
  388. pld [r2, r3]
  389. lsr r10, r6, #8
  390. usada8 r0, r4, r8, r0
  391. orr r10, r10, r7, lsl #24
  392. subs r12, r12, #1
  393. eor r11, r6, r10
  394. add r1, r1, r3
  395. uhadd8 r9, r6, r10
  396. and r11, r11, lr
  397. uadd8 r9, r9, r11
  398. add r2, r2, r3
  399. usada8 r0, r5, r9, r0
  400. bgt 1b
  401. pop {r4-r11, pc}
  402. .endfunc
  403. .macro usad_y2 p0, p1, p2, p3, n0, n1, n2, n3
  404. ldr \n0, [r2]
  405. eor \n1, \p0, \n0
  406. uhadd8 \p0, \p0, \n0
  407. and \n1, \n1, lr
  408. ldr \n2, [r1]
  409. uadd8 \p0, \p0, \n1
  410. ldr \n1, [r2, #4]
  411. usada8 r0, \p0, \n2, r0
  412. pld [r1, r3]
  413. eor \n3, \p1, \n1
  414. uhadd8 \p1, \p1, \n1
  415. and \n3, \n3, lr
  416. ldr \p0, [r1, #4]
  417. uadd8 \p1, \p1, \n3
  418. ldr \n2, [r2, #8]
  419. usada8 r0, \p1, \p0, r0
  420. pld [r2, r3]
  421. eor \p0, \p2, \n2
  422. uhadd8 \p2, \p2, \n2
  423. and \p0, \p0, lr
  424. ldr \p1, [r1, #8]
  425. uadd8 \p2, \p2, \p0
  426. ldr \n3, [r2, #12]
  427. usada8 r0, \p2, \p1, r0
  428. eor \p1, \p3, \n3
  429. uhadd8 \p3, \p3, \n3
  430. and \p1, \p1, lr
  431. ldr \p0, [r1, #12]
  432. uadd8 \p3, \p3, \p1
  433. add r1, r1, r3
  434. usada8 r0, \p3, \p0, r0
  435. add r2, r2, r3
  436. .endm
  437. function ff_pix_abs16_y2_armv6, export=1
  438. pld [r1]
  439. pld [r2]
  440. ldr r12, [sp]
  441. push {r4-r11, lr}
  442. mov r0, #0
  443. mov lr, #1
  444. orr lr, lr, lr, lsl #8
  445. orr lr, lr, lr, lsl #16
  446. ldr r4, [r2]
  447. ldr r5, [r2, #4]
  448. ldr r6, [r2, #8]
  449. ldr r7, [r2, #12]
  450. add r2, r2, r3
  451. 1:
  452. usad_y2 r4, r5, r6, r7, r8, r9, r10, r11
  453. subs r12, r12, #2
  454. usad_y2 r8, r9, r10, r11, r4, r5, r6, r7
  455. bgt 1b
  456. pop {r4-r11, pc}
  457. .endfunc
  458. function ff_pix_abs8_armv6, export=1
  459. pld [r2, r3]
  460. ldr r12, [sp]
  461. push {r4-r9, lr}
  462. mov r0, #0
  463. mov lr, #0
  464. ldrd r4, r5, [r1], r3
  465. 1:
  466. subs r12, r12, #2
  467. ldr r7, [r2, #4]
  468. ldr r6, [r2], r3
  469. ldrd r8, r9, [r1], r3
  470. usada8 r0, r4, r6, r0
  471. pld [r2, r3]
  472. usada8 lr, r5, r7, lr
  473. ldr r7, [r2, #4]
  474. ldr r6, [r2], r3
  475. beq 2f
  476. ldrd r4, r5, [r1], r3
  477. usada8 r0, r8, r6, r0
  478. pld [r2, r3]
  479. usada8 lr, r9, r7, lr
  480. b 1b
  481. 2:
  482. usada8 r0, r8, r6, r0
  483. usada8 lr, r9, r7, lr
  484. add r0, r0, lr
  485. pop {r4-r9, pc}
  486. .endfunc
  487. function ff_sse16_armv6, export=1
  488. ldr r12, [sp]
  489. push {r4-r9, lr}
  490. mov r0, #0
  491. 1:
  492. ldrd r4, r5, [r1]
  493. ldr r8, [r2]
  494. uxtb16 lr, r4
  495. uxtb16 r4, r4, ror #8
  496. uxtb16 r9, r8
  497. uxtb16 r8, r8, ror #8
  498. ldr r7, [r2, #4]
  499. usub16 lr, lr, r9
  500. usub16 r4, r4, r8
  501. smlad r0, lr, lr, r0
  502. uxtb16 r6, r5
  503. uxtb16 lr, r5, ror #8
  504. uxtb16 r8, r7
  505. uxtb16 r9, r7, ror #8
  506. smlad r0, r4, r4, r0
  507. ldrd r4, r5, [r1, #8]
  508. usub16 r6, r6, r8
  509. usub16 r8, lr, r9
  510. ldr r7, [r2, #8]
  511. smlad r0, r6, r6, r0
  512. uxtb16 lr, r4
  513. uxtb16 r4, r4, ror #8
  514. uxtb16 r9, r7
  515. uxtb16 r7, r7, ror #8
  516. smlad r0, r8, r8, r0
  517. ldr r8, [r2, #12]
  518. usub16 lr, lr, r9
  519. usub16 r4, r4, r7
  520. smlad r0, lr, lr, r0
  521. uxtb16 r6, r5
  522. uxtb16 r5, r5, ror #8
  523. uxtb16 r9, r8
  524. uxtb16 r8, r8, ror #8
  525. smlad r0, r4, r4, r0
  526. usub16 r6, r6, r9
  527. usub16 r5, r5, r8
  528. smlad r0, r6, r6, r0
  529. add r1, r1, r3
  530. add r2, r2, r3
  531. subs r12, r12, #1
  532. smlad r0, r5, r5, r0
  533. bgt 1b
  534. pop {r4-r9, pc}
  535. .endfunc
  536. function ff_pix_norm1_armv6, export=1
  537. push {r4-r6, lr}
  538. mov r12, #16
  539. mov lr, #0
  540. 1:
  541. ldm r0, {r2-r5}
  542. uxtb16 r6, r2
  543. uxtb16 r2, r2, ror #8
  544. smlad lr, r6, r6, lr
  545. uxtb16 r6, r3
  546. smlad lr, r2, r2, lr
  547. uxtb16 r3, r3, ror #8
  548. smlad lr, r6, r6, lr
  549. uxtb16 r6, r4
  550. smlad lr, r3, r3, lr
  551. uxtb16 r4, r4, ror #8
  552. smlad lr, r6, r6, lr
  553. uxtb16 r6, r5
  554. smlad lr, r4, r4, lr
  555. uxtb16 r5, r5, ror #8
  556. smlad lr, r6, r6, lr
  557. subs r12, r12, #1
  558. add r0, r0, r1
  559. smlad lr, r5, r5, lr
  560. bgt 1b
  561. mov r0, lr
  562. pop {r4-r6, pc}
  563. .endfunc
  564. function ff_pix_sum_armv6, export=1
  565. push {r4-r7, lr}
  566. mov r12, #16
  567. mov r2, #0
  568. mov r3, #0
  569. mov lr, #0
  570. ldr r4, [r0]
  571. 1:
  572. subs r12, r12, #1
  573. ldr r5, [r0, #4]
  574. usada8 r2, r4, lr, r2
  575. ldr r6, [r0, #8]
  576. usada8 r3, r5, lr, r3
  577. ldr r7, [r0, #12]
  578. usada8 r2, r6, lr, r2
  579. beq 2f
  580. ldr r4, [r0, r1]!
  581. usada8 r3, r7, lr, r3
  582. bgt 1b
  583. 2:
  584. usada8 r3, r7, lr, r3
  585. add r0, r2, r3
  586. pop {r4-r7, pc}
  587. .endfunc