1dnl ARM mpn_mod_1s_2p 2 3dnl Contributed to the GNU project by Torbj��rn Granlund. 4 5dnl Copyright 2012 Free Software Foundation, Inc. 6 7dnl This file is part of the GNU MP Library. 8dnl 9dnl The GNU MP Library is free software; you can redistribute it and/or modify 10dnl it under the terms of either: 11dnl 12dnl * the GNU Lesser General Public License as published by the Free 13dnl Software Foundation; either version 3 of the License, or (at your 14dnl option) any later version. 15dnl 16dnl or 17dnl 18dnl * the GNU General Public License as published by the Free Software 19dnl Foundation; either version 2 of the License, or (at your option) any 20dnl later version. 21dnl 22dnl or both in parallel, as here. 23dnl 24dnl The GNU MP Library is distributed in the hope that it will be useful, but 25dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY 26dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License 27dnl for more details. 28dnl 29dnl You should have received copies of the GNU General Public License and the 30dnl GNU Lesser General Public License along with the GNU MP Library. If not, 31dnl see https://www.gnu.org/licenses/. 32 33include(`../config.m4') 34 35C cycles/limb 36C StrongARM - 37C XScale ? 38C Cortex-A7 ? 39C Cortex-A8 ? 40C Cortex-A9 4.25 41C Cortex-A15 3 42 43define(`ap', `r0') 44define(`n', `r1') 45define(`d', `r2') 46define(`cps',`r3') 47 48ASM_START() 49PROLOGUE(mpn_mod_1s_2p) 50 push {r4-r10} 51 tst n, #1 52 add r7, r3, #8 53 ldmia r7, {r7, r8, r12} C load B1, B2, B3 54 add ap, ap, n, lsl #2 C put ap at operand end 55 beq L(evn) 56 57L(odd): subs n, n, #1 58 beq L(1) 59 ldmdb ap!, {r4,r6,r9} 60 mov r10, #0 61 umlal r4, r10, r6, r7 62 umlal r4, r10, r9, r8 63 b L(com) 64 65L(evn): ldmdb ap!, {r4,r10} 66L(com): subs n, n, #2 67 ble L(end) 68 ldmdb ap!, {r5,r6} 69 b L(mid) 70 71L(top): mov r9, #0 72 umlal r5, r9, r6, r7 C B1 73 umlal r5, r9, r4, r8 C B2 74 ldmdb ap!, {r4,r6} 75 umlal r5, r9, r10, r12 C B3 76 ble L(xit) 77 mov r10, #0 78 umlal r4, r10, r6, r7 C B1 79 umlal r4, r10, r5, r8 C B2 80 ldmdb ap!, {r5,r6} 81 umlal r4, r10, r9, r12 C B3 82L(mid): subs n, n, #4 83 bge L(top) 84 85 mov r9, #0 86 umlal r5, r9, r6, r7 C B1 87 umlal r5, r9, r4, r8 C B2 88 umlal r5, r9, r10, r12 C B3 89 mov r4, r5 90 91L(end): movge r9, r10 C executed iff coming via xit 92 ldr r6, [r3, #4] C cps[1] = cnt 93 mov r5, #0 94 umlal r4, r5, r9, r7 95 mov r7, r5, lsl r6 96L(x): rsb r1, r6, #32 97 orr r8, r7, r4, lsr r1 98 mov r9, r4, lsl r6 99 ldr r5, [r3, #0] 100 add r0, r8, #1 101 umull r12, r1, r8, r5 102 adds r4, r12, r9 103 adc r1, r1, r0 104 mul r5, r2, r1 105 sub r9, r9, r5 106 cmp r9, r4 107 addhi r9, r9, r2 108 cmp r2, r9 109 subls r9, r9, r2 110 mov r0, r9, lsr r6 111 pop {r4-r10} 112 bx r14 113 114L(xit): mov r10, #0 115 umlal r4, r10, r6, r7 C B1 116 umlal r4, r10, r5, r8 C B2 117 umlal r4, r10, r9, r12 C B3 118 b L(end) 119 120L(1): ldr r6, [r3, #4] C cps[1] = cnt 121 ldr r4, [ap, #-4] C ap[0] 122 mov r7, #0 123 b L(x) 124EPILOGUE() 125 126PROLOGUE(mpn_mod_1s_2p_cps) 127 push {r4-r8, r14} 128 clz r4, r1 129 mov r5, r1, lsl r4 C b <<= cnt 130 mov r6, r0 C r6 = cps 131 mov r0, r5 132 bl mpn_invert_limb 133 rsb r3, r4, #32 134 mov r3, r0, lsr r3 135 mov r2, #1 136 orr r3, r3, r2, lsl r4 137 rsb r1, r5, #0 138 mul r2, r1, r3 139 umull r3, r12, r2, r0 140 add r12, r2, r12 141 mvn r12, r12 142 mul r1, r5, r12 143 cmp r1, r3 144 addhi r1, r1, r5 145 umull r12, r7, r1, r0 146 add r7, r1, r7 147 mvn r7, r7 148 mul r3, r5, r7 149 cmp r3, r12 150 addhi r3, r3, r5 151 mov r5, r2, lsr r4 152 mov r7, r1, lsr r4 153 mov r8, r3, lsr r4 154 stmia r6, {r0,r4,r5,r7,r8} C fill cps 155 pop {r4-r8, pc} 156EPILOGUE() 157