dnl IA-64 mpn_divrem_1 and mpn_preinv_divrem_1 -- Divide an mpn number by an
dnl unnormalized limb.
dnl Contributed to the GNU project by Torbjorn Granlund.
dnl Copyright 2002, 2004, 2005 Free Software Foundation, Inc.
dnl This file is part of the GNU MP Library.
dnl
dnl The GNU MP Library is free software; you can redistribute it and/or modify
dnl it under the terms of either:
dnl
dnl * the GNU Lesser General Public License as published by the Free
dnl Software Foundation; either version 3 of the License, or (at your
dnl option) any later version.
dnl
dnl or
dnl
dnl * the GNU General Public License as published by the Free Software
dnl Foundation; either version 2 of the License, or (at your option) any
dnl later version.
dnl
dnl or both in parallel, as here.
dnl
dnl The GNU MP Library is distributed in the hope that it will be useful, but
dnl WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
dnl or FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
dnl for more details.
dnl
dnl You should have received copies of the GNU General Public License and the
dnl GNU Lesser General Public License along with the GNU MP Library. If not,
dnl see https://www.gnu.org/licenses/.
include(`../config.m4')
C cycles/limb
C Itanium: 40-42
C Itanium 2: 29-30
C This was generated by gcc, then the loops were optimized. The preinv entry
C point was shoehorned into the file. Lots of things outside the loops could
C be streamlined. It would probably be a good idea to merge the loops for
C normalized and unnormalized divisor, since the shifting stuff is done for
C free in parallel with other operations. It would even be possible to merge
C all loops, if the ld8 were made conditional.
C TODO
C * Consider delaying inversion for normalized mpn_divrem_1 entry till after
C computing leading limb.
C * Inline and interleave limb inversion code with loop setup code.
ASM_START()
C HP's assembler requires these declarations for importing mpn_invert_limb
.global mpn_invert_limb
.type mpn_invert_limb,@function
C INPUT PARAMETERS
C rp = r32
C qxn = r33
C up = r34
C n = r35
C vl = r36
C vlinv = r37 (preinv only)
C cnt = r38 (preinv only)
PROLOGUE(mpn_preinv_divrem_1)
.prologue
.save ar.pfs, r42
alloc r42 = ar.pfs, 7, 8, 1, 0
.save ar.lc, r44
mov r44 = ar.lc
.save rp, r41
mov r41 = b0
.body
ifdef(`HAVE_ABI_32',
` addp4 r32 = 0, r32
sxt4 r33 = r33
addp4 r34 = 0, r34
sxt4 r35 = r35
;;
')
mov r40 = r38
shladd r34 = r35, 3, r34
;;
adds r34 = -8, r34
;;
ld8 r39 = [r34], -8
;;
add r15 = r35, r33
;;
mov r8 = r37
shladd r32 = r15, 3, r32 C r32 = rp + n + qxn
cmp.le p8, p0 = 0, r36
;;
adds r32 = -8, r32 C r32 = rp + n + qxn - 1
cmp.leu p6, p7 = r36, r39
(p8) br.cond.dpnt .Lpunnorm
;;
(p6) addl r15 = 1, r0
(p7) mov r15 = r0
;;
(p6) sub r38 = r39, r36
(p7) mov r38 = r39
st8 [r32] = r15, -8
adds r35 = -2, r35 C un -= 2
br .Lpn
.Lpunnorm:
(p6) add r34 = 8, r34
mov r38 = 0 C r = 0
shl r36 = r36, r40
(p6) br.cond.dptk .Lpu
;;
shl r38 = r39, r40 C r = ahigh << cnt
cmp.ne p8, p0 = 1, r35
st8 [r32] = r0, -8
adds r35 = -1, r35 C un--
(p8) br.cond.dpnt .Lpu
mov r23 = 1
;;
setf.sig f6 = r8
setf.sig f12 = r23
br .L435
EPILOGUE()
PROLOGUE(mpn_divrem_1)
.prologue
.save ar.pfs, r42
alloc r42 = ar.pfs, 5, 8, 1, 0
.save ar.lc, r44
mov r44 = ar.lc
.save rp, r41
mov r41 = b0
.body
ifdef(`HAVE_ABI_32',
` addp4 r32 = 0, r32
sxt4 r33 = r33
addp4 r34 = 0, r34
sxt4 r35 = r35
;;
')
mov r38 = r0
add r15 = r35, r33
;;
cmp.ne p6, p7 = 0, r15
;;
(p7) mov r8 = r0
(p7) br.cond.dpnt .Lret
shladd r14 = r15, 3, r32 C r14 = rp + n + qxn
cmp.le p6, p7 = 0, r36
;;
adds r32 = -8, r14 C r32 = rp + n + qxn - 1
(p6) br.cond.dpnt .Lunnorm
cmp.eq p6, p7 = 0, r35
(p6) br.cond.dpnt .L179
shladd r14 = r35, 3, r34
;;
adds r14 = -8, r14
adds r35 = -1, r35
;;
ld8 r38 = [r14]
;;
cmp.leu p6, p7 = r36, r38
;;
(p6) addl r15 = 1, r0
(p7) mov r15 = r0
;;
st8 [r32] = r15, -8
(p6) sub r38 = r38, r36
.L179:
mov r45 = r36
adds r35 = -1, r35
br.call.sptk.many b0 = mpn_invert_limb
;;
shladd r34 = r35, 3, r34
.Lpn:
mov r23 = 1
;;
setf.sig f6 = r8
setf.sig f12 = r23
cmp.le p6, p7 = 0, r35
mov r40 = 0
(p7) br.cond.dpnt .L435
setf.sig f10 = r36
mov ar.lc = r35
setf.sig f7 = r38
;;
sub r28 = -1, r36
C Develop quotient limbs for normalized divisor
.Loop1: C 00 C q=r18 nh=r38/f7
ld8 r20 = [r34], -8
xma.hu f11 = f7, f6, f0
;; C 04
xma.l f8 = f11, f12, f7 C q = q + nh
;; C 08
getf.sig r18 = f8
xma.hu f9 = f8, f10, f0
xma.l f8 = f8, f10, f0
;; C 12
getf.sig r16 = f9
C 13
getf.sig r15 = f8
;; C 18
cmp.ltu p6, p7 = r20, r15
sub r15 = r20, r15
sub r16 = r38, r16
;; C 19
(p6) cmp.ne p8, p9 = 1, r16 C is rH != 0?
(p7) cmp.ne p8, p9 = 0, r16 C is rH != 0?
(p6) add r16 = -1, r16
(p0) cmp.ne.unc p6, p7 = r0, r0
;; C 20
(p8) cmp.ltu p6, p7 = r15, r36
(p8) sub r15 = r15, r36
(p8) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;; C 21
.pred.rel "mutex",p6,p7
(p6) cmp.ne p8, p9 = 1, r16 C is rH != 0 still?
(p7) cmp.ne p8, p9 = 0, r16 C is rH != 0 still?
cmp.ltu p6, p7 = r15, r36 C speculative
sub r28 = r15, r36 C speculative, just for cmp
;; C 22
(p8) cmp.ltu p6, p7 = r28, r36 C redo last cmp if needed
(p8) mov r15 = r28
(p8) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;; C 23
(p6) setf.sig f7 = r15
(p7) sub r15 = r15, r36
(p7) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;; C 24
(p7) setf.sig f7 = r15
st8 [r32] = r18, -8
mov r38 = r15
br.cloop.dptk .Loop1
C 29/30
br.sptk .L435
;;
.Lunnorm:
mux1 r16 = r36, @rev
cmp.eq p6, p7 = 0, r35
(p6) br.cond.dpnt .L322
shladd r34 = r35, 3, r34
;;
adds r34 = -8, r34
;;
ld8 r39 = [r34]
;;
cmp.leu p6, p7 = r36, r39
(p6) br.cond.dptk .L322
adds r34 = -8, r34
;;
mov r38 = r39
;;
cmp.ne p6, p7 = 1, r15
st8 [r32] = r0, -8
;;
(p7) mov r8 = r38
(p7) br.cond.dpnt .Lret
adds r35 = -1, r35
.L322:
sub r14 = r0, r16
;;
or r14 = r16, r14
;;
mov r16 = -8
czx1.l r14 = r14
;;
shladd r16 = r14, 3, r16
;;
shr.u r14 = r36, r16
;;
cmp.geu p6, p7 = 15, r14
;;
(p7) shr.u r14 = r14, 4
(p7) adds r16 = 4, r16
;;
cmp.geu p6, p7 = 3, r14
;;
(p7) shr.u r14 = r14, 2
(p7) adds r16 = 2, r16
;;
tbit.nz p6, p7 = r14, 1
;;
.pred.rel "mutex",p6,p7
(p6) sub r40 = 62, r16
(p7) sub r40 = 63, r16
;;
shl r45 = r36, r40
shl r36 = r36, r40
shl r38 = r38, r40
br.call.sptk.many b0 = mpn_invert_limb
;;
.Lpu:
mov r23 = 1
;;
setf.sig f6 = r8
setf.sig f12 = r23
cmp.eq p6, p7 = 0, r35
(p6) br.cond.dpnt .L435
sub r16 = 64, r40
adds r35 = -2, r35
;;
ld8 r39 = [r34], -8
cmp.le p6, p7 = 0, r35
;;
shr.u r14 = r39, r16
;;
or r38 = r14, r38
(p7) br.cond.dpnt .Lend3
;;
mov r22 = r16
setf.sig f10 = r36
setf.sig f7 = r38
mov ar.lc = r35
;;
C Develop quotient limbs for unnormalized divisor
.Loop3:
ld8 r14 = [r34], -8
xma.hu f11 = f7, f6, f0
;;
xma.l f8 = f11, f12, f7 C q = q + nh
;;
getf.sig r18 = f8
xma.hu f9 = f8, f10, f0
shl r20 = r39, r40
xma.l f8 = f8, f10, f0
shr.u r24 = r14, r22
;;
getf.sig r16 = f9
getf.sig r15 = f8
or r20 = r24, r20
;;
cmp.ltu p6, p7 = r20, r15
sub r15 = r20, r15
sub r16 = r38, r16
;;
(p6) cmp.ne p8, p9 = 1, r16 C is rH != 0?
(p7) cmp.ne p8, p9 = 0, r16 C is rH != 0?
(p6) add r16 = -1, r16
(p0) cmp.ne.unc p6, p7 = r0, r0
;;
(p8) cmp.ltu p6, p7 = r15, r36
(p8) sub r15 = r15, r36
(p8) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;;
.pred.rel "mutex",p6,p7
(p6) cmp.ne p8, p9 = 1, r16 C is rH != 0 still?
(p7) cmp.ne p8, p9 = 0, r16 C is rH != 0 still?
cmp.ltu p6, p7 = r15, r36 C speculative
sub r28 = r15, r36 C speculative, just for cmp
;;
(p8) cmp.ltu p6, p7 = r28, r36 C redo last cmp if needed
(p8) mov r15 = r28
(p8) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;;
(p6) setf.sig f7 = r15
(p7) sub r15 = r15, r36
(p7) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;;
(p7) setf.sig f7 = r15
st8 [r32] = r18, -8
mov r39 = r14
mov r38 = r15
br.cloop.dptk .Loop3
;;
.Lend3:
setf.sig f10 = r36
setf.sig f7 = r38
;;
xma.hu f11 = f7, f6, f0
;;
xma.l f8 = f11, f12, f7 C q = q + nh
;;
getf.sig r18 = f8
xma.hu f9 = f8, f10, f0
shl r20 = r39, r40
xma.l f8 = f8, f10, f0
;;
getf.sig r16 = f9
getf.sig r15 = f8
;;
cmp.ltu p6, p7 = r20, r15
sub r15 = r20, r15
sub r16 = r38, r16
;;
(p6) cmp.ne p8, p9 = 1, r16 C is rH != 0?
(p7) cmp.ne p8, p9 = 0, r16 C is rH != 0?
(p6) add r16 = -1, r16
(p0) cmp.ne.unc p6, p7 = r0, r0
;;
(p8) cmp.ltu p6, p7 = r15, r36
(p8) sub r15 = r15, r36
(p8) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;;
.pred.rel "mutex",p6,p7
(p6) cmp.ne p8, p9 = 1, r16 C is rH != 0 still?
(p7) cmp.ne p8, p9 = 0, r16 C is rH != 0 still?
;;
(p8) sub r15 = r15, r36
(p8) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;;
cmp.ltu p6, p7 = r15, r36
;;
(p7) sub r15 = r15, r36
(p7) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;;
st8 [r32] = r18, -8
mov r38 = r15
.L435:
adds r35 = -1, r33
cmp.le p6, p7 = 1, r33
(p7) br.cond.dpnt .Lend4
;;
setf.sig f7 = r38
setf.sig f10 = r36
mov ar.lc = r35
;;
.Loop4:
xma.hu f11 = f7, f6, f0
;;
xma.l f8 = f11, f12, f7 C q = q + nh
;;
getf.sig r18 = f8
xma.hu f9 = f8, f10, f0
xma.l f8 = f8, f10, f0
;;
getf.sig r16 = f9
getf.sig r15 = f8
;;
cmp.ltu p6, p7 = 0, r15
sub r15 = 0, r15
sub r16 = r38, r16
;;
(p6) cmp.ne p8, p9 = 1, r16 C is rH != 0?
(p7) cmp.ne p8, p9 = 0, r16 C is rH != 0?
(p6) add r16 = -1, r16
(p0) cmp.ne.unc p6, p7 = r0, r0
;;
(p8) cmp.ltu p6, p7 = r15, r36
(p8) sub r15 = r15, r36
(p8) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;;
.pred.rel "mutex",p6,p7
(p6) cmp.ne p8, p9 = 1, r16 C is rH != 0 still?
(p7) cmp.ne p8, p9 = 0, r16 C is rH != 0 still?
cmp.ltu p6, p7 = r15, r36 C speculative
sub r28 = r15, r36 C speculative, just for cmp
;;
(p8) cmp.ltu p6, p7 = r28, r36 C redo last cmp if needed
(p8) mov r15 = r28
(p8) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;;
(p6) setf.sig f7 = r15
(p7) sub r15 = r15, r36
(p7) add r18 = 1, r18 C q = q + 1; done if: rH > 0
;;
(p7) setf.sig f7 = r15
st8 [r32] = r18, -8
mov r38 = r15
br.cloop.dptk .Loop4
;;
.Lend4:
shr.u r8 = r38, r40
.Lret:
mov ar.pfs = r42
mov ar.lc = r44
mov b0 = r41
br.ret.sptk.many b0
EPILOGUE()
ASM_END()