Training courses

Kernel and Embedded Linux

Bootlin training courses

Embedded Linux, kernel,
Yocto Project, Buildroot, real-time,
graphics, boot time, debugging...

Bootlin logo

Elixir Cross Referencer

dnl  ARM v6t2 mpn_gcd_1.

dnl  Based on the K7 gcd_1.asm, by Kevin Ryde.  Rehacked for ARM by Torbjorn
dnl  Granlund.

dnl  Copyright 2000-2002, 2005, 2009, 2011-2013 Free Software Foundation, Inc.

dnl  This file is part of the GNU MP Library.
dnl
dnl  The GNU MP Library is free software; you can redistribute it and/or modify
dnl  it under the terms of either:
dnl
dnl    * the GNU Lesser General Public License as published by the Free
dnl      Software Foundation; either version 3 of the License, or (at your
dnl      option) any later version.
dnl
dnl  or
dnl
dnl    * the GNU General Public License as published by the Free Software
dnl      Foundation; either version 2 of the License, or (at your option) any
dnl      later version.
dnl
dnl  or both in parallel, as here.
dnl
dnl  The GNU MP Library is distributed in the hope that it will be useful, but
dnl  WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
dnl  or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License
dnl  for more details.
dnl
dnl  You should have received copies of the GNU General Public License and the
dnl  GNU Lesser General Public License along with the GNU MP Library.  If not,
dnl  see https://www.gnu.org/licenses/.

include(`../config.m4')

changecom(@&*$)

C	     cycles/bit (approx)
C Cortex-A53	 ?
C Cortex-A57	 ?

C TODO
C  * Optimise inner-loop better.
C  * Push saving/restoring of callee-user regs into call code

C Threshold of when to call bmod when U is one limb.  Should be about
C (time_in_cycles(bmod_1,1) + call_overhead) / (cycles/bit).
define(`BMOD_THRES_LOG2', 7)

C INPUT PARAMETERS
define(`up',    `x0')
define(`n',     `x1')
define(`v0',    `x2')

ifdef(`BMOD_1_TO_MOD_1_THRESHOLD',,
  `define(`BMOD_1_TO_MOD_1_THRESHOLD',30)')

ASM_START()
	TEXT
	ALIGN(16)
PROLOGUE(mpn_gcd_1)
	stp	x29, x30, [sp,#-32]!
	ldr	x3, [up]		C U low limb
	stp     x19, x20, [sp,#16]

	orr	x3, x3, v0
	rbit	x4, x3
	clz	x20, x4			C min(ctz(u0),ctz(v0))

	rbit	x12, v0
	clz	x12, x12
	lsr	v0, v0, x12

	mov	x19, v0

	cmp	n, #1
	b.ne	L(nby1)

C Both U and V are single limbs, reduce with bmod if u0 >> v0.
	ldr	x3, [up]
	cmp	v0, x3, lsr #BMOD_THRES_LOG2
	b.hi	L(red1)

L(bmod):mov	x3, #0			C carry argument
	bl	mpn_modexact_1c_odd
	b	L(red0)

L(nby1):cmp	n, #BMOD_1_TO_MOD_1_THRESHOLD
	b.lo	L(bmod)

	bl	mpn_mod_1

L(red0):mov	x3, x0
L(red1):cmp	x3, #0
	rbit	x12, x3
	clz	x12, x12
	b.ne	L(mid)
	b	L(end)

	ALIGN(8)
L(top):
ifelse(1,1,`
C This shorter variant makes full use of armv8 insns
	csneg	x3, x1, x1, cs		C if x-y < 0
	csel	x19, x4, x19, cs	C use x,y-x
L(mid):	lsr	x4, x3, x12		C
	subs	x1, x19, x4		C
',`
C This variant is akin to the 32-bit v6t2 code
	csel	x3, x1, x3, cs		C if x-y < 0
	csel	x19, x0, x19, cs	C use x,y-x
L(mid):	lsr	x3, x3, x12		C
	mov	x0, x3			C
	subs	x1, x19, x3		C
	sub	x3, x3, x19		C
')
	rbit	x12, x1
	clz	x12, x12		C
	b.ne	L(top)			C

L(end):	lsl	x0, x19, x20
	ldp     x19, x20, [sp,#16]
	ldp	x29, x30, [sp],#32
	ret
EPILOGUE()