dnl  Alpha ev6 mpn_sub_n -- Subtract two limb vectors of the same length > 0
dnl  and store difference in a third limb vector.

dnl  Copyright 2000 Free Software Foundation, Inc.

dnl  This file is part of the GNU MP Library.

dnl  The GNU MP Library is free software; you can redistribute it and/or modify
dnl  it under the terms of the GNU Lesser General Public License as published
dnl  by the Free Software Foundation; either version 2.1 of the License, or (at
dnl  your option) any later version.

dnl  The GNU MP Library is distributed in the hope that it will be useful, but
dnl  WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
dnl  or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
dnl  License for more details.

dnl  You should have received a copy of the GNU Lesser General Public License
dnl  along with the GNU MP Library; see the file COPYING.LIB.  If not, write to
dnl  the Free Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
dnl  MA 02111-1307, USA.

include(`../config.m4')

dnl  INPUT PARAMETERS
dnl  res_ptr	r16
dnl  s1_ptr	r17
dnl  s2_ptr	r18
dnl  size	r19

dnl  This code runs at 5.4 cycles/limb on EV5, and 2.1 cycles/limb on EV6.

dnl This code was written in close cooperation with ev6 pipeline expert
dnl Steve Root.  Any errors are tege's fault, though.

dnl  work triplet  0-2
dnl  work triplet  3-5
dnl  work triplet  6-8
dnl  work triplet  9-11
dnl  carry's 20-23

dnl  sustains 8 subtracts in 17 cycles !
dnl   (from the d_cache)

dnl  pair loads and stores where possible
dnl  store pairs oct-aligned where possible
dnl    (didn't need it here)
dnl  stores are delayed every third cycle
dnl  loads and stores are delayed by fills
dnl  U stays still, put code there where possible
dnl   (note alternation of U1 and U0)
dnl  L moves because of loads and stores
dnl  note dampers in L to limit damage
dnl  note, load ahead of time where possible

dnl  this odd-looking optimization expects
dnl  that were having random bits in our data, so
dnl  that a pure zero result is unlikely. so we
dnl  penalize the unlikely case to help the
dnl  common case.

ASM_START()
PROLOGUE(mpn_sub_n)
	lda	r30,	-240(r30)
	stq	r9,	8(r30)
	stq	r10,	16(r30)
	stq	r11,	24(r30)

	lda	r19,	-8(r19)		C L1 move counter

	bis	r31,	r31,	r23
	blt	r19,	$Lsmall

	ldq	r0,	0(r17)		C L0 get next ones
	ldq	r1,	0(r18)		C L1
	ldq	r3,	8(r17)		C L0 get next ones
	ldq	r4,	8(r18)		C L1
	ldq	r6,	16(r17)		C L0 get next ones
	ldq	r7,	16(r18)		C L1

	ldq	r9,	24(r17)		C L0 get next ones
	ldq	r10,	24(r18)		C L1

	subq	r0,	r1,	r2	C U1 sub two data

	cmpult	r0,	r1,	r20	C U1 did it borrow

	ldq	r0,	32(r17)		C L0 get next ones
	ldq	r1,	32(r18)		C L1

	subq	r3,	r4,	r5	C U0 sub two data

	cmpult	r3,	r4,	r21	C U0 did it borrow
	ldq	r3,	40(r17)		C L0 get next ones
	ldq	r4,	40(r18)		C L1

	subq	r6,	r7,	r8	C U1 sub two data
	subq	r5,	r20,	r24	C U0 borrow from last
	stq	r2,	0(r16)		C L1

	cmpult	r6,	r7,	r22	C U1 did it borrow
	beq	r5,	$fix5w		C U0 fix exact zero
$ret5w:	ldq	r6,	48(r17)		C L0 get next ones
	ldq	r7,	48(r18)		C L1

	bis	r31,	r31,	r31	C L  damp out
	subq	r8,	r21,	r25	C U1 borrow from last
	bis	r31,	r31,	r31	C L  moves in L !
	subq	r9,	r10,	r11	C U0 sub two data

	beq	r8,	$fix6w		C U1 fix exact zero
$ret6w:	cmpult	r9,	r10,	r23	C U0 did it borrow
	ldq	r9,	56(r17)		C L0 get next ones
	ldq	r10,	56(r18)		C L1

	lda	r17,	64(r17)		C L0 move pointer
	bis	r31,	r31,	r31	C U
	lda	r18,	64(r18)		C L1 move pointer

	lda	r19,	-8(r19)		C L1 move counter
	blt	r19,	$Lend

C Main loop.  8-way unrolled.
	ALIGN(8)
$Loop:
	subq	r0,	r1,	r2	C U1 sub two data
	stq	r24,	8(r16)		C L0 put an answer
	subq	r11,	r22,	r24	C U0 borrow from last
	stq	r25,	16(r16)		C L1 pair

	cmpult	r0,	r1,	r20	C U1 did it borrow
	beq	r11,	$fix7		C U0 fix exact 0
$ret7:	ldq	r0,	0(r17)		C L0 get next ones
	ldq	r1,	0(r18)		C L1

	bis	r31,	r31,	r31	C L  damp out
	subq	r2,	r23,	r25	C U1 borrow from last
	bis	r31,	r31,	r31	C L  moves in L !
	subq	r3,	r4,	r5	C U0 sub two data

	beq	r2,	$fix0		C U1 fix exact zero
$ret0:	cmpult	r3,	r4,	r21	C U0 did it borrow
	ldq	r3,	8(r17)		C L0 get next ones
	ldq	r4,	8(r18)		C L1

	subq	r6,	r7,	r8	C U1 sub two data
	stq	r24,	24(r16)		C L0 store pair
	subq	r5,	r20,	r24	C U0 borrow from last
	stq	r25,	32(r16)		C L1

	cmpult	r6,	r7,	r22	C U1 did it borrow
	beq	r5,	$fix1		C U0 fix exact zero
$ret1:	ldq	r6,	16(r17)		C L0 get next ones
	ldq	r7,	16(r18)		C L1

	lda	r16,	64(r16)		C L0 move pointer
	subq	r8,	r21,	r25	C U1 borrow from last
	lda	r19,	-8(r19)		C L1 move counter
	subq	r9,	r10,	r11	C U0 sub two data

	beq	r8,	$fix2		C U1 fix exact zero
$ret2:	cmpult	r9,	r10,	r23	C U0 did it borrow
	ldq	r9,	24(r17)		C L0 get next ones
	ldq	r10,	24(r18)		C L1

	subq	r0,	r1,	r2	C U1 sub two data
	stq	r24,	-24(r16)	C L0 put an answer
	subq	r11,	r22,	r24	C U0 borrow from last
	stq	r25,	-16(r16)	C L1 pair

	cmpult	r0,	r1,	r20	C U1 did it borrow
	beq	r11,	$fix3		C U0 fix exact 0
$ret3:	ldq	r0,	32(r17)		C L0 get next ones
	ldq	r1,	32(r18)		C L1

	bis	r31,	r31,	r31	C L  damp out
	subq	r2,	r23,	r25	C U1 borrow from last
	bis	r31,	r31,	r31	C L  moves in L !
	subq	r3,	r4,	r5	C U0 sub two data

	beq	r2,	$fix4		C U1 fix exact zero
$ret4:	cmpult	r3,	r4,	r21	C U0 did it borrow
	ldq	r3,	40(r17)		C L0 get next ones
	ldq	r4,	40(r18)		C L1

	subq	r6,	r7,	r8	C U1 sub two data
	stq	r24,	-8(r16)		C L0 store pair
	subq	r5,	r20,	r24	C U0 borrow from last
	stq	r25,	0(r16)		C L1

	cmpult	r6,	r7,	r22	C U1 did it borrow
	beq	r5,	$fix5		C U0 fix exact zero
$ret5:	ldq	r6,	48(r17)		C L0 get next ones
	ldq	r7,	48(r18)		C L1

	bis	r31,	r31,	r31	C L  damp out
	subq	r8,	r21,	r25	C U1 borrow from last
	bis	r31,	r31,	r31	C L  moves in L !
	subq	r9,	r10,	r11	C U0 sub two data

	beq	r8,	$fix6		C U1 fix exact zero
$ret6:	cmpult	r9,	r10,	r23	C U0 did it borrow
	ldq	r9,	56(r17)		C L0 get next ones
	ldq	r10,	56(r18)		C L1

	lda	r17,	64(r17)		C L0 move pointer
	bis	r31,	r31,	r31	C U
	lda	r18,	64(r18)		C L1 move pointer
	bge	r19,	$Loop		C U1 loop control
C ==== main loop end

$Lend:
	subq	r0,	r1,	r2	C U1 sub two data
	stq	r24,	8(r16)		C L0 put an answer
	subq	r11,	r22,	r24	C U0 borrow from last
	stq	r25,	16(r16)		C L1 pair

	cmpult	r0,	r1,	r20	C U1 did it borrow
	beq	r11,	$fix7c		C U0 fix exact 0
$ret7c:
	subq	r2,	r23,	r25	C U1 borrow from last
	subq	r3,	r4,	r5	C U0 sub two data

	beq	r2,	$fix0c		C U1 fix exact zero
$ret0c:	cmpult	r3,	r4,	r21	C U0 did it borrow

	subq	r6,	r7,	r8	C U1 sub two data
	stq	r24,	24(r16)		C L0 store pair
	subq	r5,	r20,	r24	C U0 borrow from last
	stq	r25,	32(r16)		C L1

	cmpult	r6,	r7,	r22	C U1 did it borrow
	beq	r5,	$fix1c		C U0 fix exact zero
$ret1c:
	lda	r16,	64(r16)		C L0 move pointer
	subq	r8,	r21,	r25	C U1 borrow from last
	subq	r9,	r10,	r11	C U0 sub two data

	beq	r8,	$fix2c		C U1 fix exact zero
$ret2c:	cmpult	r9,	r10,	r23	C U0 did it borrow

	stq	r24,	-24(r16)	C L0 put an answer
	subq	r11,	r22,	r24	C U0 borrow from last
	stq	r25,	-16(r16)	C L1 pair

	beq	r11,	$fix3c		C U0 fix exact 0
$ret3c:
	stq	r24,	-8(r16)		C L0 store pair


$Lsmall:
	lda	r19,	8(r19)
	beq	r19,	$Lret

	ldq	r0,	0(r17)
	ldq	r1,	0(r18)
	lda	r19,	-1(r19)
	beq	r19,	$Lend0

	ALIGN(8)
$Loop0:	subq	r0,	r1,	r2	C main sub
	cmpult	r0,	r1,	r8	C compute bw from last sub
	ldq	r0,	8(r17)
	ldq	r1,	8(r18)
	subq	r2,	r23,	r20	C borrow sub
	lda	r17,	8(r17)
	lda	r18,	8(r18)
	stq	r20,	0(r16)
	cmpult	r2,	r23,	r23	C compute bw from last sub
	lda	r19,	-1(r19)		C decr loop cnt
	bis	r8,	r23,	r23	C combine bw from the two subs
	lda	r16,	8(r16)
	bne	r19,	$Loop0
$Lend0:	subq	r0,	r1,	r2	C main sub
	cmpult	r0,	r1,	r8	C compute bw from last sub
	subq	r2,	r23,	r20	C borrow sub
	cmpult	r2,	r23,	r23	C compute bw from last sub
	stq	r20,	0(r16)
	bis	r8,	r23,	r23	C combine bw from the two subs

$Lret:
	lda	r0,	0(r23)		C copy borrow into return register

	ldq	r9,	8(r30)
	ldq	r10,	16(r30)
	ldq	r11,	24(r30)
	lda	r30,	240(r30)
	ret	r31,(r26),1


$fix5w:	bis	r21,	r20,	r21	C bring forward borrow
	br	r31,	$ret5w
$fix6w:	bis	r22,	r21,	r22	C bring forward borrow
	br	r31,	$ret6w
$fix0:	bis	r20,	r23,	r20	C bring forward borrow
	br	r31,	$ret0
$fix1:	bis	r21,	r20,	r21	C bring forward borrow
	br	r31,	$ret1
$fix2:	bis	r22,	r21,	r22	C bring forward borrow
	br	r31,	$ret2
$fix3:	bis	r23,	r22,	r23	C bring forward borrow
	br	r31,	$ret3
$fix4:	bis	r20,	r23,	r20	C bring forward borrow
	br	r31,	$ret4
$fix5:	bis	r20,	r21,	r21	C bring forward borrow
	br	r31,	$ret5
$fix6:	bis	r22,	r21,	r22	C bring forward borrow
	br	r31,	$ret6
$fix7:	bis	r23,	r22,	r23	C bring forward borrow
	br	r31,	$ret7
$fix0c:	bis	r20,	r23,	r20	C bring forward borrow
	br	r31,	$ret0c
$fix1c:	bis	r21,	r20,	r21	C bring forward borrow
	br	r31,	$ret1c
$fix2c:	bis	r22,	r21,	r22	C bring forward borrow
	br	r31,	$ret2c
$fix3c:	bis	r23,	r22,	r23	C bring forward borrow
	br	r31,	$ret3c
$fix7c:	bis	r23,	r22,	r23	C bring forward borrow
	br	r31,	$ret7c

EPILOGUE(mpn_sub_n)
ASM_END()