summaryrefslogtreecommitdiff
path: root/mpn/x86_64/tabselect.asm
blob: a6699a9a4cfcc2304e64e38eaeb6ceb7fe9b4344 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
dnl  AMD64 mpn_tabselect.

dnl  Copyright 2011 Free Software Foundation, Inc.

dnl  This file is part of the GNU MP Library.

dnl  The GNU MP Library is free software; you can redistribute it and/or modify
dnl  it under the terms of the GNU Lesser General Public License as published
dnl  by the Free Software Foundation; either version 3 of the License, or (at
dnl  your option) any later version.

dnl  The GNU MP Library is distributed in the hope that it will be useful, but
dnl  WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
dnl  or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
dnl  License for more details.

dnl  You should have received a copy of the GNU Lesser General Public License
dnl  along with the GNU MP Library.  If not, see http://www.gnu.org/licenses/.

include(`../config.m4')


C	     cycles/limb
C AMD K8,K9	 2.5
C AMD K10	 2.5
C AMD bobcat	 3.5
C Intel P4	 4
C Intel core2	 2.33
C Intel NHM	 2.5
C Intel SBR	 2.2
C Intel atom	 5
C VIA nano	 3.5

C NOTES
C  * This has not been tuned for any specific processor.  Its speed should not
C    be too bad, though.
C  * Using SSE2/AVX2 could result in many-fold speedup.

C mpn_tabselect (mp_limb_t *rp, mp_limb_t *tp, mp_size_t n, mp_size_t nents, mp_size_t which)
define(`rp',     `%rdi')
define(`tp',     `%rsi')
define(`n',      `%rdx')
define(`nents',  `%rcx')
define(`which',  `%r8')

define(`i',      `%rbp')
define(`maskp',  `%r11')
define(`maskn',  `%r12')

C rax rbx  rcx  rdx rdi rsi rbp (rsp)  r8   r9 r10 r11 r12 r13 r14 r15
C         nents  n  rp  tab           which

ifdef(`HOST_DOS64',`
  define(`IFDOS',   `$1')
  define(`IFELF',   `')
',`
  define(`IFDOS',   `')
  define(`IFELF',   `$1')
')

ABI_SUPPORT(DOS64)
ABI_SUPPORT(ELF64)

ASM_START()
	TEXT
	ALIGN(16)
PROLOGUE(mpn_tabselect)
	DOS64_ENTRY(4)
IFDOS(`	mov	56(%rsp), %r8d	')
	push	%rbx
	push	%rbp
	push	%r12

	lea	(rp,n,8), rp
	lea	(tp,n,8), tp
	sub	nents, which
L(outer):
	lea	(which,nents), %rax
	neg	%rax			C set CF iff 'which' != k
	sbb	maskn, maskn
	mov	maskn, maskp
	not	maskp

	mov	n, i
	neg	i
	test	$1, R32(n)
	je	L(top)
	mov	(tp,i,8), %rax
	and	maskp, %rax
	mov	(rp,i,8), %r9
	and	maskn, %r9
	or	%r9, %rax
	mov	%rax, (rp,i,8)
	add	$1, i
	jns	L(end)

	ALIGN(16)
L(top):	mov	(tp,i,8), %rax
	mov	8(tp,i,8), %rbx
	and	maskp, %rax
	and	maskp, %rbx
	mov	(rp,i,8), %r9
	mov	8(rp,i,8), %r10
	and	maskn, %r9
	and	maskn, %r10
	or	%r9, %rax
	or	%r10, %rbx
	mov	%rax, (rp,i,8)
	mov	%rbx, 8(rp,i,8)
	add	$2, i
	js	L(top)

L(end):	lea	(tp,n,8), tp
	dec	nents
	jne	L(outer)

L(outer_end):
	pop	%r12
	pop	%rbp
	pop	%rbx
	DOS64_EXIT()
	ret
EPILOGUE()