summaryrefslogtreecommitdiff
path: root/mpi/aarch64/mpih-mul3.S
blob: 5a40b354c27a9931ac1f38abc622b87902d079fe (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
/* ARM mul_3 -- Multiply a limb vector with a limb and subtract the result
 *              from a second limb vector.
 *
 *      Copyright (C) 2013 Jussi Kivilinna <jussi.kivilinna@iki.fi>
 *
 * This file is part of Libgcrypt.
 *
 * Libgcrypt is free software; you can redistribute it and/or modify
 * it under the terms of the GNU Lesser General Public License as
 * published by the Free Software Foundation; either version 2.1 of
 * the License, or (at your option) any later version.
 *
 * Libgcrypt is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this program; if not, see <http://www.gnu.org/licenses/>.
 *
 */

#include "sysdep.h"
#include "asm-syntax.h"
#include "asm-common-aarch64.h"

/*******************
 * mpi_limb_t
 * _gcry_mpih_submul_1( mpi_ptr_t res_ptr,	x0
 *		     mpi_ptr_t s1_ptr,		x1
 *		     mpi_size_t s1_size,	w2
 *		     mpi_limb_t s2_limb)	x3
 */

.text

.globl _gcry_mpih_submul_1
ELF(.type  _gcry_mpih_submul_1,%function)
_gcry_mpih_submul_1:
	CFI_STARTPROC()
	and	w5, w2, #3;
	mov	x7, xzr;
	cbz	w5, .Large_loop;

	subs	xzr, xzr, xzr;

.Loop:
	ldr	x4, [x1], #8;
	cinc	x7, x7, cc;
	ldr	x5, [x0];
	sub	w2, w2, #1;

	mul	x6, x4, x3;
	subs	x5, x5, x7;
	umulh	x4, x4, x3;
	and	w10, w2, #3;

	cset	x7, cc;
	subs	x5, x5, x6;
	add	x7, x7, x4;
	str	x5, [x0], #8;

	cbz	w2, .Loop_end;
	cbnz	w10, .Loop;

	cinc	x7, x7, cc;

.Large_loop:
	ldp	x4, x8, [x1], #16;
	sub	w2, w2, #4;
	ldp	x5, x9, [x0];

	mul	x6, x4, x3;
	subs	x5, x5, x7;
	umulh	x4, x4, x3;

	cset	x7, cc;
	subs	x5, x5, x6;
	mul	x6, x8, x3;
	add	x7, x7, x4;
	str	x5, [x0], #8;
	cinc	x7, x7, cc;

	umulh	x8, x8, x3;

	subs	x9, x9, x7;
	cset	x7, cc;
	subs	x9, x9, x6;
	ldp	x4, x10, [x1], #16;
	str	x9, [x0], #8;
	add	x7, x7, x8;
	ldp	x5, x9, [x0];
	cinc	x7, x7, cc;

	mul	x6, x4, x3;
	subs	x5, x5, x7;
	umulh	x4, x4, x3;

	cset	x7, cc;
	subs	x5, x5, x6;
	mul	x6, x10, x3;
	add	x7, x7, x4;
	str	x5, [x0], #8;
	cinc	x7, x7, cc;

	umulh	x10, x10, x3;

	subs	x9, x9, x7;
	cset	x7, cc;
	subs	x9, x9, x6;
	add	x7, x7, x10;
	str	x9, [x0], #8;
	cinc	x7, x7, cc;

	cbnz	w2, .Large_loop;

	mov	x0, x7;
	ret;

.Loop_end:
	cinc	x0, x7, cc;
	ret;
	CFI_ENDPROC()
ELF(.size _gcry_mpih_submul_1,.-_gcry_mpih_submul_1;)