1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
|
/* asm-common-amd64.h - Poly1305 macros for zSeries assembly
*
* Copyright (C) 2020 Jussi Kivilinna <jussi.kivilinna@iki.fi>
*
* This file is part of Libgcrypt.
*
* Libgcrypt is free software; you can redistribute it and/or modify
* it under the terms of the GNU Lesser General Public License as
* published by the Free Software Foundation; either version 2.1 of
* the License, or (at your option) any later version.
*
* Libgcrypt is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public
* License along with this program; if not, see <http://www.gnu.org/licenses/>.
*/
#ifndef GCRY_ASM_POLY1305_S390X_H
#define GCRY_ASM_POLY1305_S390X_H
#include "asm-common-s390x.h"
/**********************************************************************
poly1305 for stitched chacha20-poly1305
**********************************************************************/
#define POLY_RSTATE %r1
#define POLY_RSRC %r14
#define POLY_R_H0_TMP_HI %r6 // even-
#define POLY_R_H0 %r7 // odd pair
#define POLY_R_H1_TMP_HI %r8 // even-
#define POLY_R_H1 %r9 // odd pair
#define POLY_R_H2 %r10
#define POLY_R_R0 %r11
#define POLY_R_R1 %r12
#define POLY_R_R1_MUL5 %r13
#define POLY_R_X0_HI %r2 // even-
#define POLY_R_X0_LO %r3 // odd pair
#define POLY_R_X1_HI %r4 // even-
#define POLY_R_X1_LO %r5 // odd pair
#define POLY_S_R0 (4 * 4 + 0 * 8)(POLY_RSTATE)
#define POLY_S_R1 (4 * 4 + 1 * 8)(POLY_RSTATE)
#define POLY_S_H0 (4 * 4 + 2 * 8 + 0 * 8)(POLY_RSTATE)
#define POLY_S_H1 (4 * 4 + 2 * 8 + 1 * 8)(POLY_RSTATE)
#define POLY_S_H2d (4 * 4 + 2 * 8 + 2 * 8)(POLY_RSTATE)
#define INC_POLY1305_SRC(a) \
aghi POLY_RSRC, (a);
#define POLY1305_LOAD_STATE() \
lg POLY_R_H0, POLY_S_H0; \
lg POLY_R_H1, POLY_S_H1; \
llgf POLY_R_H2, POLY_S_H2d; \
rllg POLY_R_H0, POLY_R_H0, 32; \
rllg POLY_R_H1, POLY_R_H1, 32; \
lg POLY_R_R0, POLY_S_R0; \
lg POLY_R_R1, POLY_S_R1; \
rllg POLY_R_R0, POLY_R_R0, 32; \
rllg POLY_R_R1, POLY_R_R1, 32; \
srlg POLY_R_R1_MUL5, POLY_R_R1, 2; \
algr POLY_R_R1_MUL5, POLY_R_R1;
#define POLY1305_STORE_STATE() \
rllg POLY_R_H0, POLY_R_H0, 32; \
rllg POLY_R_H1, POLY_R_H1, 32; \
stg POLY_R_H0, POLY_S_H0; \
stg POLY_R_H1, POLY_S_H1; \
st POLY_R_H2, POLY_S_H2d;
/* a = h + m */
#define POLY1305_BLOCK_PART1_HB(src_offset, high_pad) \
lrvg POLY_R_X0_HI, ((src_offset) + 1 * 8)(POLY_RSRC); \
lrvg POLY_R_X0_LO, ((src_offset) + 0 * 8)(POLY_RSRC); \
lghi POLY_R_H1_TMP_HI, (high_pad);
#define POLY1305_BLOCK_PART1(src_offset) \
POLY1305_BLOCK_PART1_HB(src_offset, 1);
#define POLY1305_BLOCK_PART2() \
algr POLY_R_H0, POLY_R_X0_LO; \
alcgr POLY_R_H1, POLY_R_X0_HI; \
alcgr POLY_R_H2, POLY_R_H1_TMP_HI; \
lgr POLY_R_X1_LO, POLY_R_H0; \
lgr POLY_R_X0_LO, POLY_R_H0;
#define POLY1305_BLOCK_PART3() \
/* h = a * r (partial mod 2^130-5): */ \
\
/* h0 * r1 */ \
mlgr POLY_R_X1_HI, POLY_R_R1; \
\
/* h1 * r0 */ \
lgr POLY_R_H0, POLY_R_H1; \
mlgr POLY_R_H0_TMP_HI, POLY_R_R0; \
\
/* h1 * r1 mod 2^130-5 */ \
mlgr POLY_R_H1_TMP_HI, POLY_R_R1_MUL5;
#define POLY1305_BLOCK_PART4() \
\
/* h0 * r0 */ \
mlgr POLY_R_X0_HI, POLY_R_R0; \
\
algr POLY_R_X1_LO, POLY_R_H0; \
alcgr POLY_R_X1_HI, POLY_R_H0_TMP_HI; \
\
lgr POLY_R_H0_TMP_HI, POLY_R_H2; \
msgr POLY_R_H0_TMP_HI, POLY_R_R1_MUL5; /* h2 * r1 mod 2^130-5 */ \
msgr POLY_R_H2, POLY_R_R0; /* h2 * r0 */
#define POLY1305_BLOCK_PART5() \
\
algr POLY_R_X0_LO, POLY_R_H1; \
alcgr POLY_R_X0_HI, POLY_R_H1_TMP_HI;
#define POLY1305_BLOCK_PART6() \
\
algrk POLY_R_H1, POLY_R_H0_TMP_HI, POLY_R_X1_LO; \
alcgr POLY_R_H2, POLY_R_X1_HI;
#define POLY1305_BLOCK_PART7() \
\
/* carry propagation */ \
srlg POLY_R_H0, POLY_R_H2, 2; \
risbgn POLY_R_X1_LO, POLY_R_H2, 0, 0x80 | 61, 0; \
lghi POLY_R_H1_TMP_HI, 0; \
agr POLY_R_H0, POLY_R_X1_LO; \
risbgn POLY_R_H2, POLY_R_H2, 62, 0x80 | 63, 0;
#define POLY1305_BLOCK_PART8() \
algr POLY_R_H0, POLY_R_X0_LO; \
alcgr POLY_R_H1, POLY_R_X0_HI; \
alcgr POLY_R_H2, POLY_R_H1_TMP_HI;
#endif /* GCRY_ASM_POLY1305_AMD64_H */
|
