diff options
Diffstat (limited to 'chip/g/dcrypto/dcrypto_bn.c')
-rw-r--r-- | chip/g/dcrypto/dcrypto_bn.c | 1496 |
1 files changed, 0 insertions, 1496 deletions
diff --git a/chip/g/dcrypto/dcrypto_bn.c b/chip/g/dcrypto/dcrypto_bn.c deleted file mode 100644 index b8f8fef4f4..0000000000 --- a/chip/g/dcrypto/dcrypto_bn.c +++ /dev/null @@ -1,1496 +0,0 @@ -/* Copyright 2016 The Chromium OS Authors. All rights reserved. - * Use of this source code is governed by a BSD-style license that can be - * found in the LICENSE file. - */ -#include "dcrypto.h" -#include "internal.h" -#include "registers.h" -#include "trng.h" - -/* Firmware blob for crypto accelerator */ - -/* AUTO-GENERATED. DO NOT MODIFY. */ -/* clang-format off */ -static const uint32_t IMEM_dcrypto_bn[] = { -/* @0x0: function tag[1] { */ -#define CF_tag_adr 0 -0xf8000001, /* sigini #1 */ -/* } */ -/* @0x1: function d0inv[14] { */ -#define CF_d0inv_adr 1 -0x4c000000, /* xor r0, r0, r0 */ -0x80000001, /* movi r0.0l, #1 */ -0x7c740000, /* mov r29, r0 */ -0x05100008, /* loop #256 ( */ -0x5807bc00, /* mul128 r1, r28l, r29l */ -0x588bbc00, /* mul128 r2, r28u, r29l */ -0x50044110, /* add r1, r1, r2 << 128 */ -0x590bbc00, /* mul128 r2, r28l, r29u */ -0x50044110, /* add r1, r1, r2 << 128 */ -0x40040100, /* and r1, r1, r0 */ -0x44743d00, /* or r29, r29, r1 */ -0x50000000, /* add r0, r0, r0 */ -/* ) */ -0x5477bf00, /* sub r29, r31, r29 */ -0x0c000000, /* ret */ -/* } */ -/* @0xf: function selcxSub[25] { */ -#define CF_selcxSub_adr 15 -0x97800100, /* ldrfp r1 */ -0x95800000, /* lddmp r0 */ -0x99100000, /* strnd r4 */ -0x5013e400, /* add r4, r4, r31 */ -0x1000101e, /* bl selcxSub_invsel */ -0x528c8402, /* addcx r3, r4, r4 << 16 */ -0x0600c007, /* loop *6 ( */ -0x8c081800, /* ld *2, *0++ */ -0x7c8c0000, /* ldr *3, *0 */ -0x7c800400, /* ldr *0, *4 */ -0x54906200, /* subb r4, r2, r3 */ -0x990c0000, /* strnd r3 */ -0x660c4401, /* sellx r3, r4, r2 */ -0x7ca00200, /* ldr *0++, *2 */ -/* ) */ -0x0c000000, /* ret */ -/*selcxSub_invsel: */ -0x528c8402, /* addcx r3, r4, r4 << 16 */ -0x0600c007, /* loop *6 ( */ -0x8c081800, /* ld *2, *0++ */ -0x7c8c0000, /* ldr *3, *0 */ -0x7c800400, /* ldr *0, *4 */ -0x54906200, /* subb r4, r2, r3 */ -0x990c0000, /* strnd r3 */ -0x660c8201, /* sellx r3, r2, r4 */ -0x7ca00200, /* ldr *0++, *2 */ -/* ) */ -0x0c000000, /* ret */ -/* } */ -/* @0x28: function computeRR[41] { */ -#define CF_computeRR_adr 40 -0x4c7fff00, /* xor r31, r31, r31 */ -0x84004000, /* ldi r0, [#0] */ -0x95800000, /* lddmp r0 */ -0x4c0c6300, /* xor r3, r3, r3 */ -0x800cffff, /* movi r3.0l, #65535 */ -0x40040398, /* and r1, r3, r0 >> 192 */ -0x480c6000, /* not r3, r3 */ -0x400c0300, /* and r3, r3, r0 */ -0x500c2301, /* add r3, r3, r1 << 8 */ -0x94800300, /* ldlc r3 */ -0x80040005, /* movi r1.0l, #5 */ -0x81040003, /* movi r1.2l, #3 */ -0x81840002, /* movi r1.3l, #2 */ -0x82040004, /* movi r1.4l, #4 */ -0x97800100, /* ldrfp r1 */ -0x4c0c6300, /* xor r3, r3, r3 */ -0x0600c001, /* loop *6 ( */ -0x7ca00200, /* ldr *0++, *2 */ -/* ) */ -0x560c1f00, /* subx r3, r31, r0 */ -0x0800000f, /* call &selcxSub */ -0x06000010, /* loop *0 ( */ -0x97800100, /* ldrfp r1 */ -0x560c6300, /* subx r3, r3, r3 */ -0x0600c003, /* loop *6 ( */ -0x7c8c0000, /* ldr *3, *0 */ -0x52884200, /* addcx r2, r2, r2 */ -0x7ca00300, /* ldr *0++, *3 */ -/* ) */ -0x0800000f, /* call &selcxSub */ -0x97800100, /* ldrfp r1 */ -0x95800000, /* lddmp r0 */ -0x560c6300, /* subx r3, r3, r3 */ -0x0600c003, /* loop *6 ( */ -0x8c081800, /* ld *2, *0++ */ -0x7c8c0800, /* ldr *3, *0++ */ -0x5e804300, /* cmpbx r3, r2 */ -/* ) */ -0x0800000f, /* call &selcxSub */ -0xfc000000, /* nop */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x0600c001, /* loop *6 ( */ -0x90680800, /* st *0++, *2++ */ -/* ) */ -0x0c000000, /* ret */ -/* } */ -/* @0x51: function dmXd0[9] { */ -#define CF_dmXd0_adr 81 -0x586f3e00, /* mul128 r27, r30l, r25l */ -0x59eb3e00, /* mul128 r26, r30u, r25u */ -0x58df3e00, /* mul128 r23, r30u, r25l */ -0x506efb10, /* add r27, r27, r23 << 128 */ -0x50eafa90, /* addc r26, r26, r23 >> 128 */ -0x595f3e00, /* mul128 r23, r30l, r25u */ -0x506efb10, /* add r27, r27, r23 << 128 */ -0x50eafa90, /* addc r26, r26, r23 >> 128 */ -0x0c000000, /* ret */ -/* } */ -/* @0x5a: function dmXa[9] { */ -#define CF_dmXa_adr 90 -0x586c5e00, /* mul128 r27, r30l, r2l */ -0x59e85e00, /* mul128 r26, r30u, r2u */ -0x58dc5e00, /* mul128 r23, r30u, r2l */ -0x506efb10, /* add r27, r27, r23 << 128 */ -0x50eafa90, /* addc r26, r26, r23 >> 128 */ -0x595c5e00, /* mul128 r23, r30l, r2u */ -0x506efb10, /* add r27, r27, r23 << 128 */ -0x50eafa90, /* addc r26, r26, r23 >> 128 */ -0x0c000000, /* ret */ -/* } */ -/* @0x63: function mma_sub_cx[23] { */ -#define CF_mma_sub_cx_adr 99 -0x99700000, /* strnd r28 */ -0x5073fc00, /* add r28, r28, r31 */ -0x10001070, /* bl mma_invsel */ -0x52f39c02, /* addcx r28, r28, r28 << 16 */ -0x0600c007, /* loop *6 ( */ -0x8c141800, /* ld *5, *0++ */ -0x7c900000, /* ldr *4, *0 */ -0x54f71e00, /* subb r29, r30, r24 */ -0x99600000, /* strnd r24 */ -0x7c800500, /* ldr *0, *5 */ -0x6663dd01, /* sellx r24, r29, r30 */ -0x7ca00500, /* ldr *0++, *5 */ -/* ) */ -0x0c000000, /* ret */ -/*mma_invsel: */ -0x52f39c02, /* addcx r28, r28, r28 << 16 */ -0x0600c007, /* loop *6 ( */ -0x8c141800, /* ld *5, *0++ */ -0x7c900000, /* ldr *4, *0 */ -0x54f71e00, /* subb r29, r30, r24 */ -0x99600000, /* strnd r24 */ -0x7c800500, /* ldr *0, *5 */ -0x6663be01, /* sellx r24, r30, r29 */ -0x7ca00500, /* ldr *0++, *5 */ -/* ) */ -0x0c000000, /* ret */ -/* } */ -/* @0x7a: function mma[39] { */ -#define CF_mma_adr 122 -0x8204001e, /* movi r1.4l, #30 */ -0x82840018, /* movi r1.5l, #24 */ -0x97800100, /* ldrfp r1 */ -0x8c101b00, /* ld *4, *3++ */ -0x0800005a, /* call &dmXa */ -0x7c940800, /* ldr *5, *0++ */ -0x507b1b00, /* add r30, r27, r24 */ -0x50f7fa00, /* addc r29, r26, r31 */ -0x7c640300, /* mov r25, r3 */ -0x08000051, /* call &dmXd0 */ -0x7c641b00, /* mov r25, r27 */ -0x7c701a00, /* mov r28, r26 */ -0x7c601e00, /* mov r24, r30 */ -0x8c101800, /* ld *4, *0++ */ -0x08000051, /* call &dmXd0 */ -0x506f1b00, /* add r27, r27, r24 */ -0x50f3fa00, /* addc r28, r26, r31 */ -0x0600e00e, /* loop *7 ( */ -0x8c101b00, /* ld *4, *3++ */ -0x0800005a, /* call &dmXa */ -0x7c940800, /* ldr *5, *0++ */ -0x506f1b00, /* add r27, r27, r24 */ -0x50ebfa00, /* addc r26, r26, r31 */ -0x5063bb00, /* add r24, r27, r29 */ -0x50f7fa00, /* addc r29, r26, r31 */ -0x8c101800, /* ld *4, *0++ */ -0x08000051, /* call &dmXd0 */ -0x506f1b00, /* add r27, r27, r24 */ -0x50ebfa00, /* addc r26, r26, r31 */ -0x52639b00, /* addx r24, r27, r28 */ -0x7ca80500, /* ldr *2++, *5 */ -0x52f3fa00, /* addcx r28, r26, r31 */ -/* ) */ -0x52e39d00, /* addcx r24, r29, r28 */ -0x7ca80500, /* ldr *2++, *5 */ -0x95800000, /* lddmp r0 */ -0x97800100, /* ldrfp r1 */ -0x08000063, /* call &mma_sub_cx */ -0xfc000000, /* nop */ -0x0c000000, /* ret */ -/* } */ -/* @0xa1: function setupPtrs[11] { */ -#define CF_setupPtrs_adr 161 -0x847c4000, /* ldi r31, [#0] */ -0x4c7fff00, /* xor r31, r31, r31 */ -0x95800000, /* lddmp r0 */ -0x94800000, /* ldlc r0 */ -0x7c041f00, /* mov r1, r31 */ -0x80040004, /* movi r1.0l, #4 */ -0x80840003, /* movi r1.1l, #3 */ -0x81040004, /* movi r1.2l, #4 */ -0x81840002, /* movi r1.3l, #2 */ -0x97800100, /* ldrfp r1 */ -0x0c000000, /* ret */ -/* } */ -/* @0xac: function mulx[19] { */ -#define CF_mulx_adr 172 -0x84004000, /* ldi r0, [#0] */ -0x080000a1, /* call &setupPtrs */ -0x8c041100, /* ld *1, *1 */ -0x7c081f00, /* mov r2, r31 */ -0x0600c001, /* loop *6 ( */ -0x7ca80300, /* ldr *2++, *3 */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x0600c004, /* loop *6 ( */ -0x8c0c1c00, /* ld *3, *4++ */ -0x95000000, /* stdmp r0 */ -0x0800007a, /* call &mma */ -0x95800000, /* lddmp r0 */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x95800000, /* lddmp r0 */ -0x0600c001, /* loop *6 ( */ -0x90740800, /* st *0++, *5++ */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x95800000, /* lddmp r0 */ -0x0c000000, /* ret */ -/* } */ -/* @0xbf: function mm1_sub_cx[22] { */ -#define CF_mm1_sub_cx_adr 191 -0x990c0000, /* strnd r3 */ -0x500fe300, /* add r3, r3, r31 */ -0x100010cc, /* bl mm1_invsel */ -0x528c6302, /* addcx r3, r3, r3 << 16 */ -0x0600c006, /* loop *6 ( */ -0x8c041800, /* ld *1, *0++ */ -0x7c8c0800, /* ldr *3, *0++ */ -0x548c6200, /* subb r3, r2, r3 */ -0x66084301, /* sellx r2, r3, r2 */ -0x90740300, /* st *3, *5++ */ -0xfc000000, /* nop */ -/* ) */ -0x0c000000, /* ret */ -0xfc000000, /* nop */ -/*mm1_invsel: */ -0x528c6302, /* addcx r3, r3, r3 << 16 */ -0x0600c006, /* loop *6 ( */ -0x8c041800, /* ld *1, *0++ */ -0x7c8c0800, /* ldr *3, *0++ */ -0x548c6200, /* subb r3, r2, r3 */ -0x66086201, /* sellx r2, r2, r3 */ -0x90740300, /* st *3, *5++ */ -0xfc000000, /* nop */ -/* ) */ -0x0c000000, /* ret */ -/* } */ -/* @0xd5: function mul1_exp[23] { */ -#define CF_mul1_exp_adr 213 -0x8c041100, /* ld *1, *1 */ -0x7c081f00, /* mov r2, r31 */ -0x0600c001, /* loop *6 ( */ -0x7ca80300, /* ldr *2++, *3 */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x80080001, /* movi r2.0l, #1 */ -0x0600c003, /* loop *6 ( */ -0x95800000, /* lddmp r0 */ -0x0800007a, /* call &mma */ -0x7c081f00, /* mov r2, r31 */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x95800000, /* lddmp r0 */ -0x56084200, /* subx r2, r2, r2 */ -0x0600c003, /* loop *6 ( */ -0x8c041800, /* ld *1, *0++ */ -0x7c8c0800, /* ldr *3, *0++ */ -0x5e804300, /* cmpbx r3, r2 */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x95800000, /* lddmp r0 */ -0x080000bf, /* call &mm1_sub_cx */ -0x97800100, /* ldrfp r1 */ -0x95800000, /* lddmp r0 */ -0x0c000000, /* ret */ -/* } */ -/* @0xec: function mul1[4] { */ -#define CF_mul1_adr 236 -0x84004000, /* ldi r0, [#0] */ -0x080000a1, /* call &setupPtrs */ -0x080000d5, /* call &mul1_exp */ -0x0c000000, /* ret */ -/* } */ -/* @0xf0: function sqrx_exp[19] { */ -#define CF_sqrx_exp_adr 240 -0x84004020, /* ldi r0, [#1] */ -0x95800000, /* lddmp r0 */ -0x8c041100, /* ld *1, *1 */ -0x7c081f00, /* mov r2, r31 */ -0x0600c001, /* loop *6 ( */ -0x7ca80300, /* ldr *2++, *3 */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x0600c004, /* loop *6 ( */ -0x8c0c1c00, /* ld *3, *4++ */ -0x95000000, /* stdmp r0 */ -0x0800007a, /* call &mma */ -0x95800000, /* lddmp r0 */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x95800000, /* lddmp r0 */ -0x0600c001, /* loop *6 ( */ -0x90740800, /* st *0++, *5++ */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x95800000, /* lddmp r0 */ -0x0c000000, /* ret */ -/* } */ -/* @0x103: function mulx_exp[14] { */ -#define CF_mulx_exp_adr 259 -0x84004040, /* ldi r0, [#2] */ -0x95800000, /* lddmp r0 */ -0x8c041100, /* ld *1, *1 */ -0x7c081f00, /* mov r2, r31 */ -0x0600c001, /* loop *6 ( */ -0x7ca80300, /* ldr *2++, *3 */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x0600c004, /* loop *6 ( */ -0x8c0c1c00, /* ld *3, *4++ */ -0x95000000, /* stdmp r0 */ -0x0800007a, /* call &mma */ -0x95800000, /* lddmp r0 */ -/* ) */ -0x97800100, /* ldrfp r1 */ -0x0c000000, /* ret */ -/* } */ -/* @0x111: function selOutOrC[30] { */ -#define CF_selOutOrC_adr 273 -0x990c0000, /* strnd r3 */ -0x440c6300, /* or r3, r3, r3 */ -0x10001122, /* bl selOutOrC_invsel */ -0x508c6302, /* addc r3, r3, r3 << 16 */ -0x0600c00a, /* loop *6 ( */ -0x990c0000, /* strnd r3 */ -0x99080000, /* strnd r2 */ -0x8c041500, /* ld *1, *5 */ -0x90540300, /* st *3, *5 */ -0x7c8c0800, /* ldr *3, *0++ */ -0x99000000, /* strnd r0 */ -0x7c000200, /* mov r0, r2 */ -0x99080000, /* strnd r2 */ -0x64086001, /* sell r2, r0, r3 */ -0x90740300, /* st *3, *5++ */ -/* ) */ -0x0c000000, /* ret */ -0xfc000000, /* nop */ -/*selOutOrC_invsel: */ -0x508c6302, /* addc r3, r3, r3 << 16 */ -0x0600c00a, /* loop *6 ( */ -0x990c0000, /* strnd r3 */ -0x99080000, /* strnd r2 */ -0x8c041500, /* ld *1, *5 */ -0x90540300, /* st *3, *5 */ -0x7c8c0800, /* ldr *3, *0++ */ -0x99000000, /* strnd r0 */ -0x7c000200, /* mov r0, r2 */ -0x99080000, /* strnd r2 */ -0x64080301, /* sell r2, r3, r0 */ -0x90740300, /* st *3, *5++ */ -/* ) */ -0x0c000000, /* ret */ -/* } */ -/* @0x12f: function modexp[35] { */ -#define CF_modexp_adr 303 -0x080000ac, /* call &mulx */ -0x84004060, /* ldi r0, [#3] */ -0x95800000, /* lddmp r0 */ -0x54084200, /* sub r2, r2, r2 */ -0x0600c004, /* loop *6 ( */ -0xfc000000, /* nop */ -0x8c0c1800, /* ld *3, *0++ */ -0x54885f00, /* subb r2, r31, r2 */ -0x90740300, /* st *3, *5++ */ -/* ) */ -0xfc000000, /* nop */ -0x7c081f00, /* mov r2, r31 */ -0x8008ffff, /* movi r2.0l, #65535 */ -0x400c0298, /* and r3, r2, r0 >> 192 */ -0x48084000, /* not r2, r2 */ -0x40080200, /* and r2, r2, r0 */ -0x50086201, /* add r2, r2, r3 << 8 */ -0x94800200, /* ldlc r2 */ -0x0600000d, /* loop *0 ( */ -0x080000f0, /* call &sqrx_exp */ -0x08000103, /* call &mulx_exp */ -0x84004060, /* ldi r0, [#3] */ -0x95800000, /* lddmp r0 */ -0x99080000, /* strnd r2 */ -0x50084200, /* add r2, r2, r2 */ -0x0600c004, /* loop *6 ( */ -0x99080000, /* strnd r2 */ -0x8c0c1400, /* ld *3, *4 */ -0x50884200, /* addc r2, r2, r2 */ -0x90700300, /* st *3, *4++ */ -/* ) */ -0x08000111, /* call &selOutOrC */ -0xfc000000, /* nop */ -/* ) */ -0x84004060, /* ldi r0, [#3] */ -0x95800000, /* lddmp r0 */ -0x080000d5, /* call &mul1_exp */ -0x0c000000, /* ret */ -/* } */ -/* @0x152: function modexp_blinded[76] { */ -#define CF_modexp_blinded_adr 338 -0x080000ac, /* call &mulx */ -0x84004060, /* ldi r0, [#3] */ -0x95800000, /* lddmp r0 */ -0x54084200, /* sub r2, r2, r2 */ -0x0600c004, /* loop *6 ( */ -0xfc000000, /* nop */ -0x8c0c1800, /* ld *3, *0++ */ -0x54885f00, /* subb r2, r31, r2 */ -0x90740300, /* st *3, *5++ */ -/* ) */ -0xfc000000, /* nop */ -0x8c0c1900, /* ld *3, *1++ */ -0x8c0c1100, /* ld *3, *1 */ -0x521c5f90, /* addx r7, r31, r2 >> 128 */ -0x590c4200, /* mul128 r3, r2l, r2u */ -0x7c181f00, /* mov r6, r31 */ -0x0600c011, /* loop *6 ( */ -0x99080000, /* strnd r2 */ -0x8c0c1400, /* ld *3, *4 */ -0x58106200, /* mul128 r4, r2l, r3l */ -0x59946200, /* mul128 r5, r2u, r3u */ -0x58806200, /* mul128 r0, r2u, r3l */ -0x50100410, /* add r4, r4, r0 << 128 */ -0x50940590, /* addc r5, r5, r0 >> 128 */ -0x59006200, /* mul128 r0, r2l, r3u */ -0x50100410, /* add r4, r4, r0 << 128 */ -0x50940590, /* addc r5, r5, r0 >> 128 */ -0x5010c400, /* add r4, r4, r6 */ -0x5097e500, /* addc r5, r5, r31 */ -0x50088200, /* add r2, r2, r4 */ -0x509be500, /* addc r6, r5, r31 */ -0x5688e200, /* subbx r2, r2, r7 */ -0x90700300, /* st *3, *4++ */ -0x541ce700, /* sub r7, r7, r7 */ -/* ) */ -0x7c080600, /* mov r2, r6 */ -0x5688e200, /* subbx r2, r2, r7 */ -0x90500300, /* st *3, *4 */ -0xfc000000, /* nop */ -0x84004060, /* ldi r0, [#3] */ -0x7c081f00, /* mov r2, r31 */ -0x8008ffff, /* movi r2.0l, #65535 */ -0x400c0298, /* and r3, r2, r0 >> 192 */ -0x48084000, /* not r2, r2 */ -0x40080200, /* and r2, r2, r0 */ -0x510c0301, /* addi r3, r3, #1 */ -0x50086201, /* add r2, r2, r3 << 8 */ -0x94800200, /* ldlc r2 */ -0x06000019, /* loop *0 ( */ -0x080000f0, /* call &sqrx_exp */ -0x08000103, /* call &mulx_exp */ -0x84004060, /* ldi r0, [#3] */ -0x95800000, /* lddmp r0 */ -0x99080000, /* strnd r2 */ -0x54084200, /* sub r2, r2, r2 */ -0x0600c004, /* loop *6 ( */ -0x99080000, /* strnd r2 */ -0x8c0c1400, /* ld *3, *4 */ -0x50884200, /* addc r2, r2, r2 */ -0x90700300, /* st *3, *4++ */ -/* ) */ -0x99080000, /* strnd r2 */ -0x8c0c1400, /* ld *3, *4 */ -0x50884200, /* addc r2, r2, r2 */ -0x90700300, /* st *3, *4++ */ -0x0600c008, /* loop *6 ( */ -0x99080000, /* strnd r2 */ -0x8c041500, /* ld *1, *5 */ -0x90540300, /* st *3, *5 */ -0x7c8c0800, /* ldr *3, *0++ */ -0x7c000200, /* mov r0, r2 */ -0x99080000, /* strnd r2 */ -0x64086008, /* selc r2, r0, r3 */ -0x90740300, /* st *3, *5++ */ -/* ) */ -0xfc000000, /* nop */ -/* ) */ -0x84004060, /* ldi r0, [#3] */ -0x95800000, /* lddmp r0 */ -0x080000d5, /* call &mul1_exp */ -0x0c000000, /* ret */ -/* } */ -/* @0x19e: function modload[12] { */ -#define CF_modload_adr 414 -0x4c7fff00, /* xor r31, r31, r31 */ -0x84004000, /* ldi r0, [#0] */ -0x95800000, /* lddmp r0 */ -0x94800000, /* ldlc r0 */ -0x8000001c, /* movi r0.0l, #28 */ -0x8080001d, /* movi r0.1l, #29 */ -0x97800000, /* ldrfp r0 */ -0x8c001000, /* ld *0, *0 */ -0x08000001, /* call &d0inv */ -0x90440100, /* st *1, *1 */ -0x08000028, /* call &computeRR */ -0x0c000000, /* ret */ -/* } */ -#ifdef CONFIG_DCRYPTO_RSA_SPEEDUP -/* @0x1aa: function selA0orC4[16] { */ -#define CF_selA0orC4_adr 426 -0x99000000, /* strnd r0 */ -0x44000000, /* or r0, r0, r0 */ -0x100011b4, /* bl selA0orC4_invsel */ -0x50840002, /* addc r1, r0, r0 << 16 */ -0x6458da01, /* sell r22, r26, r6 */ -0x645cfb01, /* sell r23, r27, r7 */ -0x64611c01, /* sell r24, r28, r8 */ -0x64653d01, /* sell r25, r29, r9 */ -0x0c000000, /* ret */ -0xfc000000, /* nop */ -/*selA0orC4_invsel: */ -0x50840002, /* addc r1, r0, r0 << 16 */ -0x645b4601, /* sell r22, r6, r26 */ -0x645f6701, /* sell r23, r7, r27 */ -0x64638801, /* sell r24, r8, r28 */ -0x6467a901, /* sell r25, r9, r29 */ -0x0c000000, /* ret */ -/* } */ -/* @0x1ba: function mul4[169] { */ -#define CF_mul4_adr 442 -0x58594600, /* mul128 r22, r6l, r10l */ -0x59dd4600, /* mul128 r23, r6u, r10u */ -0x58894600, /* mul128 r2, r6u, r10l */ -0x50585610, /* add r22, r22, r2 << 128 */ -0x50dc5790, /* addc r23, r23, r2 >> 128 */ -0x59094600, /* mul128 r2, r6l, r10u */ -0x50585610, /* add r22, r22, r2 << 128 */ -0x50dc5790, /* addc r23, r23, r2 >> 128 */ -0x58616700, /* mul128 r24, r7l, r11l */ -0x59e56700, /* mul128 r25, r7u, r11u */ -0x58896700, /* mul128 r2, r7u, r11l */ -0x50605810, /* add r24, r24, r2 << 128 */ -0x50e45990, /* addc r25, r25, r2 >> 128 */ -0x59096700, /* mul128 r2, r7l, r11u */ -0x50605810, /* add r24, r24, r2 << 128 */ -0x50e45990, /* addc r25, r25, r2 >> 128 */ -0x58698800, /* mul128 r26, r8l, r12l */ -0x59ed8800, /* mul128 r27, r8u, r12u */ -0x58898800, /* mul128 r2, r8u, r12l */ -0x50685a10, /* add r26, r26, r2 << 128 */ -0x50ec5b90, /* addc r27, r27, r2 >> 128 */ -0x59098800, /* mul128 r2, r8l, r12u */ -0x50685a10, /* add r26, r26, r2 << 128 */ -0x50ec5b90, /* addc r27, r27, r2 >> 128 */ -0x5871a900, /* mul128 r28, r9l, r13l */ -0x59f5a900, /* mul128 r29, r9u, r13u */ -0x5889a900, /* mul128 r2, r9u, r13l */ -0x50705c10, /* add r28, r28, r2 << 128 */ -0x50f45d90, /* addc r29, r29, r2 >> 128 */ -0x5909a900, /* mul128 r2, r9l, r13u */ -0x50705c10, /* add r28, r28, r2 << 128 */ -0x50f45d90, /* addc r29, r29, r2 >> 128 */ -0x58016600, /* mul128 r0, r6l, r11l */ -0x59856600, /* mul128 r1, r6u, r11u */ -0x58896600, /* mul128 r2, r6u, r11l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59096600, /* mul128 r2, r6l, r11u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x505c1700, /* add r23, r23, r0 */ -0x50e03800, /* addc r24, r24, r1 */ -0x508fff00, /* addc r3, r31, r31 */ -0x58014700, /* mul128 r0, r7l, r10l */ -0x59854700, /* mul128 r1, r7u, r10u */ -0x58894700, /* mul128 r2, r7u, r10l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59094700, /* mul128 r2, r7l, r10u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x505c1700, /* add r23, r23, r0 */ -0x50e03800, /* addc r24, r24, r1 */ -0x50e47900, /* addc r25, r25, r3 */ -0x508fff00, /* addc r3, r31, r31 */ -0x58018600, /* mul128 r0, r6l, r12l */ -0x59858600, /* mul128 r1, r6u, r12u */ -0x58898600, /* mul128 r2, r6u, r12l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59098600, /* mul128 r2, r6l, r12u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50601800, /* add r24, r24, r0 */ -0x50e43900, /* addc r25, r25, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x58014800, /* mul128 r0, r8l, r10l */ -0x59854800, /* mul128 r1, r8u, r10u */ -0x58894800, /* mul128 r2, r8u, r10l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59094800, /* mul128 r2, r8l, r10u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50601800, /* add r24, r24, r0 */ -0x50e43900, /* addc r25, r25, r1 */ -0x50e87a00, /* addc r26, r26, r3 */ -0x508fff00, /* addc r3, r31, r31 */ -0x5801a600, /* mul128 r0, r6l, r13l */ -0x5985a600, /* mul128 r1, r6u, r13u */ -0x5889a600, /* mul128 r2, r6u, r13l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x5909a600, /* mul128 r2, r6l, r13u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x58018700, /* mul128 r0, r7l, r12l */ -0x59858700, /* mul128 r1, r7u, r12u */ -0x58898700, /* mul128 r2, r7u, r12l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59098700, /* mul128 r2, r7l, r12u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x58014900, /* mul128 r0, r9l, r10l */ -0x59854900, /* mul128 r1, r9u, r10u */ -0x58894900, /* mul128 r2, r9u, r10l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59094900, /* mul128 r2, r9l, r10u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x58016800, /* mul128 r0, r8l, r11l */ -0x59856800, /* mul128 r1, r8u, r11u */ -0x58896800, /* mul128 r2, r8u, r11l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59096800, /* mul128 r2, r8l, r11u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x50ec7b00, /* addc r27, r27, r3 */ -0x508fff00, /* addc r3, r31, r31 */ -0x5801a700, /* mul128 r0, r7l, r13l */ -0x5985a700, /* mul128 r1, r7u, r13u */ -0x5889a700, /* mul128 r2, r7u, r13l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x5909a700, /* mul128 r2, r7l, r13u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50681a00, /* add r26, r26, r0 */ -0x50ec3b00, /* addc r27, r27, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x58016900, /* mul128 r0, r9l, r11l */ -0x59856900, /* mul128 r1, r9u, r11u */ -0x58896900, /* mul128 r2, r9u, r11l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59096900, /* mul128 r2, r9l, r11u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50681a00, /* add r26, r26, r0 */ -0x50ec3b00, /* addc r27, r27, r1 */ -0x50f07c00, /* addc r28, r28, r3 */ -0x50f7fd00, /* addc r29, r29, r31 */ -0x5801a800, /* mul128 r0, r8l, r13l */ -0x5985a800, /* mul128 r1, r8u, r13u */ -0x5889a800, /* mul128 r2, r8u, r13l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x5909a800, /* mul128 r2, r8l, r13u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x506c1b00, /* add r27, r27, r0 */ -0x50f03c00, /* addc r28, r28, r1 */ -0x50f7fd00, /* addc r29, r29, r31 */ -0x58018900, /* mul128 r0, r9l, r12l */ -0x59858900, /* mul128 r1, r9u, r12u */ -0x58898900, /* mul128 r2, r9u, r12l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59098900, /* mul128 r2, r9l, r12u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x506c1b00, /* add r27, r27, r0 */ -0x50f03c00, /* addc r28, r28, r1 */ -0x50f7fd00, /* addc r29, r29, r31 */ -0x0c000000, /* ret */ -/* } */ -/* @0x263: function sqr4[117] { */ -#define CF_sqr4_adr 611 -0x5858c600, /* mul128 r22, r6l, r6l */ -0x59dcc600, /* mul128 r23, r6u, r6u */ -0x5888c600, /* mul128 r2, r6u, r6l */ -0x50585610, /* add r22, r22, r2 << 128 */ -0x50dc5790, /* addc r23, r23, r2 >> 128 */ -0x50585610, /* add r22, r22, r2 << 128 */ -0x50dc5790, /* addc r23, r23, r2 >> 128 */ -0x5860e700, /* mul128 r24, r7l, r7l */ -0x59e4e700, /* mul128 r25, r7u, r7u */ -0x5888e700, /* mul128 r2, r7u, r7l */ -0x50605810, /* add r24, r24, r2 << 128 */ -0x50e45990, /* addc r25, r25, r2 >> 128 */ -0x50605810, /* add r24, r24, r2 << 128 */ -0x50e45990, /* addc r25, r25, r2 >> 128 */ -0x58690800, /* mul128 r26, r8l, r8l */ -0x59ed0800, /* mul128 r27, r8u, r8u */ -0x58890800, /* mul128 r2, r8u, r8l */ -0x50685a10, /* add r26, r26, r2 << 128 */ -0x50ec5b90, /* addc r27, r27, r2 >> 128 */ -0x50685a10, /* add r26, r26, r2 << 128 */ -0x50ec5b90, /* addc r27, r27, r2 >> 128 */ -0x58712900, /* mul128 r28, r9l, r9l */ -0x59f52900, /* mul128 r29, r9u, r9u */ -0x58892900, /* mul128 r2, r9u, r9l */ -0x50705c10, /* add r28, r28, r2 << 128 */ -0x50f45d90, /* addc r29, r29, r2 >> 128 */ -0x50705c10, /* add r28, r28, r2 << 128 */ -0x50f45d90, /* addc r29, r29, r2 >> 128 */ -0x5800e600, /* mul128 r0, r6l, r7l */ -0x5984e600, /* mul128 r1, r6u, r7u */ -0x5888e600, /* mul128 r2, r6u, r7l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x5908e600, /* mul128 r2, r6l, r7u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x505c1700, /* add r23, r23, r0 */ -0x50e03800, /* addc r24, r24, r1 */ -0x508fff00, /* addc r3, r31, r31 */ -0x505c1700, /* add r23, r23, r0 */ -0x50e03800, /* addc r24, r24, r1 */ -0x50e47900, /* addc r25, r25, r3 */ -0x508fff00, /* addc r3, r31, r31 */ -0x58010600, /* mul128 r0, r6l, r8l */ -0x59850600, /* mul128 r1, r6u, r8u */ -0x58890600, /* mul128 r2, r6u, r8l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59090600, /* mul128 r2, r6l, r8u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50601800, /* add r24, r24, r0 */ -0x50e43900, /* addc r25, r25, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x50601800, /* add r24, r24, r0 */ -0x50e43900, /* addc r25, r25, r1 */ -0x50e87a00, /* addc r26, r26, r3 */ -0x508fff00, /* addc r3, r31, r31 */ -0x58012600, /* mul128 r0, r6l, r9l */ -0x59852600, /* mul128 r1, r6u, r9u */ -0x58892600, /* mul128 r2, r6u, r9l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59092600, /* mul128 r2, r6l, r9u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x58010700, /* mul128 r0, r7l, r8l */ -0x59850700, /* mul128 r1, r7u, r8u */ -0x58890700, /* mul128 r2, r7u, r8l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59090700, /* mul128 r2, r7l, r8u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x50ec7b00, /* addc r27, r27, r3 */ -0x508fff00, /* addc r3, r31, r31 */ -0x58012700, /* mul128 r0, r7l, r9l */ -0x59852700, /* mul128 r1, r7u, r9u */ -0x58892700, /* mul128 r2, r7u, r9l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59092700, /* mul128 r2, r7l, r9u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x50681a00, /* add r26, r26, r0 */ -0x50ec3b00, /* addc r27, r27, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x50681a00, /* add r26, r26, r0 */ -0x50ec3b00, /* addc r27, r27, r1 */ -0x50f07c00, /* addc r28, r28, r3 */ -0x50f7fd00, /* addc r29, r29, r31 */ -0x58012800, /* mul128 r0, r8l, r9l */ -0x59852800, /* mul128 r1, r8u, r9u */ -0x58892800, /* mul128 r2, r8u, r9l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x59092800, /* mul128 r2, r8l, r9u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x506c1b00, /* add r27, r27, r0 */ -0x50f03c00, /* addc r28, r28, r1 */ -0x50f7fd00, /* addc r29, r29, r31 */ -0x506c1b00, /* add r27, r27, r0 */ -0x50f03c00, /* addc r28, r28, r1 */ -0x50f7fd00, /* addc r29, r29, r31 */ -0x0c000000, /* ret */ -/* } */ -/* @0x2d8: function dod0[15] { */ -#define CF_dod0_adr 728 -0x8c0c1100, /* ld *3, *1 */ -0x58140100, /* mul128 r5, r1l, r0l */ -0x58880100, /* mul128 r2, r1u, r0l */ -0x50144510, /* add r5, r5, r2 << 128 */ -0x59080100, /* mul128 r2, r1l, r0u */ -0x50144510, /* add r5, r5, r2 << 128 */ -0x5801c500, /* mul128 r0, r5l, r14l */ -0x5985c500, /* mul128 r1, r5u, r14u */ -0x5889c500, /* mul128 r2, r5u, r14l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x5909c500, /* mul128 r2, r5l, r14u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x0c000000, /* ret */ -/* } */ -/* @0x2e7: function dod1[9] { */ -#define CF_dod1_adr 743 -0x5801e500, /* mul128 r0, r5l, r15l */ -0x5985e500, /* mul128 r1, r5u, r15u */ -0x5889e500, /* mul128 r2, r5u, r15l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x5909e500, /* mul128 r2, r5l, r15u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x0c000000, /* ret */ -/* } */ -/* @0x2f0: function dod2[9] { */ -#define CF_dod2_adr 752 -0x58020500, /* mul128 r0, r5l, r16l */ -0x59860500, /* mul128 r1, r5u, r16u */ -0x588a0500, /* mul128 r2, r5u, r16l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x590a0500, /* mul128 r2, r5l, r16u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x0c000000, /* ret */ -/* } */ -/* @0x2f9: function dod3[9] { */ -#define CF_dod3_adr 761 -0x58022500, /* mul128 r0, r5l, r17l */ -0x59862500, /* mul128 r1, r5u, r17u */ -0x588a2500, /* mul128 r2, r5u, r17l */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x590a2500, /* mul128 r2, r5l, r17u */ -0x50004010, /* add r0, r0, r2 << 128 */ -0x50844190, /* addc r1, r1, r2 >> 128 */ -0x0c000000, /* ret */ -/* } */ -/* @0x302: function redc4[97] { */ -#define CF_redc4_adr 770 -0x7c001600, /* mov r0, r22 */ -0x080002d8, /* call &dod0 */ -0x50581600, /* add r22, r22, r0 */ -0x50dc3700, /* addc r23, r23, r1 */ -0x50e3f800, /* addc r24, r24, r31 */ -0x5093ff00, /* addc r4, r31, r31 */ -0x080002e7, /* call &dod1 */ -0x505c1700, /* add r23, r23, r0 */ -0x50e03800, /* addc r24, r24, r1 */ -0x50e49900, /* addc r25, r25, r4 */ -0x5093ff00, /* addc r4, r31, r31 */ -0x080002f0, /* call &dod2 */ -0x50601800, /* add r24, r24, r0 */ -0x50e43900, /* addc r25, r25, r1 */ -0x50e89a00, /* addc r26, r26, r4 */ -0x5093ff00, /* addc r4, r31, r31 */ -0x080002f9, /* call &dod3 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x50ec9b00, /* addc r27, r27, r4 */ -0x508fff00, /* addc r3, r31, r31 */ -0x7c001700, /* mov r0, r23 */ -0x080002d8, /* call &dod0 */ -0x505c1700, /* add r23, r23, r0 */ -0x50e03800, /* addc r24, r24, r1 */ -0x50e7f900, /* addc r25, r25, r31 */ -0x5093ff00, /* addc r4, r31, r31 */ -0x080002e7, /* call &dod1 */ -0x50601800, /* add r24, r24, r0 */ -0x50e43900, /* addc r25, r25, r1 */ -0x50e89a00, /* addc r26, r26, r4 */ -0x5093ff00, /* addc r4, r31, r31 */ -0x080002f0, /* call &dod2 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x50ec9b00, /* addc r27, r27, r4 */ -0x508fff00, /* addc r3, r31, r31 */ -0x080002f9, /* call &dod3 */ -0x50681a00, /* add r26, r26, r0 */ -0x50ec3b00, /* addc r27, r27, r1 */ -0x50f07c00, /* addc r28, r28, r3 */ -0x508fff00, /* addc r3, r31, r31 */ -0x7c001800, /* mov r0, r24 */ -0x080002d8, /* call &dod0 */ -0x50601800, /* add r24, r24, r0 */ -0x50e43900, /* addc r25, r25, r1 */ -0x50ebfa00, /* addc r26, r26, r31 */ -0x5093ff00, /* addc r4, r31, r31 */ -0x080002e7, /* call &dod1 */ -0x50641900, /* add r25, r25, r0 */ -0x50e83a00, /* addc r26, r26, r1 */ -0x50ec9b00, /* addc r27, r27, r4 */ -0x5093ff00, /* addc r4, r31, r31 */ -0x080002f0, /* call &dod2 */ -0x50681a00, /* add r26, r26, r0 */ -0x50ec3b00, /* addc r27, r27, r1 */ -0x50f09c00, /* addc r28, r28, r4 */ -0x5093e300, /* addc r4, r3, r31 */ -0x080002f9, /* call &dod3 */ -0x506c1b00, /* add r27, r27, r0 */ -0x50f03c00, /* addc r28, r28, r1 */ -0x50f49d00, /* addc r29, r29, r4 */ -0x508fff00, /* addc r3, r31, r31 */ -0x7c001900, /* mov r0, r25 */ -0x080002d8, /* call &dod0 */ -0x50641900, /* add r25, r25, r0 */ -0x50d83a00, /* addc r22, r26, r1 */ -0x50dffb00, /* addc r23, r27, r31 */ -0x5093ff00, /* addc r4, r31, r31 */ -0x080002e7, /* call &dod1 */ -0x50581600, /* add r22, r22, r0 */ -0x50dc3700, /* addc r23, r23, r1 */ -0x50e09c00, /* addc r24, r28, r4 */ -0x5093ff00, /* addc r4, r31, r31 */ -0x080002f0, /* call &dod2 */ -0x505c1700, /* add r23, r23, r0 */ -0x50e03800, /* addc r24, r24, r1 */ -0x50e49d00, /* addc r25, r29, r4 */ -0x508fe300, /* addc r3, r3, r31 */ -0x080002f9, /* call &dod3 */ -0x50601800, /* add r24, r24, r0 */ -0x50e43900, /* addc r25, r25, r1 */ -0x508fe300, /* addc r3, r3, r31 */ -0x56007f00, /* subx r0, r31, r3 */ -0x99680000, /* strnd r26 */ -0x996c0000, /* strnd r27 */ -0x99700000, /* strnd r28 */ -0x99740000, /* strnd r29 */ -0x5409d600, /* sub r2, r22, r14 */ -0x54e9f700, /* subb r26, r23, r15 */ -0x54ee1800, /* subb r27, r24, r16 */ -0x54f23900, /* subb r28, r25, r17 */ -0x66773c08, /* selcx r29, r28, r25 */ -0x66731b08, /* selcx r28, r27, r24 */ -0x666efa08, /* selcx r27, r26, r23 */ -0x666ac208, /* selcx r26, r2, r22 */ -0x0c000000, /* ret */ -/* } */ -/* @0x363: function modexp_1024[101] { */ -#define CF_modexp_1024_adr 867 -0x7c081f00, /* mov r2, r31 */ -0x80080006, /* movi r2.0l, #6 */ -0x8088000a, /* movi r2.1l, #10 */ -0x81880001, /* movi r2.3l, #1 */ -0x8208000e, /* movi r2.4l, #14 */ -0x82880016, /* movi r2.5l, #22 */ -0x83080012, /* movi r2.6l, #18 */ -0x97800200, /* ldrfp r2 */ -0x7c001f00, /* mov r0, r31 */ -0x8180ffff, /* movi r0.3l, #65535 */ -0x84044000, /* ldi r1, [#0] */ -0x40040100, /* and r1, r1, r0 */ -0x48000000, /* not r0, r0 */ -0x84084060, /* ldi r2, [#3] */ -0x40080200, /* and r2, r2, r0 */ -0x44082200, /* or r2, r2, r1 */ -0x95800200, /* lddmp r2 */ -0x05004004, /* loop #4 ( */ -0x8c201b00, /* ld *0++, *3++ */ -0x8c241a00, /* ld *1++, *2++ */ -0x8c301800, /* ld *4++, *0++ */ -0x8c381c00, /* ld *6++, *4++ */ -/* ) */ -0x99780000, /* strnd r30 */ -0x507bde00, /* add r30, r30, r30 */ -0x080001ba, /* call &mul4 */ -0x08000302, /* call &redc4 */ -0x7c281a00, /* mov r10, r26 */ -0x7c2c1b00, /* mov r11, r27 */ -0x7c301c00, /* mov r12, r28 */ -0x7c341d00, /* mov r13, r29 */ -0x99180000, /* strnd r6 */ -0x991c0000, /* strnd r7 */ -0x99200000, /* strnd r8 */ -0x99240000, /* strnd r9 */ -0x05400033, /* loop #1024 ( */ -0x08000263, /* call &sqr4 */ -0x08000302, /* call &redc4 */ -0x99180000, /* strnd r6 */ -0x991c0000, /* strnd r7 */ -0x99200000, /* strnd r8 */ -0x99240000, /* strnd r9 */ -0x7c181a00, /* mov r6, r26 */ -0x7c1c1b00, /* mov r7, r27 */ -0x7c201c00, /* mov r8, r28 */ -0x7c241d00, /* mov r9, r29 */ -0x080001ba, /* call &mul4 */ -0x08000302, /* call &redc4 */ -0x99000000, /* strnd r0 */ -0x5002b500, /* add r0, r21, r21 */ -0x99000000, /* strnd r0 */ -0x50825200, /* addc r0, r18, r18 */ -0x99480000, /* strnd r18 */ -0x7c480000, /* mov r18, r0 */ -0x99000000, /* strnd r0 */ -0x50827300, /* addc r0, r19, r19 */ -0x994c0000, /* strnd r19 */ -0x7c4c0000, /* mov r19, r0 */ -0x99000000, /* strnd r0 */ -0x50829400, /* addc r0, r20, r20 */ -0x99500000, /* strnd r20 */ -0x7c500000, /* mov r20, r0 */ -0x99000000, /* strnd r0 */ -0x5082b500, /* addc r0, r21, r21 */ -0x99540000, /* strnd r21 */ -0x7c540000, /* mov r21, r0 */ -0x99580000, /* strnd r22 */ -0x995c0000, /* strnd r23 */ -0x99600000, /* strnd r24 */ -0x99640000, /* strnd r25 */ -0x080001aa, /* call &selA0orC4 */ -0x99180000, /* strnd r6 */ -0x991c0000, /* strnd r7 */ -0x99200000, /* strnd r8 */ -0x99240000, /* strnd r9 */ -0x99000000, /* strnd r0 */ -0x50000000, /* add r0, r0, r0 */ -0x4c001e00, /* xor r0, r30, r0 */ -0x99780000, /* strnd r30 */ -0x507bde00, /* add r30, r30, r30 */ -0x4c781e00, /* xor r30, r30, r0 */ -0x447a5e00, /* or r30, r30, r18 */ -0x4c03c000, /* xor r0, r0, r30 */ -0x641aca01, /* sell r6, r10, r22 */ -0x641eeb01, /* sell r7, r11, r23 */ -0x64230c01, /* sell r8, r12, r24 */ -0x64272d01, /* sell r9, r13, r25 */ -/* ) */ -0x7c281f00, /* mov r10, r31 */ -0x80280001, /* movi r10.0l, #1 */ -0x7c2c1f00, /* mov r11, r31 */ -0x7c301f00, /* mov r12, r31 */ -0x7c341f00, /* mov r13, r31 */ -0x080001ba, /* call &mul4 */ -0x08000302, /* call &redc4 */ -0x5419da00, /* sub r6, r26, r14 */ -0x549dfb00, /* subb r7, r27, r15 */ -0x54a21c00, /* subb r8, r28, r16 */ -0x54a63d00, /* subb r9, r29, r17 */ -0x080001aa, /* call &selA0orC4 */ -0x05004001, /* loop #4 ( */ -0x90740d00, /* st *5++, *5++ */ -/* ) */ -0x0c000000, /* ret */ -/* } */ -#endif // CONFIG_DCRYPTO_RSA_SPEEDUP -}; -/* clang-format on */ - -struct DMEM_ctx_ptrs { - uint32_t pMod; - uint32_t pDinv; - uint32_t pRR; - uint32_t pA; - uint32_t pB; - uint32_t pC; - uint32_t n; - uint32_t n1; -}; - -/* - * This struct is "calling convention" for passing parameters into the - * code block above for RSA operations. Parameters start at &DMEM[0]. - */ -struct DMEM_ctx { - struct DMEM_ctx_ptrs in_ptrs; - struct DMEM_ctx_ptrs sqr_ptrs; - struct DMEM_ctx_ptrs mul_ptrs; - struct DMEM_ctx_ptrs out_ptrs; - uint32_t mod[RSA_WORDS_4K]; - uint32_t dInv[8]; - uint32_t pubexp; - uint32_t _pad1[3]; - uint32_t rnd[2]; - uint32_t _pad2[2]; - uint32_t RR[RSA_WORDS_4K]; - uint32_t in[RSA_WORDS_4K]; - uint32_t exp[RSA_WORDS_4K + 8]; /* extra word for randomization */ - uint32_t out[RSA_WORDS_4K]; - uint32_t bin[RSA_WORDS_4K]; - uint32_t bout[RSA_WORDS_4K]; -}; - -#define DMEM_CELL_SIZE 32 -#define DMEM_INDEX(p, f) \ - (((const uint8_t *)&(p)->f - (const uint8_t *)(p)) / DMEM_CELL_SIZE) - -/* Get non-0 64 bit random */ -static void rand64(uint32_t dst[2]) -{ - do { - dst[0] = rand(); - dst[1] = rand(); - } while ((dst[0] | dst[1]) == 0); -} - -/* Grab dcrypto lock and set things up for modulus and input */ -static int setup_and_lock(const struct LITE_BIGNUM *N, - const struct LITE_BIGNUM *input) -{ - struct DMEM_ctx *ctx = - (struct DMEM_ctx *)GREG32_ADDR(CRYPTO, DMEM_DUMMY); - - /* Initialize hardware; load code page. */ - dcrypto_init_and_lock(); - dcrypto_imem_load(0, IMEM_dcrypto_bn, ARRAY_SIZE(IMEM_dcrypto_bn)); - - /* Setup DMEM pointers (as indices into DMEM which are 256-bit cells). - */ - ctx->in_ptrs.pMod = DMEM_INDEX(ctx, mod); - ctx->in_ptrs.pDinv = DMEM_INDEX(ctx, dInv); - ctx->in_ptrs.pRR = DMEM_INDEX(ctx, RR); - ctx->in_ptrs.pA = DMEM_INDEX(ctx, in); - ctx->in_ptrs.pB = DMEM_INDEX(ctx, exp); - ctx->in_ptrs.pC = DMEM_INDEX(ctx, out); - ctx->in_ptrs.n = bn_bits(N) / (DMEM_CELL_SIZE * 8); - ctx->in_ptrs.n1 = ctx->in_ptrs.n - 1; - - ctx->sqr_ptrs = ctx->in_ptrs; - ctx->mul_ptrs = ctx->in_ptrs; - ctx->out_ptrs = ctx->in_ptrs; - - dcrypto_dmem_load(DMEM_INDEX(ctx, in), input->d, bn_words(input)); - if (dcrypto_dmem_load(DMEM_INDEX(ctx, mod), N->d, bn_words(N)) == 0) { - /* - * No change detected; assume modulus precomputation is cached. - */ - return 0; - } - - /* Calculate RR and d0inv. */ - return dcrypto_call(CF_modload_adr); -} - -#define MONTMUL(ctx, a, b, c) \ - montmul(ctx, DMEM_INDEX(ctx, a), DMEM_INDEX(ctx, b), DMEM_INDEX(ctx, c)) - -static int montmul(struct DMEM_ctx *ctx, uint32_t pA, uint32_t pB, - uint32_t pOut) -{ - - ctx->in_ptrs.pA = pA; - ctx->in_ptrs.pB = pB; - ctx->in_ptrs.pC = pOut; - - return dcrypto_call(CF_mulx_adr); -} - -#define MONTOUT(ctx, a, b) montout(ctx, DMEM_INDEX(ctx, a), DMEM_INDEX(ctx, b)) - -static int montout(struct DMEM_ctx *ctx, uint32_t pA, uint32_t pOut) -{ - - ctx->in_ptrs.pA = pA; - ctx->in_ptrs.pB = 0; - ctx->in_ptrs.pC = pOut; - - return dcrypto_call(CF_mul1_adr); -} - -#define MODEXP(ctx, in, exp, out) \ - modexp(ctx, CF_modexp_adr, DMEM_INDEX(ctx, RR), DMEM_INDEX(ctx, in), \ - DMEM_INDEX(ctx, exp), DMEM_INDEX(ctx, out)) - -#define MODEXP1024(ctx, in, exp, out) \ - modexp(ctx, CF_modexp_1024_adr, DMEM_INDEX(ctx, RR), \ - DMEM_INDEX(ctx, in), DMEM_INDEX(ctx, exp), \ - DMEM_INDEX(ctx, out)) - -#define MODEXP_BLINDED(ctx, in, exp, out) \ - modexp(ctx, CF_modexp_blinded_adr, DMEM_INDEX(ctx, RR), \ - DMEM_INDEX(ctx, in), DMEM_INDEX(ctx, exp), \ - DMEM_INDEX(ctx, out)) - -static int modexp(struct DMEM_ctx *ctx, uint32_t adr, uint32_t rr, uint32_t pIn, - uint32_t pExp, uint32_t pOut) -{ - /* in = in * RR */ - ctx->in_ptrs.pA = pIn; - ctx->in_ptrs.pB = rr; - ctx->in_ptrs.pC = pIn; - - /* out = out * out */ - ctx->sqr_ptrs.pA = pOut; - ctx->sqr_ptrs.pB = pOut; - ctx->sqr_ptrs.pC = pOut; - - /* out = out * in */ - ctx->mul_ptrs.pA = pIn; - ctx->mul_ptrs.pB = pOut; - ctx->mul_ptrs.pC = pOut; - - /* out = out / R */ - ctx->out_ptrs.pA = pOut; - ctx->out_ptrs.pB = pExp; - ctx->out_ptrs.pC = pOut; - - return dcrypto_call(adr); -} - -/* output = input ** exp % N. */ -int dcrypto_modexp_blinded(struct LITE_BIGNUM *output, - const struct LITE_BIGNUM *input, - const struct LITE_BIGNUM *exp, - const struct LITE_BIGNUM *N, uint32_t pubexp) -{ - int i, result; - struct DMEM_ctx *ctx = - (struct DMEM_ctx *)GREG32_ADDR(CRYPTO, DMEM_DUMMY); - - uint32_t r_buf[RSA_MAX_WORDS]; - uint32_t rinv_buf[RSA_MAX_WORDS]; - - struct LITE_BIGNUM r; - struct LITE_BIGNUM rinv; - - bn_init(&r, r_buf, bn_size(N)); - bn_init(&rinv, rinv_buf, bn_size(N)); - - /* - * pick 64 bit r != 0 - * We cannot tolerate risk of 0 since 0 breaks computation. - */ - rand64(r_buf); - - /* - * compute 1/r mod N - * Note this cannot fail since N is product of two large primes - * and r != 0, so we can ignore return value. - */ - bn_modinv_vartime(&rinv, &r, N); - - /* - * compute r^pubexp mod N - */ - dcrypto_modexp_word(&r, &r, pubexp, N); - - result = setup_and_lock(N, input); - - /* Pick !0 64-bit random for exponent blinding */ - rand64(ctx->rnd); - ctx->pubexp = pubexp; - - ctx->_pad1[0] = ctx->_pad1[1] = ctx->_pad1[2] = 0; - ctx->_pad2[0] = ctx->_pad2[1] = 0; - - dcrypto_dmem_load(DMEM_INDEX(ctx, bin), r.d, bn_words(&r)); - dcrypto_dmem_load(DMEM_INDEX(ctx, bout), rinv.d, bn_words(&rinv)); - dcrypto_dmem_load(DMEM_INDEX(ctx, exp), exp->d, bn_words(exp)); - - /* 0 pad the exponent to full size + 8 */ - for (i = bn_words(exp); i < bn_words(N) + 8; ++i) - ctx->exp[i] = 0; - - /* Blind input */ - result |= MONTMUL(ctx, in, RR, in); - result |= MONTMUL(ctx, in, bin, in); - - result |= MODEXP_BLINDED(ctx, in, exp, out); - - /* remove blinding factor */ - result |= MONTMUL(ctx, out, RR, out); - result |= MONTMUL(ctx, out, bout, out); - /* fully reduce out */ - result |= MONTMUL(ctx, out, RR, out); - result |= MONTOUT(ctx, out, out); - - memcpy(output->d, ctx->out, bn_size(output)); - - dcrypto_unlock(); - return result == 0; -} - -/* output = input ** exp % N. */ -int dcrypto_modexp(struct LITE_BIGNUM *output, const struct LITE_BIGNUM *input, - const struct LITE_BIGNUM *exp, const struct LITE_BIGNUM *N) -{ - int i, result; - struct DMEM_ctx *ctx = - (struct DMEM_ctx *)GREG32_ADDR(CRYPTO, DMEM_DUMMY); - - result = setup_and_lock(N, input); - - dcrypto_dmem_load(DMEM_INDEX(ctx, exp), exp->d, bn_words(exp)); - - /* 0 pad the exponent to full size */ - for (i = bn_words(exp); i < bn_words(N); ++i) - ctx->exp[i] = 0; - -#ifdef CONFIG_DCRYPTO_RSA_SPEEDUP - if (bn_bits(N) == 1024) { /* special code for 1024 bits */ - result |= MODEXP1024(ctx, in, exp, out); - } else { - result |= MODEXP(ctx, in, exp, out); - } -#else - result |= MODEXP(ctx, in, exp, out); -#endif - - memcpy(output->d, ctx->out, bn_size(output)); - - dcrypto_unlock(); - return result == 0; -} - -/* output = input ** exp % N. */ -int dcrypto_modexp_word(struct LITE_BIGNUM *output, - const struct LITE_BIGNUM *input, uint32_t exp, - const struct LITE_BIGNUM *N) -{ - int result; - uint32_t e = exp; - uint32_t b = 0x80000000; - struct DMEM_ctx *ctx = - (struct DMEM_ctx *)GREG32_ADDR(CRYPTO, DMEM_DUMMY); - - result = setup_and_lock(N, input); - - /* Find top bit */ - while (b != 0 && !(b & e)) - b >>= 1; - - /* out = in * RR */ - result |= MONTMUL(ctx, in, RR, out); - /* in = in * RR */ - result |= MONTMUL(ctx, in, RR, in); - - while (b > 1) { - b >>= 1; - - /* out = out * out */ - result |= MONTMUL(ctx, out, out, out); - - if ((b & e) != 0) { - /* out = out * in */ - result |= MONTMUL(ctx, in, out, out); - } - } - - /* out = out / R */ - result |= MONTOUT(ctx, out, out); - - memcpy(output->d, ctx->out, bn_size(output)); - - dcrypto_unlock(); - return result == 0; -} - -#ifdef CRYPTO_TEST_SETUP -#include "console.h" -#include "shared_mem.h" -#include "timer.h" - -static uint8_t genp_seed[32]; -static uint32_t prime_buf[32]; -static timestamp_t genp_start; -static timestamp_t genp_end; - -static int genp_core(void) -{ - struct LITE_BIGNUM prime; - int result; - - // Spin seed out into prng candidate prime. - DCRYPTO_hkdf((uint8_t *)prime_buf, sizeof(prime_buf), genp_seed, - sizeof(genp_seed), 0, 0, 0, 0); - DCRYPTO_bn_wrap(&prime, &prime_buf, sizeof(prime_buf)); - - genp_start = get_time(); - result = (DCRYPTO_bn_generate_prime(&prime) != 0) ? EC_SUCCESS - : EC_ERROR_UNKNOWN; - genp_end = get_time(); - - return result; -} - -static int call_on_bigger_stack(int (*func)(void)) -{ - int result, i; - char *new_stack; - const int new_stack_size = 4 * 1024; - - result = shared_mem_acquire(new_stack_size, &new_stack); - if (result == EC_SUCCESS) { - // Paint stack arena - memset(new_stack, 0x01, new_stack_size); - - // Call whilst switching stacks - __asm__ volatile("mov r4, sp\n" // save sp - "mov sp, %[new_stack]\n" - "blx %[func]\n" - "mov sp, r4\n" // restore sp - "mov %[result], r0\n" - : [result] "=r"(result) - : [new_stack] "r"(new_stack + new_stack_size), - [func] "r"(func) - : "r0", "r1", "r2", "r3", "r4", - "lr" // clobbers - ); - - // Take guess at amount of stack that got used - for (i = 0; i < new_stack_size && new_stack[i] == 0x01; ++i) - ; - ccprintf("stack: %u/%u\n", new_stack_size - i, new_stack_size); - - shared_mem_release(new_stack); - } - - return result; -} - -static int command_genp(int argc, char **argv) -{ - int result; - - memset(genp_seed, 0, sizeof(genp_seed)); - if (argc > 1) - memcpy(genp_seed, argv[1], strlen(argv[1])); - - result = call_on_bigger_stack(genp_core); - - if (result == EC_SUCCESS) { - ccprintf("prime: %ph (lsb first)\n", - HEX_BUF(prime_buf, sizeof(prime_buf))); - ccprintf("μs : %llu\n", - (long long)(genp_end.val - genp_start.val)); - } - - return result; -} -DECLARE_CONSOLE_COMMAND(genp, command_genp, "[seed]", "Generate prng prime"); -#endif |