Merge from upstream lightening

19 files changed, 1 insertions, 26810 deletions

diff --git a/libguile/lightening/lightening.h b/libguile/lightening/lightening.h
index 40db318bb..c3163486e 100644
--- a/libguile/lightening/lightening.h
+++ b/libguile/lightening/lightening.h
@@ -95,18 +95,10 @@ typedef struct jit_reloc
 #  include "lightening/arm.h"
 #elif defined(__ppc__) || defined(__powerpc__)
 #  include "lightening/ppc.h"
-#elif defined(__sparc__)
-#  include "lightening/sparc.h"
-#elif defined(__ia64__)
-#  include "lightening/ia64.h"
-#elif defined(__hppa__)
-#  include "lightening/hppa.h"
 #elif defined(__aarch64__)
 #  include "lightening/aarch64.h"
 #elif defined(__s390__) || defined(__s390x__)
 #  include "lightening/s390.h"
-#elif defined(__alpha__)
-#  include "lightening/alpha.h"
 #endif
 
 typedef struct jit_state	jit_state_t;
diff --git a/libguile/lightening/lightening/alpha-cpu.c b/libguile/lightening/lightening/alpha-cpu.c
deleted file mode 100644
index a31640f37..000000000
--- a/libguile/lightening/lightening/alpha-cpu.c
+++ /dev/null
@@ -1,2792 +0,0 @@
-/*
- * Copyright (C) 2014, 2017, 2019  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-#  define _u2(v)			((v) & 0x3)
-#  define _s2_p(v)			((v) >= -0x2 && (v) <= 0x1)
-#  define _u2_p(v)			((v) >= 0 && (v) <= 0x3)
-#  define _u5(v)			((v) & 0x1f)
-#  define _s5_p(v)			((v) >= -0x10 && (v) <= 0xf)
-#  define _u5_p(v)			((v) >= 0 && (v) <= 0x1f)
-#  define _u6(v)			((v) & 0x3f)
-#  define _s6_p(v)			((v) >= -0x20 && (v) <= 0x1f)
-#  define _u6_p(v)			((v) >= 0 && (v) <= 0x3f)
-#  define _u7(v)			((v) & 0x7f)
-#  define _s7_p(v)			((v) >= -0x40 && (v) <= 0x3f)
-#  define _u7_p(v)			((v) >= 0 && (v) <= 0x7f)
-#  define _u8(v)			((v) & 0xff)
-#  define _s8_p(v)			((v) >= -0x80 && (v) <= 0x7f)
-#  define _u8_p(v)			((v) >= 0 && (v) <= 0xff)
-#  define _u11(v)			((v) & 0x7ff)
-#  define _s11_p(v)			((v) >= -0x400 && (v) <= 0x3ff)
-#  define _u11_p(v)			((v) >= 0 && (v) <= 0x7ff)
-#  define _u14(v)			((v) & 0x3fff)
-#  define _s14_p(v)			((v) >= -0x2000 && (v) <= 0x1fff)
-#  define _u14_p(v)			((v) >= 0 && (v) <= 0x3fff)
-#  define _u16(v)			((v) & 0xffff)
-#  define _s16_p(v)			((v) >= -0x8000 && (v) <= 0x7fff)
-#  define _u16_p(v)			((v) >= 0 && (v) <= 0xffff)
-#  define _u21(v)			((v) & 0x1fffff)
-#  define _s21_p(v)			((v) >= -0x100000 && (v) <= 0xfffff)
-#  define _u21_p(v)			((v) >= 0 && (v) <= 0x1fffff)
-#  define _u26(v)			((v) & 0x3ffffff)
-#  define _s26_p(v)			((v) >= -0x2000000 && (v) <= 0x1ffffff)
-#  define _u26_p(v)			((v) >= 0 && (v) <= 0x3ffffff)
-#  define _u32(v)			((v) & 0xffffffff)
-#  define _s32_p(v)			((v) >= -0x80000000 && (v) <= 0x7fffffff)
-#  define _u32_p(v)			((v) >= 0 && (v) <= 0xffffffff)
-#  define ii(i)				*_jit->pc.ui++ = i
-#  define stack_framesize		224
-#  define _S0_REGNO			0x09
-#  define _S1_REGNO			0x0a
-#  define _S2_REGNO			0x0b
-#  define _S3_REGNO			0x0c
-#  define _S4_REGNO			0x0d
-#  define _S5_REGNO			0x0e
-#  define _FP_REGNO			0x0f
-#  define _A0_REGNO			0x10
-#  define _A1_REGNO			0x11
-#  define _A2_REGNO			0x12
-#  define _V0_REGNO			0x00
-#  define _T0_REGNO			0x01
-#  define _T1_REGNO			0x02
-#  define _RA_REGNO			0x1a
-#  define _PV_REGNO			0x1b
-#  define _GP_REGNO			0x1d
-#  define _SP_REGNO			0x1e
-#  define _R31_REGNO			0x1f
-#  define Pcd(o,n)			_Pcd(_jit,o,n)
-static void _Pcd(jit_state_t*,int,unsigned int) maybe_unused;
-#  define Bra(o,ra,d)			_Bra(_jit,o,ra,d)
-static void _Bra(jit_state_t*,int,int,int);
-#  define Mem(o,ra,rb,d)			_Mem(_jit,o,ra,rb,d)
-static void _Mem(jit_state_t*,int,int,int,unsigned int);
-#  define Mbr(o,ra,rb,h,d)		_Mbr(_jit,o,ra,rb,h,d)
-static void _Mbr(jit_state_t*,int,int,int,int,int);
-#  define Opr(o,ra,rb,f,rc)		_Opr(_jit,o,ra,rb,f,rc)
-static void _Opr(jit_state_t*,int,int,int,unsigned int,int);
-#  define Opi(o,ra,i,f,rc)		_Opi(_jit,o,ra,i,f,rc)
-static void _Opi(jit_state_t*,int,int,unsigned int,unsigned int,int);
-#  define ADDL(ra,rb,rc)		Opr(0x10,ra,rb,0x00,rc)
-#  define ADDLi(ra,im,rc)		Opi(0x10,ra,im,0x00,rc)
-#  define ADDL_V(ra,rb,rc)		Opr(0x10,ra,rb,0x40,rc)
-#  define ADDL_Vi(ra,im,rc)		Opi(0x10,ra,im,0x40,rc)
-#  define ADDQ(ra,rb,rc)		Opr(0x10,ra,rb,0x20,rc)
-#  define ADDQi(ra,im,rc)		Opi(0x10,ra,im,0x20,rc)
-#  define ADDQ_V(ra,rb,rc)		Opr(0x10,ra,rb,0x60,rc)
-#  define ADDQ_Vi(ra,im,rc)		Opi(0x10,ra,im,0x60,rc)
-#  define AMASK(rb,rc)			Opr(0x11,_R31_REGNO,rb,0x61,rc)
-#  define AND(ra,rb,rc)			Opr(0x11,ra,rb,0x00,rc)
-#  define ANDi(ra,im,rc)		Opi(0x11,ra,im,0x00,rc)
-#  define BEQ(ra,d)			Bra(0x39,ra,d)
-#  define BGE(ra,d)			Bra(0x3e,ra,d)
-#  define BGT(ra,d)			Bra(0x3f,ra,d)
-#  define BIC(ra,rb,rc)			Opr(0x11,ra,rb,0x08,rc)
-#  define ANDNOT(ra,rb,rc)		BIC(ra,rb,rc)
-#  define BICi(ra,im,rc)		Opi(0x11,ra,im,0x08,rc)
-#  define ANDNOTi(ra,im,rc)		BICi(ra,im,rc)
-#  define BIS(ra,rb,rc)			Opr(0x11,ra,rb,0x20,rc)
-#  define BISi(ra,im,rc)		Opi(0x11,ra,im,0x20,rc)
-#  define OR(ra,rb,rc)			BIS(ra,rb,rc)
-#  define ORi(ra,im,rc)			BISi(ra,im,rc)
-#  define BLBC(ra,d)			Bra(0x38,ra,d)
-#  define BLBS(ra,d)			Bra(0x3c,ra,d)
-#  define BLE(ra,d)			Bra(0x3b,ra,d)
-#  define BLT(ra,d)			Bra(0x3a,ra,d)
-#  define BNE(ra,d)			Bra(0x3d,ra,d)
-#  define BR(ra,d)			Bra(0x30,ra,d)
-#  define BSR(ra,d)			Bra(0x34,ra,d)
-#  define CALL_PAL(c)			Pcd(0x00,c)
-#  define CMOVEQ(ra,rb,rc)		Opr(0x11,ra,rb,0x24,rc)
-#  define CMOVEQi(ra,im,rc)		Opi(0x11,ra,im,0x24,rc)
-#  define CMOVGE(ra,rb,rc)		Opr(0x11,ra,rb,0x46,rc)
-#  define CMOVGEi(ra,im,rc)		Opi(0x11,ra,im,0x46,rc)
-#  define CMOVGT(ra,rb,rc)		Opr(0x11,ra,rb,0x66,rc)
-#  define CMOVGTi(ra,im,rc)		Opi(0x11,ra,im,0x66,rc)
-#  define CMOVLBC(ra,rb,rc)		Opr(0x11,ra,rb,0x16,rc)
-#  define CMOVLBCi(ra,im,rc)		Opi(0x11,ra,im,0x16,rc)
-#  define CMOVLBS(ra,rb,rc)		Opr(0x11,ra,rb,0x14,rc)
-#  define CMOVLBSi(ra,im,rc)		Opi(0x11,ra,im,0x14,rc)
-#  define CMOVLE(ra,rb,rc)		Opr(0x11,ra,rb,0x64,rc)
-#  define CMOVLEi(ra,im,rc)		Opi(0x11,ra,im,0x64,rc)
-#  define CMOVLT(ra,rb,rc)		Opr(0x11,ra,rb,0x44,rc)
-#  define CMOVLTi(ra,im,rc)		Opi(0x11,ra,im,0x44,rc)
-#  define CMOVNE(ra,rb,rc)		Opr(0x11,ra,rb,0x26,rc)
-#  define CMOVNEi(ra,im,rc)		Opi(0x11,ra,im,0x26,rc)
-#  define CMPBGE(ra,rb,rc)		Opr(0x10,ra,rb,0x0f,rc)
-#  define CMPBGEi(ra,im,rc)		Opi(0x10,ra,im,0x0f,rc)
-#  define CMPEQ(ra,rb,rc)		Opr(0x10,ra,rb,0x2d,rc)
-#  define CMPEQi(ra,im,rc)		Opi(0x10,ra,im,0x2d,rc)
-#  define CMPLE(ra,rb,rc)		Opr(0x10,ra,rb,0x6d,rc)
-#  define CMPLEi(ra,im,rc)		Opi(0x10,ra,im,0x6d,rc)
-#  define CMPLT(ra,rb,rc)		Opr(0x10,ra,rb,0x4d,rc)
-#  define CMPLTi(ra,im,rc)		Opi(0x10,ra,im,0x4d,rc)
-#  define CMPULE(ra,rb,rc)		Opr(0x10,ra,rb,0x3d,rc)
-#  define CMPULEi(ra,im,rc)		Opi(0x10,ra,im,0x3d,rc)
-#  define CMPULT(ra,rb,rc)		Opr(0x10,ra,rb,0x1d,rc)
-#  define CMPULTi(ra,im,rc)		Opi(0x10,ra,im,0x1d,rc)
-#  define CTLZ(rb,rc)			Opr(0x1c,_R31_REGNO,rb,0x32,rc)
-#  define CTPOP(rb,rc)			Opr(0x1c,_R31_REGNO,rb,0x30,rc)
-#  define CTTZ(rb,rc)			Opr(0x1c,_R31_REGNO,rb,0x33,rc)
-#  define ECB(rb,d)			Mem(0x18,_R31_REGNO,rb,0xe800)
-#  define EQV(ra,rb,rc)			Opr(0x11,ra,rb,0x48,rc)
-#  define XORNOT(ra,rb,rc)		EQV(ra,rb,rc)
-#  define EQVi(ra,im,rc)		Opi(0x11,ra,im,0x48,rc)
-#  define XORNOTi(ra,im,rc)		EQVi(ra,im,rc)
-#  define EXCB()			Mem(0x18,0,0,0x0400)
-#  define EXTBL(ra,rb,rc)		Opr(0x12,ra,rb,0x06,rc)
-#  define EXTBLi(ra,im,rc)		Opi(0x12,ra,im,0x06,rc)
-#  define EXTLH(ra,rb,rc)		Opr(0x12,ra,rb,0x6a,rc)
-#  define EXTLHi(ra,im,rc)		Opi(0x12,ra,im,0x6a,rc)
-#  define EXTLL(ra,rb,rc)		Opr(0x12,ra,rb,0x26,rc)
-#  define EXTLLi(ra,im,rc)		Opi(0x12,ra,im,0x26,rc)
-#  define EXTQH(ra,rb,rc)		Opr(0x12,ra,rb,0x7a,rc)
-#  define EXTQHi(ra,im,rc)		Opi(0x12,ra,im,0x7a,rc)
-#  define EXTQL(ra,rb,rc)		Opr(0x12,ra,rb,0x36,rc)
-#  define EXTQLi(ra,im,rc)		Opi(0x12,ra,im,0x36,rc)
-#  define EXTWH(ra,rb,rc)		Opr(0x12,ra,rb,0x5a,rc)
-#  define EXTWHi(ra,im,rc)		Opi(0x12,ra,im,0x5a,rc)
-#  define EXTWL(ra,rb,rc)		Opr(0x12,ra,rb,0x16,rc)
-#  define EXTWLi(ra,im,rc)		Opi(0x12,ra,im,0x16,rc)
-#  define FETCH(rb,d)			Mem(0x18,_R31_REGNO,rb,0x8000)
-#  define FETCH_Mem(rb,d)		Mem(0x18,_R31_REGNO,rb,0xa000)
-/* FIXME IMPLVER not disassembled */
-#  define IMPLVER(rc)			Opr(0x11,_R31_REGNO,1,0x6c,rc)
-#  define INSBL(ra,rb,rc)		Opr(0x12,ra,rb,0x0b,rc)
-#  define INSBLi(ra,im,rc)		Opi(0x12,ra,im,0x0b,rc)
-#  define INSLH(ra,rb,rc)		Opr(0x12,ra,rb,0x67,rc)
-#  define INSLHi(ra,im,rc)		Opi(0x12,ra,im,0x67,rc)
-#  define INSLL(ra,rb,rc)		Opr(0x12,ra,rb,0x2b,rc)
-#  define INSLLi(ra,im,rc)		Opi(0x12,ra,im,0x2b,rc)
-#  define INSQH(ra,rb,rc)		Opr(0x12,ra,rb,0x77,rc)
-#  define INSQHi(ra,im,rc)		Opi(0x12,ra,im,0x77,rc)
-#  define INSQL(ra,rb,rc)		Opr(0x12,ra,rb,0x3b,rc)
-#  define INSQLi(ra,im,rc)		Opi(0x12,ra,im,0x3b,rc)
-#  define INSWH(ra,rb,rc)		Opr(0x12,ra,rb,0x57,rc)
-#  define INSWHi(ra,im,rc)		Opi(0x12,ra,im,0x57,rc)
-#  define INSWL(ra,rb,rc)		Opr(0x12,ra,rb,0x1b,rc)
-#  define INSWLi(ra,im,rc)		Opi(0x12,ra,im,0x1b,rc)
-#  define JMP(ra,rb,d)			Mbr(0x1a,ra,rb,0,d)
-#  define JSR(ra,rb,d)			Mbr(0x1a,ra,rb,1,d)
-#  define JSR_COROUTINE(ra,rb,d)	Mbr(0x1a,ra,rb,3,d)
-#  define JCR(ra,rb,rd)			JSR_COROUTINE(ra,rb,d)
-#  define LDA(ra,rb,d)			Mem(0x08,ra,rb,d)
-#  define LDAH(ra,rb,d)			Mem(0x09,ra,rb,d)
-#  define LDBU(ra,rb,d)			Mem(0x0a,ra,rb,d)
-#  define LDWU(ra,rb,d)			Mem(0x0c,ra,rb,d)
-#  define LDL(ra,rb,d)			Mem(0x28,ra,rb,d)
-#  define LDL_L(ra,rb,d)		Mem(0x2a,ra,rb,d)
-#  define LDQ(ra,rb,d)			Mem(0x29,ra,rb,d)
-#  define LDQ_L(ra,rb,d)		Mem(0x2b,ra,rb,d)
-#  define LDQ_U(ra,rb,d)		Mem(0x0b,ra,rb,d)
-#  define MAXSB8(ra,rb,rc)		Opr(0x1c,ra,rb,0x3e,rc)
-#  define MAXSW4(ra,rb,rc)		Opr(0x1c,ra,rb,0x3f,rc)
-#  define MAXSUB8(ra,rb,rc)		Opr(0x1c,ra,rb,0x3c,rc)
-#  define MAXSUW4(ra,rb,rc)		Opr(0x1c,ra,rb,0x3d,rc)
-#  define MB()				Mem(0x18,_R31_REGNO,_R31_REGNO,0x4000)
-#  define MINSB8(ra,rb,rc)		Opr(0x1c,ra,rb,0x38,rc)
-#  define MINSW4(ra,rb,rc)		Opr(0x1c,ra,rb,0x39,rc)
-#  define MINSUB8(ra,rb,rc)		Opr(0x1c,ra,rb,0x3a,rc)
-#  define MINSUW4(ra,rb,rc)		Opr(0x1c,ra,rb,0x3b,rc)
-#  define MSKBL(ra,rb,rc)		Opr(0x12,ra,rb,0x02,rc)
-#  define MSKBLi(ra,im,rc)		Opi(0x12,ra,im,0x02,rc)
-#  define MSKLH(ra,rb,rc)		Opr(0x12,ra,rb,0x62,rc)
-#  define MSKLHi(ra,im,rc)		Opi(0x12,ra,im,0x62,rc)
-#  define MSKLL(ra,rb,rc)		Opr(0x12,ra,rb,0x22,rc)
-#  define MSKLLi(ra,im,rc)		Opi(0x12,ra,im,0x22,rc)
-#  define MSKQH(ra,rb,rc)		Opr(0x12,ra,rb,0x72,rc)
-#  define MSKQHi(ra,im,rc)		Opi(0x12,ra,im,0x72,rc)
-#  define MSKQL(ra,rb,rc)		Opr(0x12,ra,rb,0x32,rc)
-#  define MSKQLi(ra,im,rc)		Opi(0x12,ra,im,0x32,rc)
-#  define MSKWH(ra,rb,rc)		Opr(0x12,ra,rb,0x52,rc)
-#  define MSKWHi(ra,im,rc)		Opi(0x12,ra,im,0x52,rc)
-#  define MSKWL(ra,rb,rc)		Opr(0x12,ra,rb,0x12,rc)
-#  define MSKWLi(ra,im,rc)		Opi(0x12,ra,im,0x12,rc)
-#  define MULL(ra,rb,rc)		Opr(0x13,ra,rb,0x00,rc)
-#  define MULLi(ra,im,rc)		Opi(0x13,ra,im,0x00,rc)
-#  define MULL_V(ra,rb,rc)		Opr(0x13,ra,rb,0x40,rc)
-#  define MULL_Vi(ra,im,rc)		Opi(0x13,ra,im,0x40,rc)
-#  define MULQ(ra,rb,rc)		Opr(0x13,ra,rb,0x20,rc)
-#  define MULQi(ra,im,rc)		Opi(0x13,ra,im,0x20,rc)
-#  define MULQ_V(ra,rb,rc)		Opr(0x13,ra,rb,0x60,rc)
-#  define MULQ_Vi(ra,im,rc)		Opi(0x13,ra,im,0x60,rc)
-#  define ORNOT(ra,rb,rc)		Opr(0x11,ra,rb,0x28,rc)
-#  define ORNOTi(ra,im,rc)		Opi(0x11,ra,im,0x28,rc)
-#  define PERR(ra,rb,rc)		Opr(0x1c,ra,rb,0x31,rc)
-#  define PKLB(rb,rc)			Opr(0x1c,_R31_REGNO,rb,0x37,rc)
-#  define PKWB(rb,rc)			Opr(0x1c,_R31_REGNO,rb,0x36,rc)
-/* FIXME PREFETCH* not disassembled */
-#  define PREFETCH(rb,d)		Mem(0x28,_R31_REGNO,rb,d)
-#  define PREFETCH_EN(rb,d)		Mem(0x29,_R31_REGNO,rb,d)
-#  define PREFETCH_M(rb,d)		Mem(0x22,_R31_REGNO,rb,d)
-#  define PREFETCH_MEN(rb,d)		Mem(0x23,_R31_REGNO,rb,d)
-#  define RC(ra)			Mem(0x18,ra,_R31_REGNO,0xe000)
-#  define RET(ra,rb,d)			Mbr(0x1a,ra,rb,2,d)
-#  define RPCC(ra)			Mem(0x18,ra,_R31_REGNO,0xc000)
-#  define RS(ra)			Mem(0x18,ra,_R31_REGNO,0xf000)
-#  define S4ADDL(ra,rb,rc)		Opr(0x10,ra,rb,0x02,rc)
-#  define S4ADDi(ra,im,rc)		Opi(0x10,ra,im,0x02,rc)
-#  define S4ADDQ(ra,rb,rc)		Opr(0x10,ra,rb,0x22,rc)
-#  define S4ADDQi(ra,im,rc)		Opi(0x10,ra,im,0x22,rc)
-#  define S4SUBL(ra,rb,rc)		Opr(0x10,ra,rb,0x0b,rc)
-#  define S4SUBLi(ra,im,rc)		Opi(0x10,ra,im,0x0b,rc)
-#  define S4SUBQ(ra,rb,rc)		Opr(0x10,ra,rb,0x2b,rc)
-#  define S4SUBQi(ra,im,rc)		Opi(0x10,ra,im,0x2b,rc)
-#  define S8ADDL(ra,rb,rc)		Opr(0x10,ra,rb,0x12,rc)
-#  define S8ADDLi(ra,im,rc)		Opi(0x10,ra,im,0x12,rc)
-#  define S8ADDQ(ra,rb,rc)		Opr(0x10,ra,rb,0x32,rc)
-#  define S8ADDQi(ra,im,rc)		Opi(0x10,ra,im,0x32,rc)
-#  define S8SUBL(ra,rb,rc)		Opr(0x10,ra,rb,0x1b,rc)
-#  define S8SUBLi(ra,im,rc)		Opi(0x10,ra,im,0x1b,rc)
-#  define S8SUBQ(ra,rb,rc)		Opr(0x10,ra,rb,0x3b,rc)
-#  define S8SUBQi(ra,im,rc)		Opi(0x10,ra,im,0x3b,rc)
-#  define SEXTB(rb,rc)			Opr(0x1c,_R31_REGNO,rb,0x00,rc)
-/* FIXME not disassembled */
-#  define SEXTBi(im,rc)			Opi(0x1c,_R31_REGNO,im,0x00,rc)
-#  define SEXTW(rb,rc)			Opr(0x1c,_R31_REGNO,rb,0x01,rc)
-/* FIXME not disassembled */
-#  define SEXTWi(im,rc)			Opi(0x1c,_R31_REGNO,im,0x01,rc)
-#  define SLL(ra,rb,rc)			Opr(0x12,ra,rb,0x39,rc)
-#  define SLLi(ra,im,rc)		Opi(0x12,ra,im,0x39,rc)
-#  define SRA(ra,rb,rc)			Opr(0x12,ra,rb,0x3c,rc)
-#  define SRAi(ra,im,rc)		Opi(0x12,ra,im,0x3c,rc)
-#  define SRL(ra,rb,rc)			Opr(0x12,ra,rb,0x34,rc)
-#  define SRLi(ra,im,rc)		Opi(0x12,ra,im,0x34,rc)
-#  define STB(ra,rb,d)			Mem(0x0e,ra,rb,d)
-#  define STL(ra,rb,d)			Mem(0x2c,ra,rb,d)
-#  define STL_C(ra,rb,d)		Mem(0x2e,ra,rb,d)
-#  define STQ(ra,rb,d)			Mem(0x2d,ra,rb,d)
-#  define STQ_C(ra,rb,d)		Mem(0x2f,ra,rb,d)
-#  define STQ_U(ra,rb,d)		Mem(0x0f,ra,rb,d)
-#  define STW(ra,rb,d)			Mem(0x0d,ra,rb,d)
-#  define SUBL(ra,rb,rc)		Opr(0x10,ra,rb,0x09,rc)
-#  define SUBLi(ra,im,rc)		Opi(0x10,ra,im,0x09,rc)
-#  define SUBL_V(ra,rb,rc)		Opr(0x10,ra,rb,0x49,rc)
-#  define SUBL_Vi(ra,im,rc)		Opi(0x10,ra,im,0x49,rc)
-#  define SUBQ(ra,rb,rc)		Opr(0x10,ra,rb,0x29,rc)
-#  define SUBQi(ra,im,rc)		Opi(0x10,ra,im,0x29,rc)
-#  define SUBQ_V(ra,rb,rc)		Opr(0x10,ra,rb,0x69,rc)
-#  define SUBQ_Vi(ra,im,rc)		Opi(0x10,ra,im,0x69,rc)
-#  define TRAPB()			Mem(0x18,_R31_REGNO,_R31_REGNO,0x0000)
-#  define UMULH(ra,rb,rc)		Opr(0x13,ra,rb,0x30,rc)
-#  define UMULHi(ra,im,rc)		Opi(0x13,ra,im,0x30,rc)
-#  define UNPKBL(rb,rc)			Opr(0x1c,_R31_REGNO,rb,0x35,rc)
-#  define UNPKBW(rb,rc)			Opr(0x1c,_R31_REGNO,rb,0x34,rc)
-#  define WH64(ra)			Mem(0x18,ra,_R31_REGNO,0xf800)
-#  define WH64EN(ra)			Mem(0x18,ra,_R31_REGNO,0xfc00)
-#  define WMB()				Mem(0x18,_R31_REGNO,_R31_REGNO,0x4400)
-#  define XOR(ra,rb,rc)			Opr(0x11,ra,rb,0x40,rc)
-#  define XORi(ra,im,rc)		Opi(0x11,ra,im,0x40,rc)
-#  define ZAP(ra,rb,rc)			Opr(0x12,ra,rb,0x30,rc)
-#  define ZAPi(ra,im,rc)		Opi(0x12,ra,im,0x30,rc)
-#  define ZAPNOT(ra,rb,rc)		Opr(0x12,ra,rb,0x31,rc)
-#  define ZAPNOTi(ra,im,rc)		Opi(0x12,ra,im,0x31,rc)
-#  define NOP()				BIS(_R31_REGNO,_R31_REGNO,_R31_REGNO)
-#  define MOV(ra,rc)			BIS(ra,ra,rc)
-#  define MOVi(im,rc)			BISi(_R31_REGNO,im,rc)
-#  define NEGL(ra,rc)			SUBL(_R31_REGNO,ra,rc)
-#  define NEGQ(ra,rc)			SUBQ(_R31_REGNO,ra,rc)
-#  define NOT(ra,rc)			ORNOT(_R31_REGNO,ra,rc)
-#  define nop(i0)			_nop(_jit,i0)
-static void _nop(jit_state_t*,int32_t);
-#  define movr(r0,r1)			_movr(_jit,r0,r1)
-static void _movr(jit_state_t*,int32_t,int32_t);
-#  define movi(r0,i0)			_movi(_jit,r0,i0)
-static void _movi(jit_state_t*,int32_t,jit_word_t);
-#  define movi_p(r0,i0)			_movi_p(_jit,r0,i0)
-static jit_word_t _movi_p(jit_state_t*,int32_t,jit_word_t);
-#  define negr(r0,r1)			NEGQ(r1,r0)
-#  define comr(r0,r1)			NOT(r1,r0)
-#  define addr(r0,r1,r2)		ADDQ(r1,r2,r0)
-#  define addi(r0,r1,i0)		_addi(_jit,r0,r1,i0)
-static void _addi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define addcr(r0,r1,i0)		_addcr(_jit,r0,r1,i0)
-static void _addcr(jit_state_t*,int32_t,int32_t,int32_t);
-#  define addci(r0,r1,i0)		_addci(_jit,r0,r1,i0)
-static void _addci(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define addxr(r0,r1,i0)		_addxr(_jit,r0,r1,i0)
-static void _addxr(jit_state_t*,int32_t,int32_t,int32_t);
-#  define addxi(r0,r1,i0)		_addxi(_jit,r0,r1,i0)
-static void _addxi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define subr(r0,r1,r2)		SUBQ(r1,r2,r0)
-#  define subi(r0,r1,i0)		_subi(_jit,r0,r1,i0)
-static void _subi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define subcr(r0,r1,i0)		_subcr(_jit,r0,r1,i0)
-static void _subcr(jit_state_t*,int32_t,int32_t,int32_t);
-#  define subci(r0,r1,i0)		_subci(_jit,r0,r1,i0)
-static void _subci(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define subxr(r0,r1,i0)		_subxr(_jit,r0,r1,i0)
-static void _subxr(jit_state_t*,int32_t,int32_t,int32_t);
-#  define subxi(r0,r1,i0)		_subxi(_jit,r0,r1,i0)
-static void _subxi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define rsbi(r0, r1, i0)		_rsbi(_jit, r0, r1, i0)
-static void _rsbi(jit_state_t*,int32_t,int32_t, jit_word_t);
-#  define mulr(r0,r1,r2)		MULQ(r1,r2,r0)
-#  define muli(r0,r1,i0)		_muli(_jit,r0,r1,i0)
-static void _muli(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define qmulr(r0,r1,r2,r3)		_qmulr(_jit,r0,r1,r2,r3)
-static void _qmulr(jit_state_t*,int32_t,
-		   int32_t,int32_t,int32_t);
-#  define qmuli(r0,r1,r2,i0)		_qmuli(_jit,r0,r1,r2,i0)
-static void _qmuli(jit_state_t*,int32_t,
-		   int32_t,int32_t,jit_word_t);
-#  define qmulr_u(r0,r1,r2,r3)		_qmulr_u(_jit,r0,r1,r2,r3)
-static void _qmulr_u(jit_state_t*,int32_t,
-		     int32_t,int32_t,int32_t);
-#  define qmuli_u(r0,r1,r2,i0)		_qmuli_u(_jit,r0,r1,r2,i0)
-static void _qmuli_u(jit_state_t*,int32_t,
-		     int32_t,int32_t,jit_word_t);
-static jit_word_t __idiv(jit_word_t, jit_word_t);
-#  define divr(r0,r1,r2)		_divr(_jit,r0,r1,r2)
-static void _divr(jit_state_t*,int32_t,int32_t,int32_t);
-#  define divi(r0,r1,i0)		_divi(_jit,r0,r1,i0)
-static void _divi(jit_state_t*,int32_t,int32_t,jit_word_t);
-static jit_uword_t __udiv(jit_uword_t, jit_uword_t);
-#  define divr_u(r0,r1,r2)		_divr_u(_jit,r0,r1,r2)
-static void _divr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#  define divi_u(r0,r1,i0)		_divi_u(_jit,r0,r1,i0)
-static void _divi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-static jit_word_t __irem(jit_word_t, jit_word_t);
-#  define remr(r0,r1,r2)		_remr(_jit,r0,r1,r2)
-static void _remr(jit_state_t*,int32_t,int32_t,int32_t);
-#  define remi(r0,r1,i0)		_remi(_jit,r0,r1,i0)
-static void _remi(jit_state_t*,int32_t,int32_t,jit_word_t);
-static jit_uword_t __urem(jit_uword_t, jit_uword_t);
-#  define remr_u(r0,r1,r2)		_remr_u(_jit,r0,r1,r2)
-static void _remr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#  define remi_u(r0,r1,i0)		_remi_u(_jit,r0,r1,i0)
-static void _remi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-static jit_word_t __idivrem(jit_word_t, jit_word_t, jit_word_t*);
-#  define qdivr(r0,r1,r2,r3)		_qdivr(_jit,r0,r1,r2,r3)
-static void _qdivr(jit_state_t*,
-		   int32_t,int32_t,int32_t,int32_t);
-#  define qdivi(r0,r1,r2,i0)		_qdivi(_jit,r0,r1,r2,i0)
-static void _qdivi(jit_state_t*,
-		   int32_t,int32_t,int32_t,jit_word_t);
-static jit_word_t __udivrem(jit_uword_t, jit_uword_t, jit_uword_t*);
-#  define qdivr_u(r0,r1,r2,r3)		_qdivr_u(_jit,r0,r1,r2,r3)
-static void _qdivr_u(jit_state_t*,
-		     int32_t,int32_t,int32_t,int32_t);
-#  define qdivi_u(r0,r1,r2,i0)		_qdivi_u(_jit,r0,r1,r2,i0)
-static void _qdivi_u(jit_state_t*,
-		     int32_t,int32_t,int32_t,jit_word_t);
-#  define lshr(r0,r1,r2)		SLL(r1,r2,r0)
-#  define lshi(r0,r1,i0)		_lshi(_jit,r0,r1,i0)
-static void _lshi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define rshr(r0,r1,r2)		SRA(r1,r2,r0)
-#  define rshi(r0,r1,i0)		_rshi(_jit,r0,r1,i0)
-static void _rshi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define rshr_u(r0,r1,r2)		SRL(r1,r2,r0)
-#  define rshi_u(r0,r1,i0)		_rshi_u(_jit,r0,r1,i0)
-static void _rshi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define andr(r0,r1,r2)		AND(r1,r2,r0)
-#  define andi(r0,r1,i0)		_andi(_jit,r0,r1,i0)
-static void _andi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define orr(r0,r1,r2)			OR(r1,r2,r0)
-#  define ori(r0,r1,i0)			_ori(_jit,r0,r1,i0)
-static void _ori(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define xorr(r0,r1,r2)		XOR(r1,r2,r0)
-#  define xori(r0,r1,i0)		_xori(_jit,r0,r1,i0)
-static void _xori(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ltr(r0,r1,r2)			CMPLT(r1,r2,r0)
-#  define lti(r0,r1,i0)			_lti(_jit,r0,r1,i0)
-static void _lti(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ltr_u(r0,r1,r2)		CMPULT(r1,r2,r0)
-#  define lti_u(r0,r1,i0)		_lti_u(_jit,r0,r1,i0)
-static void _lti_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ler(r0,r1,r2)			CMPLE(r1,r2,r0)
-#  define lei(r0,r1,i0)			_lei(_jit,r0,r1,i0)
-static void _lei(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ler_u(r0,r1,r2)		CMPULE(r1,r2,r0)
-#  define lei_u(r0,r1,i0)		_lei_u(_jit,r0,r1,i0)
-static void _lei_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define eqr(r0,r1,r2)			CMPEQ(r1,r2,r0)
-#  define eqi(r0,r1,i0)			_eqi(_jit,r0,r1,i0)
-static void _eqi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ger(r0,r1,r2)			CMPLE(r2,r1,r0)
-#  define gei(r0,r1,i0)			_gei(_jit,r0,r1,i0)
-static void _gei(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ger_u(r0,r1,r2)		CMPULE(r2,r1,r0)
-#  define gei_u(r0,r1,i0)		_gei_u(_jit,r0,r1,i0)
-static void _gei_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define gtr(r0,r1,r2)			CMPLT(r2,r1,r0)
-#  define gti(r0,r1,i0)			_gti(_jit,r0,r1,i0)
-static void _gti(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define gtr_u(r0,r1,r2)		CMPULT(r2,r1,r0)
-#  define gti_u(r0,r1,i0)		_gti_u(_jit,r0,r1,i0)
-static void _gti_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ner(r0,r1,r2)			_ner(_jit,r0,r1,r2)
-static void _ner(jit_state_t*,int32_t,int32_t,int32_t);
-#  define nei(r0,r1,i0)			_nei(_jit,r0,r1,i0)
-static void _nei(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define bltr(i0,r0,r1)		_bltr(_jit,i0,r0,r1)
-static jit_word_t _bltr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define blti(i0,r0,i1)		_blti(_jit,i0,r0,i1)
-static jit_word_t _blti(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define bltr_u(i0,r0,r1)		_bltr_u(_jit,i0,r0,r1)
-static jit_word_t _bltr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define blti_u(i0,r0,i1)		_blti_u(_jit,i0,r0,i1)
-static jit_word_t _blti_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define bler(i0,r0,r1)		_bler(_jit,i0,r0,r1)
-static jit_word_t _bler(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define blei(i0,r0,i1)		_blei(_jit,i0,r0,i1)
-static jit_word_t _blei(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define bler_u(i0,r0,r1)		_bler_u(_jit,i0,r0,r1)
-static jit_word_t _bler_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define blei_u(i0,r0,i1)		_blei_u(_jit,i0,r0,i1)
-static jit_word_t _blei_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define beqr(i0,r0,r1)		_beqr(_jit,i0,r0,r1)
-static jit_word_t _beqr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define beqi(i0,r0,i1)		_beqi(_jit,i0,r0,i1)
-static jit_word_t _beqi(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define bger(i0,r0,r1)		_bger(_jit,i0,r0,r1)
-static jit_word_t _bger(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bgei(i0,r0,i1)			_bgei(_jit,i0,r0,i1)
-static jit_word_t _bgei(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define bger_u(i0,r0,r1)		_bger_u(_jit,i0,r0,r1)
-static jit_word_t _bger_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bgei_u(i0,r0,i1)		_bgei_u(_jit,i0,r0,i1)
-static jit_word_t _bgei_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define bgtr(i0,r0,r1)		_bgtr(_jit,i0,r0,r1)
-static jit_word_t _bgtr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bgti(i0,r0,i1)		_bgti(_jit,i0,r0,i1)
-static jit_word_t _bgti(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define bgtr_u(i0,r0,r1)		_bgtr_u(_jit,i0,r0,r1)
-static jit_word_t _bgtr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bgti_u(i0,r0,i1)		_bgti_u(_jit,i0,r0,i1)
-static jit_word_t _bgti_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define bner(i0,r0,r1)		_bner(_jit,i0,r0,r1)
-static jit_word_t _bner(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bnei(i0,r0,i1)		_bnei(_jit,i0,r0,i1)
-static jit_word_t _bnei(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#  define baddr(i0,r0,r1,cc)		_baddr(_jit,i0,r0,r1,cc)
-static jit_word_t _baddr(jit_state_t*,jit_word_t,int32_t,int32_t,
-			 jit_bool_t);
-#  define baddi(i0,r0,i1,cc)		_baddi(_jit,i0,r0,i1,cc)
-static jit_word_t _baddi(jit_state_t*,jit_word_t,int32_t,jit_word_t,
-			 jit_bool_t);
-#  define baddr_u(i0,r0,r1,cc)		_baddr_u(_jit,i0,r0,r1,cc)
-static jit_word_t _baddr_u(jit_state_t*,jit_word_t,int32_t,int32_t,
-			   jit_bool_t);
-#  define baddi_u(i0,r0,i1,cc)		_baddi_u(_jit,i0,r0,i1,cc)
-static jit_word_t _baddi_u(jit_state_t*,jit_word_t,int32_t,jit_word_t,
-			   jit_bool_t);
-#  define boaddr(i0,r0,r1)		baddr(i0,r0,r1,1)
-#  define boaddi(i0,r0,i1)		baddi(i0,r0,i1,1)
-#  define boaddr_u(i0,r0,r1)		baddr_u(i0,r0,r1,1)
-#  define boaddi_u(i0,r0,i1)		baddi_u(i0,r0,i1,1)
-#  define bxaddr(i0,r0,r1)		baddr(i0,r0,r1,0)
-#  define bxaddi(i0,r0,i1)		baddi(i0,r0,i1,0)
-#  define bxaddr_u(i0,r0,r1)		baddr_u(i0,r0,r1,0)
-#  define bxaddi_u(i0,r0,i1)		baddi_u(i0,r0,i1,0)
-#  define bsubr(i0,r0,r1,cc)		_bsubr(_jit,i0,r0,r1,cc)
-static jit_word_t _bsubr(jit_state_t*,jit_word_t,int32_t,int32_t,
-			 jit_bool_t);
-#  define bsubi(i0,r0,i1,cc)		_bsubi(_jit,i0,r0,i1,cc)
-static jit_word_t _bsubi(jit_state_t*,jit_word_t,int32_t,jit_word_t,
-			 jit_bool_t);
-#  define bsubr_u(i0,r0,r1,cc)		_bsubr_u(_jit,i0,r0,r1,cc)
-static jit_word_t _bsubr_u(jit_state_t*,jit_word_t,int32_t,int32_t,
-			   jit_bool_t);
-#  define bsubi_u(i0,r0,i1,cc)		_bsubi_u(_jit,i0,r0,i1,cc)
-static jit_word_t _bsubi_u(jit_state_t*,jit_word_t,int32_t,jit_word_t,
-			   jit_bool_t);
-#  define bosubr(i0,r0,r1)		bsubr(i0,r0,r1,1)
-#  define bosubi(i0,r0,i1)		bsubi(i0,r0,i1,1)
-#  define bosubr_u(i0,r0,r1)		bsubr_u(i0,r0,r1,1)
-#  define bosubi_u(i0,r0,i1)		bsubi_u(i0,r0,i1,1)
-#  define bxsubr(i0,r0,r1)		bsubr(i0,r0,r1,0)
-#  define bxsubi(i0,r0,i1)		bsubi(i0,r0,i1,0)
-#  define bxsubr_u(i0,r0,r1)		bsubr_u(i0,r0,r1,0)
-#  define bxsubi_u(i0,r0,i1)		bsubi_u(i0,r0,i1,0)
-#  define bmxr(i0,r0,r1,cc)		_bmxr(_jit,i0,r0,r1,cc)
-static jit_word_t _bmxr(jit_state_t*,jit_word_t,int32_t,int32_t,
-			jit_bool_t);
-#  define bmxi(i0,r0,i1,cc)		_bmxi(_jit,i0,r0,i1,cc)
-static jit_word_t _bmxi(jit_state_t*,jit_word_t,int32_t,jit_word_t,
-			jit_bool_t);
-#  define bmsr(i0,r0,r1)		bmxr(i0,r0,r1,1)
-#  define bmsi(i0,r0,i1)		bmxi(i0,r0,i1,1)
-#  define bmcr(i0,r0,r1)		bmxr(i0,r0,r1,0)
-#  define bmci(i0,r0,i1)		bmxi(i0,r0,i1,0)
-#  define ldr_c(r0,r1)			_ldr_c(_jit,r0,r1)
-static void _ldr_c(jit_state_t*,int32_t,int32_t);
-#  define ldi_c(r0,i0)			_ldi_c(_jit,r0,i0)
-static void _ldi_c(jit_state_t*,int32_t,jit_word_t);
-#  define ldr_uc(r0,r1)			LDBU(r0,r1,0)
-#  define ldi_uc(r0,i0)			_ldi_uc(_jit,r0,i0)
-static void _ldi_uc(jit_state_t*,int32_t,jit_word_t);
-#  define ldr_s(r0,r1)			_ldr_s(_jit,r0,r1)
-static void _ldr_s(jit_state_t*,int32_t,int32_t);
-#  define ldi_s(r0,i0)			_ldi_s(_jit,r0,i0)
-static void _ldi_s(jit_state_t*,int32_t,jit_word_t);
-#  define ldr_us(r0,r1)			LDWU(r0,r1,0)
-#  define ldi_us(r0,i0)			_ldi_us(_jit,r0,i0)
-static void _ldi_us(jit_state_t*,int32_t,jit_word_t);
-#  define ldr_i(r0,r1)			LDL(r0,r1,0)
-#  define ldi_i(r0,i0)			_ldi_i(_jit,r0,i0)
-static void _ldi_i(jit_state_t*,int32_t,jit_word_t);
-#  define ldr_ui(r0,r1)			_ldr_ui(_jit,r0,r1)
-static void _ldr_ui(jit_state_t*,int32_t,int32_t);
-#  define ldi_ui(r0,i0)			_ldi_ui(_jit,r0,i0)
-static void _ldi_ui(jit_state_t*,int32_t,jit_word_t);
-#  define ldr(r0,r1)			ldr_l(r0,r1)
-#  define ldr_l(r0,r1)			LDQ(r0,r1,0)
-#  define ldi_l(r0,i0)			_ldi_l(_jit,r0,i0)
-static void _ldi_l(jit_state_t*,int32_t,jit_word_t);
-#  define ldxr_c(r0,r1,r2)		_ldxr_c(_jit,r0,r1,r2)
-static void _ldxr_c(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ldxi_c(r0,r1,i0)		_ldxi_c(_jit,r0,r1,i0)
-static void _ldxi_c(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr_uc(r0,r1,r2)		_ldxr_uc(_jit,r0,r1,r2)
-static void _ldxr_uc(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ldxi_uc(r0,r1,i0)		_ldxi_uc(_jit,r0,r1,i0)
-static void _ldxi_uc(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr_s(r0,r1,r2)		_ldxr_s(_jit,r0,r1,r2)
-static void _ldxr_s(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ldxi_s(r0,r1,i0)		_ldxi_s(_jit,r0,r1,i0)
-static void _ldxi_s(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr_us(r0,r1,r2)		_ldxr_us(_jit,r0,r1,r2)
-static void _ldxr_us(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ldxi_us(r0,r1,i0)		_ldxi_us(_jit,r0,r1,i0)
-static void _ldxi_us(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr_i(r0,r1,r2)		_ldxr_i(_jit,r0,r1,r2)
-static void _ldxr_i(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ldxi_i(r0,r1,i0)		_ldxi_i(_jit,r0,r1,i0)
-static void _ldxi_i(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr_ui(r0,r1,r2)		_ldxr_ui(_jit,r0,r1,r2)
-static void _ldxr_ui(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ldxi_ui(r0,r1,i0)		_ldxi_ui(_jit,r0,r1,i0)
-static void _ldxi_ui(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr(r0,r1,r2)		ldxr_l(r0,r1,r2)
-#  define ldxr_l(r0,r1,r2)		_ldxr_l(_jit,r0,r1,r2)
-static void _ldxr_l(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ldxi(r0,r1,i0)		ldxi_l(r0,r1,i0)
-#  define ldxi_l(r0,r1,i0)		_ldxi_l(_jit,r0,r1,i0)
-static void _ldxi_l(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define str_c(r0,r1)			STB(r1,r0,0)
-#  define sti_c(i0,r0)			_sti_c(_jit,i0,r0)
-static void _sti_c(jit_state_t*,jit_word_t,int32_t);
-#  define str_s(r0,r1)			STW(r1,r0,0)
-#  define sti_s(i0,r0)			_sti_s(_jit,i0,r0)
-static void _sti_s(jit_state_t*,jit_word_t,int32_t);
-#  define str_i(r0,r1)			STL(r1,r0,0)
-#  define sti_i(i0,r0)			_sti_i(_jit,i0,r0)
-static void _sti_i(jit_state_t*,jit_word_t,int32_t);
-#  define str(r0,r1)			str_l(r0,r1)
-#  define str_l(r0,r1)			STQ(r1,r0,0)
-#  define sti_l(i0,r0)			_sti_l(_jit,i0,r0)
-static void _sti_l(jit_state_t*,jit_word_t,int32_t);
-#  define stxr_c(r0,r1,r2)		_stxr_c(_jit,r0,r1,r2)
-static void _stxr_c(jit_state_t*,int32_t,int32_t,int32_t);
-#  define stxi_c(i0,r0,r1)		_stxi_c(_jit,i0,r0,r1)
-static void _stxi_c(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define stxr_s(r0,r1,r2)		_stxr_s(_jit,r0,r1,r2)
-static void _stxr_s(jit_state_t*,int32_t,int32_t,int32_t);
-#  define stxi_s(i0,r0,r1)		_stxi_s(_jit,i0,r0,r1)
-static void _stxi_s(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define stxr_i(r0,r1,r2)		_stxr_i(_jit,r0,r1,r2)
-static void _stxr_i(jit_state_t*,int32_t,int32_t,int32_t);
-#  define stxi_i(i0,r0,r1)		_stxi_i(_jit,i0,r0,r1)
-static void _stxi_i(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define stxr_l(r0,r1,r2)		_stxr_l(_jit,r0,r1,r2)
-static void _stxr_l(jit_state_t*,int32_t,int32_t,int32_t);
-#  define stxi(i0,r0,r1)		stxi_l(i0,r0,r1)
-#  define stxi_l(i0,r0,r1)		_stxi_l(_jit,i0,r0,r1)
-static void _stxi_l(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define extr_c(r0,r1)			_extr_c(_jit,r0,r1)
-static void _extr_c(jit_state_t*,int32_t,int32_t);
-#  define extr_uc(r0,r1)		_extr_uc(_jit,r0,r1)
-static void _extr_uc(jit_state_t*,int32_t,int32_t);
-#  define extr_s(r0,r1)			_extr_s(_jit,r0,r1)
-static void _extr_s(jit_state_t*,int32_t,int32_t);
-#  define extr_us(r0,r1)		_extr_us(_jit,r0,r1)
-static void _extr_us(jit_state_t*,int32_t,int32_t);
-#  define extr_i(r0,r1)			_extr_i(_jit,r0,r1)
-static void _extr_i(jit_state_t*,int32_t,int32_t);
-#  define extr_ui(r0,r1)		_extr_ui(_jit,r0,r1)
-static void _extr_ui(jit_state_t*,int32_t,int32_t);
-#  if __BYTE_ORDER == __LITTLE_ENDIAN
-#    define bswapr_us(r0,r1)		_bswapr_us(_jit,r0,r1)
-static void _bswapr_us(jit_state_t*,int32_t,int32_t);
-#    define bswapr_ui(r0,r1)		_bswapr_ui(_jit,r0,r1)
-static void _bswapr_ui(jit_state_t*,int32_t,int32_t);
-#    define bswapr_ul(r0,r1)		_bswapr_ul(_jit,r0,r1)
-static void _bswapr_ul(jit_state_t*,int32_t,int32_t);
-#  else
-#    define bswapr_us(r0,r1)		extr_us(r0,r1)
-#    define bswapr_ui(r0,r1)		extr_ui(r0,r1)
-#    define bswapr_ul(r0,r1)		movr(r0,r1)
-#  endif
-#  define jmpr(r0)			JMP(_R31_REGNO,r0,0)
-#  define jmpi(i0)			_jmpi(_jit,i0)
-static void _jmpi(jit_state_t*, jit_word_t);
-#  define jmpi_p(i0)			_jmpi_p(_jit,i0)
-static jit_word_t _jmpi_p(jit_state_t*, jit_word_t);
-#define callr(r0)			_callr(_jit,r0)
-static void _callr(jit_state_t*, int32_t);
-#  define calli(i0)			_calli(_jit,i0)
-static void _calli(jit_state_t*, jit_word_t);
-#  define calli_p(i0)			_calli_p(_jit,i0)
-static jit_word_t _calli_p(jit_state_t*, jit_word_t);
-#  define prolog(node)			_prolog(_jit,node)
-static void _prolog(jit_state_t*,jit_node_t*);
-#  define epilog(node)			_epilog(_jit,node)
-static void _epilog(jit_state_t*,jit_node_t*);
-#  define vastart(r0)			_vastart(_jit, r0)
-static void _vastart(jit_state_t*, int32_t);
-#  define vaarg(r0, r1)			_vaarg(_jit, r0, r1)
-static void _vaarg(jit_state_t*, int32_t, int32_t);
-#  define patch_at(jump,label)		_patch_at(_jit,jump,label)
-static void _patch_at(jit_state_t*,jit_word_t,jit_word_t);
-#endif
-
-#if CODE
-static void
-_Pcd(jit_state_t *_jit, int o, unsigned int n)
-{
-    assert(_u6_p(o));
-    assert(_u26_p(n));
-    ii((o<<26)|_u26(n));
-}
-
-static void
-_Bra(jit_state_t *_jit, int o, int ra, int d)
-{
-    assert(_u6_p(o));
-    assert(_u5_p(ra));
-    assert(_s21_p(d));
-    ii((o<<26)|(ra<<21)|_u21(d));
-}
-
-static void
-_Mem(jit_state_t *_jit, int o, int ra, int rb, unsigned int d)
-{
-    assert(_u6_p(o));
-    assert(_u5_p(ra));
-    assert(_u5_p(rb));
-    assert(_u16_p(d));
-    ii((o<<26)|(ra<<21)|(rb<<16)|_u16(d));
-}
-
-static void
-_Mbr(jit_state_t *_jit, int o, int ra, int rb, int h, int d)
-{
-    assert(_u6_p(o));
-    assert(_u5_p(ra));
-    assert(_u5_p(rb));
-    assert(_u2_p(h));
-    assert(_s14_p(d));
-    ii((o<<26)|(ra<<21)|(rb<<16)|(h<<14)|_u14(d));
-}
-
-static void
-_Opr(jit_state_t *_jit, int o, int ra, int rb, unsigned int f, int rc)
-{
-    assert(_u6_p(o));
-    assert(_u5_p(ra));
-    assert(_u5_p(rb));
-    assert(_u5_p(rc));
-    assert(_u11_p(f));
-    ii((o<<26)|(ra<<21)|(rb<<16)|(_u11(f)<<5)|rc);
-}
-
-static void
-_Opi(jit_state_t *_jit, int o, int ra, unsigned int i, unsigned int f, int rc)
-{
-    assert(_u6_p(o));
-    assert(_u5_p(ra));
-    assert(_u8_p(i));
-    assert(_u5_p(rc));
-    assert(_u7_p(f));
-    ii((o<<26)|(ra<<21)|(_u8(i)<<13)|(1<<12)|(_u7(f)<<5)|rc);
-}
-
-static void
-_nop(jit_state_t *_jit, int32_t i0)
-{
-    for (; i0 > 0; i0 -= 4)
-	NOP();
-    assert(i0 == 0);
-}
-
-static void
-_movr(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    if (r0 != r1)
-	MOV(r1, r0);
-}
-
-static void
-_movi(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    int16_t		s0, s1, s2, s3;
-    s0 = i0;
-    s1 = i0 >> 16;
-    s2 = i0 >> 32;
-    s3 = i0 >> 48;
-    if (s0 < 0)
-	++s1;
-    if (s2 < 0)
-	++s3;
-    if (_u8_p(i0))
-	MOVi(_u8(i0), r0);
-    else if (_s16_p(i0))
-	LDA(r0, _R31_REGNO, _u16(s0));
-    else if (_s32_p(i0)) {
-	LDA(r0, _R31_REGNO, _u16(s0));
-	LDAH(r0, r0, _u16(s1));
-    }
-    else if (_u32_p(i0)) {
-	LDA(r0, _R31_REGNO, _u16(s0));
-	if (s1)
-	    LDAH(r0, r0, _u16(s1));
-	lshi(r0, r0, 32);
-	rshi_u(r0, r0, 32);
-    }
-    else if (_u32(i0) == 0) {
-	LDA(r0, _R31_REGNO, _u16(s2));
-	if (s3)
-	    LDAH(r0, r0, _u16(s3));
-	lshi(r0, r0, 32);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	LDA(r0, _R31_REGNO, _u16(s0));
-	LDA(rn(reg), _R31_REGNO, _u16(s2));
-	if (s1)
-	    LDAH(r0, r0, _u16(s1));
-	if (s3)
-	    LDAH(rn(reg), rn(reg), _u16(s3));
-	lshi(r0, r0, 32);
-	rshi_u(r0, r0, 32);
-	lshi(rn(reg), rn(reg), 32);
-	orr(r0, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static jit_word_t
-_movi_p(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    int16_t		s0, s1, s2, s3;
-    w = _jit->pc.w;
-    reg = jit_get_reg(jit_class_gpr);
-    s0 = i0;
-    s1 = i0 >> 16;
-    s2 = i0 >> 32;
-    s3 = i0 >> 48;
-    if (s0 < 0)
-	++s1;
-    if (s2 < 0)
-	++s3;
-    LDA(r0, _R31_REGNO, _u16(s0));
-    LDA(rn(reg), _R31_REGNO, _u16(s2));
-    LDAH(r0, r0, _u16(s1));
-    LDAH(rn(reg), rn(reg), _u16(s3));
-    lshi(r0, r0, 32);
-    rshi_u(r0, r0, 32);
-    lshi(rn(reg), rn(reg), 32);
-    orr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static void
-_addi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	ADDQi(r1, i0, r0);
-    else if (_s16_p(i0))
-	LDA(r0, r1, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	addr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_addcr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	addr(rn(reg), r1, r2);
-	ltr_u(rn(jit_carry), rn(reg), r1);
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	addr(r0, r1, r2);
-	ltr_u(rn(jit_carry), r0, r1);
-    }
-}
-
-static void
-_addci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ltr_u(rn(jit_carry), rn(reg), r1);
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	addi(r0, r1, i0);
-	ltr_u(rn(jit_carry), r0, r1);
-    }
-}
-
-static void
-_addxr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    addcr(r0, r1, r2);
-    addcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_addxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    addci(r0, r1, i0);
-    addcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_subi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	SUBQi(r1, i0, r0);
-    else if (_s16_p(-i0))
-	LDA(r0, r1, _u16(-i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	subr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_subcr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	subr(rn(reg), r1, r2);
-	ltr_u(rn(jit_carry), r1, rn(reg));
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	subr(r0, r1, r2);
-	ltr_u(rn(jit_carry), r1, r0);
-    }
-}
-
-static void
-_subci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, -i0);
-	ltr_u(rn(jit_carry), r1, rn(reg));
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	addi(r0, r1, -i0);
-	ltr_u(rn(jit_carry), r1, r0);
-    }
-}
-
-static void
-_subxr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    subcr(r0, r1, r2);
-    subcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_subxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    subci(r0, r1, i0);
-    subcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_rsbi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    subi(r0, r1, i0);
-    negr(r0, r0);
-}
-
-static void
-_muli(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	MULQi(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	mulr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_qmulr(jit_state_t *_jit, int32_t r0,
-       int32_t r1, int32_t r2, int32_t r3)
-{
-    int32_t		reg;
-    /* The only invalid condition is r0 == r1 */
-    int32_t		t2, t3, s2, s3;
-    if (r2 == r0 || r2 == r1) {
-	s2 = jit_get_reg(jit_class_gpr);
-	t2 = rn(s2);
-	movr(t2, r2);
-    }
-    else
-	t2 = r2;
-    if (r3 == r0 || r3 == r1) {
-	s3 = jit_get_reg(jit_class_gpr);
-	t3 = rn(s3);
-	movr(t3, r3);
-    }
-    else
-	t3 = r3;
-    qmulr_u(r0, r1, r2, r3);
-    reg = jit_get_reg(jit_class_gpr);
-    /**/
-    rshi(rn(reg), t2, 63);
-    mulr(rn(reg), rn(reg), t3);
-    addr(r1, r1, rn(reg));
-    /**/
-    rshi(rn(reg), t3, 63);
-    mulr(rn(reg), rn(reg), t2);
-    addr(r1, r1, rn(reg));
-    jit_unget_reg(reg);
-    if (t2 != r2)
-	jit_unget_reg(s2);
-    if (t3 != r3)
-	jit_unget_reg(s3);
-}
-
-static void
-_qmuli(jit_state_t *_jit, int32_t r0,
-       int32_t r1, int32_t r2, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    qmulr(r0, r1, r2, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_qmulr_u(jit_state_t *_jit, int32_t r0,
-	 int32_t r1, int32_t r2, int32_t r3)
-{
-    int32_t		reg;
-    if (r0 == r2 || r0 == r3) {
-	reg = jit_get_reg(jit_class_gpr);
-	mulr(rn(reg), r2, r3);
-    }
-    else
-	mulr(r0, r2, r3);
-    UMULH(r2, r3, r1);
-    if (r0 == r2 || r0 == r3) {
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_qmuli_u(jit_state_t *_jit, int32_t r0,
-	 int32_t r1, int32_t r2, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0)) {
-	if (r0 == r2) {
-	    reg = jit_get_reg(jit_class_gpr);
-	    muli(rn(reg), r2, i0);
-	}
-	else
-	    muli(r0, r2, i0);
-	UMULHi(r2, i0, r1);
-	if (r0 == r2) {
-	    movr(r0, rn(reg));
-	    jit_unget_reg(reg);
-	}
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	qmulr_u(r0, r1, r2, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static jit_word_t
-__idiv(jit_word_t u, jit_word_t v)
-{
-    return (u / v);
-}
-
-static void
-_divr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    movr(_A0_REGNO, r1);
-    movr(_A1_REGNO, r2);
-    calli((jit_word_t)__idiv);
-    movr(r0, _V0_REGNO);
-}
-
-static void
-_divi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    movr(_A0_REGNO, r1);
-    movi(_A1_REGNO, i0);
-    calli((jit_word_t)__idiv);
-    movr(r0, _V0_REGNO);
-}
-
-static jit_uword_t
-__udiv(jit_uword_t u, jit_uword_t v)
-{
-    return (u / v);
-}
-
-static void
-_divr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    movr(_A0_REGNO, r1);
-    movr(_A1_REGNO, r2);
-    calli((jit_word_t)__udiv);
-    movr(r0, _V0_REGNO);
-}
-
-static void
-_divi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    movr(_A0_REGNO, r1);
-    movi(_A1_REGNO, i0);
-    calli((jit_word_t)__udiv);
-    movr(r0, _V0_REGNO);
-}
-
-static jit_word_t
-__irem(jit_word_t u, jit_word_t v)
-{
-    return (u % v);
-}
-
-static void
-_remr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    movr(_A0_REGNO, r1);
-    movr(_A1_REGNO, r2);
-    calli((jit_word_t)__irem);
-    movr(r0, _V0_REGNO);
-}
-
-static void
-_remi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    movr(_A0_REGNO, r1);
-    movi(_A1_REGNO, i0);
-    calli((jit_word_t)__irem);
-    movr(r0, _V0_REGNO);
-}
-
-static jit_uword_t
-__urem(jit_uword_t u, jit_uword_t v)
-{
-    return (u % v);
-}
-
-static void
-_remr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    movr(_A0_REGNO, r1);
-    movr(_A1_REGNO, r2);
-    calli((jit_word_t)__urem);
-    movr(r0, _V0_REGNO);
-}
-
-static void
-_remi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    movr(_A0_REGNO, r1);
-    movi(_A1_REGNO, i0);
-    calli((jit_word_t)__urem);
-    movr(r0, _V0_REGNO);
-}
-
-static jit_word_t
-__idivrem(jit_word_t u, jit_word_t v, jit_word_t *rem)
-{
-    *rem = u % v;
-    return (u / v);
-}
-
-static void
-_qdivr(jit_state_t *_jit,
-       int32_t r0, int32_t r1, int32_t r2, int32_t r3)
-{
-    movr(_A0_REGNO, r2);
-    movr(_A1_REGNO, r3);
-    subi(_A2_REGNO, _FP_REGNO, 8);
-    calli((jit_word_t)__idivrem);
-    movr(r0, _V0_REGNO);
-    ldxi(r1, _FP_REGNO, -8);
-}
-
-static void
-_qdivi(jit_state_t *_jit,
-       int32_t r0, int32_t r1, int32_t r2, jit_word_t i0)
-{
-    movr(_A0_REGNO, r2);
-    movi(_A1_REGNO, i0);
-    subi(_A2_REGNO, _FP_REGNO, 8);
-    calli((jit_word_t)__idivrem);
-    movr(r0, _V0_REGNO);
-    ldxi(r1, _FP_REGNO, -8);
-}
-
-static jit_word_t
-__udivrem(jit_uword_t u, jit_uword_t v, jit_uword_t *rem)
-{
-    *rem = u % v;
-    return (u / v);
-}
-
-static void
-_qdivr_u(jit_state_t *_jit,
-	 int32_t r0, int32_t r1, int32_t r2, int32_t r3)
-{
-    movr(_A0_REGNO, r2);
-    movr(_A1_REGNO, r3);
-    subi(_A2_REGNO, _FP_REGNO, 8);
-    calli((jit_word_t)__udivrem);
-    movr(r0, _V0_REGNO);
-    ldxi(r1, _FP_REGNO, -8);
-}
-
-static void
-_qdivi_u(jit_state_t *_jit,
-	 int32_t r0, int32_t r1, int32_t r2, jit_word_t i0)
-{
-    movr(_A0_REGNO, r2);
-    movi(_A1_REGNO, i0);
-    subi(_A2_REGNO, _FP_REGNO, 8);
-    calli((jit_word_t)__udivrem);
-    movr(r0, _V0_REGNO);
-    ldxi(r1, _FP_REGNO, -8);
-}
-
-static void
-_lshi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    assert(i0 >= 0 && i0 < 64);
-    SLLi(r1, i0, r0);
-}
-
-static void
-_rshi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    assert(i0 >= 0 && i0 < 64);
-    SRAi(r1, i0, r0);
-}
-
-static void
-_rshi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    assert(i0 >= 0 && i0 < 64);
-    SRLi(r1, i0, r0);
-}
-
-static void
-_andi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	ANDi(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	andr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	ORi(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	orr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_xori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	XORi(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	xorr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_lti(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	CMPLTi(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ltr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_lti_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	CMPULTi(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ltr_u(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_lei(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	CMPLEi(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ler(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_lei_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    jit_word_t		ni0;
-    ni0 = -i0;
-    if (_u8_p(i0))
-	CMPULEi(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ler_u(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_eqi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0))
-	CMPEQi(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	eqr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_gei(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ger(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_gei_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ger_u(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_gti(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    gtr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_gti_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    gtr_u(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ner(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMPEQ(r1, r2, r0);
-    CMPEQi(r0, 0, r0);
-}
-
-static void
-_nei(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_u8_p(i0)) {
-	CMPEQi(r1, i0, r0);
-	CMPEQi(r0, 0, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ner(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static jit_word_t
-_bltr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    ltr(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_blti(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 == 0) {
-	w = _jit->pc.w;
-	BLT(r0, ((i0 - w) >> 2) - 1);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	lti(rn(reg), r0, i1);
-	w = _jit->pc.w;
-	BNE(rn(reg), ((i0 - w) >> 2) - 1);
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bltr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    ltr_u(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_blti_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    /* FIXME cannot optimize zero because need to return a patcheable address */
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    lti_u(rn(reg), r0, i1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bler(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    ler(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_blei(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 == 0) {
-	w = _jit->pc.w;
-	BLE(r0, ((i0 - w) >> 2) - 1);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	lei(rn(reg), r0, i1);
-	w = _jit->pc.w;
-	BNE(rn(reg), ((i0 - w) >> 2) - 1);
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bler_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    ler_u(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_blei_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 == 0) {
-	w = _jit->pc.w;
-	BEQ(r0, ((i0 - w) >> 2) - 1);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	lei_u(rn(reg), r0, i1);
-	w = _jit->pc.w;
-	BNE(rn(reg), ((i0 - w) >> 2) - 1);
-	jit_unget_reg(reg);
-     }
-    return (w);
-}
-
-static jit_word_t
-_beqr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    eqr(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_beqi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 == 0) {
-	w = _jit->pc.w;
-	BEQ(r0, ((i0 - w) >> 2) - 1);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	eqi(rn(reg), r0, i1);
-	w = _jit->pc.w;
-	BNE(rn(reg), ((i0 - w) >> 2) - 1);
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bger(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    ger(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bgei(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 == 0) {
-	w = _jit->pc.w;
-	BGE(r0, ((i0 - w) >> 2) - 1);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	gei(rn(reg), r0, i1);
-	w = _jit->pc.w;
-	BNE(rn(reg), ((i0 - w) >> 2) - 1);
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bger_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    ger_u(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bgei_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    /* always true if i1 == 0 */
-    if (i0 == 0) {
-	w = _jit->pc.w;
-	BR(r0, ((i0 - w) >> 2) - 1);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	gei_u(rn(reg), r0, i1);
-	w = _jit->pc.w;
-	BNE(rn(reg), ((i0 - w) >> 2) - 1);
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bgtr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    gtr(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bgti(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 == 0) {
-	w = _jit->pc.w;
-	BGT(r0, ((i0 - w) >> 2) - 1);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	gti(rn(reg), r0, i1);
-	w = _jit->pc.w;
-	BNE(rn(reg), ((i0 - w) >> 2) - 1);
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bgtr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    gtr_u(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bgti_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    gti_u(rn(reg), r0, i1);
-    w = _jit->pc.w;
-    BNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bner(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    eqr(rn(reg), r0, r1);
-    w = _jit->pc.w;
-    BEQ(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bnei(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 == 0) {
-	w = _jit->pc.w;
-	BNE(r0, ((i0 - w) >> 2) - 1);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	eqi(rn(reg), r0, i1);
-	w = _jit->pc.w;
-	BEQ(rn(reg), ((i0 - w) >> 2) - 1);
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_baddr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
-       jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    int32_t		t2;
-    int32_t		t3;
-    /* t0 = r0 + r1;	overflow = r1 < 0 ? r0 < t0 : t0 < r0 */
-    t0 = jit_get_reg(jit_class_gpr);
-    t1 = jit_get_reg(jit_class_gpr);
-    t2 = jit_get_reg(jit_class_gpr);
-    t3 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    addr(rn(t0), r0, r1);		/* t0 = r0 + r1 */
-    ltr(rn(t1), r1, _R31_REGNO);	/* t1 = r1 < 0 */
-    ltr(rn(t2), r0, rn(t0));		/* t2 = r0 < t0 */
-    ltr(rn(t3), rn(t0), r0);		/* t3 = t0 < r0 */
-    movr(r0, rn(t0));			/* r0 += r1 */
-    CMOVNE(rn(t1), rn(t2), rn(t3));	/* if (t1 == 0) t3 = t2; */
-    jit_unget_reg(t2);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-    w = _jit->pc.w;
-    if (carry)
-	BNE(rn(t3), ((i0 - w) >> 2) - 1);
-    else
-	BEQ(rn(t3), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(t3);
-    return (w);
-}
-
-static jit_word_t
-_baddi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
-       jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = baddr(i0, r0, rn(reg), carry);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_baddr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
-	 jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    t0 = jit_get_reg(jit_class_gpr);
-    t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    addr(rn(t0), r0, r1);
-    ltr_u(rn(t1), rn(t0), r0);
-    movr(r0, rn(t0));
-    jit_unget_reg(t0);
-    w = _jit->pc.w;
-    if (carry)
-	BNE(rn(t1), ((i0 - w) >> 2) - 1);
-    else
-	BEQ(rn(t1), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(t1);
-    return (w);
-}
-
-static jit_word_t
-_baddi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
-	 jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    t0 = jit_get_reg(jit_class_gpr);
-    t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    addi(rn(t0), r0, i1);
-    ltr_u(rn(t1), rn(t0), r0);
-    movr(r0, rn(t0));
-    jit_unget_reg(t0);
-    w = _jit->pc.w;
-    if (carry)
-	BNE(rn(t1), ((i0 - w) >> 2) - 1);
-    else
-	BEQ(rn(t1), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(t1);
-    return (w);
-}
-
-static jit_word_t
-_bsubr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
-       jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    int32_t		t2;
-    int32_t		t3;
-    /* t0 = r0 - r1;	overflow = 0 < r1 ? r0 < t0 : t0 < r0 */
-    t0 = jit_get_reg(jit_class_gpr);
-    t1 = jit_get_reg(jit_class_gpr);
-    t2 = jit_get_reg(jit_class_gpr);
-    t3 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    subr(rn(t0), r0, r1);		/* r0 = r0 - r1 */
-    ltr(rn(t1), _R31_REGNO, r1);	/* t1 = 0 < r1 */
-    ltr(rn(t2), r0, rn(t0));		/* t2 = r0 < t0 */
-    ltr(rn(t3), rn(t0), r0);		/* t3 = t0 < r0 */
-    movr(r0, rn(t0));			/* r0 -= r1 */
-    CMOVNE(rn(t1), rn(t2), rn(t3));	/* if (t1 == 0) t3 = t2; */
-    jit_unget_reg(t2);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-    w = _jit->pc.w;
-    if (carry)
-	BNE(rn(t3), ((i0 - w) >> 2) - 1);
-    else
-	BEQ(rn(t3), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(t3);
-    return (w);
-}
-
-static jit_word_t
-_bsubi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
-       jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = bsubr(i0, r0, rn(reg), carry);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bsubr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
-	 jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    t0 = jit_get_reg(jit_class_gpr);
-    t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    subr(rn(t0), r0, r1);
-    ltr_u(rn(t1), r0, rn(t0));
-    movr(r0, rn(t0));
-    jit_unget_reg(t0);
-    w = _jit->pc.w;
-    if (carry)
-	BNE(rn(t1), ((i0 - w) >> 2) - 1);
-    else
-	BEQ(rn(t1), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(t1);
-    return (w);
-}
-
-static jit_word_t
-_bsubi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
-	 jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    t0 = jit_get_reg(jit_class_gpr);
-    t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    subi(rn(t0), r0, i1);
-    ltr_u(rn(t1), r0, rn(t0));
-    movr(r0, rn(t0));
-    jit_unget_reg(t0);
-    w = _jit->pc.w;
-    if (carry)
-	BNE(rn(t1), ((i0 - w) >> 2) - 1);
-    else
-	BEQ(rn(t1), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(t1);
-    return (w);
-}
-
-static jit_word_t
-_bmxr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
-      jit_bool_t set)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    andr(rn(t0), r0, r1);
-    w = _jit->pc.w;
-    if (set)
-	BNE(rn(t0), ((i0 - w) >> 2) - 1);
-    else
-	BEQ(rn(t0), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(t0);
-    return (w);
-}
-
-static jit_word_t
-_bmxi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
-      jit_bool_t set)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    andi(rn(t0), r0, i1);
-    w = _jit->pc.w;
-    if (set)
-	BNE(rn(t0), ((i0 - w) >> 2) - 1);
-    else
-	BEQ(rn(t0), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(t0);
-    return (w);
-}
-
-static void
-_ldr_c(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    ldr_uc(r0, r1);
-    extr_c(r0, r0);
-}
-
-static void
-_ldi_c(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0)) {
-	LDBU(r0, _R31_REGNO, _u16(i0));
-	extr_c(r0, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_c(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_uc(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	LDBU(r0, _R31_REGNO, _u16(i0));
-    else  {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_uc(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldr_s(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    ldr_us(r0, r1);
-    extr_s(r0, r0);
-}
-
-static void
-_ldi_s(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0)) {
-	LDWU(r0, _R31_REGNO, _u16(i0));
-	extr_s(r0, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_s(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_us(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	LDWU(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_us(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_i(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	LDL(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_i(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldr_ui(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    ldr_i(r0, r1);
-    extr_ui(r0, r0);
-}
-
-static void
-_ldi_ui(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0)) {
-	LDL(r0, _R31_REGNO, _u16(i0));
-	extr_ui(r0, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_ui(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_l(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	LDQ(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_l(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxr_c(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_c(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_c(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0)) {
-	LDBU(r0, r1, _u16(i0));
-	extr_c(r0, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_c(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxr_uc(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_uc(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_uc(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	LDBU(r0, r1, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_uc(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxr_s(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_s(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_s(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0)) {
-	LDWU(r0, r1, _u16(i0));
-	extr_s(r0, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_s(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxr_us(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_us(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_us(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	LDWU(r0, r1, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_us(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxr_i(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_i(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_i(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	LDL(r0, r1, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_i(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxr_ui(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_ui(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_ui(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0)) {
-	LDL(r0, r1, _u16(i0));
-	extr_ui(r0, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_ui(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxr_l(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_l(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_l(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	LDQ(r0, r1, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_l(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_c(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	STB(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_c(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_s(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	STW(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_s(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_i(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	STL(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_i(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_l(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	STQ(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_l(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxr_c(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_c(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_c(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	STB(r1, r0, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_c(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxr_s(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_s(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_s(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	STW(r1, r0, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_s(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxr_i(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_i(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_i(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	STL(r1, r0, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_i(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxr_l(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_l(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_l(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (_s16_p(i0))
-	STQ(r1, r0, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_l(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_extr_c(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, 56);
-    rshi(r0, r0, 56);
-}
-
-static void
-_extr_uc(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, 56);
-    rshi_u(r0, r0, 56);
-}
-
-static void
-_extr_s(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, 48);
-    rshi(r0, r0, 48);
-}
-
-static void
-_extr_us(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, 48);
-    rshi_u(r0, r0, 48);
-}
-
-static void
-_extr_i(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, 32);
-    rshi(r0, r0, 32);
-}
-
-static void
-_extr_ui(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, 32);
-    rshi_u(r0, r0, 32);
-}
-
-static void
-_bswapr_us(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		t0;
-    t0 = jit_get_reg(jit_class_gpr);
-    EXTBLi(r1, 0, rn(t0));
-    EXTBLi(r1, 1, r0);
-    SLLi(rn(t0), 8, rn(t0));
-    OR(r0, rn(t0), r0);
-    jit_unget_reg(t0);
-}
-
-static void
-_bswapr_ui(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		t0;
-    int32_t		t1;
-    int32_t		t2;
-    int32_t		t3;
-    t0 = jit_get_reg(jit_class_gpr);
-    t1 = jit_get_reg(jit_class_gpr);
-    t2 = jit_get_reg(jit_class_gpr);
-    t3 = jit_get_reg(jit_class_gpr);
-    EXTBLi(r1, 3, rn(t0));
-    INSBLi(r1, 3, rn(t1));
-    SLLi(r1, 8, rn(t2));
-    ZAPNOTi(rn(t2), 4, rn(t2));
-    SRLi(r1, 8, rn(t3));
-    OR(rn(t0), rn(t1), r0);
-    OR(rn(t2), r0, r0);
-    ZAPNOTi(rn(t3), 2, rn(t3));
-    OR(rn(t3), r0, r0);
-    jit_unget_reg(t3);
-    jit_unget_reg(t2);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-}
-
-static void
-_bswapr_ul(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		t0;
-    int32_t		t1;
-    int32_t		t2;
-    assert(_jitc->function != NULL);
-    t0 = jit_get_reg(jit_class_fpr);
-    t1 = jit_get_reg(jit_class_gpr);
-    t2 = jit_get_reg(jit_class_gpr);
-    stxi(-8, _FP_REGNO, r1);			/* r1 = ABCD EFGH */
-    LDG(rn(t0), _FP_REGNO, _u16(-8));		/* t0 = GHEF CDAB */
-    STT(rn(t0), _FP_REGNO, _u16(-8));
-    ldxi(rn(t1), _FP_REGNO, -8);		/* t1 = GHEF CDAB */
-    lshi(rn(t2), rn(t1), 8);			/* t2 = HEFC DAB. */
-    rshi_u(rn(t1), rn(t1), 8);			/* t1 = .GHE FCDA */
-    ZAPi(rn(t2), 0x55, rn(t2));			/* t2 = H.F. D.B. */
-    ZAPi(rn(t1), 0xaa, rn(t1));			/* t1 = .G.E .C.A */
-    orr(r0, rn(t1), rn(t2));			/* r0 = HGFE DCBA */
-    jit_unget_reg(t2);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-}
-
-static void
-_jmpi(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    jit_word_t		d;
-    w = _jit->pc.w;
-    d = ((i0 - w) >> 2) - 1;
-    if (_s21_p(d))
-	BR(_R31_REGNO, d);
-    else
-	(void)jmpi_p(i0);
-}
-
-static jit_word_t
-_jmpi_p(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    w = movi_p(rn(reg), i0);
-    jmpr(rn(reg));
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static void
-_callr(jit_state_t *_jit, int32_t r0)
-{
-    if (r0 != _PV_REGNO)
-	MOV(r0, _PV_REGNO);
-    JSR(_RA_REGNO, _PV_REGNO, 0);
-}
-
-static void
-_calli(jit_state_t *_jit, jit_word_t i0)
-{
-    /* FIXME use a small buffer to load constants - using gp */
-#if 0
-    jit_word_t		w;
-    jit_word_t		d;
-    w = _jit->pc.w;
-    d = ((i0 - w) >> 2) - 1;
-    if (_s21_p(d))
-	BSR(_RA_REGNO, d);
-    else
-	(void)calli_p(i0);
-#else
-    movi(_PV_REGNO, i0);
-    callr(_PV_REGNO);
-#endif
-}
-
-static jit_word_t
-_calli_p(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    w = movi_p(_PV_REGNO, i0);
-    callr(_PV_REGNO);
-    return (w);
-}
-
-static void
-_prolog(jit_state_t *_jit, jit_node_t *node)
-{
-    int32_t		reg;
-    if (_jitc->function->define_frame || _jitc->function->assume_frame) {
-	int32_t	frame = -_jitc->function->frame;
-	assert(_jitc->function->self.aoff >= frame);
-	if (_jitc->function->assume_frame)
-	    return;
-	_jitc->function->self.aoff = frame;
-    }
-    if (_jitc->function->allocar)
-	_jitc->function->self.aoff &= -8;
-    _jitc->function->stack = ((_jitc->function->self.alen -
-			       _jitc->function->self.aoff) + 7) & -8;
-    /* ldgp gp, 0(pv) */
-    LDAH(_PV_REGNO, _GP_REGNO, 0);
-    LDA(_GP_REGNO, _GP_REGNO, 0);
-    /* callee save registers */
-    subi(_SP_REGNO, _SP_REGNO, stack_framesize);
-    stxi(0, _SP_REGNO, _RA_REGNO);
-    stxi(8, _SP_REGNO, _FP_REGNO);
-#  define SPILL(N, O)							\
-    if (jit_regset_tstbit(&_jitc->function->regset, N))			\
-	stxi(O, _SP_REGNO, N##_REGNO)
-#  define SPILLD(N, O)							\
-    if (jit_regset_tstbit(&_jitc->function->regset, N))			\
-	stxi_d(O, _SP_REGNO, N##_REGNO)
-    SPILL(_S0, 16);
-    SPILL(_S1, 24);
-    SPILL(_S2, 32);
-    SPILL(_S3, 40);
-    SPILL(_S4, 48);
-    SPILL(_S5, 56);
-    SPILLD(_F2, 64);
-    SPILLD(_F3, 72);
-    SPILLD(_F4, 80);
-    SPILLD(_F5, 88);
-    SPILLD(_F6, 96);
-    SPILLD(_F7, 104);
-    SPILLD(_F8, 112);
-    SPILLD(_F9, 120);
-#  undef SPILLD
-#  undef SPILL
-    movr(_FP_REGNO, _SP_REGNO);
-    /* alloca */
-    if (_jitc->function->stack)
-	subi(_SP_REGNO, _SP_REGNO, _jitc->function->stack);
-    if (_jitc->function->allocar) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), _jitc->function->self.aoff);
-	stxi_i(_jitc->function->aoffoff, _FP_REGNO, rn(reg));
-	jit_unget_reg(reg);
-    }
-
-    if (_jitc->function->self.call & jit_call_varargs) {
-	for (reg = _jitc->function->self.argi; jit_arg_reg_p(reg); ++reg)
-	    stxi(stack_framesize - 48 + reg * 8, _FP_REGNO, rn(_A0 - reg));
-	for (reg = _jitc->function->self.argi; jit_arg_reg_p(reg); ++reg)
-	    stxi_d(stack_framesize - 96 + reg * 8, _FP_REGNO, rn(_F16 - reg));
-    }
-}
-
-static void
-_epilog(jit_state_t *_jit, jit_node_t *node)
-{
-    if (_jitc->function->assume_frame)
-	return;
-    movr(_SP_REGNO, _FP_REGNO);
-    ldxi(_RA_REGNO, _SP_REGNO, 0);
-    ldxi(_FP_REGNO, _SP_REGNO, 8);
-#  define LOAD(N, O)							\
-    if (jit_regset_tstbit(&_jitc->function->regset, N))			\
-	ldxi(N##_REGNO, _SP_REGNO,  O)
-#  define LOADD(N, O)							\
-    if (jit_regset_tstbit(&_jitc->function->regset, N))			\
-	ldxi_d(N##_REGNO, _SP_REGNO,  O)
-    LOAD(_S0, 16);
-    LOAD(_S1, 24);
-    LOAD(_S2, 32);
-    LOAD(_S3, 40);
-    LOAD(_S4, 48);
-    LOAD(_S5, 56);
-    LOADD(_F2, 64);
-    LOADD(_F3, 72);
-    LOADD(_F4, 80);
-    LOADD(_F5, 88);
-    LOADD(_F6, 96);
-    LOADD(_F7, 104);
-    LOADD(_F8, 112);
-    LOADD(_F9, 120);
-#  undef LOADD
-#  undef LOAD
-    addi(_SP_REGNO, _SP_REGNO, stack_framesize);
-    RET(_R31_REGNO, _RA_REGNO, 1);	/* 1 means procedure return
-					 * 0 means no procedure return
-					 * other values are reserved */
-}
-
-static void
-_vastart(jit_state_t *_jit, int32_t r0)
-{
-    int32_t		reg;
-
-    /* Return jit_va_list_t in the register argument */
-    addi(r0, _FP_REGNO, _jitc->function->vaoff);
-
-    reg = jit_get_reg(jit_class_gpr);
-
-    /* The base field is constant. */
-    addi(rn(reg), _FP_REGNO, stack_framesize - 48);
-    stxi(offsetof(jit_va_list_t, base), r0, rn(reg));
-
-    /* Initialize the offset field */
-    if (_jitc->function.vagp < 6)
-	movi(rn(reg), _jitc->function->vagp * 8);
-    else
-	movi(rn(reg), _jitc->function->self.size - (stack_framesize - 48));
-    stxi(offsetof(jit_va_list_t, offset), r0, rn(reg));
-
-    jit_unget_reg(reg);
-}
-
-static void
-_vaarg(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		rg0, rg1;
-
-    assert(_jitc->function->self.call & jit_call_varargs);
-
-    rg0 = jit_get_reg(jit_class_gpr);
-    rg1 = jit_get_reg(jit_class_gpr);
-
-    /* Load the base in first temporary. */
-    ldxi(rn(rg0), r1, offsetof(jit_va_list_t, base));
-
-    /* Load the offset in the second temporary. */
-    ldxi(rn(rg1), r1, offsetof(jit_va_list_t, offset));
-
-    /* Load the argument */
-    ldxr(r0, rn(rg0), rn(rg1));
-
-    /* No longer needed. */
-    jit_unget_reg(rg0);
-
-    /* Update offset. */
-    addi(rn(rg1), rn(rg1), 8);
-    stxi(offsetof(jit_va_list_t, offset), r1, rn(rg1));
-    jit_unget_reg(rg1);
-}
-
-static void
-_patch_at(jit_state_t *_jit, jit_word_t instr, jit_word_t label)
-{
-    union {
-	int32_t	*i;
-	jit_word_t	 w;
-    } u;
-    jit_word_t		 d;
-    int16_t		s0, s1, s2, s3;
-    u.w = instr;
-    switch (_u6(u.i[0] >> 26)) {
-	/*   BLT	     BLE	     BEQ	     BGE */
-	case 0x3a:	case 0x3b:	case 0x39:	case 0x3e:
-	/*   BGT	     BNE	     BLBC	     BLBS */
-	case 0x3f:	case 0x3d:	case 0x38:	case 0x3c:
-	/*   BR		     BSR */
-	case 0x30:	case 0x34:
-	/*   FBLT	     FBLE	     FBEQ	     FBGE */
-	case 0x32:	case 0x33:	case 0x31:	case 0x36:
-	/*   FBGT	     FBNE */
-	case 0x37:	case 0x35:
-	    d = ((label - instr) >> 2) - 1;
-	    assert(_s21_p(d));
-	    u.i[0] &= ~0x1fffff;
-	    u.i[0] |= _u21(d);
-	    break;
-	/*   LDA */
-	case 0x08:		/* movi_p */
-	    s0 = label;
-	    s1 = label >> 16;
-	    s2 = label >> 32;
-	    s3 = label >> 48;
-	    if (s0 < 0)
-		++s1;
-	    if (s2 < 0)
-		++s3;
-	    u.i[0] &= ~0xffff;
-	    u.i[0] |= _u16(s0);
-	    /*				LDA */
-	    assert(_u6(u.i[1] >> 26) == 0x08);
-	    u.i[1] &= ~0xffff;
-	    u.i[1] |= _u16(s2);
-	    /*				LDAH */
-	    assert(_u6(u.i[2] >> 26) == 0x09);
-	    u.i[2] &= ~0xffff;
-	    u.i[2] |= _u16(s1);
-	    /*				LDAH */
-	    assert(_u6(u.i[3] >> 26) == 0x09);
-	    u.i[3] &= ~0xffff;
-	    u.i[3] |= _u16(s3);
-	    /*				SLL */
-	    assert(_u6(u.i[4] >> 26) == 0x12 && _u7(u.i[4] >> 5) == 0x39);
-	    /*				SRL */
-	    assert(_u6(u.i[5] >> 26) == 0x12 && _u7(u.i[5] >> 5) == 0x34);
-	    /*				SLL */
-	    assert(_u6(u.i[6] >> 26) == 0x12 && _u7(u.i[6] >> 5) == 0x39);
-	    /*				BIS */
-	    assert(_u6(u.i[7] >> 26) == 0x11 && _u7(u.i[7] >> 5) == 0x20);
-	    break;
-	default:
-	    abort();
-    }
-}
-#endif
diff --git a/libguile/lightening/lightening/alpha-fpu.c b/libguile/lightening/lightening/alpha-fpu.c
deleted file mode 100644
index b3d65af85..000000000
--- a/libguile/lightening/lightening/alpha-fpu.c
+++ /dev/null
@@ -1,1588 +0,0 @@
-/*
- * Copyright (C) 2014-2017  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-#  define _F2_REGNO			0x02
-#  define _F3_REGNO			0x03
-#  define _F4_REGNO			0x04
-#  define _F5_REGNO			0x05
-#  define _F6_REGNO			0x06
-#  define _F7_REGNO			0x07
-#  define _F8_REGNO			0x08
-#  define _F9_REGNO			0x09
-#  define F_P(o,ra,rb,f,rc)		_Opr(_jit,o,ra,rb,f,rc)
-static void _Opr(jit_state_t*,int,int,int,unsigned int,int);
-#  define ADDF(ra,rb,rc)		F_P(0x15,ra,rb,0x080,rc)
-#  define ADDG(ra,rb,rc)		F_P(0x15,ra,rb,0x0a0,rc)
-#  define ADDS(ra,rb,rc)		F_P(0x16,ra,rb,0x080,rc)
-#  define ADDS_C(ra,rb,rc)		F_P(0x16,ra,rb,0x000,rc)
-#  define ADDS_M(ra,rb,rc)		F_P(0x16,ra,rb,0x040,rc)
-#  define ADDS_D(ra,rb,rc)		F_P(0x16,ra,rb,0x0c0,rc)
-#  define ADDS_U(ra,rb,rc)		F_P(0x16,ra,rb,0x180,rc)
-#  define ADDS_UC(ra,rb,rc)		F_P(0x16,ra,rb,0x100,rc)
-#  define ADDS_UM(ra,rb,rc)		F_P(0x16,ra,rb,0x140,rc)
-#  define ADDS_UD(ra,rb,rc)		F_P(0x16,ra,rb,0x1c0,rc)
-#  define ADDS_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x580,rc)
-#  define ADDS_SUC(ra,rb,rc)		F_P(0x16,ra,rb,0x500,rc)
-#  define ADDS_SUM(ra,rb,rc)		F_P(0x16,ra,rb,0x540,rc)
-#  define ADDS_SUD(ra,rb,rc)		F_P(0x16,ra,rb,0x5c0,rc)
-#  define ADDS_SUI(ra,rb,rc)		F_P(0x16,ra,rb,0x780,rc)
-#  define ADDS_SUIC(ra,rb,rc)		F_P(0x16,ra,rb,0x700,rc)
-#  define ADDS_SUIM(ra,rb,rc)		F_P(0x16,ra,rb,0x740,rc)
-#  define ADDS_SUID(ra,rb,rc)		F_P(0x16,ra,rb,0x7c0,rc)
-#  define ADDT(ra,rb,rc)		F_P(0x16,ra,rb,0x0a0,rc)
-#  define ADDT_C(ra,rb,rc)		F_P(0x16,ra,rb,0x020,rc)
-#  define ADDT_M(ra,rb,rc)		F_P(0x16,ra,rb,0x060,rc)
-#  define ADDT_D(ra,rb,rc)		F_P(0x16,ra,rb,0x0e0,rc)
-#  define ADDT_U(ra,rb,rc)		F_P(0x16,ra,rb,0x1a0,rc)
-#  define ADDT_UC(ra,rb,rc)		F_P(0x16,ra,rb,0x120,rc)
-#  define ADDT_UM(ra,rb,rc)		F_P(0x16,ra,rb,0x160,rc)
-#  define ADDT_UD(ra,rb,rc)		F_P(0x16,ra,rb,0x1e0,rc)
-#  define ADDT_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x5a0,rc)
-#  define ADDT_SUC(ra,rb,rc)		F_P(0x16,ra,rb,0x520,rc)
-#  define ADDT_SUM(ra,rb,rc)		F_P(0x16,ra,rb,0x560,rc)
-#  define ADDT_SUD(ra,rb,rc)		F_P(0x16,ra,rb,0x5e0,rc)
-#  define ADDT_SUI(ra,rb,rc)		F_P(0x16,ra,rb,0x7a0,rc)
-#  define ADDT_SUIC(ra,rb,rc)		F_P(0x16,ra,rb,0x720,rc)
-#  define ADDT_SUIM(ra,rb,rc)		F_P(0x16,ra,rb,0x760,rc)
-#  define ADDT_SUID(ra,rb,rc)		F_P(0x16,ra,rb,0x7e0,rc)
-#  define CMPGEQ(ra,rb,rc)		F_P(0x15,ra,rb,0x0a5,rc)
-#  define CMPGLE(ra,rb,rc)		F_P(0x15,ra,rb,0x0a7,rc)
-#  define CMPTEQ(ra,rb,rc)		F_P(0x16,ra,rb,0x0a5,rc)
-#  define CMPTEQ_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x5a5,rc)
-#  define CMPTLE(ra,rb,rc)		F_P(0x16,ra,rb,0x0a7,rc)
-#  define CMPTLE_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x5a7,rc)
-#  define CMPTLT(ra,rb,rc)		F_P(0x16,ra,rb,0x0a6,rc)
-#  define CMPTLT_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x5a6,rc)
-#  define CMPTUN(ra,rb,rc)		F_P(0x16,ra,rb,0x0a4,rc)
-#  define CMPTUN_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x5a4,rc)
-#  define CPYS(ra,rb,rc)		F_P(0x17,ra,rb,0x020,rc)
-#  define CPYSE(ra,rb,rc)		F_P(0x17,ra,rb,0x022,rc)
-#  define CPYSN(ra,rb,rc)		F_P(0x17,ra,rb,0x021,rc)
-#  define DIVF(ra,rb,rc)		F_P(0x15,ra,rb,0x083,rc)
-#  define DIVG(ra,rb,rc)		F_P(0x15,ra,rb,0x0a3,rc)
-#  define DIVS(ra,rb,rc)		F_P(0x16,ra,rb,0x083,rc)
-#  define DIVS_C(ra,rb,rc)		F_P(0x16,ra,rb,0x003,rc)
-#  define DIVS_M(ra,rb,rc)		F_P(0x16,ra,rb,0x043,rc)
-#  define DIVS_D(ra,rb,rc)		F_P(0x16,ra,rb,0x0c3,rc)
-#  define DIVS_U(ra,rb,rc)		F_P(0x16,ra,rb,0x183,rc)
-#  define DIVS_UC(ra,rb,rc)		F_P(0x16,ra,rb,0x103,rc)
-#  define DIVS_UM(ra,rb,rc)		F_P(0x16,ra,rb,0x143,rc)
-#  define DIVS_UD(ra,rb,rc)		F_P(0x16,ra,rb,0x1c3,rc)
-#  define DIVS_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x583,rc)
-#  define DIVS_SUC(ra,rb,rc)		F_P(0x16,ra,rb,0x503,rc)
-#  define DIVS_SUM(ra,rb,rc)		F_P(0x16,ra,rb,0x543,rc)
-#  define DIVS_SUD(ra,rb,rc)		F_P(0x16,ra,rb,0x5c3,rc)
-#  define DIVS_SUI(ra,rb,rc)		F_P(0x16,ra,rb,0x783,rc)
-#  define DIVS_SUIC(ra,rb,rc)		F_P(0x16,ra,rb,0x703,rc)
-#  define DIVS_SUIM(ra,rb,rc)		F_P(0x16,ra,rb,0x743,rc)
-#  define DIVS_SUID(ra,rb,rc)		F_P(0x16,ra,rb,0x7c3,rc)
-#  define DIVT(ra,rb,rc)		F_P(0x16,ra,rb,0x0a3,rc)
-#  define DIVT_C(ra,rb,rc)		F_P(0x16,ra,rb,0x023,rc)
-#  define DIVT_M(ra,rb,rc)		F_P(0x16,ra,rb,0x063,rc)
-#  define DIVT_D(ra,rb,rc)		F_P(0x16,ra,rb,0x0e3,rc)
-#  define DIVT_U(ra,rb,rc)		F_P(0x16,ra,rb,0x1a3,rc)
-#  define DIVT_UC(ra,rb,rc)		F_P(0x16,ra,rb,0x123,rc)
-#  define DIVT_UM(ra,rb,rc)		F_P(0x16,ra,rb,0x163,rc)
-#  define DIVT_UD(ra,rb,rc)		F_P(0x16,ra,rb,0x1e3,rc)
-#  define DIVT_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x5a3,rc)
-#  define DIVT_SUC(ra,rb,rc)		F_P(0x16,ra,rb,0x523,rc)
-#  define DIVT_SUM(ra,rb,rc)		F_P(0x16,ra,rb,0x563,rc)
-#  define DIVT_SUD(ra,rb,rc)		F_P(0x16,ra,rb,0x5e3,rc)
-#  define DIVT_SUI(ra,rb,rc)		F_P(0x16,ra,rb,0x7a3,rc)
-#  define DIVT_SUIC(ra,rb,rc)		F_P(0x16,ra,rb,0x723,rc)
-#  define DIVT_SUIM(ra,rb,rc)		F_P(0x16,ra,rb,0x7a3,rc)
-#  define DIVT_SUID(ra,rb,rc)		F_P(0x16,ra,rb,0x7e3,rc)
-#  define CVTDG(rb,rc)			F_P(0x15,_R31_REGNO,rb,0x09e,rc)
-#  define CVTGD(rb,rc)			F_P(0x15,_R31_REGNO,rb,0x0ad,rc)
-#  define CVTGF(rb,rc)			F_P(0x15,_R31_REGNO,rb,0x0ac,rc)
-#  define CVTGQ(rb,rc)			F_P(0x15,_R31_REGNO,rb,0x0af,rc)
-#  define CVTLQ(rb,rc)			F_P(0x17,_R31_REGNO,rb,0x010,rc)
-#  define CVTQF(rb,rc)			F_P(0x15,_R31_REGNO,rb,0x0bc,rc)
-#  define CVTQG(rb,rc)			F_P(0x15,_R31_REGNO,rb,0x0be,rc)
-#  define CVTQL(rb,rc)			F_P(0x17,_R31_REGNO,rb,0x030,rc)
-#  define CVTQS(rb,rc)			F_P(0x16,_R31_REGNO,rb,0x0bc,rc)
-#  define CVTQS_C(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x03c,rc)
-#  define CVTQS_M(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x07c,rc)
-#  define CVTQS_D(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x0fc,rc)
-#  define CVTQS_SUI(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x7bc,rc)
-#  define CVTQS_SUIC(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x73c,rc)
-#  define CVTQS_SUIM(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x77c,rc)
-#  define CVTQS_SUID(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x7fc,rc)
-#  define CVTQT(rb,rc)			F_P(0x16,_R31_REGNO,rb,0x0be,rc)
-#  define CVTQT_C(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x03e,rc)
-#  define CVTQT_M(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x0te,rc)
-#  define CVTQT_D(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x0fe,rc)
-#  define CVTQT_SUI(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x7be,rc)
-#  define CVTQT_SUIC(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x73e,rc)
-#  define CVTQT_SUIM(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x77e,rc)
-#  define CVTQT_SUID(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x7fe,rc)
-#  define CVTST(rb,rc)			F_P(0x16,_R31_REGNO,rb,0x2ac,rc)
-#  define CVTST_S(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x6ac,rc)
-#  define CVTTQ(rb,rc)			F_P(0x16,_R31_REGNO,rb,0x0af,rc)
-#  define CVTTQ_C(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x02f,rc)
-#  define CVTTQ_V(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x1af,rc)
-#  define CVTTQ_VC(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x12f,rc)
-#  define CVTTQ_SV(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x5af,rc)
-#  define CVTTQ_SVC(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x52f,rc)
-#  define CVTTQ_SVI(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x7af,rc)
-#  define CVTTQ_SVIC(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x72f,rc)
-#  define CVTTQ_D(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x0ef,rc)
-#  define CVTTQ_VD(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x1ef,rc)
-#  define CVTTQ_SVD(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x5ef,rc)
-#  define CVTTQ_SVID(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x7ef,rc)
-#  define CVTTQ_M(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x06f,rc)
-#  define CVTTQ_VM(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x16f,rc)
-#  define CVTTQ_SVM(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x56f,rc)
-#  define CVTTQ_SVIM(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x76f,rc)
-#  define CVTTS(rb,rc)			F_P(0x16,_R31_REGNO,rb,0x0ac,rc)
-#  define CVTTS_C(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x02c,rc)
-#  define CVTTS_M(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x06c,rc)
-#  define CVTTS_D(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x0ec,rc)
-#  define CVTTS_U(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x1ac,rc)
-#  define CVTTS_UC(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x12c,rc)
-#  define CVTTS_UM(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x16c,rc)
-#  define CVTTS_UD(rb,rc)		F_P(0x16,_R31_REGNO,rb,0x1ec,rc)
-#  define FBEQ(ra,d)			Bra(0x31,ra,d)
-#  define FBGE(ra,d)			Bra(0x36,ra,d)
-#  define FBGT(ra,d)			Bra(0x37,ra,d)
-#  define FBLE(ra,d)			Bra(0x33,ra,d)
-#  define FBLT(ra,d)			Bra(0x32,ra,d)
-#  define FBNE(ra,d)			Bra(0x35,ra,d)
-#  define FCMOVEQ(ra,rb,rc)		F_P(0x17,ra,rb,0x02a,rc)
-#  define FCMOVGE(ra,rb,rc)		F_P(0x17,ra,rb,0x02d,rc)
-#  define FCMOVGT(ra,rb,rc)		F_P(0x17,ra,rb,0x02f,rc)
-#  define FCMOVLE(ra,rb,rc)		F_P(0x17,ra,rb,0x02e,rc)
-#  define FCMOVLT(ra,rb,rc)		F_P(0x17,ra,rb,0x02c,rc)
-#  define FCMOVNE(ra,rb,rc)		F_P(0x17,ra,rb,0x02b,rc)
-#  define FTOIS(ra,rc)			F_P(0x1c,ra,_R31_REGNO,0x078,rc)
-#  define FTOIT(ra,rc)			F_P(0x1c,ra,_R31_REGNO,0x070,rc)
-#  define ITOFF(ra,rc)			F_P(0x14,ra,_R31_REGNO,0x014,rc)
-#  define ITOFS(ra,rc)			F_P(0x14,ra,_R31_REGNO,0x004,rc)
-#  define ITOFT(ra,rc)			F_P(0x14,ra,_R31_REGNO,0x024,rc)
-#  define LDF(ra,rb,d)			Mem(0x20,ra,rb,d)
-#  define LDG(ra,rb,d)			Mem(0x21,ra,rb,d)
-#  define LDS(ra,rb,d)			Mem(0x22,ra,rb,d)
-#  define LDT(ra,rb,d)			Mem(0x23,ra,rb,d)
-#  define MF_FPCR(ra)			F_P(0x17,ra,ra,0x025,ra)
-#  define MT_FPCR(ra)			F_P(0x17,ra,ra,0x024,ra)
-#  define MULF(ra,rb,rc)		F_P(0x15,ra,rb,0x082,rc)
-#  define MULG(ra,rb,rc)		F_P(0x15,ra,rb,0x0a2,rc)
-#  define MULS(ra,rb,rc)		F_P(0x16,ra,rb,0x082,rc)
-#  define MULS_C(ra,rb,rc)		F_P(0x16,ra,rb,0x002,rc)
-#  define MULS_M(ra,rb,rc)		F_P(0x16,ra,rb,0x042,rc)
-#  define MULS_D(ra,rb,rc)		F_P(0x16,ra,rb,0x0c2,rc)
-#  define MULS_U(ra,rb,rc)		F_P(0x16,ra,rb,0x182,rc)
-#  define MULS_UC(ra,rb,rc)		F_P(0x16,ra,rb,0x102,rc)
-#  define MULS_UM(ra,rb,rc)		F_P(0x16,ra,rb,0x142,rc)
-#  define MULS_UD(ra,rb,rc)		F_P(0x16,ra,rb,0x1c2,rc)
-#  define MULS_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x582,rc)
-#  define MULS_SUC(ra,rb,rc)		F_P(0x16,ra,rb,0x502,rc)
-#  define MULS_SUM(ra,rb,rc)		F_P(0x16,ra,rb,0x642,rc)
-#  define MULS_SUD(ra,rb,rc)		F_P(0x16,ra,rb,0x5c2,rc)
-#  define MULS_SUI(ra,rb,rc)		F_P(0x16,ra,rb,0x782,rc)
-#  define MULS_SUIC(ra,rb,rc)		F_P(0x16,ra,rb,0x702,rc)
-#  define MULS_SUIM(ra,rb,rc)		F_P(0x16,ra,rb,0x742,rc)
-#  define MULS_SUID(ra,rb,rc)		F_P(0x16,ra,rb,0x7c2,rc)
-#  define MULT(ra,rb,rc)		F_P(0x16,ra,rb,0x0a2,rc)
-#  define MULT_C(ra,rb,rc)		F_P(0x16,ra,rb,0x022,rc)
-#  define MULT_M(ra,rb,rc)		F_P(0x16,ra,rb,0x062,rc)
-#  define MULT_D(ra,rb,rc)		F_P(0x16,ra,rb,0x0e2,rc)
-#  define MULT_U(ra,rb,rc)		F_P(0x16,ra,rb,0x1a2,rc)
-#  define MULT_UC(ra,rb,rc)		F_P(0x16,ra,rb,0x122,rc)
-#  define MULT_UM(ra,rb,rc)		F_P(0x16,ra,rb,0x162,rc)
-#  define MULT_UD(ra,rb,rc)		F_P(0x16,ra,rb,0x1e2,rc)
-#  define MULT_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x5a2,rc)
-#  define MULT_SUC(ra,rb,rc)		F_P(0x16,ra,rb,0x522,rc)
-#  define MULT_SUM(ra,rb,rc)		F_P(0x16,ra,rb,0x562,rc)
-#  define MULT_SUD(ra,rb,rc)		F_P(0x16,ra,rb,0x5e2,rc)
-#  define MULT_SUI(ra,rb,rc)		F_P(0x16,ra,rb,0x7a2,rc)
-#  define MULT_SUIC(ra,rb,rc)		F_P(0x16,ra,rb,0x722,rc)
-#  define MULT_SUIM(ra,rb,rc)		F_P(0x16,ra,rb,0x762,rc)
-#  define MULT_SUID(ra,rb,rc)		F_P(0x16,ra,rb,0x7e2,rc)
-#  define SQRTF(rb,rc)			F_P(0x14,_R31_REGNO,rb,0x08a,rc)
-#  define SQRTG(rb,rc)			F_P(0x14,_R31_REGNO,rb,0x0aa,rc)
-#  define SQRTS(rb,rc)			F_P(0x14,_R31_REGNO,rb,0x08b,rc)
-#  define SQRTS_C(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x00b,rc)
-#  define SQRTS_M(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x04b,rc)
-#  define SQRTS_D(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x0cb,rc)
-#  define SQRTS_U(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x18b,rc)
-#  define SQRTS_UC(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x10b,rc)
-#  define SQRTS_UM(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x14b,rc)
-#  define SQRTS_UD(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x1cb,rc)
-#  define SQRTS_SU(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x58b,rc)
-#  define SQRTS_SUC(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x50b,rc)
-#  define SQRTS_SUM(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x54b,rc)
-#  define SQRTS_SUD(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x5cb,rc)
-#  define SQRTS_SUI(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x78b,rc)
-#  define SQRTS_SUIC(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x70b,rc)
-#  define SQRTS_SUIM(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x74b,rc)
-#  define SQRTS_SUID(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x7cb,rc)
-#  define SQRTT(rb,rc)			F_P(0x14,_R31_REGNO,rb,0x0ab,rc)
-#  define SQRTT_C(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x02b,rc)
-#  define SQRTT_M(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x06b,rc)
-#  define SQRTT_D(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x0eb,rc)
-#  define SQRTT_U(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x1ab,rc)
-#  define SQRTT_UC(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x12b,rc)
-#  define SQRTT_UM(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x16b,rc)
-#  define SQRTT_UD(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x1eb,rc)
-#  define SQRTT_SU(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x5ab,rc)
-#  define SQRTT_SUC(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x52b,rc)
-#  define SQRTT_SUM(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x56b,rc)
-#  define SQRTT_SUD(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x5eb,rc)
-#  define SQRTT_SUI(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x7ab,rc)
-#  define SQRTT_SUIC(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x72b,rc)
-#  define SQRTT_SUIM(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x76b,rc)
-#  define SQRTT_SUID(rb,rc)		F_P(0x14,_R31_REGNO,rb,0x7eb,rc)
-#  define STF(ra,rb,d)			Mem(0x24,ra,rb,d)
-#  define STG(ra,rb,d)			Mem(0x25,ra,rb,d)
-#  define STS(ra,rb,d)			Mem(0x26,ra,rb,d)
-#  define STT(ra,rb,d)			Mem(0x27,ra,rb,d)
-#  define SUBF(ra,rb,rc)		F_P(0x15,ra,rb,0x081,rc)
-#  define SUBG(ra,rb,rc)		F_P(0x15,ra,rb,0x0a1,rc)
-#  define SUBS(ra,rb,rc)		F_P(0x16,ra,rb,0x081,rc)
-#  define SUBS_C(ra,rb,rc)		F_P(0x16,ra,rb,0x001,rc)
-#  define SUBS_M(ra,rb,rc)		F_P(0x16,ra,rb,0x041,rc)
-#  define SUBS_D(ra,rb,rc)		F_P(0x16,ra,rb,0x0c1,rc)
-#  define SUBS_U(ra,rb,rc)		F_P(0x16,ra,rb,0x181,rc)
-#  define SUBS_UC(ra,rb,rc)		F_P(0x16,ra,rb,0x101,rc)
-#  define SUBS_UM(ra,rb,rc)		F_P(0x16,ra,rb,0x141,rc)
-#  define SUBS_UD(ra,rb,rc)		F_P(0x16,ra,rb,0x1c1,rc)
-#  define SUBS_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x581,rc)
-#  define SUBS_SUC(ra,rb,rc)		F_P(0x16,ra,rb,0x501,rc)
-#  define SUBS_SUM(ra,rb,rc)		F_P(0x16,ra,rb,0x541,rc)
-#  define SUBS_SUD(ra,rb,rc)		F_P(0x16,ra,rb,0x5c1,rc)
-#  define SUBS_SUI(ra,rb,rc)		F_P(0x16,ra,rb,0x781,rc)
-#  define SUBS_SUIC(ra,rb,rc)		F_P(0x16,ra,rb,0x701,rc)
-#  define SUBS_SUIM(ra,rb,rc)		F_P(0x16,ra,rb,0x741,rc)
-#  define SUBS_SUID(ra,rb,rc)		F_P(0x16,ra,rb,0x7c1,rc)
-#  define SUBT(ra,rb,rc)		F_P(0x16,ra,rb,0x0a1,rc)
-#  define SUBT_C(ra,rb,rc)		F_P(0x16,ra,rb,0x021,rc)
-#  define SUBT_M(ra,rb,rc)		F_P(0x16,ra,rb,0x061,rc)
-#  define SUBT_D(ra,rb,rc)		F_P(0x16,ra,rb,0x0e1,rc)
-#  define SUBT_U(ra,rb,rc)		F_P(0x16,ra,rb,0x1a1,rc)
-#  define SUBT_UC(ra,rb,rc)		F_P(0x16,ra,rb,0x121,rc)
-#  define SUBT_UM(ra,rb,rc)		F_P(0x16,ra,rb,0x161,rc)
-#  define SUBT_UD(ra,rb,rc)		F_P(0x16,ra,rb,0x1e1,rc)
-#  define SUBT_SU(ra,rb,rc)		F_P(0x16,ra,rb,0x5a1,rc)
-#  define SUBT_SUC(ra,rb,rc)		F_P(0x16,ra,rb,0x521,rc)
-#  define SUBT_SUM(ra,rb,rc)		F_P(0x16,ra,rb,0x561,rc)
-#  define SUBT_SUD(ra,rb,rc)		F_P(0x16,ra,rb,0x5e1,rc)
-#  define SUBT_SUI(ra,rb,rc)		F_P(0x16,ra,rb,0x7a1,rc)
-#  define SUBT_SUIC(ra,rb,rc)		F_P(0x16,ra,rb,0x721,rc)
-#  define SUBT_SUIM(ra,rb,rc)		F_P(0x16,ra,rb,0x761,rc)
-#  define SUBT_SUID(ra,rb,rc)		F_P(0x16,ra,rb,0x7e1,rc)
-#  define FABS(ra,rc)			CPYS(_R31_REGNO,ra,rc)
-#  define FMOV(ra,rc)			CPYS(ra,ra,rc)
-#  define NEGF(ra,rc)			SUBF(_R31_REGNO,ra,rc)
-#  define NEGG(ra,rc)			SUBG(_R31_REGNO,ra,rc)
-#  define NEGS(ra,rc)			SUBS(_R31_REGNO,ra,rc)
-#  define NEGT(ra,rc)			SUBT(_R31_REGNO,ra,rc)
-#  define FNEGF(ra,rc)			CPYSN(ra,ra,rc)
-#  define FNEGG(ra,rc)			CPYSN(ra,ra,rc)
-#  define FNEGS(ra,rc)			CPYSN(ra,ra,rc)
-#  define FNEGT(ra,rc)			CPYSN(ra,ra,rc)
-#  define movr_f(r0,r1)			movr_d(r0,r1)
-#  define movr_d(r0,r1)			_movr_d(_jit,r0,r1)
-static void _movr_d(jit_state_t*,int32_t,int32_t);
-#  define movi_f(r0,i0)			_movi_f(_jit,r0,i0)
-static void _movi_f(jit_state_t*,int32_t,jit_float32_t*);
-#  define movi_d(r0,i0)			_movi_d(_jit,r0,i0)
-static void _movi_d(jit_state_t*,int32_t,jit_float64_t*);
-#  define absr_f(r0,r1)			FABS(r1,r0)
-#  define absr_d(r0,r1)			FABS(r1,r0)
-#  define negr_f(r0,r1)			FNEGS(r1,r0)
-#  define negr_d(r0,r1)			FNEGT(r1,r0)
-#  define sqrtr_f(r0,r1)		_sqrtr_f(_jit,r0,r1)
-static void _sqrtr_f(jit_state_t*,int32_t,int32_t);
-#  define sqrtr_d(r0,r1)		_sqrtr_d(_jit,r0,r1)
-static void _sqrtr_d(jit_state_t*,int32_t,int32_t);
-#  define extr_f_d(r0,r1)		movr_d(r0,r1)
-#  define extr_d_f(r0,r1)		movr_f(r0,r1)
-#  define truncr_f_i(r0,r1)		truncr_d_i(r0,r1)
-#  define truncr_f_l(r0,r1)		truncr_d_l(r0,r1)
-#  define truncr_d_i(r0,r1)		truncr_d_l(r0,r1)
-#  define truncr_d_l(r0,r1)		_truncr_d_l(_jit,r0,r1)
-static void _truncr_d_l(jit_state_t*,int32_t,int32_t);
-#  define extr_f(r0,r1)			_extr_f(_jit,r0,r1)
-static void _extr_f(jit_state_t*,int32_t,int32_t);
-#  define extr_d(r0,r1)			_extr_d(_jit,r0,r1)
-static void _extr_d(jit_state_t*,int32_t,int32_t);
-#  define addr_f(r0,r1,r2)		_addr_f(_jit,r0,r1,r2)
-static void _addr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#  define addi_f(r0,r1,i0)		_addi_f(_jit,r0,r1,i0)
-static void _addi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define addr_d(r0,r1,r2)		_addr_d(_jit,r0,r1,r2)
-static void _addr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define addi_d(r0,r1,i0)		_addi_d(_jit,r0,r1,i0)
-static void _addi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define subr_f(r0,r1,r2)		_subr_f(_jit,r0,r1,r2)
-static void _subr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#  define subi_f(r0,r1,i0)		_subi_f(_jit,r0,r1,i0)
-static void _subi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define subr_d(r0,r1,r2)		_subr_d(_jit,r0,r1,r2)
-static void _subr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define subi_d(r0,r1,i0)		_subi_d(_jit,r0,r1,i0)
-static void _subi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define rsbr_f(r0, r1, r2)		subr_f(r0, r2, r1)
-#  define rsbi_f(r0, r1, i0)		_rsbi_f(_jit, r0, r1, i0)
-static void _rsbi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define rsbr_d(r0, r1, r2)		subr_d(r0, r2, r1)
-#  define rsbi_d(r0, r1, i0)		_rsbi_d(_jit, r0, r1, i0)
-static void _rsbi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define mulr_f(r0,r1,r2)		_mulr_f(_jit,r0,r1,r2)
-static void _mulr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#  define muli_f(r0,r1,i0)		_muli_f(_jit,r0,r1,i0)
-static void _muli_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define mulr_d(r0,r1,r2)		_mulr_d(_jit,r0,r1,r2)
-static void _mulr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define muli_d(r0,r1,i0)		_muli_d(_jit,r0,r1,i0)
-static void _muli_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define divr_f(r0,r1,r2)		_divr_f(_jit,r0,r1,r2)
-static void _divr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#  define divi_f(r0,r1,i0)		_divi_f(_jit,r0,r1,i0)
-static void _divi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define divr_d(r0,r1,r2)		_divr_d(_jit,r0,r1,r2)
-static void _divr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define divi_d(r0,r1,i0)		_divi_d(_jit,r0,r1,i0)
-static void _divi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define ltr_f(r0,r1,r2)		ltr_d(r0,r1,r2)
-#  define ltr_d(r0,r1,r2)		_ltr_d(_jit,r0,r1,r2)
-static void _ltr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define lti_f(r0,r1,i0)		_lti_f(_jit,r0,r1,i0)
-static void _lti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define lti_d(r0,r1,i0)		_lti_d(_jit,r0,r1,i0)
-static void _lti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define ler_f(r0,r1,r2)		ler_d(r0,r1,r2)
-#  define ler_d(r0,r1,r2)		_ler_d(_jit,r0,r1,r2)
-static void _ler_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define lei_f(r0,r1,i0)		_lei_f(_jit,r0,r1,i0)
-static void _lei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define lei_d(r0,r1,i0)		_lei_d(_jit,r0,r1,i0)
-static void _lei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define eqr_f(r0,r1,r2)		eqr_d(r0,r1,r2)
-#  define eqr_d(r0,r1,r2)		_eqr_d(_jit,r0,r1,r2)
-static void _eqr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define eqi_f(r0,r1,i0)		_eqi_f(_jit,r0,r1,i0)
-static void _eqi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define eqi_d(r0,r1,i0)		_eqi_d(_jit,r0,r1,i0)
-static void _eqi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define ger_f(r0,r1,r2)		ger_d(r0,r1,r2)
-#  define ger_d(r0,r1,r2)		_ger_d(_jit,r0,r1,r2)
-static void _ger_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define gei_f(r0,r1,i0)		_gei_f(_jit,r0,r1,i0)
-static void _gei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define gei_d(r0,r1,i0)		_gei_d(_jit,r0,r1,i0)
-static void _gei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define gtr_f(r0,r1,r2)		gtr_d(r0,r1,r2)
-#  define gtr_d(r0,r1,r2)		_gtr_d(_jit,r0,r1,r2)
-static void _gtr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define gti_f(r0,r1,i0)		_gti_f(_jit,r0,r1,i0)
-static void _gti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define gti_d(r0,r1,i0)		_gti_d(_jit,r0,r1,i0)
-static void _gti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define ner_f(r0,r1,r2)		ner_d(r0,r1,r2)
-#  define ner_d(r0,r1,r2)		_ner_d(_jit,r0,r1,r2)
-static void _ner_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define nei_f(r0,r1,i0)		_nei_f(_jit,r0,r1,i0)
-static void _nei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define nei_d(r0,r1,i0)		_nei_d(_jit,r0,r1,i0)
-static void _nei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define unltr_f(r0,r1,r2)		unltr_d(r0,r1,r2)
-#  define unltr_d(r0,r1,r2)		_unltr_d(_jit,r0,r1,r2)
-static void _unltr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define unlti_f(r0,r1,i0)		_unlti_f(_jit,r0,r1,i0)
-static void _unlti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define unlti_d(r0,r1,i0)		_unlti_d(_jit,r0,r1,i0)
-static void _unlti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define unler_f(r0,r1,r2)		unler_d(r0,r1,r2)
-#  define unler_d(r0,r1,r2)		_unler_d(_jit,r0,r1,r2)
-static void _unler_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define unlei_f(r0,r1,i0)		_unlei_f(_jit,r0,r1,i0)
-static void _unlei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define unlei_d(r0,r1,i0)		_unlei_d(_jit,r0,r1,i0)
-static void _unlei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define uneqr_f(r0,r1,r2)		uneqr_d(r0,r1,r2)
-#  define uneqr_d(r0,r1,r2)		_uneqr_d(_jit,r0,r1,r2)
-static void _uneqr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define uneqi_f(r0,r1,i0)		_uneqi_f(_jit,r0,r1,i0)
-static void _uneqi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define uneqi_d(r0,r1,i0)		_uneqi_d(_jit,r0,r1,i0)
-static void _uneqi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define unger_f(r0,r1,r2)		unger_d(r0,r1,r2)
-#  define unger_d(r0,r1,r2)		_unger_d(_jit,r0,r1,r2)
-static void _unger_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ungei_f(r0,r1,i0)		_ungei_f(_jit,r0,r1,i0)
-static void _ungei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define ungei_d(r0,r1,i0)		_ungei_d(_jit,r0,r1,i0)
-static void _ungei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define ungtr_f(r0,r1,r2)		ungtr_d(r0,r1,r2)
-#  define ungtr_d(r0,r1,r2)		_ungtr_d(_jit,r0,r1,r2)
-static void _ungtr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ungti_f(r0,r1,i0)		_ungti_f(_jit,r0,r1,i0)
-static void _ungti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define ungti_d(r0,r1,i0)		_ungti_d(_jit,r0,r1,i0)
-static void _ungti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define ltgtr_f(r0,r1,r2)		ltgtr_d(r0,r1,r2)
-#  define ltgtr_d(r0,r1,r2)		_ltgtr_d(_jit,r0,r1,r2)
-static void _ltgtr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ltgti_f(r0,r1,i0)		_ltgti_f(_jit,r0,r1,i0)
-static void _ltgti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define ltgti_d(r0,r1,i0)		_ltgti_d(_jit,r0,r1,i0)
-static void _ltgti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define ordr_f(r0,r1,r2)		ordr_d(r0,r1,r2)
-#  define ordr_d(r0,r1,r2)		_ordr_d(_jit,r0,r1,r2)
-static void _ordr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ordi_f(r0,r1,i0)		_ordi_f(_jit,r0,r1,i0)
-static void _ordi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define ordi_d(r0,r1,i0)		_ordi_d(_jit,r0,r1,i0)
-static void _ordi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define unordr_f(r0,r1,r2)		unordr_d(r0,r1,r2)
-#  define unordr_d(r0,r1,r2)		_unordr_d(_jit,r0,r1,r2)
-static void _unordr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define unordi_f(r0,r1,i0)		_unordi_f(_jit,r0,r1,i0)
-static void _unordi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#  define unordi_d(r0,r1,i0)		_unordi_d(_jit,r0,r1,i0)
-static void _unordi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#  define bltr_f(i0,r0,r1)		bltr_d(i0,r0,r1)
-#  define bltr_d(i0,r0,r1)		_bltr_d(_jit,i0,r0,r1)
-static jit_word_t _bltr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define blti_f(i0,r0,i1)		_blti_f(_jit,i0,r0,i1)
-static jit_word_t _blti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define blti_d(i0,r0,i1)		_blti_d(_jit,i0,r0,i1)
-static jit_word_t _blti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bler_f(i0,r0,r1)		bler_d(i0,r0,r1)
-#  define bler_d(i0,r0,r1)		_bler_d(_jit,i0,r0,r1)
-static jit_word_t _bler_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define blei_f(i0,r0,i1)		_blei_f(_jit,i0,r0,i1)
-static jit_word_t _blei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define blei_d(i0,r0,i1)		_blei_d(_jit,i0,r0,i1)
-static jit_word_t _blei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define beqr_f(i0,r0,r1)		beqr_d(i0,r0,r1)
-#  define beqr_d(i0,r0,r1)		_beqr_d(_jit,i0,r0,r1)
-static jit_word_t _beqr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define beqi_f(i0,r0,i1)		_beqi_f(_jit,i0,r0,i1)
-static jit_word_t _beqi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define beqi_d(i0,r0,i1)		_beqi_d(_jit,i0,r0,i1)
-static jit_word_t _beqi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bger_f(i0,r0,r1)		bger_d(i0,r0,r1)
-#  define bger_d(i0,r0,r1)		_bger_d(_jit,i0,r0,r1)
-static jit_word_t _bger_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bgei_f(i0,r0,i1)		_bgei_f(_jit,i0,r0,i1)
-static jit_word_t _bgei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bgei_d(i0,r0,i1)		_bgei_d(_jit,i0,r0,i1)
-static jit_word_t _bgei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bgtr_f(i0,r0,r1)		bgtr_d(i0,r0,r1)
-#  define bgtr_d(i0,r0,r1)		_bgtr_d(_jit,i0,r0,r1)
-static jit_word_t _bgtr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bgti_f(i0,r0,i1)		_bgti_f(_jit,i0,r0,i1)
-static jit_word_t _bgti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bgti_d(i0,r0,i1)		_bgti_d(_jit,i0,r0,i1)
-static jit_word_t _bgti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bner_f(i0,r0,r1)		bner_d(i0,r0,r1)
-#  define bner_d(i0,r0,r1)		_bner_d(_jit,i0,r0,r1)
-static jit_word_t _bner_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bnei_f(i0,r0,i1)		_bnei_f(_jit,i0,r0,i1)
-static jit_word_t _bnei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bnei_d(i0,r0,i1)		_bnei_d(_jit,i0,r0,i1)
-static jit_word_t _bnei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bunltr_f(i0,r0,r1)		bunltr_d(i0,r0,r1)
-#  define bunltr_d(i0,r0,r1)		_bunltr_d(_jit,i0,r0,r1)
-static jit_word_t _bunltr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bunlti_f(i0,r0,i1)		_bunlti_f(_jit,i0,r0,i1)
-static jit_word_t _bunlti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bunlti_d(i0,r0,i1)		_bunlti_d(_jit,i0,r0,i1)
-static jit_word_t _bunlti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bunler_f(i0,r0,r1)		bunler_d(i0,r0,r1)
-#  define bunler_d(i0,r0,r1)		_bunler_d(_jit,i0,r0,r1)
-static jit_word_t _bunler_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bunlei_f(i0,r0,i1)		_bunlei_f(_jit,i0,r0,i1)
-static jit_word_t _bunlei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bunlei_d(i0,r0,i1)		_bunlei_d(_jit,i0,r0,i1)
-static jit_word_t _bunlei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define buneqr_f(i0,r0,r1)		buneqr_d(i0,r0,r1)
-#  define buneqr_d(i0,r0,r1)		_buneqr_d(_jit,i0,r0,r1)
-static jit_word_t _buneqr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define buneqi_f(i0,r0,i1)		_buneqi_f(_jit,i0,r0,i1)
-static jit_word_t _buneqi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define buneqi_d(i0,r0,i1)		_buneqi_d(_jit,i0,r0,i1)
-static jit_word_t _buneqi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bunger_f(i0,r0,r1)		bunger_d(i0,r0,r1)
-#  define bunger_d(i0,r0,r1)		_bunger_d(_jit,i0,r0,r1)
-static jit_word_t _bunger_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bungei_f(i0,r0,i1)		_bungei_f(_jit,i0,r0,i1)
-static jit_word_t _bungei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bungei_d(i0,r0,i1)		_bungei_d(_jit,i0,r0,i1)
-static jit_word_t _bungei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bungtr_f(i0,r0,r1)		bungtr_d(i0,r0,r1)
-#  define bungtr_d(i0,r0,r1)		_bungtr_d(_jit,i0,r0,r1)
-static jit_word_t _bungtr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bungti_f(i0,r0,i1)		_bungti_f(_jit,i0,r0,i1)
-static jit_word_t _bungti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bungti_d(i0,r0,i1)		_bungti_d(_jit,i0,r0,i1)
-static jit_word_t _bungti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bltgtr_f(i0,r0,r1)		bltgtr_d(i0,r0,r1)
-#  define bltgtr_d(i0,r0,r1)		_bltgtr_d(_jit,i0,r0,r1)
-static jit_word_t _bltgtr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bltgti_f(i0,r0,i1)		_bltgti_f(_jit,i0,r0,i1)
-static jit_word_t _bltgti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bltgti_d(i0,r0,i1)		_bltgti_d(_jit,i0,r0,i1)
-static jit_word_t _bltgti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bordr_f(i0,r0,r1)		bordr_d(i0,r0,r1)
-#  define bordr_d(i0,r0,r1)		_bordr_d(_jit,i0,r0,r1)
-static jit_word_t _bordr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bordi_f(i0,r0,i1)		_bordi_f(_jit,i0,r0,i1)
-static jit_word_t _bordi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bordi_d(i0,r0,i1)		_bordi_d(_jit,i0,r0,i1)
-static jit_word_t _bordi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define bunordr_f(i0,r0,r1)		bunordr_d(i0,r0,r1)
-#  define bunordr_d(i0,r0,r1)		_bunordr_d(_jit,i0,r0,r1)
-static jit_word_t _bunordr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define bunordi_f(i0,r0,i1)		_bunordi_f(_jit,i0,r0,i1)
-static jit_word_t _bunordi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#  define bunordi_d(i0,r0,i1)		_bunordi_d(_jit,i0,r0,i1)
-static jit_word_t _bunordi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define ldr_f(r0,r1)			LDS(r0,r1,0)
-#  define ldi_f(r0,i0)			_ldi_f(_jit,r0,i0)
-static void _ldi_f(jit_state_t*,int32_t,jit_word_t);
-#  define ldr_d(r0,r1)			LDT(r0,r1,0)
-#  define ldi_d(r0,i0)			_ldi_d(_jit,r0,i0)
-static void _ldi_d(jit_state_t*,int32_t,jit_word_t);
-#  define ldxr_f(r0,r1,r2)		_ldxr_f(_jit,r0,r1,r2)
-static void _ldxr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ldxi_f(r0,r1,i0)		_ldxi_f(_jit,r0,r1,i0)
-static void _ldxi_f(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr_d(r0,r1,r2)		_ldxr_d(_jit,r0,r1,r2)
-static void _ldxr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define ldxi_d(r0,r1,i0)		_ldxi_d(_jit,r0,r1,i0)
-static void _ldxi_d(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define str_f(r0,r1)			STS(r1,r0,0)
-#  define sti_f(i0,r0)			_sti_f(_jit,i0,r0)
-static void _sti_f(jit_state_t*,jit_word_t,int32_t);
-#  define str_d(r0,r1)			STT(r1,r0,0)
-#  define sti_d(i0,r0)			_sti_d(_jit,i0,r0)
-static void _sti_d(jit_state_t*,jit_word_t,int32_t);
-#  define stxr_f(r0,r1,r2)		_stxr_f(_jit,r0,r1,r2)
-static void _stxr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#  define stxi_f(i0,r0,r1)		_stxi_f(_jit,i0,r0,r1)
-static void _stxi_f(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define stxr_d(r0,r1,r2)		_stxr_d(_jit,r0,r1,r2)
-static void _stxr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define stxi_d(i0,r0,r1)		_stxi_d(_jit,i0,r0,r1)
-static void _stxi_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define vaarg_d(r0, r1)		_vaarg_d(_jit, r0, r1)
-static void _vaarg_d(jit_state_t*, int32_t, int32_t);
-#endif
-
-#if CODE
-#  define fpr_opi(name, type, size)					\
-static void								\
-_##name##i_##type(jit_state_t *_jit,					\
-		  int32_t r0, int32_t r1,			\
-		  jit_float##size##_t *i0)				\
-{									\
-    int32_t		reg = jit_get_reg(jit_class_fpr);		\
-    movi_##type(rn(reg), i0);						\
-    name##r_##type(r0, r1, rn(reg));					\
-    jit_unget_reg(reg);							\
-}
-#  define fpr_bopi(name, type, size)					\
-static jit_word_t							\
-_b##name##i_##type(jit_state_t *_jit,					\
-		  jit_word_t i0, int32_t r0,			\
-		  jit_float##size##_t *i1)				\
-{									\
-    jit_word_t		word;						\
-    int32_t		reg = jit_get_reg(jit_class_fpr|jit_class_nospill);\
-    movi_##type(rn(reg), i1);						\
-    word = b##name##r_##type(i0, r0, rn(reg));				\
-    jit_unget_reg(reg);							\
-    return (word);							\
-}
-#  define fopi(name)			fpr_opi(name, f, 32)
-#  define fbopi(name)			fpr_bopi(name, f, 32)
-#  define dopi(name)			fpr_opi(name, d, 64)
-#  define dbopi(name)			fpr_bopi(name, d, 64)
-
-static void
-_movr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    if (r0 != r1)
-	FMOV(r1, r0);
-}
-
-static void
-_movi_f(jit_state_t *_jit, int32_t r0, jit_float32_t *i0)
-{
-    union {
-	int32_t	 i;
-	jit_float32_t	 f;
-    } data;
-    int32_t		 reg;
-
-    if (_jitc->no_data) {
-	data.f = *i0;
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), data.i & 0xffffffff);
-	stxi_i(-8, _FP_REGNO, rn(reg));
-	jit_unget_reg(reg);
-	ldxi_f(r0, _FP_REGNO, -8);
-    }
-    else
-	ldi_f(r0, (jit_word_t)i0);
-}
-
-static void
-_movi_d(jit_state_t *_jit, int32_t r0, jit_float64_t *i0)
-{
-    union {
-	jit_word_t	 w;
-	jit_float64_t	 d;
-    } data;
-    int32_t		 reg;
-
-    if (_jitc->no_data) {
-	data.d = *i0;
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), data.w);
-	stxi_l(-8, _FP_REGNO, rn(reg));
-	jit_unget_reg(reg);
-	ldxi_d(r0, _FP_REGNO, -8);
-    }
-    else
-	ldi_d(r0, (jit_word_t)i0);
-}
-
-static void
-_truncr_d_l(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr);
-    CVTTQ_SVC(r1, rn(reg));
-    TRAPB();
-    stxi_d(-8, _FP_REGNO, rn(reg));
-    ldxi(r0, _FP_REGNO, -8);
-    jit_unget_reg(reg);
-}
-
-static void
-_sqrtr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    SQRTS_SU(r1, r0);
-    TRAPB();
-}
-
-static void
-_sqrtr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    SQRTT_SU(r1, r0);
-    TRAPB();
-}
-
-static void
-_extr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    stxi_l(-8, _FP_REGNO, r1);
-    ldxi_d(r0, _FP_REGNO, -8);
-    CVTQS(r0, r0);
-}
-
-static void
-_extr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    stxi_l(-8, _FP_REGNO, r1);
-    ldxi_d(r0, _FP_REGNO, -8);
-    CVTQT(r0, r0);
-}
-
-static void
-_addr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    ADDS_SU(r1, r2, r0);
-    TRAPB();
-}
-fopi(add)
-
-static void
-_addr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    ADDT_SU(r1, r2, r0);
-    TRAPB();
-}
-dopi(add)
-
-static void
-_subr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    SUBS_SU(r1, r2, r0);
-    TRAPB();
-}
-fopi(sub)
-fopi(rsb)
-
-static void
-_subr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    SUBT_SU(r1, r2, r0);
-    TRAPB();
-}
-dopi(sub)
-dopi(rsb)
-
-static void
-_mulr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    MULS_SU(r1, r2, r0);
-    TRAPB();
-}
-fopi(mul)
-
-static void
-_mulr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    MULT_SU(r1, r2, r0);
-    TRAPB();
-}
-dopi(mul)
-
-static void
-_divr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    DIVS_SU(r1, r2, r0);
-    TRAPB();
-}
-fopi(div)
-
-static void
-_divr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    DIVT_SU(r1, r2, r0);
-    TRAPB();
-}
-dopi(div)
-
-static void
-_ltr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 0);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLT_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBEQ(rn(reg), 1);
-    movi(r0, 1);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(lt);
-dopi(lt);
-
-static void
-_ler_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 0);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLE_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBEQ(rn(reg), 1);
-    movi(r0, 1);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(le);
-dopi(le);
-
-static void
-_eqr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 0);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTEQ_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBEQ(rn(reg), 1);
-    movi(r0, 1);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(eq);
-dopi(eq);
-
-static void
-_ger_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 0);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLT_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    movi(r0, 1);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(ge);
-dopi(ge);
-
-static void
-_gtr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 0);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLE_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    movi(r0, 1);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(gt);
-dopi(gt);
-
-static void
-_ner_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 1);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 3);
-    CMPTEQ_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBEQ(rn(reg), 1);
-    movi(r0, 0);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(ne);
-dopi(ne);
-
-static void
-_unltr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 1);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLT_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    movi(r0, 0);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(unlt);
-dopi(unlt);
-
-static void
-_unler_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 1);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLE_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    movi(r0, 0);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(unle);
-dopi(unle);
-
-static void
-_uneqr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 1);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTEQ_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    movi(r0, 0);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(uneq);
-dopi(uneq);
-
-static void
-_unger_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 1);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLT_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBEQ(rn(reg), 1);
-    movi(r0, 0);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(unge);
-dopi(unge);
-
-static void
-_ungtr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 1);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLE_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBEQ(rn(reg), 1);
-    movi(r0, 0);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(ungt);
-dopi(ungt);
-
-static void
-_ltgtr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 0);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTEQ_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    movi(r0, 1);
-    patch_at(v, _jit->pc.w);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(ltgt);
-dopi(ltgt);
-
-static void
-_ordr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 0);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    movi(r0, 1);
-    patch_at(w, _jit->pc.w);
-    jit_unget_reg(reg);
-}
-fopi(ord);
-dopi(ord);
-
-static void
-_unordr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi(r0, 1);
-    CMPTUN_SU(r1, r2, rn(reg));
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    jit_unget_reg(reg);
-    movi(r0, 0);
-    patch_at(w, _jit->pc.w);
-}
-fopi(unord);
-dopi(unord);
-
-static jit_word_t
-_bltr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord does not satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 3);
-    CMPTLT_SU(r0, r1, rn(reg));		/* lt satisfy condition */
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(lt);
-dbopi(lt);
-
-static jit_word_t
-_bler_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord does not satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 3);
-    CMPTLE_SU(r0, r1, rn(reg));		/* le satisfy condition */
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(le);
-dbopi(le);
-
-static jit_word_t
-_beqr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord does not satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 3);
-    CMPTEQ_SU(r0, r1, rn(reg));		/* eq satisfy condition */
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(eq);
-dbopi(eq);
-
-static jit_word_t
-_bger_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord does not satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 3);
-    CMPTLT_SU(r0, r1, rn(reg));		/* ge satisfy condition */
-    TRAPB();
-    w = _jit->pc.w;
-    FBEQ(rn(reg), ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(ge);
-dbopi(ge);
-
-static jit_word_t
-_bgtr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord does not satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 3);
-    CMPTLE_SU(r0, r1, rn(reg));		/* gt satisfy condition */
-    TRAPB();
-    w = _jit->pc.w;
-    FBEQ(rn(reg), ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(gt);
-dbopi(gt);
-
-static jit_word_t
-_bner_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		u, v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord satisfy condition */
-    TRAPB();
-    u = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTEQ_SU(r0, r1, rn(reg));		/* ne satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    patch_at(u, _jit->pc.w);
-    w = _jit->pc.w;
-    BR(_R31_REGNO, ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(ne);
-dbopi(ne);
-
-static jit_word_t
-_bunltr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		u, v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord satisfy condition */
-    TRAPB();
-    u = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLT_SU(r0, r1, rn(reg));		/* lt satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBEQ(rn(reg), 1);
-    w = _jit->pc.w;
-    patch_at(u, _jit->pc.w);
-    BR(_R31_REGNO, ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(unlt);
-dbopi(unlt);
-
-static jit_word_t
-_bunler_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		u, v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord satisfy condition */
-    TRAPB();
-    u = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLE_SU(r0, r1, rn(reg));		/* le satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBEQ(rn(reg), 1);
-    w = _jit->pc.w;
-    patch_at(u, _jit->pc.w);
-    BR(_R31_REGNO, ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(unle);
-dbopi(unle);
-
-static jit_word_t
-_buneqr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		u, v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord satisfy condition */
-    TRAPB();
-    u = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTEQ_SU(r0, r1, rn(reg));		/* eq satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBEQ(rn(reg), 1);
-    w = _jit->pc.w;
-    patch_at(u, _jit->pc.w);
-    BR(_R31_REGNO, ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(uneq);
-dbopi(uneq);
-
-static jit_word_t
-_bunger_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		u, v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord satisfy condition */
-    TRAPB();
-    u = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLT_SU(r0, r1, rn(reg));		/* ge satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    w = _jit->pc.w;
-    patch_at(u, _jit->pc.w);
-    BR(_R31_REGNO, ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(unge);
-dbopi(unge);
-
-static jit_word_t
-_bungtr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    jit_word_t		u, v, w;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord satisfy condition */
-    TRAPB();
-    u = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTLE_SU(r0, r1, rn(reg));		/* gt does satisfy condition */
-    TRAPB();
-    v = _jit->pc.w;
-    FBNE(rn(reg), 1);
-    w = _jit->pc.w;
-    patch_at(u, _jit->pc.w);
-    BR(_R31_REGNO, ((i0 - w) >> 2) - 1);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(ungt);
-dbopi(ungt);
-
-static jit_word_t
-_bltgtr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		u, v, w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord does not satisfy condition */
-    TRAPB();
-    u = _jit->pc.w;
-    FBNE(rn(reg), 4);
-    CMPTEQ_SU(r1, r0, rn(reg));
-    TRAPB();
-    v = _jit->pc.w;			/* eq does not satisfy condition */
-    FBNE(rn(reg), 1);
-    w = _jit->pc.w;
-    BR(_R31_REGNO, ((i0 - w) >> 2) - 1);
-    patch_at(u, _jit->pc.w);
-    patch_at(v, _jit->pc.w);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(ltgt);
-dbopi(ltgt);
-
-static jit_word_t
-_bordr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord does not satisfy condition */
-    TRAPB();
-    w = _jit->pc.w;
-    FBEQ(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(ord);
-dbopi(ord);
-
-static jit_word_t
-_bunordr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    CMPTUN_SU(r0, r1, rn(reg));		/* unord satisfy condition */
-    TRAPB();
-    w = _jit->pc.w;
-    FBNE(rn(reg), ((i0 - w) >> 2) - 1);
-    jit_unget_reg(reg);
-    return (w);
-}
-fbopi(unord);
-dbopi(unord);
-
-static void
-_ldi_f(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    jit_word_t		reg;
-    if (_s16_p(i0))
-	LDS(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_f(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_d(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    jit_word_t		reg;
-    if (_s16_p(i0))
-	LDT(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_d(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    jit_word_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_f(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_f(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    jit_word_t		reg;
-    if (_s16_p(i0))
-	LDS(r0, r1, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_f(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    jit_word_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_d(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_d(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    jit_word_t		reg;
-    if (_s16_p(i0))
-	LDT(r0, r1, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_d(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_f(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    jit_word_t		reg;
-    if (_s16_p(i0))
-	STS(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_f(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_d(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    jit_word_t		reg;
-    if (_s16_p(i0))
-	STT(r0, _R31_REGNO, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_d(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    jit_word_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_f(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_f(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		reg;
-    if (_s16_p(i0))
-	STS(r1, r0, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_f(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    jit_word_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_d(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		reg;
-    if (_s16_p(i0))
-	STT(r1, r0, _u16(i0));
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_d(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_vaarg_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    jit_word_t		ge_code;
-    int32_t		rg0, rg1, rg2;
-
-    assert(_jitc->function->self.call & jit_call_varargs);
-
-    rg0 = jit_get_reg(jit_class_gpr);
-    rg1 = jit_get_reg(jit_class_gpr);
-    rg2 = jit_get_reg(jit_class_gpr);
-
-    /* Load the base in first temporary. */
-    ldxi(rn(rg0), r1, offsetof(jit_va_list_t, base));
-
-    /* Load the offset in the second temporary. */
-    ldxi(rn(rg1), r1, offsetof(jit_va_list_t, offset));
-
-    /* Remember absolute offset */
-    movr(rn(rg2), rn(rg1));
-
-    /* Jump if overflowed register saved area. */
-    ge_code = bgei(_jit->pc.w, rn(rg1), 48);
-    /* Otherwise load from the float registers save area. */
-    subi(rn(rg1), rn(rg1), 48);
-    patch_at(ge_code, _jit->pc.w);
-
-    /* Load the argument */
-    ldxr_d(r0, rn(rg0), rn(rg1));
-
-    /* No longer needed. */
-    jit_unget_reg(rg1);
-    jit_unget_reg(rg0);
-
-    /* Update offset. */
-    addi(rn(rg2), rn(rg2), 8);
-    stxi(offsetof(jit_va_list_t, offset), r1, rn(rg2));
-    jit_unget_reg(rg2);
-}
-#endif
diff --git a/libguile/lightening/lightening/alpha.c b/libguile/lightening/lightening/alpha.c
deleted file mode 100644
index 71e7f8413..000000000
--- a/libguile/lightening/lightening/alpha.c
+++ /dev/null
@@ -1,1555 +0,0 @@
-/*
- * Copyright (C) 2014-2019  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-# define JIT_SP         _SP
-# define JIT_RET                _V0
-# define JIT_FRET               _F0
-
-#define jit_arg_reg_p(i)		((i) >= 0 && (i) < 6)
-#define jit_arg_f_reg_p(i)		((i) >= 0 && (i) < 6)
-#if __BYTE_ORDER == __LITTLE_ENDIAN
-#  define C_DISP			0
-#  define S_DISP			0
-#  define I_DISP			0
-#  define F_DISP			0
-#else
-#  define C_DISP			8 - sizeof(int8_t)
-#  define S_DISP			8 - sizeof(int16_t)
-#  define I_DISP			8 - sizeof(int32_t)
-#  define F_DISP			8 - sizeof(jit_float32_t)
-#endif
-
-/*
- * Types
- */
-/*
- * What I could understand from gcc/config/alpha/alpha.c:alpha_build_builtin_va_list()
- * and other helpers, as well as objdump of simple test programs; could not
- * get gdb working on the test system I had access...
- *
- * base-48 to base is where up to 6 float registers are saved.
- * base to base+48 is where up to 6 integer registers are saved.
- * base+48... is where varargs arguments are stored.
- *
- *	if (offset < 48) {
- *		if (type == double)
- *			offset -= 48;
- *	}
- *	load(reg, base, offset);
- *	offset += 8;
- */
-typedef struct jit_va_list {
-    jit_pointer_t	base;
-    jit_word_t		offset;
-} jit_va_list_t;
-
-/*
- * Prototypes
- */
-#define patch(instr, node)		_patch(_jit, instr, node)
-static void _patch(jit_state_t*,jit_word_t,jit_node_t*);
-
-#define PROTO				1
-#  include "alpha-cpu.c"
-#  include "alpha-fpu.c"
-#undef PROTO
-
-/*
- * Initialization
- */
-static const jit_register_t _rvs[] = {
-    { rc(gpr) | 0x1c,			"at" },
-    { rc(gpr) | 0x00,			"v0" },
-    { rc(gpr) | 0x01,			"t0" },
-    { rc(gpr) | 0x02,			"t1" },
-    { rc(gpr) | 0x03,			"t2" },
-    { rc(gpr) | 0x04,			"t3" },
-    { rc(gpr) | 0x05,			"t4" },
-    { rc(gpr) | 0x06,			"t5" },
-    { rc(gpr) | 0x07,			"t6" },
-    { rc(gpr) | 0x08,			"t7" },
-    { rc(gpr) | 0x16,			"t8" },
-    { rc(gpr) | 0x17,			"t9" },
-    { rc(gpr) | 0x18,			"t10" },
-    { rc(gpr) | 0x19,			"t11" },
-    { rc(sav) | rc(gpr) | 0x09,		"s0" },
-    { rc(sav) | rc(gpr) | 0x0a,		"s1" },
-    { rc(sav) | rc(gpr) | 0x0b,		"s2" },
-    { rc(sav) | rc(gpr) | 0x0c,		"s3" },
-    { rc(sav) | rc(gpr) | 0x0d,		"s4" },
-    { rc(sav) | rc(gpr) | 0x0e,		"s5" },
-    { 0x0f,				"fp" },
-    { rc(arg) | rc(gpr) | 0x15,		"a5" },
-    { rc(arg) | rc(gpr) | 0x14,		"a4" },
-    { rc(arg) | rc(gpr) | 0x13,		"a3" },
-    { rc(arg) | rc(gpr) | 0x12,		"a2" },
-    { rc(arg) | rc(gpr) | 0x11,		"a1" },
-    { rc(arg) | rc(gpr) | 0x10,		"a0" },
-    { 0x1a,				"ra" },
-    { 0x1b,				"pv" },
-    { 0x1d,				"gp" },
-    { 0x1e,				"sp" },
-    { 0x1f,				"zero" },
-    { rc(fpr) | 0x00,			"$f0" },
-    { rc(fpr) | 0x01,			"$f1" },
-    { rc(sav) | rc(fpr) | 0x02,		"$f2" },
-    { rc(sav) | rc(fpr) | 0x03,		"$f3" },
-    { rc(sav) | rc(fpr) | 0x04,		"$f4" },
-    { rc(sav) | rc(fpr) | 0x05,		"$f5" },
-    { rc(sav) | rc(fpr) | 0x06,		"$f6" },
-    { rc(sav) | rc(fpr) | 0x07,		"$f7" },
-    { rc(sav) | rc(fpr) | 0x08,		"$f8" },
-    { rc(sav) | rc(fpr) | 0x09,		"$f9" },
-    { rc(fpr) | 0x0a,			"$f10" },
-    { rc(fpr) | 0x0b,			"$f11" },
-    { rc(fpr) | 0x0c,			"$f12" },
-    { rc(fpr) | 0x0d,			"$f13" },
-    { rc(fpr) | 0x0e,			"$f14" },
-    { rc(fpr) | 0x0f,			"$f15" },
-    { rc(arg) | rc(fpr) | 0x15,		"$f21" },
-    { rc(arg) | rc(fpr) | 0x14,		"$f20" },
-    { rc(arg) | rc(fpr) | 0x13,		"$f19" },
-    { rc(arg) | rc(fpr) | 0x12,		"$f18" },
-    { rc(arg) | rc(fpr) | 0x11,		"$f17" },
-    { rc(arg) | rc(fpr) | 0x10,		"$f16" },
-    { rc(fpr) | 0x16,			"$f22" },
-    { rc(fpr) | 0x17,			"$f23" },
-    { rc(fpr) | 0x18,			"$f24" },
-    { rc(fpr) | 0x19,			"$f25" },
-    { rc(fpr) | 0x1a,			"$f26" },
-    { rc(fpr) | 0x1b,			"$f27" },
-    { rc(fpr) | 0x1c,			"$f28" },
-    { rc(fpr) | 0x1d,			"$f29" },
-    { rc(fpr) | 0x1e,			"$f30" },
-    { 0x1f,				"$f31" },
-    { _NOREG,				"<none>" },
-};
-
-/*
- * Implementation
- */
-void
-jit_get_cpu(void)
-{
-}
-
-void
-_jit_init(jit_state_t *_jit)
-{
-    _jitc->reglen = jit_size(_rvs) - 1;
-    jit_carry = _NOREG;
-}
-
-void
-_jit_prolog(jit_state_t *_jit)
-{
-    int32_t		 offset;
-
-    if (_jitc->function)
-	jit_epilog();
-    assert(jit_regset_cmp_ui(&_jitc->regarg, 0) == 0);
-    jit_regset_set_ui(&_jitc->regsav, 0);
-    offset = _jitc->functions.offset;
-    if (offset >= _jitc->functions.length) {
-	jit_realloc((jit_pointer_t *)&_jitc->functions.ptr,
-		    _jitc->functions.length * sizeof(jit_function_t),
-		    (_jitc->functions.length + 16) * sizeof(jit_function_t));
-	_jitc->functions.length += 16;
-    }
-    _jitc->function = _jitc->functions.ptr + _jitc->functions.offset++;
-    _jitc->function->self.size = stack_framesize;
-    _jitc->function->self.argi = _jitc->function->self.alen = 0;
-    /* float conversion */
-    _jitc->function->self.aoff = -8;
-    _jitc->function->self.call = jit_call_default;
-    jit_alloc((jit_pointer_t *)&_jitc->function->regoff,
-	      _jitc->reglen * sizeof(int32_t));
-
-    /* _no_link here does not mean the jit_link() call can be removed
-     * by rewriting as:
-     * _jitc->function->prolog = jit_new_node(jit_code_prolog);
-     */
-    _jitc->function->prolog = jit_new_node_no_link(jit_code_prolog);
-    jit_link(_jitc->function->prolog);
-    _jitc->function->prolog->w.w = offset;
-    _jitc->function->epilog = jit_new_node_no_link(jit_code_epilog);
-    /*	u:	label value
-     *	v:	offset in blocks vector
-     *	w:	offset in functions vector
-     */
-    _jitc->function->epilog->w.w = offset;
-
-    jit_regset_new(&_jitc->function->regset);
-}
-
-int32_t
-_jit_allocai(jit_state_t *_jit, int32_t length)
-{
-    assert(_jitc->function != NULL);
-    switch (length) {
-	case 0:	case 1:						break;
-	case 2:		_jitc->function->self.aoff &= -2;	break;
-	case 3:	case 4:	_jitc->function->self.aoff &= -4;	break;
-	default:	_jitc->function->self.aoff &= -8;	break;
-    }
-    _jitc->function->self.aoff -= length;
-    if (!_jitc->realize) {
-	jit_inc_synth_ww(allocai, _jitc->function->self.aoff, length);
-	jit_dec_synth();
-    }
-    return (_jitc->function->self.aoff);
-}
-
-void
-_jit_allocar(jit_state_t *_jit, int32_t u, int32_t v)
-{
-    int32_t		 reg;
-    assert(_jitc->function != NULL);
-    jit_inc_synth_ww(allocar, u, v);
-    if (!_jitc->function->allocar) {
-	_jitc->function->aoffoff = jit_allocai(sizeof(int32_t));
-	_jitc->function->allocar = 1;
-    }
-    reg = jit_get_reg(jit_class_gpr);
-    jit_negr(reg, v);
-    jit_andi(reg, reg, -8);
-    jit_ldxi_i(u, JIT_FP, _jitc->function->aoffoff);
-    jit_addr(u, u, reg);
-    jit_addr(JIT_SP, JIT_SP, reg);
-    jit_stxi_i(_jitc->function->aoffoff, JIT_FP, u);
-    jit_unget_reg(reg);
-    jit_dec_synth();
-}
-
-void
-_jit_ret(jit_state_t *_jit)
-{
-    jit_node_t		*instr;
-    assert(_jitc->function != NULL);
-    jit_inc_synth(ret);
-    /* jump to epilog */
-    instr = jit_jmpi();
-    jit_patch_at(instr, _jitc->function->epilog);
-    jit_dec_synth();
-}
-
-void
-_jit_retr(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr, u);
-    if (JIT_RET != u)
-	jit_movr(JIT_RET, u);
-    jit_live(JIT_RET);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti(jit_state_t *_jit, jit_word_t u)
-{
-    jit_inc_synth_w(reti, u);
-    jit_movi(JIT_RET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_retr_f(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr_f, u);
-    if (u != JIT_FRET)
-	jit_movr_f(JIT_FRET, u);
-    else
-	jit_live(JIT_FRET);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti_f(jit_state_t *_jit, jit_float32_t u)
-{
-    jit_inc_synth_f(reti_f, u);
-    jit_movi_f(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_retr_d(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr_d, u);
-    if (u != JIT_FRET)
-	jit_movr_d(JIT_FRET, u);
-    else
-	jit_live(JIT_FRET);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti_d(jit_state_t *_jit, jit_float64_t u)
-{
-    jit_inc_synth_d(reti_d, u);
-    jit_movi_d(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_epilog(jit_state_t *_jit)
-{
-    assert(_jitc->function != NULL);
-    assert(_jitc->function->epilog->next == NULL);
-    jit_link(_jitc->function->epilog);
-    _jitc->function = NULL;
-}
-
-jit_bool_t
-_jit_arg_register_p(jit_state_t *_jit, jit_node_t *u)
-{
-    if (u->code == jit_code_arg)
-	return (jit_arg_reg_p(u->u.w));
-    assert(u->code == jit_code_arg_f || u->code == jit_code_arg_d);
-    return (jit_arg_f_reg_p(u->u.w));
-}
-
-void
-_jit_ellipsis(jit_state_t *_jit)
-{
-    jit_inc_synth(ellipsis);
-    if (_jitc->prepare) {
-	jit_link_prepare();
-	assert(!(_jitc->function->call.call & jit_call_varargs));
-	_jitc->function->call.call |= jit_call_varargs;
-    }
-    else {
-	jit_link_prolog();
-	assert(!(_jitc->function->self.call & jit_call_varargs));
-	_jitc->function->self.call |= jit_call_varargs;
-
-	/* Allocate va_list like object in the stack */
-	_jitc->function->vaoff = jit_allocai(sizeof(jit_va_list_t));
-	_jitc->function->vagp = _jitc->function->self.argi;
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_va_push(jit_state_t *_jit, int32_t u)
-{
-    int32_t		reg;
-    jit_inc_synth_w(va_push, u);
-    reg = jit_get_reg(jit_class_gpr);
-    jit_ldxi(reg, u, offsetof(jit_va_list_t, base));
-    jit_pushargr(reg);
-    jit_ldxi(reg, u, offsetof(jit_va_list_t, offset));
-    jit_pushargr(reg);
-    jit_unget_reg(reg);
-    jit_dec_synth();
-}
-
-jit_node_t *
-_jit_arg(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function != NULL);
-    if (jit_arg_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else {
-	offset = _jitc->function->self.size;
-	_jitc->function->self.size += 8;
-    }
-    node = jit_new_node_ww(jit_code_arg, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-jit_node_t *
-_jit_arg_f(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function != NULL);
-    if (jit_arg_f_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else {
-	offset = _jitc->function->self.size;
-	_jitc->function->self.size += 8;
-    }
-    node = jit_new_node_ww(jit_code_arg_f, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-jit_node_t *
-_jit_arg_d(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function != NULL);
-    if (jit_arg_f_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else {
-	offset = _jitc->function->self.size;
-	_jitc->function->self.size += 8;
-    }
-    node = jit_new_node_ww(jit_code_arg_d, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-void
-_jit_getarg_c(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_c, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_c(u, _A0 - v->u.w);
-    else
-	jit_ldxi_c(u, _FP, v->u.w + C_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_uc(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_uc, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_uc(u, _A0 - v->u.w);
-    else
-	jit_ldxi_uc(u, _FP, v->u.w + C_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_s(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_s, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_s(u, _A0 - v->u.w);
-    else
-	jit_ldxi_s(u, _FP, v->u.w + S_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_us(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_us, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_us(u, _A0 - v->u.w);
-    else
-	jit_ldxi_us(u, _FP, v->u.w + S_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_i(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_i, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_i(u, _A0 - v->u.w);
-    else
-	jit_ldxi_i(u, _FP, v->u.w + I_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_ui(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_ui, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_ui(u, _A0 - v->u.w);
-    else
-	jit_ldxi_ui(u, _FP, v->u.w + I_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_l(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_l, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr(u, _A0 - v->u.w);
-    else
-	jit_ldxi_l(u, _FP, v->u.w);
-    jit_dec_synth();
-}
-
-void
-_jit_putargr(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(putargr, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr(_A0 - v->u.w, u);
-    else
-	jit_stxi(v->u.w, _FP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi(jit_state_t *_jit, jit_word_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(putargi, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movi(_A0 - v->u.w, u);
-    else {
-	regno = jit_get_reg(jit_class_gpr);
-	jit_movi(regno, u);
-	jit_stxi(v->u.w, _FP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_wp(getarg_f, u, v);
-    if (jit_arg_f_reg_p(v->u.w))
-	jit_movr_f(u, _F16 - v->u.w);
-    else
-	jit_ldxi_f(u, _FP, v->u.w + F_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_putargr_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_wp(putargr_f, u, v);
-    if (jit_arg_f_reg_p(v->u.w))
-	jit_movr_f(_F16 - v->u.w, u);
-    else
-	jit_stxi_f(v->u.w, _FP, u + F_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi_f(jit_state_t *_jit, jit_float32_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_fp(putargi_f, u, v);
-    if (jit_arg_f_reg_p(v->u.w))
-	jit_movi_f(_F16 - v->u.w, u);
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_f(regno, u);
-	jit_stxi_f(v->u.w, _FP, regno + F_DISP);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_wp(getarg_d, u, v);
-    if (jit_arg_f_reg_p(v->u.w))
-	jit_movr_d(u, _F16 - v->u.w);
-    else
-	jit_ldxi_d(u, _FP, v->u.w);
-    jit_dec_synth();
-}
-
-void
-_jit_putargr_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_wp(putargr_d, u, v);
-    if (jit_arg_f_reg_p(v->u.w))
-	jit_movr_d(_F16 - v->u.w, u);
-    else
-	jit_stxi_d(v->u.w, _FP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi_d(jit_state_t *_jit, jit_float64_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_dp(putargi_d, u, v);
-    if (jit_arg_f_reg_p(v->u.w))
-	jit_movi_d(_F16 - v->u.w, u);
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_d(regno, u);
-	jit_stxi_d(v->u.w, _FP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr(jit_state_t *_jit, int32_t u)
-{
-    assert(_jitc->function != NULL);
-    jit_inc_synth_w(pushargr, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movr(_A0 - _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	jit_stxi(_jitc->function->call.size, JIT_SP, u);
-	_jitc->function->call.size += 8;
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi(jit_state_t *_jit, int64_t u)
-{
-    int32_t		regno;
-    assert(_jitc->function != NULL);
-    jit_inc_synth_w(pushargi, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movi(_A0 - _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_gpr);
-	jit_movi(regno, u);
-	jit_stxi(_jitc->function->call.size, JIT_SP, regno);
-	_jitc->function->call.size += 8;
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr_f(jit_state_t *_jit, int32_t u)
-{
-    assert(_jitc->function != NULL);
-    jit_inc_synth_w(pushargr_f, u);
-    jit_link_prepare();
-    if (jit_arg_f_reg_p(_jitc->function->call.argi)) {
-	jit_movr_f(_F16 - _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	jit_stxi_f(_jitc->function->call.size + F_DISP, JIT_SP, u);
-	_jitc->function->call.size += 8;
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi_f(jit_state_t *_jit, jit_float32_t u)
-{
-    int32_t		regno;
-    assert(_jitc->function != NULL);
-    jit_inc_synth_f(pushargi_f, u);
-    jit_link_prepare();
-    if (jit_arg_f_reg_p(_jitc->function->call.argi)) {
-	jit_movi_f(_F16 - _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_f(regno, u);
-	jit_stxi_f(_jitc->function->call.size + F_DISP, JIT_SP, regno);
-	_jitc->function->call.size += 8;
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr_d(jit_state_t *_jit, int32_t u)
-{
-    assert(_jitc->function != NULL);
-    jit_inc_synth_w(pushargr_d, u);
-    jit_link_prepare();
-    if (jit_arg_f_reg_p(_jitc->function->call.argi)) {
-	jit_movr_d(_F16 - _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	jit_stxi_d(_jitc->function->call.size, JIT_SP, u);
-	_jitc->function->call.size += 8;
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi_d(jit_state_t *_jit, jit_float64_t u)
-{
-    int32_t		regno;
-    assert(_jitc->function != NULL);
-    jit_inc_synth_d(pushargi_d, u);
-    jit_link_prepare();
-    if (jit_arg_f_reg_p(_jitc->function->call.argi)) {
-	jit_movi_d(_F16 - _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_d(regno, u);
-	jit_stxi_d(_jitc->function->call.size, JIT_SP, regno);
-	_jitc->function->call.size += 8;
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-jit_bool_t
-_jit_regarg_p(jit_state_t *_jit, jit_node_t *node, int32_t regno)
-{
-    int32_t		spec;
-
-    spec = jit_class(_rvs[regno].spec);
-    if (spec & jit_class_arg) {
-	if (spec & jit_class_gpr) {
-	    regno = _A0 - regno;
-	    if (regno >= 0 && regno < node->v.w)
-		return (1);
-	}
-	else if (spec & jit_class_fpr) {
-	    regno = _F16 - regno;
-	    if (regno >= 0 && regno < node->w.w)
-		return (1);
-	}
-    }
-
-    return (0);
-}
-
-void
-_jit_finishr(jit_state_t *_jit, int32_t r0)
-{
-    jit_node_t		*call;
-    assert(_jitc->function != NULL);
-    jit_inc_synth_w(finishr, r0);
-    if (_jitc->function->self.alen < _jitc->function->call.size)
-	_jitc->function->self.alen = _jitc->function->call.size;
-    call = jit_callr(r0);
-    call->v.w = call->w.w = _jitc->function->self.argi;
-    _jitc->function->call.argi = _jitc->function->call.size = 0;
-    _jitc->prepare = 0;
-    jit_dec_synth();
-}
-
-jit_node_t *
-_jit_finishi(jit_state_t *_jit, jit_pointer_t i0)
-{
-    jit_node_t		*call;
-    assert(_jitc->function != NULL);
-    jit_inc_synth_w(finishi, (jit_word_t)i0);
-    if (_jitc->function->self.alen < _jitc->function->call.size)
-	_jitc->function->self.alen = _jitc->function->call.size;
-    call = jit_calli(i0);
-    call->v.w = call->w.w = _jitc->function->self.argf;
-    _jitc->function->call.argi = _jitc->function->call.size = 0;
-    _jitc->prepare = 0;
-    jit_dec_synth();
-    return (call);
-}
-
-void
-_jit_retval_c(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_c, r0);
-    jit_extr_c(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_uc(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_uc, r0);
-    jit_extr_uc(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_s(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_s, r0);
-    jit_extr_s(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_us(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_us, r0);
-    jit_extr_us(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_i(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_i, r0);
-    jit_extr_i(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_ui(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_ui, r0);
-    jit_extr_ui(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_l(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_l, r0);
-    if (r0 != JIT_RET)
-	jit_movr(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_f(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_f, r0);
-    if (r0 != JIT_FRET)
-	jit_movr_f(r0, JIT_FRET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_d(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_d, r0);
-    if (r0 != JIT_FRET)
-	jit_movr_d(r0, JIT_FRET);
-    jit_dec_synth();
-}
-
-jit_pointer_t
-_emit_code(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    jit_node_t		*temp;
-    jit_word_t		 word;
-    jit_word_t		 value;
-    int32_t		 offset;
-    struct {
-	jit_node_t	*node;
-	uint8_t	*data;
-	jit_word_t	 word;
-#if DEVEL_DISASSEMBLER
-	jit_word_t	 prevw;
-#endif
-	int32_t	 const_offset;
-	int32_t	 patch_offset;
-    } undo;
-#if DEVEL_DISASSEMBLER
-    jit_word_t		 prevw;
-#endif
-
-    _jitc->function = NULL;
-
-    jit_reglive_setup();
-
-    undo.word = 0;
-    undo.node = NULL;
-    undo.const_offset = undo.patch_offset = 0;
-#define case_rr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.w), rn(node->v.w));		\
-		break
-#define case_rw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.w), node->v.w);		\
-		break
-#define case_wr(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(node->u.w, rn(node->v.w));		\
-		break
-#define case_rrr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.w),				\
-			      rn(node->v.w), rn(node->w.w));		\
-		break
-#define case_rrw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.w), rn(node->v.w), node->w.w);	\
-		break
-#define case_rrf(name, type, size)					\
-	    case jit_code_##name##i##type:				\
-		assert(node->flag & jit_flag_data);			\
-		name##i##type(rn(node->u.w), rn(node->v.w),		\
-			      (jit_float##size##_t *)node->w.n->u.w);	\
-		break
-#define case_rrrr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.q.l), rn(node->u.q.h),		\
-			      rn(node->v.w), rn(node->w.w));		\
-		break
-#define case_rrrw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.q.l), rn(node->u.q.h),		\
-			      rn(node->v.w), node->w.w);		\
-		break
-#define case_wrr(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(node->u.w, rn(node->v.w), rn(node->w.w));	\
-		break
-#define case_brr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##r##type(temp->u.w, rn(node->v.w),		\
-				  rn(node->w.w));			\
-		else {							\
-		    word = name##r##type(_jit->pc.w,			\
-					 rn(node->v.w), rn(node->w.w));	\
-		    patch(word, node);					\
-		}							\
-		break
-#define case_brw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##i##type(temp->u.w,				\
-				  rn(node->v.w), node->w.w);		\
-		else {							\
-		    word = name##i##type(_jit->pc.w,			\
-					 rn(node->v.w), node->w.w);	\
-		    patch(word, node);					\
-		}							\
-		break
-#define case_brf(name, type, size)					\
-	    case jit_code_##name##i##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##i##type(temp->u.w, rn(node->v.w),		\
-				(jit_float##size##_t *)node->w.n->u.w);	\
-		else {							\
-		    word = name##i##type(_jit->pc.w, rn(node->v.w),	\
-				(jit_float##size##_t *)node->w.n->u.w);	\
-		    patch(word, node);					\
-		}							\
-		break
-#if DEVEL_DISASSEMBLER
-    prevw = _jit->pc.w;
-#endif
-    for (node = _jitc->head; node; node = node->next) {
-	if (_jit->pc.uc >= _jitc->code.end)
-	    return (NULL);
-
-#if DEVEL_DISASSEMBLER
-	node->offset = (jit_uword_t)_jit->pc.w - (jit_uword_t)prevw;
-	prevw = _jit->pc.w;
-#endif
-	value = jit_classify(node->code);
-	jit_regarg_set(node, value);
-	switch (node->code) {
-	    case jit_code_align:
-		assert(!(node->u.w & (node->u.w - 1)) &&
-		       node->u.w <= sizeof(jit_word_t));
-		if (node->u.w == sizeof(jit_word_t) &&
-		    (word = _jit->pc.w & (sizeof(jit_word_t) - 1)))
-		    nop(sizeof(jit_word_t) - word);
-		break;
-	    case jit_code_note:		case jit_code_name:
-		node->u.w = _jit->pc.w;
-		break;
-	    case jit_code_label:
-		/* remember label is defined */
-		node->flag |= jit_flag_patch;
-		node->u.w = _jit->pc.w;
-		break;
-		case_rrr(add,);
-		case_rrw(add,);
-		case_rrr(addc,);
-		case_rrw(addc,);
-		case_rrr(addx,);
-		case_rrw(addx,);
-		case_rrr(sub,);
-		case_rrw(sub,);
-		case_rrr(subc,);
-		case_rrw(subc,);
-		case_rrr(subx,);
-		case_rrw(subx,);
-		case_rrw(rsb,);
-		case_rrr(mul,);
-		case_rrw(mul,);
-		case_rrrr(qmul,);
-		case_rrrw(qmul,);
-		case_rrrr(qmul, _u);
-		case_rrrw(qmul, _u);
-		case_rrr(div,);
-		case_rrw(div,);
-		case_rrr(div, _u);
-		case_rrw(div, _u);
-		case_rrrr(qdiv,);
-		case_rrrw(qdiv,);
-		case_rrrr(qdiv, _u);
-		case_rrrw(qdiv, _u);
-		case_rrr(rem,);
-		case_rrw(rem,);
-		case_rrr(rem, _u);
-		case_rrw(rem, _u);
-		case_rrr(lsh,);
-		case_rrw(lsh,);
-		case_rrr(rsh,);
-		case_rrw(rsh,);
-		case_rrr(rsh, _u);
-		case_rrw(rsh, _u);
-		case_rrr(and,);
-		case_rrw(and,);
-		case_rrr(or,);
-		case_rrw(or,);
-		case_rrr(xor,);
-		case_rrw(xor,);
-		case_rr(trunc, _f_i);
-		case_rr(trunc, _d_i);
-		case_rr(trunc, _f_l);
-		case_rr(trunc, _d_l);
-		case_rr(ld, _c);
-		case_rw(ld, _c);
-		case_rr(ld, _uc);
-		case_rw(ld, _uc);
-		case_rr(ld, _s);
-		case_rw(ld, _s);
-		case_rr(ld, _us);
-		case_rw(ld, _us);
-		case_rr(ld, _i);
-		case_rw(ld, _i);
-		case_rr(ld, _ui);
-		case_rw(ld, _ui);
-		case_rr(ld, _l);
-		case_rw(ld, _l);
-		case_rrr(ldx, _c);
-		case_rrw(ldx, _c);
-		case_rrr(ldx, _uc);
-		case_rrw(ldx, _uc);
-		case_rrr(ldx, _s);
-		case_rrw(ldx, _s);
-		case_rrr(ldx, _us);
-		case_rrw(ldx, _us);
-		case_rrr(ldx, _i);
-		case_rrw(ldx, _i);
-		case_rrr(ldx, _ui);
-		case_rrw(ldx, _ui);
-		case_rrr(ldx, _l);
-		case_rrw(ldx, _l);
-		case_rr(st, _c);
-		case_wr(st, _c);
-		case_rr(st, _s);
-		case_wr(st, _s);
-		case_rr(st, _i);
-		case_wr(st, _i);
-		case_rr(st, _l);
-		case_wr(st, _l);
-		case_rrr(stx, _c);
-		case_wrr(stx, _c);
-		case_rrr(stx, _s);
-		case_wrr(stx, _s);
-		case_rrr(stx, _i);
-		case_wrr(stx, _i);
-		case_rrr(stx, _l);
-		case_wrr(stx, _l);
-		case_rr(hton, _us);
-		case_rr(hton, _ui);
-		case_rr(hton, _ul);
-		case_rr(ext, _c);
-		case_rr(ext, _uc);
-		case_rr(ext, _s);
-		case_rr(ext, _us);
-		case_rr(ext, _i);
-		case_rr(ext, _ui);
-		case_rr(mov,);
-	    case jit_code_movi:
-		if (node->flag & jit_flag_node) {
-		    temp = node->v.n;
-		    if (temp->code == jit_code_data ||
-			(temp->code == jit_code_label &&
-			 (temp->flag & jit_flag_patch)))
-			movi(rn(node->u.w), temp->u.w);
-		    else {
-			assert(temp->code == jit_code_label ||
-			       temp->code == jit_code_epilog);
-			word = movi_p(rn(node->u.w), node->v.w);
-			patch(word, node);
-		    }
-		}
-		else
-		    movi(rn(node->u.w), node->v.w);
-		break;
-		case_rr(neg,);
-		case_rr(com,);
-		case_rrr(lt,);
-		case_rrw(lt,);
-		case_rrr(lt, _u);
-		case_rrw(lt, _u);
-		case_rrr(le,);
-		case_rrw(le,);
-		case_rrr(le, _u);
-		case_rrw(le, _u);
-		case_rrr(eq,);
-		case_rrw(eq,);
-		case_rrr(ge,);
-		case_rrw(ge,);
-		case_rrr(ge, _u);
-		case_rrw(ge, _u);
-		case_rrr(gt,);
-		case_rrw(gt,);
-		case_rrr(gt, _u);
-		case_rrw(gt, _u);
-		case_rrr(ne,);
-		case_rrw(ne,);
-		case_brr(blt,);
-		case_brw(blt,);
-		case_brr(blt, _u);
-		case_brw(blt, _u);
-		case_brr(ble,);
-		case_brw(ble,);
-		case_brr(ble, _u);
-		case_brw(ble, _u);
-		case_brr(beq,);
-		case_brw(beq,);
-		case_brr(bge,);
-		case_brw(bge,);
-		case_brr(bge, _u);
-		case_brw(bge, _u);
-		case_brr(bgt,);
-		case_brw(bgt,);
-		case_brr(bgt, _u);
-		case_brw(bgt, _u);
-		case_brr(bne,);
-		case_brw(bne,);
-		case_brr(boadd,);
-		case_brw(boadd,);
-		case_brr(boadd, _u);
-		case_brw(boadd, _u);
-		case_brr(bxadd,);
-		case_brw(bxadd,);
-		case_brr(bxadd, _u);
-		case_brw(bxadd, _u);
-		case_brr(bosub,);
-		case_brw(bosub,);
-		case_brr(bosub, _u);
-		case_brw(bosub, _u);
-		case_brr(bxsub,);
-		case_brw(bxsub,);
-		case_brr(bxsub, _u);
-		case_brw(bxsub, _u);
-		case_brr(bms,);
-		case_brw(bms,);
-		case_brr(bmc,);
-		case_brw(bmc,);
-		case_rrr(add, _f);
-		case_rrf(add, _f, 32);
-		case_rrr(sub, _f);
-		case_rrf(sub, _f, 32);
-		case_rrf(rsb, _f, 32);
-		case_rrr(mul, _f);
-		case_rrf(mul, _f, 32);
-		case_rrr(div, _f);
-		case_rrf(div, _f, 32);
-		case_rr(abs, _f);
-		case_rr(neg, _f);
-		case_rr(sqrt, _f);
-		case_rr(ext, _f);
-		case_rr(ld, _f);
-		case_rw(ld, _f);
-		case_rrr(ldx, _f);
-		case_rrw(ldx, _f);
-		case_rr(st, _f);
-		case_wr(st, _f);
-		case_rrr(stx, _f);
-		case_wrr(stx, _f);
-		case_rr(mov, _f);
-	    case jit_code_movi_f:
-		assert(node->flag & jit_flag_data);
-		movi_f(rn(node->u.w), (jit_float32_t *)node->v.n->u.w);
-		break;
-		case_rr(ext, _d_f);
-		case_rrr(lt, _f);
-		case_rrf(lt, _f, 32);
-		case_rrr(le, _f);
-		case_rrf(le, _f, 32);
-		case_rrr(eq, _f);
-		case_rrf(eq, _f, 32);
-		case_rrr(ge, _f);
-		case_rrf(ge, _f, 32);
-		case_rrr(gt, _f);
-		case_rrf(gt, _f, 32);
-		case_rrr(ne, _f);
-		case_rrf(ne, _f, 32);
-		case_rrr(unlt, _f);
-		case_rrf(unlt, _f, 32);
-		case_rrr(unle, _f);
-		case_rrf(unle, _f, 32);
-		case_rrr(uneq, _f);
-		case_rrf(uneq, _f, 32);
-		case_rrr(unge, _f);
-		case_rrf(unge, _f, 32);
-		case_rrr(ungt, _f);
-		case_rrf(ungt, _f, 32);
-		case_rrr(ltgt, _f);
-		case_rrf(ltgt, _f, 32);
-		case_rrr(ord, _f);
-		case_rrf(ord, _f, 32);
-		case_rrr(unord, _f);
-		case_rrf(unord, _f, 32);
-		case_brr(blt, _f);
-		case_brf(blt, _f, 32);
-		case_brr(ble, _f);
-		case_brf(ble, _f, 32);
-		case_brr(beq, _f);
-		case_brf(beq, _f, 32);
-		case_brr(bge, _f);
-		case_brf(bge, _f, 32);
-		case_brr(bgt, _f);
-		case_brf(bgt, _f, 32);
-		case_brr(bne, _f);
-		case_brf(bne, _f, 32);
-		case_brr(bunlt, _f);
-		case_brf(bunlt, _f, 32);
-		case_brr(bunle, _f);
-		case_brf(bunle, _f, 32);
-		case_brr(buneq, _f);
-		case_brf(buneq, _f, 32);
-		case_brr(bunge, _f);
-		case_brf(bunge, _f, 32);
-		case_brr(bungt, _f);
-		case_brf(bungt, _f, 32);
-		case_brr(bltgt, _f);
-		case_brf(bltgt, _f, 32);
-		case_brr(bord, _f);
-		case_brf(bord, _f, 32);
-		case_brr(bunord, _f);
-		case_brf(bunord, _f, 32);
-		case_rrr(add, _d);
-		case_rrf(add, _d, 64);
-		case_rrr(sub, _d);
-		case_rrf(sub, _d, 64);
-		case_rrf(rsb, _d, 64);
-		case_rrr(mul, _d);
-		case_rrf(mul, _d, 64);
-		case_rrr(div, _d);
-		case_rrf(div, _d, 64);
-		case_rr(abs, _d);
-		case_rr(neg, _d);
-		case_rr(sqrt, _d);
-		case_rr(ext, _d);
-		case_rr(ld, _d);
-		case_rw(ld, _d);
-		case_rrr(ldx, _d);
-		case_rrw(ldx, _d);
-		case_rr(st, _d);
-		case_wr(st, _d);
-		case_rrr(stx, _d);
-		case_wrr(stx, _d);
-		case_rr(mov, _d);
-	    case jit_code_movi_d:
-		assert(node->flag & jit_flag_data);
-		movi_d(rn(node->u.w), (jit_float64_t *)node->v.n->u.w);
-		break;
-		case_rr(ext, _f_d);
-		case_rrr(lt, _d);
-		case_rrf(lt, _d, 64);
-		case_rrr(le, _d);
-		case_rrf(le, _d, 64);
-		case_rrr(eq, _d);
-		case_rrf(eq, _d, 64);
-		case_rrr(ge, _d);
-		case_rrf(ge, _d, 64);
-		case_rrr(gt, _d);
-		case_rrf(gt, _d, 64);
-		case_rrr(ne, _d);
-		case_rrf(ne, _d, 64);
-		case_rrr(unlt, _d);
-		case_rrf(unlt, _d, 64);
-		case_rrr(unle, _d);
-		case_rrf(unle, _d, 64);
-		case_rrr(uneq, _d);
-		case_rrf(uneq, _d, 64);
-		case_rrr(unge, _d);
-		case_rrf(unge, _d, 64);
-		case_rrr(ungt, _d);
-		case_rrf(ungt, _d, 64);
-		case_rrr(ltgt, _d);
-		case_rrf(ltgt, _d, 64);
-		case_rrr(ord, _d);
-		case_rrf(ord, _d, 64);
-		case_rrr(unord, _d);
-		case_rrf(unord, _d, 64);
-		case_brr(blt, _d);
-		case_brf(blt, _d, 64);
-		case_brr(ble, _d);
-		case_brf(ble, _d, 64);
-		case_brr(beq, _d);
-		case_brf(beq, _d, 64);
-		case_brr(bge, _d);
-		case_brf(bge, _d, 64);
-		case_brr(bgt, _d);
-		case_brf(bgt, _d, 64);
-		case_brr(bne, _d);
-		case_brf(bne, _d, 64);
-		case_brr(bunlt, _d);
-		case_brf(bunlt, _d, 64);
-		case_brr(bunle, _d);
-		case_brf(bunle, _d, 64);
-		case_brr(buneq, _d);
-		case_brf(buneq, _d, 64);
-		case_brr(bunge, _d);
-		case_brf(bunge, _d, 64);
-		case_brr(bungt, _d);
-		case_brf(bungt, _d, 64);
-		case_brr(bltgt, _d);
-		case_brf(bltgt, _d, 64);
-		case_brr(bord, _d);
-		case_brf(bord, _d, 64);
-		case_brr(bunord, _d);
-		case_brf(bunord, _d, 64);
-	    case jit_code_jmpr:
-		jmpr(rn(node->u.w));
-		break;
-	    case jit_code_jmpi:
-		if (node->flag & jit_flag_node) {
-		    temp = node->u.n;
-		    assert(temp->code == jit_code_label ||
-			   temp->code == jit_code_epilog);
-		    if (temp->flag & jit_flag_patch)
-			jmpi(temp->u.w);
-		    else {
-			word = jmpi_p(_jit->pc.w);
-			patch(word, node);
-		    }
-		}
-		else
-		    jmpi(node->u.w);
-		break;
-	    case jit_code_callr:
-		callr(rn(node->u.w));
-		break;
-	    case jit_code_calli:
-		if (node->flag & jit_flag_node) {
-		    temp = node->u.n;
-		    assert(temp->code == jit_code_label ||
-			   temp->code == jit_code_epilog);
-		    if (!(temp->flag & jit_flag_patch)) {
-			word = calli_p(temp->u.w);
-			patch(word, node);
-		    }
-		    else
-			calli(temp->u.w);
-		}
-		else
-		    calli(node->u.w);
-		break;
-	    case jit_code_prolog:
-		_jitc->function = _jitc->functions.ptr + node->w.w;
-		undo.node = node;
-		undo.word = _jit->pc.w;
-#if DEVEL_DISASSEMBLER
-		undo.prevw = prevw;
-#endif
-		undo.patch_offset = _jitc->patches.offset;
-	    restart_function:
-		_jitc->again = 0;
-		prolog(node);
-		break;
-	    case jit_code_epilog:
-		assert(_jitc->function == _jitc->functions.ptr + node->w.w);
-		if (_jitc->again) {
-		    for (temp = undo.node->next;
-			 temp != node; temp = temp->next) {
-			if (temp->code == jit_code_label ||
-			    temp->code == jit_code_epilog)
-			    temp->flag &= ~jit_flag_patch;
-		    }
-		    temp->flag &= ~jit_flag_patch;
-		    node = undo.node;
-		    _jit->pc.w = undo.word;
-#if DEVEL_DISASSEMBLER
-		    prevw = undo.prevw;
-#endif
-		    _jitc->patches.offset = undo.patch_offset;
-		    goto restart_function;
-		}
-		/* remember label is defined */
-		node->flag |= jit_flag_patch;
-		node->u.w = _jit->pc.w;
-		epilog(node);
-		_jitc->function = NULL;
-		break;
-	    case jit_code_va_start:
-		vastart(rn(node->u.w));
-		break;
-	    case jit_code_va_arg:
-		vaarg(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_va_arg_d:
-		vaarg_d(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_live:			case jit_code_ellipsis:
-	    case jit_code_va_push:
-	    case jit_code_allocai:		case jit_code_allocar:
-	    case jit_code_arg:
-	    case jit_code_arg_f:		case jit_code_arg_d:
-	    case jit_code_va_end:
-	    case jit_code_ret:
-	    case jit_code_retr:			case jit_code_reti:
-	    case jit_code_retr_f:		case jit_code_reti_f:
-	    case jit_code_retr_d:		case jit_code_reti_d:
-	    case jit_code_getarg_c:		case jit_code_getarg_uc:
-	    case jit_code_getarg_s:		case jit_code_getarg_us:
-	    case jit_code_getarg_i:		case jit_code_getarg_ui:
-	    case jit_code_getarg_l:
-	    case jit_code_getarg_f:		case jit_code_getarg_d:
-	    case jit_code_putargr:		case jit_code_putargi:
-	    case jit_code_putargr_f:		case jit_code_putargi_f:
-	    case jit_code_putargr_d:		case jit_code_putargi_d:
-	    case jit_code_pushargr:		case jit_code_pushargi:
-	    case jit_code_pushargr_f:		case jit_code_pushargi_f:
-	    case jit_code_pushargr_d:		case jit_code_pushargi_d:
-	    case jit_code_retval_c:		case jit_code_retval_uc:
-	    case jit_code_retval_s:		case jit_code_retval_us:
-	    case jit_code_retval_i:
-	    case jit_code_retval_ui:		case jit_code_retval_l:
-	    case jit_code_retval_f:		case jit_code_retval_d:
-	    case jit_code_prepare:
-	    case jit_code_finishr:		case jit_code_finishi:
-		break;
-	    default:
-		abort();
-	}
-	if (jit_carry != _NOREG) {
-	    switch (node->code) {
-		case jit_code_note:
-		case jit_code_addcr:		case jit_code_addci:
-		case jit_code_addxr:		case jit_code_addxi:
-		case jit_code_subcr:		case jit_code_subci:
-		case jit_code_subxr:		case jit_code_subxi:
-		    break;
-		default:
-		    jit_unget_reg(jit_carry);
-		    jit_carry = _NOREG;
-		    break;
-	    }
-	}
-	jit_regarg_clr(node, value);
-	assert(_jitc->regarg == (jit_carry == _NOREG) ? 0 : (1 << jit_carry));
-	assert(_jitc->synth == 0);
-	/* update register live state */
-	jit_reglive(node);
-    }
-#undef case_brf
-#undef case_brw
-#undef case_brr
-#undef case_wrr
-#undef case_rrrw
-#undef case_rrrr
-#undef case_rrf
-#undef case_rrw
-#undef case_rrr
-#undef case_wr
-#undef case_rw
-#undef case_rr
-    for (offset = 0; offset < _jitc->patches.offset; offset++) {
-	node = _jitc->patches.ptr[offset].node;
-	word = node->code == jit_code_movi ? node->v.n->u.w : node->u.n->u.w;
-	patch_at(_jitc->patches.ptr[offset].inst, word);
-    }
-
-    jit_flush(_jit->code.ptr, _jit->pc.uc);
-
-    return (_jit->code.ptr);
-}
-
-#define CODE				1
-#  include "alpha-cpu.c"
-#  include ", 2018alpha-fpu.c"
-#undef CODE
-
-void
-jit_flush(void *fptr, void *tptr)
-{
-}
-
-void
-_emit_ldxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    ldxi(rn(r0), rn(r1), i0);
-}
-
-void
-_emit_stxi(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    stxi(i0, rn(r0), rn(r1));
-}
-
-void
-_emit_ldxi_d(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    ldxi_d(rn(r0), rn(r1), i0);
-}
-
-void
-_emit_stxi_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    stxi_d(i0, rn(r0), rn(r1));
-}
-
-static void
-_patch(jit_state_t *_jit, jit_word_t instr, jit_node_t *node)
-{
-    int32_t		 flag;
-
-    assert(node->flag & jit_flag_node);
-    if (node->code == jit_code_movi)
-	flag = node->v.n->flag;
-    else
-	flag = node->u.n->flag;
-     assert(!(flag & jit_flag_patch));
-    if (_jitc->patches.offset >= _jitc->patches.length) {
-	jit_realloc((jit_pointer_t *)&_jitc->patches.ptr,
-		    _jitc->patches.length * sizeof(jit_patch_t),
-		    (_jitc->patches.length + 1024) * sizeof(jit_patch_t));
-	_jitc->patches.length += 1024;
-    }
-    _jitc->patches.ptr[_jitc->patches.offset].inst = instr;
-    _jitc->patches.ptr[_jitc->patches.offset].node = node;
-    ++_jitc->patches.offset;
-}
diff --git a/libguile/lightening/lightening/alpha.h b/libguile/lightening/lightening/alpha.h
deleted file mode 100644
index 8ccb5cc8a..000000000
--- a/libguile/lightening/lightening/alpha.h
+++ /dev/null
@@ -1,105 +0,0 @@
-/*
- * Copyright (C) 2014-2017  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#ifndef _jit_alpha_h
-#define _jit_alpha_h
-
-#define JIT_HASH_CONSTS		1
-#define JIT_NUM_OPERANDS	3
-
-/*
- * Types
- */
-#define JIT_FP			_FP
-typedef enum {
-#define jit_r(i)		(_S0 + (i))
-#define jit_r_num()		3
-#define jit_v(i)		(_S3 + (i))
-#define jit_v_num()		3
-#define jit_f(i)		(_F2 + (i))
-#define jit_f_num()		8
-    /* Volatile - Assembly temporary register */
-    _AT,
-    /* Volatile - Return value register */
-    _V0,
-    /* Volatile - Temporary registers */
-    _T0,		_T1,		_T2,		_T3,
-    _T4,		_T5,		_T6,		_T7,
-    _T8,		_T9,		_T10,		_T11,
-    /* FIXME Use callee save register for r0-r2 (instead of 12+ JIT_RN
-     * and 6 JIT_VN because division must call a function)
-     * FIX would be to create proper functions that do not clobber
-     * registers and inject/inline them in the jit */
-#define JIT_R0			_S0
-#define JIT_R1			_S1
-#define JIT_R2			_S2
-#define JIT_V0			_S3
-#define JIT_V1			_S4
-#define JIT_V2			_S5
-    /* Nonvolatile - Saved registers */
-    _S0,		_S1,		_S2,		_S3,
-    _S4,		_S5,
-    /* Nonvolatile - Frame pointer */
-    _FP,
-    /* Volatile - Argument registers */
-    _A5, 		_A4,		_A3,		_A2,
-    _A1,		_A0,
-    /* Volatile - Return address register */
-    _RA,
-    /* Volatile - Temporary register */
-    _PV,
-    /* Nonvolatile - Global pointer */
-    _GP,
-    /* Nonvolatile - Stack pointer */
-    _SP,
-    /* Constant  RAZ / writes ignored */
-    _ZERO,
-#define JIT_F0			_F2
-#define JIT_F1			_F3
-#define JIT_F2			_F4
-#define JIT_F3			_F5
-#define JIT_F4			_F6
-#define JIT_F5			_F7
-#define JIT_F6			_F8
-#define JIT_F7			_F9
-    /* Volatile - Return value register (real part) */
-    _F0,
-    /* Volatile - Return value register (imaginary part) */
-    _F1,
-    /* Nonvolatile - Saved registers */
-    _F2,		_F3,		_F4,		_F5,
-    _F6,		_F7,		_F8,		_F9,
-    /* Volatile - Temporary registers */
-    _F10,		_F11,		_F12,		_F13,
-    _F14,		_F15,
-    /* Volatile - Argument registers */
-    _F21,		_F20,		_F19,		_F18,
-    _F17,		_F16,
-    /* Volatile - Temporary registers */
-    _F22,		_F23,		_R24,		_F25,
-    _F26,		_F27,		_F28,		_F29,
-    _F30,
-    /* Constant - RAZ / writes ignored */
-    _F31,
-    /* Lightning internal invalid register identifier */
-    _NOREG,
-#define JIT_NOREG		_NOREG
-} jit_reg_t;
-
-#endif /* _jit_alpha_h */
diff --git a/libguile/lightening/lightening/endian.h b/libguile/lightening/lightening/endian.h
index b9b1a918d..3b34a1518 100644
--- a/libguile/lightening/lightening/endian.h
+++ b/libguile/lightening/lightening/endian.h
@@ -1,5 +1,5 @@
 /*
- * Copyright (C) 2012-2018  Free Software Foundation, Inc.
+ * Copyright (C) 2012-2019  Free Software Foundation, Inc.
  *
  * This file is part of GNU lightning.
  *
@@ -27,22 +27,11 @@
 #include <string.h>
 #include <stddef.h>
 
-#if defined(__hpux) && defined(__hppa__)
-#  include <machine/param.h>
-#endif
-#if defined(__alpha__) && defined(__osf__)
-#  include <machine/endian.h>
-#endif
-
 #ifndef __WORDSIZE
 #  if defined(WORDSIZE)				/* ppc darwin */
 #    define __WORDSIZE		WORDSIZE
 #  elif defined(__SIZEOF_POINTER__)		/* ppc aix */
 #    define __WORDSIZE		(__SIZEOF_POINTER__ << 3)
-#  elif defined(_ILP32)				/* hppa hp-ux */
-#    define __WORDSIZE		32
-#  elif defined(_LP64)				/* ia64 hp-ux (with cc +DD64) */
-#    define __WORDSIZE		64
 #  elif defined(_MIPS_SZPTR)			/* mips irix */
 #    if _MIPS_SZPTR == 32
 #      define __WORDSIZE	32
@@ -81,10 +70,6 @@
 #    define __BYTE_ORDER	BYTE_ORDER
 #  elif defined(__BYTE_ORDER__)			/* ppc aix */
 #    define __BYTE_ORDER	__BYTE_ORDER__
-#  elif defined(_BIG_ENDIAN)			/* hppa hp-ux */
-#    define __BYTE_ORDER	__BIG_ENDIAN
-#  elif defined(__BIG_ENDIAN__)			/* ia64 hp-ux */
-#    define __BYTE_ORDER	__BIG_ENDIAN
 #  elif defined(__i386__)			/* 32 bit x86 solaris */
 #    define __BYTE_ORDER	__LITTLE_ENDIAN
 #  elif defined(__x86_64__)			/* 64 bit x86 solaris */
diff --git a/libguile/lightening/lightening/hppa-cpu.c b/libguile/lightening/lightening/hppa-cpu.c
deleted file mode 100644
index 68281e4a5..000000000
--- a/libguile/lightening/lightening/hppa-cpu.c
+++ /dev/null
@@ -1,2793 +0,0 @@
-/*
- * Copyright (C) 2013-2017  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-typedef struct idiv {
-    int			quo;
-    int			rem;
-} idiv_t;
-
-typedef struct udiv {
-    unsigned int	quo;
-    unsigned int	rem;
-} udiv_t;
-
-/* 16 spill bytes; -52 for first actual stack argument */
-#define params_offset		-32
-/* Assume all callee save registers may need to be spilled */
-#define alloca_offset		192
-#define _R0_REGNO		0
-#define _R1_REGNO		1
-#define _RP_REGNO		2
-#define _FP_REGNO		3
-#define _R19_REGNO		19
-#define _R23_REGNO		23
-#define _R24_REGNO		24
-#define _R25_REGNO		25
-#define _R26_REGNO		26
-#define _R28_REGNO		28
-#define _R29_REGNO		29
-#define _SP_REGNO		30
-#define _R31_REGNO		31
-#define _CR11_REGNO		11
-#define ii(v)			*_jit->pc.ui++ = v
-#define f1(o,b,t,i)			_f1(_jit,o,b,t,i)
-static void _f1(jit_state_t*,int32_t,
-		int32_t,int32_t,int32_t);
-#define f2(o,b,r,i,j)			_f2(_jit,o,b,r,i,j)
-static void _f2(jit_state_t*,int32_t,int32_t,
-		int32_t,int32_t,int32_t) maybe_unused;
-#define f3(o,b,t,i,j)			_f3(_jit,o,b,t,i,j)
-static void _f3(jit_state_t*,int32_t,int32_t,
-		int32_t,int32_t,int32_t);
-#define f4(o,b,x,s,u,y,c,z,m,t)		_f4(_jit,o,b,x,s,u,y,c,z,m,t)
-static void _f4(jit_state_t*,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t);
-#define f5(o,b,i,s,a,y,c,z,m,t)		_f5(_jit,o,b,i,s,a,y,c,z,m,t)
-static void _f5(jit_state_t*,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t);
-#define f6(o,b,r,s,a,x,c,y,m,i)		_f6(_jit,o,b,r,s,a,x,c,y,m,i)
-static void _f6(jit_state_t*,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t);
-#define f7(o,r,i)			_f7(_jit,o,r,i)
-static void _f7(jit_state_t*,int32_t,int32_t,int32_t);
-#define f8(o,r2,r1,cf,e1,x,e2,y,d,t)	_f8(_jit,o,r2,r1,cf,e1,x,e2,y,d,t)
-static void _f8(jit_state_t*,int32_t,
-		int32_t,int32_t,int32_t,
-		int32_t,int32_t,int32_t,
-		int32_t,int32_t,int32_t);
-#define f9(o,r,t,cf,e1,im)		_f9(_jit,o,r,t,cf,e1,im)
-static void _f9(jit_state_t*,
-		int32_t,int32_t,int32_t,
-		int32_t,int32_t,int32_t);
-#define f10(o,r2,r1,u,v,w,x,sa,y,t)	_f10(_jit,o,r2,r1,u,v,w,x,sa,y,t)
-static void _f10(jit_state_t*,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f11(o,r2,r1,c,x,y,z,u,t)	_f11(_jit,o,r2,r1,c,x,y,z,u,t)
-static void _f11(jit_state_t*,int32_t,
-		int32_t,int32_t,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f12(o,r,t,c,x,se,y,c1,z,clen)	_f12(_jit,o,r,t,c,x,se,y,c1,z,clen)
-static void _f12(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t);
-#define f13(o,t,r,c,x,nz,c1,clen)	_f13(_jit,o,t,r,c,x,nz,c1,clen)
-static void _f13(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t);
-#define f13x(o,t,i,c,x,nz,c1,clen)	_f13x(_jit,o,t,i,c,x,nz,c1,clen)
-static void _f13x(jit_state_t*,int32_t,int32_t,
-		  int32_t,int32_t,int32_t,
-		  int32_t,int32_t,int32_t) maybe_unused;
-#define f14(o,r2,r1,c,x,cp,y,cpos,t)	_f14(_jit,o,r2,r1,c,x,cp,y,cpos,t)
-static void _f14(jit_state_t*,int32_t,
-		int32_t,int32_t,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f15(o,r,t,c,c1,p,se,pos,clen)	_f15(_jit,o,r,t,c,c1,p,se,pos,clen)
-static void _f15(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t);
-#define f16(o,t,r,c,c1,cp,nz,cpos,clen)	_f16(_jit,o,t,r,c,c1,cp,nz,cpos,clen)
-static void _f16(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t);
-#define f16x(o,t,i,c,c1,cp,nz,cpos,clen) _f16x(_jit,o,t,i,c,c1,cp,nz,cpos,clen)
-static void _f16x(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t);
-#define f17(o,r2,r1,c,i,n)		_f17(_jit,o,r2,r1,c,i,n)
-static void _f17(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t);
-#define f17x(o,r2,r1,c,i,n)		_f17x(_jit,o,r2,r1,c,i,n)
-static void _f17x(jit_state_t*,int32_t,int32_t,
-		  int32_t,int32_t,int32_t,int32_t);
-#define f18(o,p,r,c,i,n)		_f18(_jit,o,p,r,c,i,n)
-static void _f18(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t);
-#define f19(o,b,s,i,n)			_f19(_jit,o,b,s,i,n)
-static void _f19(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t) maybe_unused;
-#define f20(o,t,i,g,n)			_f20(_jit,o,t,i,g,n)
-static void _f20(jit_state_t*,int32_t,int32_t,
-		int32_t,int32_t,int32_t);
-#define f21(o,t,x,y,n)			_f21(_jit,o,t,x,y,n)
-static void _f21(jit_state_t*,int32_t,int32_t,
-		int32_t,int32_t,int32_t);
-#define f22(o,b,x,r,n,p)		_f22(_jit,o,b,x,r,n,p)
-static void _f22(jit_state_t*,int32_t,int32_t,
-		int32_t,int32_t,int32_t,int32_t);
-#define f23(o,a,b,c,d,e,f,g,h)		_f23(_jit,o,a,b,c,d,e,f,g,h)
-static void _f23(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f24(o,b,x,s,y,m,r)		_f24(_jit,o,b,x,s,y,m,r)
-static void _f24(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t) maybe_unused;
-#define f25(o,b,i,s,y,m,r)		_f25(_jit,o,b,i,s,y,m,r)
-static void _f25(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t) maybe_unused;
-#define f26(o,b,x,s,y,m,r)		_f26(_jit,o,b,x,s,y,m,r)
-static void _f26(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t) maybe_unused;
-#define f27(o,i,j)			_f27(_jit,o,i,j)
-static void _f27(jit_state_t*,int32_t,int32_t,int32_t) maybe_unused;
-#define f28(o,i)			_f28(_jit,o,i)
-static void _f28(jit_state_t*,int32_t,int32_t) maybe_unused;
-#define f29(o,r,x,s,y,t)		_f29(_jit,o,r,x,s,y,t)
-static void _f29(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f30(o,b,r,s,x,y,t)		_f30(_jit,o,b,r,s,x,y,t)
-static void _f30(jit_state_t*,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f31(o,t,r,v,x,y)		_f31(_jit,o,t,r,v,x,y)
-static void _f31(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t);
-#define f33(o,x,r,y,z,u)		_f33(_jit,o,x,r,y,z,u)
-static void _f33(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f34(o,o1,x,sf,n,o2)		_f34(_jit,o,o1,x,sf,n,o2)
-static void _f34(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f35(o,op,x,sf,n,t)		_f35(_jit,o,op,x,sf,n,t)
-static void _f35(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f36(o,r,o1,x,sf,n,o2)		_f36(_jit,o,r,o1,x,sf,n,o2)
-static void _f36(jit_state_t*,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f37(o,r2,r1,o1,x,sf,n,o2)	_f37(_jit,o,r2,r1,o1,x,sf,n,o2)
-static void _f37(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t) maybe_unused;
-#define f38(o,s,u,n)			_f38(_jit,o,s,u,n)
-static void _f38(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t) maybe_unused;
-/* nulify next instruction if condition is met with addition */
-#define ADD_CF_NV		0	/* never */
-#define ADD_CF_EQ		2	/* O1 == -O2 (word) */
-#define ADD_CF_LT		4	/* O1 <  -O2 (signed)*/
-#define ADD_CF_LE		6	/* O1 <= -O2 (signed) */
-#define ADD_CF_NUV		8	/* O1 +   O2 does not overflow (unsigned) */
-#define ADD_CF_ZNV		10	/* O1 +   O2 is zero or no overflow (unsigned) */
-#define ADD_CF_SV		12	/* O1 +   O2 overflows (signed) */
-#define ADD_CF_OD		14	/* O1 +   O2 is odd */
-#define ADD_CF_TR		1	/* always */
-#define ADD_CF_NE		3	/* O1 != -O2 */
-#define ADD_CF_GE		5	/* O1 >= -O2 (signed) */
-#define ADD_CF_GT		7	/* O1 >  -O2 (signed) */
-#define ADD_CF_UV		9	/* O1 +   O2 overflows (unsigned) */
-#define ADD_CF_VNZ		11	/* O1 +   O2 is nonzero and overflows (unsigned) */
-#define ADD_CF_NSV		13	/* O1 +   O2 does not overflow (signed) */
-#define ADD_CF_EV		15	/* O1 +   O2 is even */
-#define ADD_EN_NONE		6	/* none */
-#define ADD_EN_C		7	/* with carry */
-#define ADD_EN_L		10	/* logical */
-#define ADD_EN_TSV		12	/* trap on signed overflow */
-#define ADD_EN_C_TSV		13	/* with carry and trap on signed overflow */
-#define ADDI_OE_TC		0	/* trap on condition */
-#define ADDI_OE_TSV_TC		1	/* trap on signed overflow or condition */
-#define ADDI_OE_NONE		2	/* none */
-#define ADDI_OE_TSV		3	/* trap on signed overflow */
-#define ADD_(en,cf,r1,r2,t)	f8(0x2,r2,r1,cf,en>>2,1,en&1,0,0,t)
-#define ADD(r1,r2,t)		ADD_(ADD_EN_NONE,ADD_CF_NV,r1,r2,t)
-#define ADD_C(r1,r2,t)		ADD_(ADD_EN_C,ADD_CF_NV,r1,r2,t)
-#define ADD_L(r1,r2,t)		ADD_(ADD_EN_L,ADD_CF_NV,r1,r2,t)
-#define ADDB_(cc,r1,r2,t)	f17(0x28|((cc&1)<<1),r2,r1,cc>>1,t,0)
-#define ADDB(r1,r2,t)		ADDB_(ADD_CF_NV,r1,r2,t)
-#define ADDB_EQ(r1,r2,t)	ADDB_(ADD_CF_EQ,r1,r2,t)
-#define ADDB_LT(r1,r2,t)	ADDB_(ADD_CF_LT,r1,r2,t)
-#define ADDB_LE(r1,r2,t)	ADDB_(ADD_CF_LE,r1,r2,t)
-#define ADDB_NUV(r1,r2,t)	ADDB_(ADD_CF_NUV,r1,r2,t)
-#define ADDB_ZNV(r1,r2,t)	ADDB_(ADD_CF_ZNV,r1,r2,t)
-#define ADDB_SV(r1,r2,t)	ADDB_(ADD_CF_SV,r1,r2,t)
-#define ADDB_OD(r1,r2,t)	ADDB_(ADD_CF_OD,r1,r2,t)
-#define ADDB_TR(r1,r2,t)	ADDB_(ADD_CF_TR,r1,r2,t)
-#define ADDB_NE(r1,r2,t)	ADDB_(ADD_CF_NE,r1,r2,t)
-#define ADDB_GE(r1,r2,t)	ADDB_(ADD_CF_GE,r1,r2,t)
-#define ADDB_GT(r1,r2,t)	ADDB_(ADD_CF_GT,r1,r2,t)
-#define ADDB_UV(r1,r2,t)	ADDB_(ADD_CF_UV,r1,r2,t)
-#define ADDB_VNZ(r1,r2,t)	ADDB_(ADD_CF_VNZ,r1,r2,t)
-#define ADDB_NSV(r1,r2,t)	ADDB_(ADD_CF_NSV,r1,r2,t)
-#define ADDB_EV(r1,r2,t)	ADDB_(ADD_CF_EV,r2,r1,t)
-#define ADDB_N_(cc,r1,r2,t)	f17(0x28|((cc&1)<<1),r2,r1,cc>>1,t,1)
-#define ADDB_N(r1,r2,t)		ADDB_N_(ADD_CF_NV,r1,r2,t)
-#define ADDB_N_EQ(r1,r2,t)	ADDB_N_(ADD_CF_EQ,r1,r2,t)
-#define ADDB_N_LT(r1,r2,t)	ADDB_N_(ADD_CF_LT,r1,r2,t)
-#define ADDB_N_LE(r1,r2,t)	ADDB_N_(ADD_CF_LE,r1,r2,t)
-#define ADDB_N_NUV(r1,r2,t)	ADDB_N_(ADD_CF_NUV,r1,r2,t)
-#define ADDB_N_ZNV(r1,r2,t)	ADDB_N_(ADD_CF_ZNV,r1,r2,t)
-#define ADDB_N_SV(r1,r2,t)	ADDB_N_(ADD_CF_SV,r1,r2,t)
-#define ADDB_N_OD(r1,r2,t)	ADDB_N_(ADD_CF_OD,r1,r2,t)
-#define ADDB_N_TR(r1,r2,t)	ADDB_N_(ADD_CF_TR,r1,r2,t)
-#define ADDB_N_NE(r1,r2,t)	ADDB_N_(ADD_CF_NE,r1,r2,t)
-#define ADDB_N_GE(r1,r2,t)	ADDB_N_(ADD_CF_GE,r1,r2,t)
-#define ADDB_N_GT(r1,r2,t)	ADDB_N_(ADD_CF_GT,r1,r2,t)
-#define ADDB_N_UV(r1,r2,t)	ADDB_N_(ADD_CF_UV,r1,r2,t)
-#define ADDB_N_VNZ(r1,r2,t)	ADDB_N_(ADD_CF_VNZ,r1,r2,t)
-#define ADDB_N_NSV(r1,r2,t)	ADDB_N_(ADD_CF_NSV,r1,r2,t)
-#define ADDB_N_EV(r1,r2,t)	ADDB_N_(ADD_CF_EV,r1,r2,t)
-#define ADDI_(ec,cf,i,r,t)	f9(0x2c|(ec>>1),r,t,cf,ec&1,i)
-#define ADDI(i,r,t)		ADDI_(ADDI_OE_NONE,ADD_CF_NV,i,r,t)
-#define ADDIB_(cc,i,r,t)	f17x(0x29|((cc&1)<<1),r,i,cc>>1,t,0)
-#define ADDIB(i,r,t)		ADDIB_(ADD_CF_NV,i,r,t)
-#define ADDIB_EQ(i,r,t)		ADDIB_(ADD_CF_EQ,i,r,t)
-#define ADDIB_LT(i,r,t)		ADDIB_(ADD_CF_LT,i,r,t)
-#define ADDIB_LE(i,r,t)		ADDIB_(ADD_CF_LE,i,r,t)
-#define ADDIB_NUV(i,r,t)	ADDIB_(ADD_CF_NUV,i,r,t)
-#define ADDIB_ZNV(i,r,t)	ADDIB_(ADD_CF_ZNV,i,r,t)
-#define ADDIB_SV(i,r,t)		ADDIB_(ADD_CF_SV,i,r,t)
-#define ADDIB_OD(i,r,t)		ADDIB_(ADD_CF_OD,i,r,t)
-#define ADDIB_TR(i,r,t)		ADDIB_(ADD_CF_TR,i,r,t)
-#define ADDIB_NE(i,r,t)		ADDIB_(ADD_CF_NE,i,r,t)
-#define ADDIB_GE(i,r,t)		ADDIB_(ADD_CF_GE,i,r,t)
-#define ADDIB_GT(i,r,t)		ADDIB_(ADD_CF_GT,i,r,t)
-#define ADDIB_UV(i,r,t)		ADDIB_(ADD_CF_UV,i,r,t)
-#define ADDIB_VNZ(i,r,t)	ADDIB_(ADD_CF_VNZ,i,r,t)
-#define ADDIB_NSV(i,r,t)	ADDIB_(ADD_CF_NSV,i,r,t)
-#define ADDIB_EV(i,r,t)		ADDIB_(ADD_CF_EV,i,r,t)
-#define ADDIB_N_(cc,i,r,t)	f17x(0x29|((cc&1)<<1),r,i,cc>>1,t,1)
-#define ADDIB_N(i,r,t)		ADDIB_N_(ADD_CF_NV,i,r,t)
-#define ADDIB_N_EQ(i,r,t)	ADDIB_N_(ADD_CF_EQ,i,r,t)
-#define ADDIB_N_LT(i,r,t)	ADDIB_N_(ADD_CF_LT,i,r,t)
-#define ADDIB_N_LE(i,r,t)	ADDIB_N_(ADD_CF_LE,i,r,t)
-#define ADDIB_N_NUV(i,r,t)	ADDIB_N_(ADD_CF_NUV,i,r,t)
-#define ADDIB_N_ZNV(i,r,t)	ADDIB_N_(ADD_CF_ZNV,i,r,t)
-#define ADDIB_N_SV(i,r,t)	ADDIB_N_(ADD_CF_SV,i,r,t)
-#define ADDIB_N_OD(i,r,t)	ADDIB_N_(ADD_CF_OD,i,r,t)
-#define ADDIB_N_TR(i,r,t)	ADDIB_N_(ADD_CF_TR,i,r,t)
-#define ADDIB_N_NE(i,r,t)	ADDIB_N_(ADD_CF_NE,i,r,t)
-#define ADDIB_N_GE(i,r,t)	ADDIB_N_(ADD_CF_GE,i,r,t)
-#define ADDIB_N_GT(i,r,t)	ADDIB_N_(ADD_CF_GT,i,r,t)
-#define ADDIB_N_UV(i,r,t)	ADDIB_N_(ADD_CF_UV,i,r,t)
-#define ADDIB_N_VNZ(i,r,t)	ADDIB_N_(ADD_CF_VNZ,i,r,t)
-#define ADDIB_N_NSV(i,r,t)	ADDIB_N_(ADD_CF_NSV,i,r,t)
-#define ADDIB_N_EV(i,r,t)	ADDIB_N_(ADD_CF_EV,0,i,r,t)
-#define ADDIL(i,r)		f7(0xa,r,i)
-#define LOG_CC_NV		0	/* never */
-#define LOG_CC_EQ		1	/* all bits are 0 */
-#define LOG_CC_LT		2	/* leftmost bit is 1 */
-#define LOG_CC_LE		3	/* leftmost bit is 1 or all bits are 0 */
-#define LOG_CC_OD		7	/* rightmost bit is 1 */
-#define LOG_CC_TR		8	/* always */
-#define LOG_CC_NE		9	/* some bits are 1 */
-#define LOG_CC_GE		10	/* leftmost bit is 0 */
-#define LOG_CC_GT		11	/* leftmost bit is 0 or some bits are 1 */
-#define LOG_CC_EV		15	/* rightmost bit is 0 */
-#define AND_(cc,r1,r2,t)	f8(0x2,r2,r1,cc,0,1,0,0,0,t)
-#define AND(r1,r2,t)		AND_(LOG_CC_NV,r1,r2,t)
-#define ANDCM_(cc,r1,r2,t)	f8(0x2,r2,r1,cc,0,0,0,0,0,t)
-#define ANDCM(r1,r2,t)		ANDCM_(LOG_CC_NV,r1,r2,t)
-#define B_(n,i,t)		f20(0x3a,t,i,0,n)
-#define B(i,t)			B_(0,i,t)
-#define B_N(i,t)		B_(1,i,t)
-#define B_L(i)			B_(0,i,_RP_REGNO)
-#define B_L_N(i)		B_(1,i,_RP_REGNO)
-#define BB_CC_LT		0	/* leftmost bit in word is 1 */
-#define BB_CC_GE		1	/* leftmost bit in word is 0 */
-#define BB_(c,r,i)		f18(0x30,0,r,c,i,0)
-#define BB_N_(c,r,i)		f18(0x30,0,r,c,i,1)
-#define BBI_(c,r,p,i)		f18(0x31,p,r,c,i,0)
-#define BBI_N_(c,r,p,i)		f18(0x31,p,r,c,i,1)
-#define BB(c,r,i)		BB_(c,r,i)
-#define BBI_LT(r,p,i)		BBI_(BB_CC_LT,r,p,i)
-#define BBI_GE(r,p,i)		BBI_(BB_CC_GE,r,p,i)
-#define BB_N(c,r,i)		BB_(c,r,i)
-#define BBI_N_LT(r,p,i)		BBI_N_(BB_CC_LT,r,p,i)
-#define BBI_N_GE(r,p,i)		BBI_N_(BB_CC_GE,r,p,i)
-#define BE(i,s,b)		f19(0x38,b,s,i,0)
-#define BE_L(i,s,b)		f19(0x39,b,s,i,0)
-#define BE_L_N(i,s,b)		f19(0x39,b,s,i,1)
-#define BLR(x,t)		f21(0x3a,t,x,2,0)
-#define BLR_N(x,t)		f21(0x3a,t,x,2,1)
-#define BREAK(i,j)		f27(0,j,i)
-#define BV(x,b)			f21(0x3a,b,x,6,0)
-#define BV_N(x,b)		f21(0x3a,b,x,6,1)
-#define BVE(b)			f22(0x3a,b,6,0,0,0)
-#define BVE_N(b)		f22(0x3a,b,6,0,1,0)
-#define BVE_L(b)		f22(0x3a,b,7,0,0,0)
-#define BVE_L_N(b)		f22(0x3a,b,7,0,0,1)
-#define II_C_NONE		0
-#define II_C_M			(1<<5)
-#define II_C_S			(1<<13)
-#define II_C_SM			(II_C_S|II_C_M)
-#define II_AU_NONE		0
-#define II_AU_PRE		((1<<13)|II_C_M)
-#define II_AU_POS		II_C_M
-#define LD_CC_H_NONE		0	/* No hint */
-#define LD_CC_H_SPL		2	/* Spatial Locality */
-#define CLRBTS()		f23(0x3a,0,0,2,0,0,1,0,1)
-#define CS_CC_NV		0	/* never */
-#define CS_CC_EQ		2	/* O1 =  O2 */
-#define CS_CC_LT		4	/* O1 <  O2 (signed) */
-#define CS_CC_LE		6	/* O1 <= O2 (signed) */
-#define CS_CC_ULT		8	/* O1 <  O2 (unsigned) */
-#define CS_CC_ULE		10	/* O1 <= O2 (unsigned) */
-#define CS_CC_SV		12	/* O1 -  O2 overflows (signed) */
-#define CS_CC_OD		14	/* O1 -  O2 is odd */
-#define CS_CC_TR		1	/* always */
-#define CS_CC_NE		3	/* O1 != O2 */
-#define CS_CC_GE		5	/* O1 >= O2 (signed) */
-#define CS_CC_GT		7	/* O1 >  O2 (signed) */
-#define CS_CC_UGE		9	/* O1 >= O2 (unsigned) */
-#define CS_CC_UGT		11	/* O1 >  O2 (unsigned) */
-#define CS_CC_NSV		13	/* O1 -  O2 does not overflows (signed) */
-#define CS_CC_EV		15	/* O1 -  O2 is even */
-#define CMPB_(c,r1,r2,i)	f17((c)&1?0x22:0x20,r2,r1,(c)>>1,i,0)
-#define CMPB(r1,r2,i)		CMPB_(CS_CC_NV,r1,r2,i)
-#define CMPB_EQ(r1,r2,i)	CMPB_(CS_CC_EQ,r1,r2,i)
-#define CMPB_LT(r1,r2,i)	CMPB_(CS_CC_LT,r1,r2,i)
-#define CMPB_LE(r1,r2,i)	CMPB_(CS_CC_LE,r1,r2,i)
-#define CMPB_ULT(r1,r2,i)	CMPB_(CS_CC_ULT,r1,r2,i)
-#define CMPB_ULE(r1,r2,i)	CMPB_(CS_CC_ULE,r1,r2,i)
-#define CMPB_SV(r1,r2,i)	CMPB_(CS_CC_SV,r1,r2,i)
-#define CMPB_OD(r1,r2,i)	CMPB_(CS_CC_OD,r1,r2,i)
-#define CMPB_TR(r1,r2,i)	CMPB_(CS_CC_TR,r1,r2,i)
-#define CMPB_NE(r1,r2,i)	CMPB_(CS_CC_NE,r1,r2,i)
-#define CMPB_GE(r1,r2,i)	CMPB_(CS_CC_GE,r1,r2,i)
-#define CMPB_GT(r1,r2,i)	CMPB_(CS_CC_GT,r1,r2,i)
-#define CMPB_UGE(r1,r2,i)	CMPB_(CS_CC_UGE,r1,r2,i)
-#define CMPB_UGT(r1,r2,i)	CMPB_(CS_CC_UGT,r1,r2,i)
-#define CMPB_NSV(r1,r2,i)	CMPB_(CS_CC_NSV,r1,r2,i)
-#define CMPB_EV(r1,r2,i)	CMPB_(CS_CC_EV,r1,r2,i)
-#define CMPB_N_(c,r1,r2,i)	f17((c)&1?0x22:0x20,r2,r1,(c)>>1,i,1)
-#define CMPB_N(r1,r2,i)		CMPB_N_(CS_CC_NV,r1,r2,i)
-#define CMPB_EQ_N(r1,r2,i)	CMPB_N_(CS_CC_EQ,r1,r2,i)
-#define CMPB_LT_N(r1,r2,i)	CMPB_N_(CS_CC_LT,r1,r2,i)
-#define CMPB_LE_N(r1,r2,i)	CMPB_N_(CS_CC_LE,r1,r2,i)
-#define CMPB_ULT_N(r1,r2,i)	CMPB_N_(CS_CC_ULT,r1,r2,i)
-#define CMPB_ULE_N(r1,r2,i)	CMPB_N_(CS_CC_ULE,r1,r2,i)
-#define CMPB_SV_N(r1,r2,i)	CMPB_N_(CS_CC_SV,r1,r2,i)
-#define CMPB_OD_N(r1,r2,i)	CMPB_N_(CS_CC_OD,r1,r2,i)
-#define CMPB_TR_N(r1,r2,i)	CMPB_N_(CS_CC_TR,r1,r2,i)
-#define CMPB_NE_N(r1,r2,i)	CMPB_N_(CS_CC_NE,r1,r2,i)
-#define CMPB_GE_N(r1,r2,i)	CMPB_N_(CS_CC_GE,r1,r2,i)
-#define CMPB_GT_N(r1,r2,i)	CMPB_N_(CS_CC_GT,r1,r2,i)
-#define CMPB_UGE_N(r1,r2,i)	CMPB_N_(CS_CC_UGE,r1,r2,i)
-#define CMPB_UGT_N(r1,r2,i)	CMPB_N_(CS_CC_UGT,r1,r2,i)
-#define CMPB_NSV_N(r1,r2,i)	CMPB_N_(CS_CC_NSV,r1,r2,i)
-#define CMPB_EV_N(r1,r2,i)	CMPB_N_(CS_CC_EV,r1,r2,i)
-#define CMPCLR_(c,r1,r2,i)	f8(0x2,r2,r1,c,2,0,0,2,0,i)
-#define CMPCLR(r1,r2,i)		CMPCLR_(CS_CC_NV,r1,r2,i)
-#define CMPCLR_EQ(r1,r2,i)	CMPCLR_(CS_CC_EQ,r1,r2,i)
-#define CMPCLR_LT(r1,r2,i)	CMPCLR_(CS_CC_LT,r1,r2,i)
-#define CMPCLR_LE(r1,r2,i)	CMPCLR_(CS_CC_LE,r1,r2,i)
-#define CMPCLR_ULT(r1,r2,i)	CMPCLR_(CS_CC_ULT,r1,r2,i)
-#define CMPCLR_ULE(r1,r2,i)	CMPCLR_(CS_CC_ULE,r1,r2,i)
-#define CMPCLR_SV(r1,r2,i)	CMPCLR_(CS_CC_SV,r1,r2,i)
-#define CMPCLR_OD(r1,r2,i)	CMPCLR_(CS_CC_OD,r1,r2,i)
-#define CMPCLR_TR(r1,r2,i)	CMPCLR_(CS_CC_TR,r1,r2,i)
-#define CMPCLR_NE(r1,r2,i)	CMPCLR_(CS_CC_NE,r1,r2,i)
-#define CMPCLR_GE(r1,r2,i)	CMPCLR_(CS_CC_GE,r1,r2,i)
-#define CMPCLR_GT(r1,r2,i)	CMPCLR_(CS_CC_GT,r1,r2,i)
-#define CMPCLR_UGE(r1,r2,i)	CMPCLR_(CS_CC_UGE,r1,r2,i)
-#define CMPCLR_UGT(r1,r2,i)	CMPCLR_(CS_CC_UGT,r1,r2,i)
-#define CMPCLR_NSV(r1,r2,i)	CMPCLR_(CS_CC_NSV,r1,r2,i)
-#define CMPCLR_EV(r1,r2,i)	CMPCLR_(CS_CC_EV,r1,r2,i)
-#define CMPIB_(c,i,r,t)		f17x((c)&1?0x23:0x21,r,i,(c)>>1,t,0)
-#define CMPIB_NONE(i,r,t)	CMPIB_(CS_CC_NV,i,r,t)
-#define CMPIB_EQ(i,r,t)		CMPIB_(CS_CC_EQ,i,r,t)
-#define CMPIB_LT(i,r,t)		CMPIB_(CS_CC_LT,i,r,t)
-#define CMPIB_LE(i,r,t)		CMPIB_(CS_CC_LE,i,r,t)
-#define CMPIB_ULT(i,r,t)	CMPIB_(CS_CC_ULT,i,r,t)
-#define CMPIB_ULE(i,r,t)	CMPIB_(CS_CC_ULE,i,r,t)
-#define CMPIB_SV(i,r,t)		CMPIB_(CS_CC_SV,i,r,t)
-#define CMPIB_OD(i,r,t)		CMPIB_(CS_CC_OD,i,r,t)
-#define CMPIB(i,r,t)		CMPIB_(CS_CC_TR,i,r,t)
-#define CMPIB_NE(i,r,t)		CMPIB_(CS_CC_NE,i,r,t)
-#define CMPIB_GE(i,r,t)		CMPIB_(CS_CC_GE,i,r,t)
-#define CMPIB_GT(i,r,t)		CMPIB_(CS_CC_GT,i,r,t)
-#define CMPIB_UGE(i,r,t)	CMPIB_(CS_CC_UGE,i,r,t)
-#define CMPIB_UGT(i,r,t)	CMPIB_(CS_CC_UGT,i,r,t)
-#define CMPIB_NSV(i,r,t)	CMPIB_(CS_CC_NSV,i,r,t)
-#define CMPIB_EV(i,r,t)		CMPIB_(CS_CC_EV,i,r,t)
-#define CMPIB_N_(c,i,r,t)	f17x((c)&1?0x23:0x21,r,i,(c)>>1,t,1)
-#define CMPIB_NONE_N(i,r,t)	CMPIB_N_(CS_CC_NV,i,r,t)
-#define CMPIB_EQ_N(i,r,t)	CMPIB_N_(CS_CC_EQ,i,r,t)
-#define CMPIB_LT_N(i,r,t)	CMPIB_N_(CS_CC_LT,i,r,t)
-#define CMPIB_LE_N(i,r,t)	CMPIB_N_(CS_CC_LE,i,r,t)
-#define CMPIB_ULT_N(i,r,t)	CMPIB_N_(CS_CC_ULT,i,r,t)
-#define CMPIB_ULE_N(i,r,t)	CMPIB_N_(CS_CC_ULE,i,r,t)
-#define CMPIB_SV_N(i,r,t)	CMPIB_N_(CS_CC_SV,i,r,t)
-#define CMPIB_OD_N(i,r,t)	CMPIB_N_(CS_CC_OD,i,r,t)
-#define CMPIB_N(i,r,t)		CMPIB_N_(CS_CC_TR,i,r,t)
-#define CMPIB_NE_N(i,r,t)	CMPIB_N_(CS_CC_NE,i,r,t)
-#define CMPIB_GE_N(i,r,t)	CMPIB_N_(CS_CC_GE,i,r,t)
-#define CMPIB_GT_N(i,r,t)	CMPIB_N_(CS_CC_GT,i,r,t)
-#define CMPIB_UGE_N(i,r,t)	CMPIB_N_(CS_CC_UGE,i,r,t)
-#define CMPIB_UGT_N(i,r,t)	CMPIB_N_(CS_CC_UGT,i,r,t)
-#define CMPIB_NSV_N(i,r,t)	CMPIB_N_(CS_CC_NSV,i,r,t)
-#define CMPIB_EV_N(i,r,t)	CMPIB_N_(CS_CC_EV,i,r,t)
-#define CMPICLR_(c,i,r,t)	f9(0x24,r,t,c,0,i)
-#define CMPICLR(i,r,t)		CMPICLR_(CS_CC_NV,i,r,t)
-#define CMPICLR_EQ(i,r,t)	CMPICLR_(CS_CC_EQ,i,r,t)
-#define CMPICLR_LT(i,r,t)	CMPICLR_(CS_CC_LT,i,r,t)
-#define CMPICLR_LE(i,r,t)	CMPICLR_(CS_CC_LE,i,r,t)
-#define CMPICLR_ULT(i,r,t)	CMPICLR_(CS_CC_ULT,i,r,t)
-#define CMPICLR_ULE(i,r,t)	CMPICLR_(CS_CC_ULE,i,r,t)
-#define CMPICLR_SV(i,r,t)	CMPICLR_(CS_CC_SV,i,r,t)
-#define CMPICLR_OD(i,r,t)	CMPICLR_(CS_CC_OD,i,r,t)
-#define CMPICLR_TR(i,r,t)	CMPICLR_(CS_CC_TR,i,r,t)
-#define CMPICLR_NE(i,r,t)	CMPICLR_(CS_CC_NE,i,r,t)
-#define CMPICLR_GE(i,r,t)	CMPICLR_(CS_CC_GE,i,r,t)
-#define CMPICLR_GT(i,r,t)	CMPICLR_(CS_CC_GT,i,r,t)
-#define CMPICLR_UGE(i,r,t)	CMPICLR_(CS_CC_UGE,i,r,t)
-#define CMPICLR_UGT(i,r,t)	CMPICLR_(CS_CC_UGT,i,r,t)
-#define CMPICLR_NSV(i,r,t)	CMPICLR_(CS_CC_NSV,i,r,t)
-#define CMPICLR_EV(i,r,t)	CMPICLR_(CS_CC_EV,i,r,t)
-#define COPR(u,s)		f38(0x0c,s,u,0)
-#define UI_CF_NONE		0	/* never */
-#define UI_CF_SBZ		2	/* some byte zero */
-#define UI_CF_SHZ		3	/* some halfword zero */
-#define UI_CF_SDC		4	/* some digit carry */
-#define UI_CF_SBC		6	/* some byte carry */
-#define UI_CF_SHC		7	/* some halfword carry */
-#define UI_TR_SHC		8	/* always */
-#define UI_CF_NBZ		10	/* no byte zero */
-#define UI_CF_NHZ		11	/* no halfword zero */
-#define UI_CF_NDC		12	/* no digit carry */
-#define UI_CF_NBC		14	/* no byte carry */
-#define UI_CF_NHC		15	/* no halfword carry */
-#define DCOR_(e1,cf,r,t)	f8(0x2,r,0,cf,2,1,1,e1,0,t)
-#define DCOR(r,t)		DCOR_(2,UI_CF_NONE,r,t)
-#define DCOR_I(r,t)		DCOR_(3,UI_CF_NONE,r,t)
-#define SED_C_NEVER		0	/* never */
-#define SED_C_EQ		1	/* all bits 0 */
-#define SED_C_LT		2	/* lefmost bits 1 */
-#define SED_C_OD		3	/* rightmost bit 1 */
-#define SED_C_TR		4	/* always */
-#define SED_C_NE		5	/* some bit 1 */
-#define SED_C_GE		6	/* lefmost bits 1 */
-#define SED_C_EV		7	/* rightmost bit 0 */
-#define DEPW(r,len,t)		f13(0x35,t,r,SED_C_NEVER,0,1,0,len)
-#define DEPW_Z(r,len,t)		f13(0x35,t,r,SED_C_NEVER,0,0,0,len)
-#define DEPWR(r,pos,len,t)	f16(0x35,t,r,SED_C_NEVER,0,1,1,31-(pos),len)
-#define DEPWR_Z(r,pos,len,t)	f16(0x35,t,r,SED_C_NEVER,0,1,0,31-(pos),len)
-#define SHLWI(r,sa,t)		DEPWR_Z(r,31-(sa),32-(sa),t)
-#define DEPWI(i,len,t)		f13x(0x35,t,i,SED_C_NEVER,2,1,0,len)
-#define DEPWI_Z(i,len,t)	f13x(0x35,t,i,SED_C_NEVER,2,0,0,len)
-#define DEPWRI(i,pos,len,t)	f16x(0x35,t,i,SED_C_NEVER,1,1,1,31-(pos),len)
-#define DEPWRI_Z(i,pos,len,t)	f16x(0x35,t,i,SED_C_NEVER,1,1,0,31-(pos),len)
-#define DIAG(i)			f28(0x5,i)
-#define DS(r1,r2,t)		f8(0x2,r2,r1,ADD_CF_NV,1,0,0,1,0,t)
-#define EXTRW(r,len,t)		f12(0x34,r,t,SED_C_NEVER,2,1,0,0,0,len)
-#define EXTRW_U(r,len,t)	f12(0x34,r,t,SED_C_NEVER,2,0,0,0,0,len)
-#define EXTRWR(r,pos,len,t)	f15(0x34,r,t,SED_C_NEVER,1,1,1,pos,len)
-#define SHRWI(r,sa,t)		EXTRWR(r,31-(sa),32-(sa),t)
-#define EXTRWR_U(r,pos,len,t)	f15(0x34,r,t,SED_C_NEVER,1,1,0,pos,len)
-#define SHRWI_U(r,sa,t)		EXTRWR_U(r,31-(sa),32-(sa),t)
-#define FDC(x,s,b)		f24(0x1,b,x,s,0x4a,0,0)
-#define FDC_M(x,s,b)		f24(0x1,b,x,s,0x4a,1,0)
-#define FDCI(i,s,b)		f25(0x1,b,i,s,0xca,0,0)
-#define FDCE(x,s,b)		f24(0x1,b,x,s,0x4b,0,0)
-#define FDCE_M(x,s,b)		f24(0x1,b,x,s,0x4b,1,0)
-#define FIC(x,s,b)		f26(0x1,b,x,s,0xa,0,0)
-#define FIC_M(x,s,b)		f26(0x1,b,x,s,0xa,1,0)
-#define FICI(x,s,b)		f25(0x1,b,x,s,0x4f,0,0)
-#define FICI_M(x,s,b)		f25(0x1,b,x,s,0x4f,1,0)
-#define FICE(x,s,b)		f26(0x1,b,x,s,0xb,0,0)
-#define FICE_M(x,s,b)		f26(0x1,b,x,s,0xb,1,0)
-#define HADD_(c,r1,r2,t)	f8(0x2,r2,r1,0,0,1,1,c,0,t)
-#define HADD(r1,r2,t)		HADD_(3,r1,r2,t)
-#define HADD_SS(r1,r2,t)	HADD_(1,r1,r2,t)
-#define HADD_US(r1,r2,t)	HADD_(0,r1,r2,t)
-#define HAVG(r1,r2,t)		f8(0x2,r2,r1,0,0,1,0,3,0,t)
-#define HSHL(r,sa,t)		f10(0x3e,0,r,1,0,0,2,sa,0,t)
-#define HSHLADD(r1,sa,r2,t)	f8(0x2,r2,r1,0,1,1,1,sa,0,t)
-#define HSHR(r,sa,t)		f10(0x3e,r,0,1,2,0,3,sa,0,t)
-#define HSHR_U(r,sa,t)		f10(0x3e,r,0,1,2,0,2,sa,0,t)
-#define HSHRADD(r1,sa,r2,t)	f8(0x2,r2,r1,0,1,0,1,sa,0,t)
-#define HSUB_(c,r1,r2,t)	f8(0x2,r2,r1,0,0,0,1,c,0,t)
-#define HSUB(r1,r2,t)		HSUB_(3,r1,r2,t)
-#define HSUB_SS(r1,r2,t)	HSUB_(1,r1,r2,t)
-#define HSUB_US(r1,r2,t)	HSUB_(0,r1,r2,t)
-#define IDTLBT(r1,r2)		f26(0x1,r2,r1,0,0x60,0,0)
-#define IITLBT(r1,r2)		f26(0x1,r2,r1,0,0x20,0,0)
-#define LCI(x,s,b,t)		f24(0x1,b,x,s,0x4c,0,t)
-#define LDBL(i,b,t)		f1(0x10,b,t,i)
-#define LDB(x,b,t)		f4(0x3,b,x,0,0,0,LD_CC_H_NONE,0,0,t)
-#define LDBI(i,b,t)		f5(0x3,b,i,0,0,1,LD_CC_H_NONE,0,0,t)
-#define LDCD(x,b,t)		f4(0x3,b,x,0,0,0,LD_CC_H_NONE,5,0,t)
-#define LDCDI(i,b,t)		f5(0x3,b,i,0,0,1,LD_CC_H_NONE,5,0,t)
-#define LDCW(x,b,t)		f4(0x3,b,x,0,0,0,LD_CC_H_NONE,7,0,t)
-#define LDCWI(i,b,t)		f5(0x3,b,i,0,0,1,LD_CC_H_NONE,7,0,t)
-#define LDDL(i,b,t)		f3(0x14,b,t,i,0)
-#define LDD(x,b,t)		f4(0x3,b,x,0,0,0,LD_CC_H_NONE,3,0,t)
-#define LDDI(i,b,t)		f5(0x3,b,i,0,0,1,LD_CC_H_NONE,3,0,t)
-#define LDDA(x,b,t)		f4(0x3,b,x,0,0,0,LD_CC_H_NONE,4,0,t)
-#define LDDAI(i,b,t)		f5(0x3,b,i,0,0,1,LD_CC_H_NONE,4,0,t)
-#define LDHL(i,b,t)		f1(0x11,b,t,i)
-#define LDH(x,b,t)		f4(0x3,b,x,0,0,0,LD_CC_H_NONE,1,0,t)
-#define LDHI(i,b,t)		f5(0x3,b,i,0,0,1,LD_CC_H_NONE,1,0,t)
-#define LDIL(i,t)		f7(0x8,t,i)
-#define LDO(i,b,t)		f1(0xd,b,t,i)
-#define LDI(i,t)		LDO(i,0,t)
-#define LDSID(s,b,t)		f30(0x0,b,0,s,0,0x85,t)
-#define LDWL(i,b,t)		f1(0x12,b,t,i)
-#define LDWL_MB(i,b,t)		f1(0x13,b,t,i)	/* pre-dec or post-inc */
-#define LDWL_MA(i,b,t)		f2(0x17,b,t,i,2)/* post-dec or pre-inc */
-#define LDW(x,b,t)		f4(0x3,b,x,0,0,0,LD_CC_H_NONE,2,0,t)
-#define LDWI(i,b,t)		f5(0x3,b,i,0,0,1,LD_CC_H_NONE,2,0,t)
-#define LDWA(x,b,t)		f4(0x3,b,x,0,0,0,LD_CC_H_NONE,6,0,t)
-#define LDWAI(i,b,t)		f5(0x3,b,i,0,0,1,LD_CC_H_NONE,6,0,t)
-#define LPA(x,s,b,t)		f24(0x1,b,x,s,0x4d,0,t)
-#define MFSP(s,t)		f29(0x0,0,0,s,0x25,t)
-#define MIXH_L(r1,r2,t)		f10(0x3e,r2,r1,1,0,0,1,0,0,t)
-#define MIXH_R(r1,r2,t)		f10(0x3e,r2,r1,1,2,0,1,0,0,t)
-#define MIXW_L(r1,r2,t)		f10(0x3e,r2,r1,1,0,0,0,0,0,t)
-#define MIXW_R(r1,r2,t)		f10(0x3e,r2,r1,1,2,0,0,0,0,t)
-#define MOVB_(c,r1,r2,i)	f17(0x32,r2,r1,c,i,0)
-#define MOVB(r1,r2,i)		MOVB_(SED_C_NEVER,r1,r2,i)
-#define MOVB_EQ(r1,r2,i)	MOVB_(SED_C_EQ,r1,r2,i)
-#define MOVB_LT(r1,r2,i)	MOVB_(SED_C_LT,r1,r2,i)
-#define MOVB_OD(r1,r2,i)	MOVB_(SED_C_OD,r1,r2,i)
-#define MOVB_TR(r1,r2,i)	MOVB_(SED_C_TR,r1,r2,i)
-#define MOVB_NE(r1,r2,i)	MOVB_(SED_C_NE,r1,r2,i)
-#define MOVB_GE(r1,r2,i)	MOVB_(SED_C_GE,r1,r2,i)
-#define MOVB_EV(r1,r2,i)	MOVB_(SED_C_EV,r1,r2,i)
-#define MOVIB_(c,r,i,t)		f17x(0x33,r,i,c,t,0)
-#define MOVIB(i,r,t)		MOVIB_(SED_C_NEVER,i,r,t)
-#define MOVIB_EQ(i,r,t)		MOVIB_(SED_C_EQ,i,r,t)
-#define MOVIB_LT(i,r,t)		MOVIB_(SED_C_LT,i,r,t)
-#define MOVIB_OD(i,r,t)		MOVIB_(SED_C_OD,i,r,t)
-#define MOVIB_TR(i,r,t)		MOVIB_(SED_C_TR,i,r,t)
-#define MOVIB_NE(i,r,t)		MOVIB_(SED_C_NE,i,r,t)
-#define MOVIB_GE(i,r,t)		MOVIB_(SED_C_GE,i,r,t)
-#define MOVIB_EV(i,r,t)		MOVIB_(SED_C_EV,i,r,t)
-#define MTCTL(r,t)		f31(0x0,t,r,0,0xc2,0)
-#define MTSAR(r)		MTCTL(r,_CR11_REGNO)
-#define MTSARCM(r)		f31(0x0,0xb,r,0,0xc6,0)
-#define MTSM(r)			f33(0x0,0,r,0,0xc3,0)
-#define MTSP(r,s)		f29(0x0,0,r,s,0xc1,0)
-#define OR_(c,r1,r2,t)		f8(0x2,r2,r1,c,0,1,0,1,0,t)
-#define OR(r1,r2,t)		OR_(LOG_CC_NV,r1,r2,t)
-#define NOP()			OR(_R0_REGNO,_R0_REGNO,_R0_REGNO)
-#define COPY(r,t)		OR(r,0,t)
-#define PDC(x,s,b)		f24(0x1,b,x,s,0x4e,0,0)
-#define PDTLB(x,s,b)		f24(0x1,b,x,s,0x48,0,0)
-#define PDTLB_L(x,s,b)		f24(0x1,b,x,s,0x58,0,0)
-#define PDTLBE(x,s,b)		f24(0x1,b,x,s,0x49,0,0)
-#define PERMH(c,r,t)		f10(0x3e,r,r,0,(c)&3,0,((c)>>2)&3,(((c)>>2)&6)|(((c)>>6)&3),0,t)
-#define PITBL(x,s,b)		f26(0x1,b,x,s,0x08,0,0)
-#define PITBL_L(x,s,b)		f26(0x1,b,x,s,0x18,0,0)
-#define PITBLE(x,s,b)		f26(0x1,b,x,s,0x09,0,0)
-#define POPBTS(i)		f23(0x3a,0,0,2,0,i,1,0,1)
-#define PROBE_R(s,b,r,t)	f24(0x1,b,r,s,0x46,0,t)
-#define PROBE_W(s,b,r,t)	f24(0x1,b,r,s,0x47,0,t)
-#define PROBEI_R(s,b,i,t)	f24(0x1,b,i,s,0x46,0,t)
-#define PROBEI_W(s,b,i,t)	f24(0x1,b,i,s,0x47,0,t)
-#define PUSHBTS(r)		f23(0x3a,0,r,2,0,0,0,0,1)
-#define PUSHNOM()		f23(0x3a,0,0,2,0,0,0,0,1)
-#define RFI()			f33(0x0,0,0,0,0x60,0)
-#define RFI_R()			f33(0x0,0,0,0,0x65,0)
-#define RSM(i,t)		f33(0x0,((i)&0x3e0)>>5,(i)&0x1f,0,0x73,t)
-#define SHLADD_(e,cf,r1,sa,r2,t) f8(0x2,r2,r1,cf,e,1,0,sa,0,t)
-#define SHLADD(r1,sa,r2,t)	SHLADD_(1,ADD_CF_NV,r1,sa,r2,t)
-#define SHLADD_L(r1,sa,r2,t)	SHLADD_(2,ADD_CF_NV,r1,sa,r2,t)
-#define SHLADD_TSV(r1,sa,r2,t)	SHLADD_(3,ADD_CF_NV,r1,sa,r2,t)
-#define SHRPD(r1,r2,t)		f11(0x34,r2,r1,SED_C_NEVER,0,0,1,0,t)
-#define SHRPDI(r1,r2,sa,t)	f14(0x34,r2,r1,SED_C_NEVER,0,(63-(sa))>>5,1,(63-(sa))&0x1f,t)
-#define SHRPW(r1,r2,t)		f11(0x34,r2,r1,SED_C_NEVER,0,0,0,0,t)
-#define SHRPWI(r1,r2,sa,t)	f14(0x34,r2,r1,SED_C_NEVER,0,1,0,31-(sa),t)
-#define SPOP0(sf,so)		f34(0x4,(so)>>5,0,sf,0,(so)&0x1f)
-#define SPOP1(sf,so,t)		f35(0x4,so,1,sf,0,t)
-#define SPOP2(sf,so,r)		f36(0x4,r,(so)>>5,2,sf,0,(so)&0x1f)
-#define SPOP3(sf,so,r1,r2)	f37(0x4,r2,r1,(so)>>5,3,sf,0,(so)&0x1f)
-#define SSM(i,t)		f33(0x00,(i)>>5,(i)&0x1f,0,0x6b,t)
-#define STBL(r,i,b)		f1(0x18,b,r,i)
-#define STBI(r,i,b)		f6(0x3,b,r,0,0,1,LD_CC_H_NONE,0x8,0,i)
-#define STDL(r,i,b)		f3(0x1c,b,r,i,0)
-#define STDI(r,i,b)		f6(0x3,b,r,0,0,1,LD_CC_H_NONE,0xc,0,i)
-#define STDA(r,i,b)		f6(0x3,b,r,0,0,1,LD_CC_H_NONE,0xf,0,i)
-#define STHL(r,i,b)		f1(0x19,b,r,i)
-#define STHI(r,i,b)		f6(0x3,b,r,0,0,1,LD_CC_H_NONE,0x9,0,i)
-#define STWL(r,i,b)		f1(0x1a,b,r,i)
-#define STWL_MA(r,i,b)		f1(0x1b,b,r,i)	/* pre-dec or post-inc */
-#define STWL_MB(r,i,b)		f2(0x1f,b,r,i,2)/* post-dec or pre-inc */
-#define STWI(r,i,b)		f6(0x3,b,r,0,0,1,LD_CC_H_NONE,0xa,0,i)
-#define STWA(r,i,b)		f6(0x3,b,r,0,0,1,LD_CC_H_NONE,0xe,0,i)
-#define SUB_(e1,e2,cf,r1,r2,t)	f8(0x2,r2,r1,cf,e1,0,e2,0,0,t)
-#define SUB(r1,r2,t)		SUB_(1,0,CS_CC_NV,r1,r2,t)
-#define SUB_B(r1,r2,t)		SUB_(1,1,CS_CC_NV,r1,r2,t)
-#define SUB_SV(r1,r2,t)		SUB_(1,0,CS_CC_SV,r1,r2,t)
-#define SUB_NSV(r1,r2,t)	SUB_(1,0,CS_CC_NSV,r1,r2,t)
-/* actually, rsbi */
-#define SUBI_(e1,cf,i,r,t)	f9(0x25,r,t,cf,e1,i)
-#define SUBI(i,r,t)		SUBI_(0,ADD_CF_NV,i,r,t)
-#define SYNC()			f33(0x0,0,0,0,0x20,0)
-#define SYNCDMA()		f33(0x0,0,1<<4,0,0x20,0)
-#define UADDCM(r1,r2,t)		f8(0x2,r2,r1,ADD_CF_NV,2,0,1,2,0,t)
-#define UXOR(r1,r2,t)		f8(0x2,r2,r1,LOG_CC_NV,0,1,1,2,0,t)
-#define XOR(r1,r2,t)		f8(0x2,r2,r1,LOG_CC_NV,0,1,0,2,0,t)
-#  define nop(c)			_nop(_jit,c)
-static void _nop(jit_state_t*,int32_t);
-#define movr(r0,r1)		_movr(_jit,r0,r1)
-static void _movr(jit_state_t*,int32_t,int32_t);
-#define movi(r0,i0)		_movi(_jit,r0,i0)
-static void _movi(jit_state_t*,int32_t,jit_word_t);
-#define movi_p(r0,i0)		_movi_p(_jit,r0,i0)
-static jit_word_t _movi_p(jit_state_t*,int32_t,jit_word_t);
-#define comr(r0,r1)		UADDCM(_R0_REGNO,r1,r0)
-#define negr(r0,r1)		SUB(_R0_REGNO,r1,r0)
-#define extr_c(r0,r1)		EXTRWR(r1,31,8,r0)
-#define extr_uc(r0,r1)		EXTRWR_U(r1,31,8,r0)
-#define extr_s(r0,r1)		EXTRWR(r1,31,16,r0)
-#define extr_us(r0,r1)		EXTRWR_U(r1,31,16,r0)
-#if __BYTE_ORDER == __BIG_ENDIAN
-#  define bswapr_us(r0,r1)	extr_us(r0,r1)
-#  define bswapr_ui(r0,r1)	movr(r0,r1)
-#else
-#  error need bswapr implementation
-#endif
-#define addr(r0,r1,r2)		ADD(r1,r2,r0)
-#define addi(r0,r1,i0)		_addi(_jit,r0,r1,i0)
-static void _addi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define addcr(r0,r1,r2)		addr(r0,r1,r2)
-#define addci(r0,r1,i0)		_addci(_jit,r0,r1,i0)
-static void _addci(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define addxr(r0,r1,r2)		ADD_C(r1,r2,r0)
-#define addxi(r0,r1,i0)		_addxi(_jit,r0,r1,i0)
-static void _addxi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define subr(r0,r1,r2)		SUB(r1,r2,r0)
-#define subi(r0,r1,i0)		_subi(_jit,r0,r1,i0)
-static void _subi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define subcr(r0,r1,r2)		subr(r0,r1,r2)
-#define subci(r0,r1,i0)		_subci(_jit,r0,r1,i0)
-static void _subci(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define subxr(r0,r1,r2)		SUB_B(r1,r2,r0)
-#define subxi(r0,r1,i0)		_subxi(_jit,r0,r1,i0)
-static void _subxi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define rsbi(r0, r1, i0)	_rsbi(_jit, r0, r1, i0)
-static void _rsbi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define mulr(r0,r1,r2)		_mulr(_jit,r0,r1,r2)
-static void _mulr(jit_state_t*,int32_t,int32_t,int32_t);
-#define muli(r0,r1,i0)		_muli(_jit,r0,r1,i0)
-static void _muli(jit_state_t*,int32_t,int32_t,jit_word_t);
-static long long __llmul(int, int);
-#define qmulr(r0,r1,r2,r3)	_qmulr(_jit,r0,r1,r2,r3)
-static void _qmulr(jit_state_t*,
-		   int32_t,int32_t,int32_t,int32_t);
-#define qmuli(r0,r1,r2,i0)	_qmuli(_jit,r0,r1,r2,i0)
-static void _qmuli(jit_state_t*,
-		   int32_t,int32_t,int32_t,jit_word_t);
-#define qmulr_u(r0,r1,r2,r3)	_qmulr_u(_jit,r0,r1,r2,r3)
-static void _qmulr_u(jit_state_t*,
-		     int32_t,int32_t,int32_t,int32_t);
-#define qmuli_u(r0,r1,r2,i0)	_qmuli_u(_jit,r0,r1,r2,i0)
-static void _qmuli_u(jit_state_t*,
-		     int32_t,int32_t,int32_t,jit_word_t);
-static int __idiv(int, int);
-#define divr(r0,r1,r2)		_divr(_jit,r0,r1,r2)
-static void _divr(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi(r0,r1,i0)		_divi(_jit,r0,r1,i0)
-static void _divi(jit_state_t*,int32_t,int32_t,jit_word_t);
-static unsigned int __udiv(unsigned int, unsigned int);
-#define divr_u(r0,r1,r2)	_divr_u(_jit,r0,r1,r2)
-static void _divr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi_u(r0,r1,i0)	_divi_u(_jit,r0,r1,i0)
-static void _divi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-static int __irem(int, int);
-#define remr(r0,r1,r2)		_remr(_jit,r0,r1,r2)
-static void _remr(jit_state_t*,int32_t,int32_t,int32_t);
-#define remi(r0,r1,i0)		_remi(_jit,r0,r1,i0)
-static void _remi(jit_state_t*,int32_t,int32_t,jit_word_t);
-static unsigned int __urem(unsigned int, unsigned int);
-#define remr_u(r0,r1,r2)	_remr_u(_jit,r0,r1,r2)
-static void _remr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define remi_u(r0,r1,i0)	_remi_u(_jit,r0,r1,i0)
-static void _remi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-static idiv_t __idivrem(int, int);
-#define qdivr(r0,r1,r2,r3)	_qdivr(_jit,r0,r1,r2,r3)
-static void _qdivr(jit_state_t*,
-		   int32_t,int32_t,int32_t,int32_t);
-#define qdivi(r0,r1,r2,i0)	_qdivi(_jit,r0,r1,r2,i0)
-static void _qdivi(jit_state_t*,
-		   int32_t,int32_t,int32_t,jit_word_t);
-static udiv_t __udivrem(unsigned int, unsigned int);
-#define qdivr_u(r0,r1,r2,r3)	_qdivr_u(_jit,r0,r1,r2,r3)
-static void _qdivr_u(jit_state_t*,
-		     int32_t,int32_t,int32_t,int32_t);
-#define qdivi_u(r0,r1,r2,i0)	_qdivi_u(_jit,r0,r1,r2,i0)
-static void _qdivi_u(jit_state_t*,
-		     int32_t,int32_t,int32_t,jit_word_t);
-#define andr(r0,r1,r2)		AND(r1,r2,r0)
-#define andi(r0,r1,i0)		_andi(_jit,r0,r1,i0)
-static void _andi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define orr(r0,r1,r2)		OR(r1,r2,r0)
-#define ori(r0,r1,i0)		_ori(_jit,r0,r1,i0)
-static void _ori(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define xorr(r0,r1,r2)		XOR(r1,r2,r0)
-#define xori(r0,r1,i0)		_xori(_jit,r0,r1,i0)
-static void _xori(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define lshr(r0,r1,r2)		_lshr(_jit,r0,r1,r2)
-static void _lshr(jit_state_t*,int32_t,int32_t,int32_t);
-#define lshi(r0,r1,i0)		SHLWI(r1,i0,r0)
-#define rshr(r0,r1,r2)		_rshr(_jit,r0,r1,r2)
-static void _rshr(jit_state_t*,int32_t,int32_t,int32_t);
-#define rshi(r0,r1,i0)		SHRWI(r1,i0,r0)
-#define rshr_u(r0,r1,r2)	_rshr_u(_jit,r0,r1,r2)
-static void _rshr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define rshi_u(r0,r1,i0)	SHRWI_U(r1,i0,r0)
-#define cmpr(c,r0,r1,r2)	_cmpr(_jit,c,r0,r1,r2)
-static void _cmpr(jit_state_t*,jit_word_t,int32_t,int32_t,int32_t);
-#define cmpi(c,ci,r0,r1,i0)	_cmpi(_jit,c,ci,r0,r1,i0)
-static void _cmpi(jit_state_t*,jit_word_t,jit_word_t,
-		  int32_t,int32_t,jit_word_t);
-#define ltr(r0,r1,r2)		cmpr(CS_CC_GE,r0,r1,r2)
-#define lti(r0,r1,i0)		cmpi(CS_CC_GE,CS_CC_LE,r0,r1,i0)
-#define ltr_u(r0,r1,r2)		cmpr(CS_CC_UGE,r0,r1,r2)
-#define lti_u(r0,r1,i0)		cmpi(CS_CC_UGE,CS_CC_ULE,r0,r1,i0)
-#define ler(r0,r1,r2)		cmpr(CS_CC_GT,r0,r1,r2)
-#define lei(r0,r1,i0)		cmpi(CS_CC_GT,CS_CC_LT,r0,r1,i0)
-#define ler_u(r0,r1,r2)		cmpr(CS_CC_UGT,r0,r1,r2)
-#define lei_u(r0,r1,i0)		cmpi(CS_CC_UGT,CS_CC_ULT,r0,r1,i0)
-#define eqr(r0,r1,r2)		cmpr(CS_CC_NE,r0,r1,r2)
-#define eqi(r0,r1,i0)		cmpi(CS_CC_NE,CS_CC_NE,r0,r1,i0)
-#define ger(r0,r1,r2)		cmpr(CS_CC_LT,r0,r1,r2)
-#define gei(r0,r1,i0)		cmpi(CS_CC_LT,CS_CC_GT,r0,r1,i0)
-#define ger_u(r0,r1,r2)		cmpr(CS_CC_ULT,r0,r1,r2)
-#define gei_u(r0,r1,i0)		cmpi(CS_CC_ULT,CS_CC_UGT,r0,r1,i0)
-#define gtr(r0,r1,r2)		cmpr(CS_CC_LE,r0,r1,r2)
-#define gti(r0,r1,i0)		cmpi(CS_CC_LE,CS_CC_GE,r0,r1,i0)
-#define gtr_u(r0,r1,r2)		cmpr(CS_CC_ULE,r0,r1,r2)
-#define gti_u(r0,r1,i0)		cmpi(CS_CC_ULE,CS_CC_UGE,r0,r1,i0)
-#define ner(r0,r1,r2)		cmpr(CS_CC_EQ,r0,r1,r2)
-#define nei(r0,r1,i0)		cmpi(CS_CC_EQ,CS_CC_EQ,r0,r1,i0)
-#define ldr_c(r0,r1)		_ldr_c(_jit,r0,r1)
-static void _ldr_c(jit_state_t*,int32_t,int32_t);
-#define ldi_c(r0,i0)		_ldi_c(_jit,r0,i0)
-static void _ldi_c(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_c(r0,r1,r2)	_ldxr_c(_jit,r0,r1,r2)
-static void _ldxr_c(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_c(r0,r1,i0)	_ldxi_c(_jit,r0,r1,i0)
-static void _ldxi_c(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldr_uc(r0,r1)		LDBI(_R0_REGNO,r1,r0)
-#define ldi_uc(r0,i0)		_ldi_uc(_jit,r0,i0)
-static void _ldi_uc(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_uc(r0,r1,r2)	LDB(r2,r1,r0)
-#define ldxi_uc(r0,r1,i0)	_ldxi_uc(_jit,r0,r1,i0)
-static void _ldxi_uc(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldr_s(r0,r1)		_ldr_s(_jit,r0,r1)
-static void _ldr_s(jit_state_t*,int32_t,int32_t);
-#define ldi_s(r0,i0)		_ldi_s(_jit,r0,i0)
-static void _ldi_s(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_s(r0,r1,r2)	_ldxr_s(_jit,r0,r1,r2)
-static void _ldxr_s(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_s(r0,r1,i0)	_ldxi_s(_jit,r0,r1,i0)
-static void _ldxi_s(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldr_us(r0,r1)		LDHI(_R0_REGNO,r1,r0)
-#define ldi_us(r0,i0)		_ldi_us(_jit,r0,i0)
-static void _ldi_us(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_us(r0,r1,r2)	LDH(r2,r1,r0)
-#define ldxi_us(r0,r1,i0)	_ldxi_us(_jit,r0,r1,i0)
-static void _ldxi_us(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldr(r0,r1)		ldr_ui(r0,r1)
-#define ldr_i(r0,r1)		ldr_ui(r0,r1)
-#define ldr_ui(r0,r1)		LDWI(_R0_REGNO,r1,r0)
-#define ldi_i(r0,i0)		ldi_ui(r0,i0)
-#define ldi_ui(r0,i0)		_ldi_ui(_jit,r0,i0)
-static void _ldi_ui(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_i(r0,r1,r2)	ldxr_ui(r0,r1,r2)
-#define ldxr_ui(r0,r1,r2)	LDW(r2,r1,r0)
-#define ldxi(r0,r1,i0)		ldxi_ui(r0,r1,i0)
-#define ldxi_i(r0,r1,i0)	ldxi_ui(r0,r1,i0)
-#define ldxi_ui(r0,r1,i0)	_ldxi_ui(_jit,r0,r1,i0)
-static void _ldxi_ui(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define str_c(r0,r1)		STBI(r1,_R0_REGNO,r0)
-#define sti_c(i0,r0)		_sti_c(_jit,i0,r0)
-static void _sti_c(jit_state_t*,jit_word_t,int32_t);
-#define stxr_c(r0,r1,r2)	_stxr_c(_jit,r0,r1,r2)
-static void _stxr_c(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_c(i0,r0,r1)	_stxi_c(_jit,i0,r0,r1)
-static void _stxi_c(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define str_s(r0,r1)		STHI(r1,_R0_REGNO,r0)
-#define sti_s(i0,r0)		_sti_s(_jit,i0,r0)
-static void _sti_s(jit_state_t*,jit_word_t,int32_t);
-#define stxr_s(r0,r1,r2)	_stxr_s(_jit,r0,r1,r2)
-static void _stxr_s(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_s(i0,r0,r1)	_stxi_s(_jit,i0,r0,r1)
-static void _stxi_s(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define str_i(r0,r1)		STWI(r1,_R0_REGNO,r0)
-#define sti_i(i0,r0)		_sti_i(_jit,i0,r0)
-static void _sti_i(jit_state_t*,jit_word_t,int32_t);
-#define stxr_i(r0,r1,r2)	_stxr_i(_jit,r0,r1,r2)
-static void _stxr_i(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi(i0,r0,r1)		stxi_i(i0,r0,r1)
-#define stxi_i(i0,r0,r1)	_stxi_i(_jit,i0,r0,r1)
-static void _stxi_i(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bcmpr(c,i0,r0,r1)	_bcmpr(_jit,c,i0,r0,r1)
-static jit_word_t _bcmpr(jit_state_t*,jit_word_t,
-			 jit_word_t,int32_t,int32_t);
-#define bcmpi(c,ci,i0,r0,i1)	_bcmpi(_jit,c,ci,i0,r0,i1)
-static jit_word_t _bcmpi(jit_state_t*,jit_word_t,jit_word_t,
-			 jit_word_t,int32_t,jit_word_t);
-#define bltr(i0,r0,r1)		bcmpr(CS_CC_LT,i0,r0,r1)
-#define blti(i0,r0,r1)		bcmpi(CS_CC_LT,CS_CC_GT,i0,r0,r1)
-#define bltr_u(i0,r0,r1)	bcmpr(CS_CC_ULT,i0,r0,r1)
-#define blti_u(i0,r0,r1)	bcmpi(CS_CC_ULT,CS_CC_UGT,i0,r0,r1)
-#define bler(i0,r0,r1)		bcmpr(CS_CC_LE,i0,r0,r1)
-#define blei(i0,r0,r1)		bcmpi(CS_CC_LE,CS_CC_GE,i0,r0,r1)
-#define bler_u(i0,r0,r1)	bcmpr(CS_CC_ULE,i0,r0,r1)
-#define blei_u(i0,r0,r1)	bcmpi(CS_CC_ULE,CS_CC_UGE,i0,r0,r1)
-#define beqr(i0,r0,r1)		bcmpr(CS_CC_EQ,i0,r0,r1)
-#define beqi(i0,r0,r1)		bcmpi(CS_CC_EQ,CS_CC_EQ,i0,r0,r1)
-#define bger(i0,r0,r1)		bcmpr(CS_CC_GE,i0,r0,r1)
-#define bgei(i0,r0,r1)		bcmpi(CS_CC_GE,CS_CC_LE,i0,r0,r1)
-#define bger_u(i0,r0,r1)	bcmpr(CS_CC_UGE,i0,r0,r1)
-#define bgei_u(i0,r0,r1)	bcmpi(CS_CC_UGE,CS_CC_ULE,i0,r0,r1)
-#define bgtr(i0,r0,r1)		bcmpr(CS_CC_GT,i0,r0,r1)
-#define bgti(i0,r0,r1)		bcmpi(CS_CC_GT,CS_CC_LT,i0,r0,r1)
-#define bgtr_u(i0,r0,r1)	bcmpr(CS_CC_UGT,i0,r0,r1)
-#define bgti_u(i0,r0,r1)	bcmpi(CS_CC_UGT,CS_CC_ULT,i0,r0,r1)
-#define bner(i0,r0,r1)		bcmpr(CS_CC_NE,i0,r0,r1)
-#define bnei(i0,r0,r1)		bcmpi(CS_CC_NE,CS_CC_NE,i0,r0,r1)
-#define bmxr(c,i0,r0,r1)	_bmxr(_jit,c,i0,r0,r1)
-static jit_word_t _bmxr(jit_state_t*,jit_bool_t,
-			jit_word_t,int32_t,int32_t);
-#define bmxi(c,i0,r0,i1)	_bmxi(_jit,c,i0,r0,i1)
-static jit_word_t _bmxi(jit_state_t*,jit_bool_t,
-			jit_word_t,int32_t,jit_word_t);
-#define bmcr(r0,r1,r2)		bmxr(0,r0,r1,r2)
-#define bmci(r0,r1,r2)		bmxi(0,r0,r1,r2)
-#define bmsr(r0,r1,r2)		bmxr(1,r0,r1,r2)
-#define bmsi(r0,r1,r2)		bmxi(1,r0,r1,r2)
-#define boaddr(i0,r0,r1)	_boaddr(_jit,i0,r0,r1)
-static jit_word_t _boaddr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define boaddi(i0,r0,i1)	_boaddi(_jit,i0,r0,i1)
-static jit_word_t _boaddi(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define boaddr_u(i0,r0,r1)	_boaddr_u(_jit,i0,r0,r1)
-static jit_word_t _boaddr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define boaddi_u(i0,r0,i1)	_boaddi_u(_jit,i0,r0,i1)
-static jit_word_t _boaddi_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bxaddr(i0,r0,r1)	_bxaddr(_jit,i0,r0,r1)
-static jit_word_t _bxaddr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bxaddi(i0,r0,i1)	_bxaddi(_jit,i0,r0,i1)
-static jit_word_t _bxaddi(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bxaddr_u(i0,r0,r1)	_bxaddr_u(_jit,i0,r0,r1)
-static jit_word_t _bxaddr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bxaddi_u(i0,r0,i1)	_bxaddi_u(_jit,i0,r0,i1)
-static jit_word_t _bxaddi_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bosubr(i0,r0,r1)	_bosubr(_jit,i0,r0,r1)
-static jit_word_t _bosubr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bosubi(i0,r0,i1)	_bosubi(_jit,i0,r0,i1)
-static jit_word_t _bosubi(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bosubr_u(i0,r0,r1)	_bosubr_u(_jit,i0,r0,r1)
-static jit_word_t _bosubr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bosubi_u(i0,r0,i1)	_bosubi_u(_jit,i0,r0,i1)
-static jit_word_t _bosubi_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bxsubr(i0,r0,r1)	_bxsubr(_jit,i0,r0,r1)
-static jit_word_t _bxsubr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bxsubi(i0,r0,i1)	_bxsubi(_jit,i0,r0,i1)
-static jit_word_t _bxsubi(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bxsubr_u(i0,r0,r1)	_bxsubr_u(_jit,i0,r0,r1)
-static jit_word_t _bxsubr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bxsubi_u(i0,r0,i1)	_bxsubi_u(_jit,i0,r0,i1)
-static jit_word_t _bxsubi_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define jmpr(r0)		_jmpr(_jit,r0)
-static void _jmpr(jit_state_t*,int32_t);
-#define jmpi(i0)		_jmpi(_jit,i0)
-static void _jmpi(jit_state_t*,jit_word_t);
-#define jmpi_p(i0)		_jmpi_p(_jit,i0)
-static jit_word_t _jmpi_p(jit_state_t*,jit_word_t);
-#define callr(r0)		_callr(_jit,r0)
-static void _callr(jit_state_t*,int32_t);
-#define calli(i0)		_calli(_jit,i0)
-static void _calli(jit_state_t*,jit_word_t);
-#define calli_p(i0)		_calli_p(_jit,i0)
-static jit_word_t _calli_p(jit_state_t*,jit_word_t);
-#define prolog(node)		_prolog(_jit, node)
-static void _prolog(jit_state_t*, jit_node_t*);
-#define epilog(node)		_epilog(_jit, node)
-static void _epilog(jit_state_t*, jit_node_t*);
-#define vastart(r0)		_vastart(_jit, r0)
-static void _vastart(jit_state_t*, int32_t);
-#define vaarg(r0, r1)		_vaarg(_jit, r0, r1)
-static void _vaarg(jit_state_t*, int32_t, int32_t);
-#define patch_at(i,l)		_patch_at(_jit,i,l)
-static void _patch_at(jit_state_t*,jit_word_t,jit_word_t);
-#endif
-
-#if CODE
-/* from binutils bfd/libhppa.h */
-static inline int
-sign_extend (int x, int len)
-{
-  int signbit = (1 << (len - 1));
-  int mask = (signbit << 1) - 1;
-  return ((x & mask) ^ signbit) - signbit;
-}
-
-static inline int
-sign_unext (int x, int len)
-{
-  int len_ones;
-
-  len_ones = (1 << len) - 1;
-
-  return x & len_ones;
-}
-
-static inline int
-low_sign_unext (int x, int len)
-{
-  int temp;
-  int sign;
-
-  sign = (x >> (len-1)) & 1;
-
-  temp = sign_unext (x, len-1);
-
-  return (temp << 1) | sign;
-}
-
-static inline int
-re_assemble_3 (int as3)
-{
-  return ((  (as3 & 4) << (13-2))
-	  | ((as3 & 3) << (13+1)));
-}
-
-static inline int
-re_assemble_12 (int as12)
-{
-  return ((  (as12 & 0x800) >> 11)
-	  | ((as12 & 0x400) >> (10 - 2))
-	  | ((as12 & 0x3ff) << (1 + 2)));
-}
-
-static inline int
-re_assemble_16 (int as16)
-{
-  int s, t;
-
-  /* Unusual 16-bit encoding, for wide mode only.  */
-  t = (as16 << 1) & 0xffff;
-  s = (as16 & 0x8000);
-  return (t ^ s ^ (s >> 1)) | (s >> 15);
-}
-
-static inline int
-re_assemble_17 (int as17)
-{
-  return ((  (as17 & 0x10000) >> 16)
-	  | ((as17 & 0x0f800) << (16 - 11))
-	  | ((as17 & 0x00400) >> (10 - 2))
-	  | ((as17 & 0x003ff) << (1 + 2)));
-}
-
-static inline int
-re_assemble_21 (int as21)
-{
-  return ((  (as21 & 0x100000) >> 20)
-	  | ((as21 & 0x0ffe00) >> 8)
-	  | ((as21 & 0x000180) << 7)
-	  | ((as21 & 0x00007c) << 14)
-	  | ((as21 & 0x000003) << 12));
-}
-
-static inline int
-re_assemble_22 (int as22)
-{
-  return ((  (as22 & 0x200000) >> 21)
-	  | ((as22 & 0x1f0000) << (21 - 16))
-	  | ((as22 & 0x00f800) << (16 - 11))
-	  | ((as22 & 0x000400) >> (10 - 2))
-	  | ((as22 & 0x0003ff) << (1 + 2)));
-}
-
-static void
-_f1(jit_state_t *_jit, int32_t o,
-    int32_t b, int32_t t, int32_t i)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(b  & ~0x1f));
-    assert(!(t  & ~0x1f));
-    assert(i >= -8192 && i <= 8191);
-    ii((o<<26)|(b<<21)|(t<<16)|(re_assemble_16(i)));
-}
-
-static void
-_f2(jit_state_t *_jit, int32_t o,
-    int32_t b, int32_t t, int32_t i, int32_t j)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(b  & ~0x1f));
-    assert(!(t  & ~0x1f));
-    assert(i >= -32768 && i <= 32767);
-    assert(!(j  &  ~0x3));
-    ii((o<<26)|(b<<21)|(t<<16)|(j<<1)|(re_assemble_16(i)));
-}
-
-static void
-_f3(jit_state_t *_jit, int32_t o,
-    int32_t b, int32_t t, int32_t i, int32_t j)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(b  & ~0x1f));
-    assert(!(t  & ~0x1f));
-    assert(i >= -32768 && i <= 32767);
-    assert(!(j  &  ~0x1));
-    ii((o<<26)|(b<<21)|(t<<16)|(j<<1)|(re_assemble_16(i)));
-}
-
-static void
-_f4(jit_state_t *_jit, int32_t o, int32_t b,
-    int32_t x, int32_t s, int32_t u, int32_t y,
-    int32_t c, int32_t z, int32_t m, int32_t t)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(b  & ~0x1f));
-    assert(!(x  & ~0x1f));
-    assert(!(s  &  ~0x3));
-    assert(!(u  &  ~0x1));
-    assert(!(y  &  ~0x1));
-    assert(!(c  &  ~0x3));
-    assert(!(z  &  ~0xf));
-    assert(!(m  &  ~0x1));
-    assert(!(t  & ~0x1f));
-    ii((o<<26)|(b<<21)|(x<<16)|(s<<14)|(u<<13)|(y<<12)|(c<<10)|(z<<6)|(m<<5)|t);
-}
-
-static void
-_f5(jit_state_t *_jit, int32_t o, int32_t b,
-    int32_t i, int32_t s, int32_t a, int32_t y,
-    int32_t c, int32_t z, int32_t m, int32_t t)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(b  & ~0x1f));
-    assert(!(s  &  ~0x3));
-    assert(!(a  &  ~0x1));
-    assert(!(y  &  ~0x1));
-    assert(!(c  &  ~0x3));
-    assert(!(z  &  ~0xf));
-    assert(!(m  &  ~0x1));
-    assert(i >= -16 && i <= 15);
-    ii((o<<26)|(b<<21)|(low_sign_unext(i,5)<<16)|
-       (s<<14)|(a<<13)|(y<<12)|(c<<10)|(z<<6)|(m<<5)|t);
-}
-
-static void
-_f6(jit_state_t *_jit, int32_t o, int32_t b,
-    int32_t r, int32_t s, int32_t a, int32_t x,
-    int32_t c, int32_t y, int32_t m, int32_t i)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(b  & ~0x1f));
-    assert(!(s  &  ~0x3));
-    assert(!(a  &  ~0x1));
-    assert(!(x  &  ~0x1));
-    assert(!(c  &  ~0x3));
-    assert(!(y  &  ~0xf));
-    assert(!(m  &  ~0x1));
-    assert(i >= -16 && i <= 15);
-    ii((o<<26)|(b<<21)|(r<<16)|(s<<14)|(a<<13)|
-       (x<<12)|(c<<10)|(y<<6)|(m<<5)|low_sign_unext(i,5));
-}
-
-static void
-_f7(jit_state_t *_jit, int32_t o, int32_t r, int32_t i)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r  & ~0x1f));
-    assert(!(i  &  0x7ff));
-    ii((o<<26)|(r<<21)|re_assemble_21(i>>11));
-}
-
-static void
-_f8(jit_state_t *_jit, int32_t o,
-    int32_t r2, int32_t r1, int32_t cf,
-    int32_t e1, int32_t x, int32_t e2,
-    int32_t e3, int32_t d, int32_t t)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r2 & ~0x1f));
-    assert(!(r1 & ~0x1f));
-    assert(!(cf &  ~0xf));
-    assert(!(e1 &  ~0x3));
-    assert(!(x  &  ~0x1));
-    assert(!(e2 &  ~0x3));
-    assert(!(e3 &  ~0x3));
-    assert(!(d  &  ~0x1));
-    assert(!(t  & ~0x1f));
-    ii((o<<26)|(r2<<21)|(r1<<16)|(cf<<12)|
-       (e1<<10)|(x<<9)|(e2<<8)|(e3<<6)|(d<<5)|t);
-}
-
-static void
-_f9(jit_state_t *_jit,
-    int32_t o, int32_t r, int32_t t,
-    int32_t cf, int32_t e1, int32_t i)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r  & ~0x1f));
-    assert(!(t  & ~0x1f));
-    assert(!(cf &  ~0xf));
-    assert(!(e1 &  ~0x1));
-    assert(i >= -2048 && i <= 2047);
-    ii((o<<26)|(r<<21)|(t<<16)|(cf<<12)|(e1<<11)|low_sign_unext(i,11));
-}
-
-static void
-_f10(jit_state_t *_jit, int32_t o, int32_t r2,
-     int32_t r1, int32_t u, int32_t v, int32_t w,
-     int32_t x, int32_t sa, int32_t y, int32_t t)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r2 & ~0x1f));
-    assert(!(r1 & ~0x1f));
-    assert(!(u  &  ~0x1));
-    assert(!(v  &  ~0x3));
-    assert(!(w  &  ~0x1));
-    assert(!(x  &  ~0x3));
-    assert(!(sa &  ~0xf));
-    assert(!(y  &  ~0x1));
-    assert(!(t  & ~0x1f));
-    ii((o<<26)|(r2<<21)|(r1<<16)|(u<<15)|
-       (v<<13)|(w<<12)|(x<<10)|(sa<<6)|(y<<5)|t);
-}
-
-static void
-_f11(jit_state_t *_jit, int32_t o,
-     int32_t r2, int32_t r1, int32_t c, int32_t x,
-     int32_t y, int32_t z, int32_t u, int32_t t)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r1 & ~0x1f));
-    assert(!(r2 & ~0x1f));
-    assert(!(c  &  ~0x7));
-    assert(!(x  &  ~0x3));
-    assert(!(y  &  ~0x1));
-    assert(!(z  &  ~0x1));
-    assert(!(u  &  ~0xf));
-    assert(!(t  & ~0x1f));
-    ii((o<<26)|(r2<<21)|(r1<<16)|(c<<13)|(x<<11)|(y<<10)|(z<<9)|(u<<5)|t);
-}
-
-static void
-_f12(jit_state_t *_jit, int32_t o, int32_t r,
-     int32_t t, int32_t c, int32_t x, int32_t se,
-     int32_t y, int32_t c1, int32_t z, int32_t clen)
-{
-    assert(!(o    & ~0x3f));
-    assert(!(r    & ~0x1f));
-    assert(!(t    & ~0x1f));
-    assert(!(c    &  ~0x7));
-    assert(!(x    &  ~0x3));
-    assert(!(se   &  ~0x1));
-    assert(!(y    &  ~0x1));
-    assert(!(c1   &  ~0x1));
-    assert(!(z    &  ~0x7));
-    assert(!((32-clen) & ~0x1f));
-    ii((o<<26)|(r<<21)|(t<<16)|(c<<13)|(x<<11)|
-       (se<<10)|(y<<9)|(c1<<8)|(z<<5)|(32-clen));
-}
-
-static void
-_f13(jit_state_t *_jit, int32_t o, int32_t t,
-     int32_t r, int32_t c, int32_t x,
-     int32_t nz, int32_t c1, int32_t clen)
-{
-    assert(!(o    & ~0x3f));
-    assert(!(t    & ~0x1f));
-    assert(!(r    & ~0x1f));
-    assert(!(c    &  ~0x7));
-    assert(!(x    &  ~0x3));
-    assert(!(nz   &  ~0x1));
-    assert(!(c1   &  ~0x1));
-    assert(!((32-clen) & ~0x1f));
-    ii((o<<26)|(t<<21)|(r<<16)|(c<<13)|
-       (x<<11)|(nz<<10)|(c1<<8)|(32-clen));
-}
-
-static void
-_f13x(jit_state_t *_jit, int32_t o, int32_t t,
-      int32_t i, int32_t c, int32_t x,
-      int32_t nz, int32_t c1, int32_t clen)
-{
-    assert(!(o    & ~0x3f));
-    assert(!(t    & ~0x1f));
-    assert(i >= -16 && i <= 15);
-    assert(!(c    &  ~0x7));
-    assert(!(x    &  ~0x3));
-    assert(!(nz   &  ~0x1));
-    assert(!((32-clen) & ~0x1f));
-    ii((o<<26)|(t<<21)|(low_sign_unext(i,5)<<16)|
-       (c<<13)|(x<<11)|(nz<<10)|(c1<<8)|(32-clen));
-}
-
-static void
-_f14(jit_state_t *_jit, int32_t o,
-     int32_t r2, int32_t r1, int32_t c, int32_t x,
-     int32_t cp, int32_t y, int32_t cpos, int32_t t)
-{
-    assert(!(o    & ~0x3f));
-    assert(!(r1   & ~0x1f));
-    assert(!(r2   & ~0x1f));
-    assert(!(c    &  ~0x7));
-    assert(!(x    &  ~0x3));
-    assert(!(cp   &  ~0x1));
-    assert(!(y    &  ~0x1));
-    assert(!(cpos & ~0x1f));
-    assert(!(t    & ~0x1f));
-    ii((o<<26)|(r2<<21)|(r1<<16)|(c<<13)|(x<<12)|(cp<<11)|(y<<10)|(cpos<<5)|t);
-}
-
-static void
-_f15(jit_state_t *_jit, int32_t o,
-     int32_t r, int32_t t, int32_t c, int32_t c1,
-     int32_t p, int32_t se, int32_t pos, int32_t clen)
-{
-    assert(!(o    & ~0x3f));
-    assert(!(r    & ~0x1f));
-    assert(!(t    & ~0x1f));
-    assert(!(c    &  ~0x7));
-    assert(!(c1   &  ~0x1));
-    assert(!(p    &  ~0x1));
-    assert(!(se   &  ~0x1));
-    assert(!(pos  & ~0x1f));
-    assert(!((32-clen) & ~0x1f));
-    ii((o<<26)|(r<<21)|(t<<16)|(c<<13)|(c1<<12)|
-       (p<<11)|(se<<10)|(pos<<5)|(32-clen));
-}
-
-static void
-_f16(jit_state_t *_jit, int32_t o,
-     int32_t t, int32_t r, int32_t c, int32_t c1,
-     int32_t cp, int32_t nz, int32_t cpos, int32_t clen)
-{
-    assert(!(o    & ~0x3f));
-    assert(!(t    & ~0x1f));
-    assert(!(r    & ~0x1f));
-    assert(!(c    &  ~0x7));
-    assert(!(c1   &  ~0x1));
-    assert(!(cp   &  ~0x1));
-    assert(!(nz   &  ~0x1));
-    assert(!(cpos & ~0x1f));
-    assert(!((32-clen) & ~0x3f));
-    ii((o<<26)|(t<<21)|(r<<16)|(c<<13)|
-       (c1<<12)|(cp<<11)|(nz<<10)|(cpos<<5)|(32-clen));
-}
-
-static void
-_f16x(jit_state_t *_jit, int32_t o,
-      int32_t t, int32_t i, int32_t c, int32_t c1,
-      int32_t cp, int32_t nz, int32_t cpos, int32_t clen)
-{
-    assert(!(o    & ~0x3f));
-    assert(!(t    & ~0x1f));
-    assert(i >= -16 && i <= 15);
-    assert(!(c    &  ~0x7));
-    assert(!(c1   &  ~0x1));
-    assert(!(cp   &  ~0x1));
-    assert(!(nz   &  ~0x1));
-    assert(!(cpos & ~0x1f));
-    assert(!((32-clen) & ~0x3f));
-    ii((o<<26)|(t<<21)|(low_sign_unext(i,5)<<16)|(c<<13)|
-       (c1<<12)|(cp<<11)|(nz<<10)|(cpos<<5)|(32-clen));
-}
-
-static void
-_f17(jit_state_t *_jit, int32_t o, int32_t r2,
-     int32_t r1, int32_t c, int32_t i, int32_t n)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r2 & ~0x1f));
-    assert(!(r1 & ~0x1f));
-    assert(!(c  &  ~0x7));
-    assert(i >= -2048 && i <= 2047);
-    assert(!(n  &   ~0x1));
-    ii((o<<26)|(r2<<21)|(r1<<16)|(c<<13)|re_assemble_12(i)|(n<<1));
-}
-
-static void
-_f17x(jit_state_t *_jit, int32_t o, int32_t r,
-      int32_t i, int32_t c, int32_t t, int32_t n)
-{
-    assert(!(o & ~0x3f));
-    assert(!(r & ~0x1f));
-    assert(i >= -16 && i <= 15);
-    assert(!(c &  ~0x7));
-    assert(t >= -2048 && t <= 2047);
-    assert(!(n &  ~0x1));
-    ii((o<<26)|(r<<21)|
-       (low_sign_unext(i,5)<<16)|(c<<13)|re_assemble_12(t)|(n<<1));
-}
-
-static void
-_f18(jit_state_t *_jit, int32_t o, int32_t p,
-     int32_t r, int32_t c, int32_t i, int32_t n)
-{
-    assert(!(o & ~0x3f));
-    assert(!(p & ~0x1f));
-    assert(!(r & ~0x1f));
-    assert(!(c &  ~0x1));
-    assert(i >= -2048 && i <= 2047);
-    assert(!(n &  ~0x1));
-    ii((o<<26)|(p<<21)|(r<<16)|(c<<15)|(1<<14)|re_assemble_12(i)|(n<<1));
-}
-
-static void
-_f19(jit_state_t *_jit, int32_t o, int32_t b,
-     int32_t s, int32_t i, int32_t n)
-{
-    assert(!(o & ~0x3f));
-    assert(!(b & ~0x1f));
-    assert(!(s &  ~0x7));
-    assert(i >= -65536 && i <= 65535);
-    assert(!(n &  ~0x1));
-    ii((o<<26)|(b<<21)|re_assemble_3(s)|re_assemble_17(i)|(n<<1));
-}
-
-static void
-_f20(jit_state_t *_jit, int32_t o, int32_t t,
-     int32_t i, int32_t g, int32_t n)
-{
-    assert(!(o & ~0x3f));
-    assert(!(t & ~0x1f));
-    assert(i >= -32768 && i <= 32767);
-    assert(!(g &  ~0x7));
-    assert(!(n &  ~0x1));
-    ii((o<<26)|(t<<21)|(g<<13)|re_assemble_17(i)|(n<<1));
-}
-
-static void
-_f21(jit_state_t *_jit, int32_t o, int32_t t,
-     int32_t x, int32_t y, int32_t n)
-{
-    assert(!(o & ~0x3f));
-    assert(!(t & ~0x1f));
-    assert(!(x & ~0x1f));
-    assert(!(y &  ~0x7));
-    assert(!(n &  ~0x1));
-    ii((o<<26)|(t<<21)|(x<<16)|(y<<13)|(n<<1));
-}
-
-static void
-_f22(jit_state_t *_jit, int32_t o, int32_t b,
-     int32_t x, int32_t r, int32_t n, int32_t p)
-{
-    assert(!(o & ~0x3f));
-    assert(!(b & ~0x1f));
-    assert(!(x &  ~0x7));
-    assert(!(r & ~0x3f));
-    assert(!(n &  ~0x1));
-    assert(!(p &  ~0x1));
-    ii((o<<26)|(b<<21)|(x<<13)|(1<<12)|(r<<2)|(n<<1)|p);
-}
-
-static void
-_f23(jit_state_t *_jit, int32_t o,
-     int32_t a, int32_t b, int32_t c, int32_t d,
-     int32_t e, int32_t f, int32_t g, int32_t h)
-{
-    assert(!(o &  ~0x3f));
-    assert(!(a &  ~0x1f));
-    assert(!(b &  ~0x1f));
-    assert(!(c &   ~0x7));
-    assert(!(d &   ~0x1));
-    assert(!(e & ~0x1ff));
-    assert(!(f &   ~0x1));
-    assert(!(g &   ~0x1));
-    assert(!(h &   ~0x1));
-    ii((o<<26)|(a<<21)|(b<<16)|(c<<13)|(d<<12)|(e<<3)|(f<<2)|(g<<1)|h);
-}
-
-static void
-_f24(jit_state_t *_jit, int32_t o,
-     int32_t b, int32_t x, int32_t s,
-     int32_t y, int32_t m,int32_t r)
-{
-    assert(!(o &  ~0x3f));
-    assert(!(b &  ~0x1f));
-    assert(!(x &  ~0x1f));
-    assert(!(s &   ~0x3));
-    assert(!(y &  ~0xff));
-    assert(!(m &   ~0x1));
-    assert(!(r &  ~0x1f));
-    ii((o<<26)|(b<<21)|(x<<16)|(s<<14)|(y<<6)|(m<<5)|r);
-}
-
-static void
-_f25(jit_state_t *_jit, int32_t o,
-     int32_t b, int32_t i, int32_t s,
-     int32_t y, int32_t m, int32_t r)
-{
-    assert(!(o &  ~0x3f));
-    assert(!(b &  ~0x1f));
-    assert(i >= -16 && i <= 15);
-    assert(!(s &   ~0x3));
-    assert(!(y &  ~0xff));
-    assert(!(m &   ~0x1));
-    assert(!(r &  ~0x1f));
-    ii((o<<26)|(b<<21)|(low_sign_unext(i,5)<<16)|(s<<14)|(y<<6)|(m<<5)|r);
-}
-
-static void
-_f26(jit_state_t *_jit, int32_t o,
-     int32_t b, int32_t x, int32_t s,
-     int32_t y, int32_t m,int32_t r)
-{
-    assert(!(o &  ~0x3f));
-    assert(!(b &  ~0x1f));
-    assert(!(x &  ~0x1f));
-    assert(!(s &   ~0x7));
-    assert(!(y &  ~0x7f));
-    assert(!(m &   ~0x1));
-    assert(!(r &  ~0x1f));
-    ii((o<<26)|(b<<21)|(x<<16)|(s<<13)|(y<<6)|(m<<5)|r);
-}
-
-static void
-_f27(jit_state_t *_jit, int32_t o, int32_t i, int32_t j)
-{
-    assert(!(o & ~0x3f));
-    assert(i >= -4096 && i < 4095);
-    assert(j >=   -16 && j <   15);
-    ii((o<<26)|(i<<13)|j);
-}
-
-static void
-_f28(jit_state_t *_jit, int32_t o, int32_t i)
-{
-    assert(!(o &      ~0x3f));
-    assert(!(i & ~0x1ffffff));
-    ii((o<<26)|i);
-}
-
-static void
-_f29(jit_state_t *_jit, int32_t o, int32_t r,
-     int32_t x, int32_t s, int32_t y, int32_t t)
-{
-    assert(!(o & ~0x3f));
-    assert(!(r & ~0x1f));
-    assert(!(x & ~0x1f));
-    assert(!(s &  ~0x7));
-    assert(!(y & ~0xff));
-    assert(!(t & ~0x1f));
-    ii((o<<26)|(r<<21)|(x<<16)|re_assemble_3(s)|(y<<5)|t);
-}
-
-static void
-_f30(jit_state_t *_jit, int32_t o, int32_t b, int32_t r,
-     int32_t s, int32_t x, int32_t y, int32_t t)
-{
-    assert(!(o & ~0x3f));
-    assert(!(b & ~0x1f));
-    assert(!(r & ~0x1f));
-    assert(!(s &  ~0x3));
-    assert(!(x &  ~0x1));
-    assert(!(y & ~0xff));
-    assert(!(t & ~0x1f));
-    ii((o<<26)|(b<<21)|(r<<16)|(s<<14)|(x<<13)|(y<<5)|t);
-}
-
-static void
-_f31(jit_state_t *_jit, int32_t o, int32_t t,
-     int32_t r, int32_t v, int32_t x, int32_t y)
-{
-    assert(!(o & ~0x3f));
-    assert(!(t & ~0x1f));
-    assert(!(r & ~0x1f));
-    assert(!(v & ~0x1f));
-    assert(!(x & ~0xff));
-    assert(!(y & ~0x1f));
-    ii((o<<26)|(t<<21)|(r<<16)|(v<<14)|(x<<5)|y);
-}
-
-static void
-_f33(jit_state_t *_jit, int32_t o, int32_t x,
-     int32_t r, int32_t y, int32_t z, int32_t u)
-{
-    assert(!(o & ~0x3f));
-    assert(!(x & ~0x1f));
-    assert(!(r & ~0x1f));
-    assert(!(y &  ~0x7));
-    assert(!(z & ~0xff));
-    assert(!(u & ~0x1f));
-    ii((o<<26)|(x<<21)|(r<<16)|(y<<13)|(z<<5)|u);
-}
-
-static void
-_f34(jit_state_t *_jit, int32_t o, int32_t o1,
-     int32_t x, int32_t sf, int32_t n, int32_t o2)
-{
-    assert(!(o  &   ~0x3f));
-    assert(!(o1 & ~0x7fff));
-    assert(!(x  &    ~0x3));
-    assert(!(sf &    ~0x7));
-    assert(!(n  &    ~0x1));
-    assert(!(o2 &   ~0x1f));
-    ii((o<<26)|(o1<<11)|(x<<9)|(sf<<6)|(n<<5)|o2);
-}
-
-static void
-_f35(jit_state_t *_jit, int32_t o, int32_t op,
-     int32_t x, int32_t sf, int32_t n, int32_t t)
-{
-    assert(!(o  &   ~0x3f));
-    assert(!(op & ~0x7fff));
-    assert(!(x  &    ~0x3));
-    assert(!(sf &    ~0x7));
-    assert(!(n  &    ~0x1));
-    assert(!(t  &   ~0x1f));
-    ii((o<<26)|(op<<11)|(x<<9)|(sf<<6)|(n<<5)|t);
-}
-
-static void
-_f36(jit_state_t *_jit, int32_t o, int32_t r, int32_t o1,
-     int32_t x, int32_t sf, int32_t n, int32_t o2)
-{
-    assert(!(o  &  ~0x3f));
-    assert(!(r  &  ~0x1f));
-    assert(!(o1 & ~0x3ff));
-    assert(!(x  &   ~0x3));
-    assert(!(sf &   ~0x7));
-    assert(!(n  &   ~0x1));
-    assert(!(o2 &  ~0x1f));
-    ii((o<<26)|(r<<21)|(o1<<11)|(x<<9)|(sf<<6)|(n<<5)|o2);
-}
-
-static void
-_f37(jit_state_t *_jit, int32_t o, int32_t r2,
-     int32_t r1, int32_t o1, int32_t x,
-     int32_t sf, int32_t n, int32_t o2)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r2 & ~0x1f));
-    assert(!(r1 & ~0x1f));
-    assert(!(o1 & ~0x1f));
-    assert(!(x  &  ~0x3));
-    assert(!(sf &  ~0x7));
-    assert(!(n  &  ~0x1));
-    assert(!(o2 & ~0x1f));
-    ii((o<<26)|(r2<<21)|(r1<<16)|(o1<<11)|(x<<9)|(sf<<6)|(n<<5)|o2);
-}
-
-static void
-_f38(jit_state_t *_jit, int32_t o,
-     int32_t s, int32_t u, int32_t n)
-{
-    assert(!(o &     ~0x3f));
-    assert(!(s & ~0x3fffff));
-    assert(!(u &      ~0x7));
-    assert(!(n &      ~0x1));
-    ii((o<<26)|((s>>5)<<9)|(u<<6)|(n<<1)|(s&0x1f));
-}
-
-static void
-_nop(jit_state_t *_jit, int32_t i0)
-{
-    for (; i0 > 0; i0 -= 4)
-	NOP();
-    assert(i0 == 0);
-}
-
-static void
-_movr(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    if (r0 != r1)
-	COPY(r1, r0);
-}
-
-static void
-_movi(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    if (i0 >= -8192 && i0 <= 8191)
-	LDI(i0, r0);
-    else if (!(i0 & 0x7ff))
-	LDIL(i0, r0);
-    else {
-	LDIL(i0 & ~0x7ff, r0);
-	LDO(i0 & 0x7ff, r0, r0);
-    }
-}
-
-static jit_word_t
-_movi_p(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    jit_word_t		w;
-    w = _jit->pc.w;
-    LDIL(i0 & ~0x7ff, r0);
-    LDO(i0 & 0x7ff, r0, r0);
-    return (w);
-}
-
-static void
-_addi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -1024 && i0 <= 1023)
-	ADDI(i0, r1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	addr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_addci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    addcr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_addxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    addxr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_subi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -1023 && i0 <= 1024)
-	addi(r0, r1, -i0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	subr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_subci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    subcr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_subxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    subxr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_rsbi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -1024 && i0 <= 1023)
-	SUBI(i0, r1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	subr(r0, rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_mulr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		t0, t1;
-    t0 = jit_get_reg(jit_class_fpr);
-    t1 = jit_get_reg(jit_class_fpr);
-    stxi(alloca_offset - 8, _FP_REGNO, r1);
-    ldxi_f(rn(t0), _FP_REGNO, alloca_offset - 8);
-    stxi(alloca_offset - 8, _FP_REGNO, r2);
-    ldxi_f(rn(t1), _FP_REGNO, alloca_offset - 8);
-    XMPYU(rn(t0), rn(t1), rn(t0));
-    stxi_d(alloca_offset - 8, _FP_REGNO, rn(t0));
-    ldxi(r0, _FP_REGNO, alloca_offset - 4);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-}
-
-static void
-_muli(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (r0 != r1) {
-	movi(r0, i0);
-	mulr(r0, r1, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	mulr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static long long
-__llmul(int u, int v)
-{
-    return ((long long)u * (long long)v);
-}
-
-static void
-_qmulr(jit_state_t *_jit,
-       int32_t r0, int32_t r1, int32_t r2, int32_t r3)
-{
-    movr(_R26_REGNO, r2);
-    movr(_R25_REGNO, r3);
-    calli((jit_word_t)__llmul);
-    movr(r0, _R29_REGNO);
-    movr(r1, _R28_REGNO);
-}
-
-static void
-_qmuli(jit_state_t *_jit,
-       int32_t r0, int32_t r1, int32_t r2, jit_word_t i0)
-{
-    movr(_R26_REGNO, r2);
-    movi(_R25_REGNO, i0);
-    calli((jit_word_t)__llmul);
-    movr(r0, _R29_REGNO);
-    movr(r1, _R28_REGNO);
-}
-
-static void
-_qmulr_u(jit_state_t *_jit,
-	 int32_t r0, int32_t r1, int32_t r2, int32_t r3)
-{
-    int32_t		t0, t1;
-    t0 = jit_get_reg(jit_class_fpr);
-    t1 = jit_get_reg(jit_class_fpr);
-    stxi(alloca_offset - 8, _FP_REGNO, r2);
-    ldxi_f(rn(t0), _FP_REGNO, alloca_offset - 8);
-    stxi(alloca_offset - 8, _FP_REGNO, r3);
-    ldxi_f(rn(t1), _FP_REGNO, alloca_offset - 8);
-    XMPYU(rn(t0), rn(t1), rn(t0));
-    stxi_d(alloca_offset - 8, _FP_REGNO, rn(t0));
-    ldxi(r0, _FP_REGNO, alloca_offset - 4);
-    ldxi(r1, _FP_REGNO, alloca_offset - 8);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-}
-
-static void
-_qmuli_u(jit_state_t *_jit,
-	 int32_t r0, int32_t r1, int32_t r2, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    qmulr_u(r0, r1, r2, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static int
-__idiv(int u, int v)
-{
-    return (u / v);
-}
-
-static void
-_divr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    movr(_R26_REGNO, r1);
-    movr(_R25_REGNO, r2);
-    calli((jit_word_t)__idiv);
-    movr(r0, _R28_REGNO);
-}
-
-static void
-_divi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    movr(_R26_REGNO, r1);
-    movi(_R25_REGNO, i0);
-    calli((jit_word_t)__idiv);
-    movr(r0, _R28_REGNO);
-}
-
-static unsigned int
-__udiv(unsigned int u, unsigned int v)
-{
-    return (u / v);
-}
-
-static void
-_divr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    movr(_R26_REGNO, r1);
-    movr(_R25_REGNO, r2);
-    calli((jit_word_t)__udiv);
-    movr(r0, _R28_REGNO);
-}
-
-static void
-_divi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    movr(_R26_REGNO, r1);
-    movi(_R25_REGNO, i0);
-    calli((jit_word_t)__udiv);
-    movr(r0, _R28_REGNO);
-}
-
-static int
-__irem(int u, int v)
-{
-    return (u % v);
-}
-
-static void
-_remr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    movr(_R26_REGNO, r1);
-    movr(_R25_REGNO, r2);
-    calli((jit_word_t)__irem);
-    movr(r0, _R28_REGNO);
-}
-
-static void
-_remi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    movr(_R26_REGNO, r1);
-    movi(_R25_REGNO, i0);
-    calli((jit_word_t)__irem);
-    movr(r0, _R28_REGNO);
-}
-
-static unsigned int
-__urem(unsigned int u, unsigned int v)
-{
-    return (u % v);
-}
-
-static void
-_remr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    movr(_R26_REGNO, r1);
-    movr(_R25_REGNO, r2);
-    calli((jit_word_t)__urem);
-    movr(r0, _R28_REGNO);
-}
-
-static void
-_remi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    movr(_R26_REGNO, r1);
-    movi(_R25_REGNO, i0);
-    calli((jit_word_t)__urem);
-    movr(r0, _R28_REGNO);
-}
-
-static idiv_t
-__idivrem(int u, int v)
-{
-    idiv_t	div;
-    div.quo = u / v;
-    div.rem = u % v;
-    return (div);
-}
-
-static void
-_qdivr(jit_state_t *_jit,
-       int32_t r0, int32_t r1, int32_t r2, int32_t r3)
-{
-    movr(_R26_REGNO, r2);
-    movr(_R25_REGNO, r3);
-    calli((jit_word_t)__idivrem);
-    movr(r0, _R28_REGNO);
-    movr(r1, _R29_REGNO);
-}
-
-static void
-_qdivi(jit_state_t *_jit,
-       int32_t r0, int32_t r1, int32_t r2, jit_word_t i0)
-{
-    movr(_R26_REGNO, r2);
-    movi(_R25_REGNO, i0);
-    calli((jit_word_t)__idivrem);
-    movr(r0, _R28_REGNO);
-    movr(r1, _R29_REGNO);
-}
-
-static udiv_t
-__udivrem(unsigned int u, unsigned int v)
-{
-    udiv_t	div;
-    div.quo = u / v;
-    div.rem = u % v;
-    return (div);
-}
-
-static void
-_qdivr_u(jit_state_t *_jit,
-	 int32_t r0, int32_t r1, int32_t r2, int32_t r3)
-{
-    movr(_R26_REGNO, r2);
-    movr(_R25_REGNO, r3);
-    calli((jit_word_t)__udivrem);
-    movr(r0, _R28_REGNO);
-    movr(r1, _R29_REGNO);
-}
-
-static void
-_qdivi_u(jit_state_t *_jit,
-	 int32_t r0, int32_t r1, int32_t r2, jit_word_t i0)
-{
-    movr(_R26_REGNO, r2);
-    movi(_R25_REGNO, i0);
-    calli((jit_word_t)__udivrem);
-    movr(r0, _R28_REGNO);
-    movr(r1, _R29_REGNO);
-}
-
-static void
-_andi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    andr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    orr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_xori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    xorr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_lshr(jit_state_t *_jit, int32_t r0, int32_t r1 ,int32_t r2)
-{
-    SUBI(0x1f, r2, _R1_REGNO);
-    MTSAR(_R1_REGNO);
-    DEPW_Z(r1, 32, r0);
-}
-
-static void
-_rshr(jit_state_t *_jit, int32_t r0, int32_t r1 ,int32_t r2)
-{
-    SUBI(0x1f, r2, _R1_REGNO);
-    MTSAR(_R1_REGNO);
-    EXTRW(r1, 32, r0);
-}
-
-static void
-_rshr_u(jit_state_t *_jit, int32_t r0, int32_t r1 ,int32_t r2)
-{
-    SUBI(0x1f, r2, _R1_REGNO);
-    MTSAR(_R1_REGNO);
-    EXTRW_U(r1, 32, r0);
-}
-
-static void
-_cmpr(jit_state_t *_jit, jit_word_t c,
-      int32_t r0, int32_t r1, int32_t r2)
-{
-    CMPCLR_(c, r1, r2, r0);
-    LDI(1, r0);
-}
-
-static void
-_cmpi(jit_state_t *_jit, jit_word_t c, jit_word_t ci,
-      int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	CMPICLR_(ci, i0, r1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	CMPCLR_(c, r1, rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-    LDI(1, r0);
-}
-
-static void
-_ldr_c(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    ldr_uc(r0, r1);
-    extr_c(r0, r0);
-}
-
-static void
-_ldi_c(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    ldi_uc(r0, i0);
-    extr_c(r0, r0);
-}
-
-static void
-_ldxr_c(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    ldxr_uc(r0, r1, r2);
-    extr_c(r0, r0);
-}
-
-static void
-_ldxi_c(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    ldxi_uc(r0, r1, i0);
-    extr_c(r0, r0);
-}
-
-static void
-_ldi_uc(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -8182 && i0 <= 8191)
-	LDBL(i0, _R0_REGNO, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	LDIL(i0 & ~0x7ff, rn(reg));
-	LDBL(sign_extend(i0, 11), rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_uc(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	LDBI(i0, r1, r0);
-    else if (i0 >= -8182 && i0 <= 8191)
-	LDBL(i0, r1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_uc(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldr_s(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    ldr_us(r0, r1);
-    extr_s(r0, r0);
-}
-
-static void
-_ldi_s(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    ldi_us(r0, i0);
-    extr_s(r0, r0);
-}
-
-static void
-_ldxr_s(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    ldxr_us(r0, r1, r2);
-    extr_s(r0, r0);
-}
-
-static void
-_ldxi_s(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    ldxi_us(r0, r1, i0);
-    extr_s(r0, r0);
-}
-
-static void
-_ldi_us(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -8182 && i0 <= 8191)
-	LDHL(i0, _R0_REGNO, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	LDIL(i0 & ~0x7ff, rn(reg));
-	LDHL(sign_extend(i0, 11), rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_us(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	LDHI(i0, r1, r0);
-    else if (i0 >= -8182 && i0 <= 8191)
-	LDHL(i0, r1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_us(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_ui(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -8182 && i0 <= 8191)
-	LDWL(i0, _R0_REGNO, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	LDIL(i0 & ~0x7ff, rn(reg));
-	LDWL(sign_extend(i0, 11), rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_ui(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	LDWI(i0, r1, r0);
-    else if (i0 >= -8182 && i0 <= 8191)
-	LDWL(i0, r1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_ui(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_c(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (i0 >= -8182 && i0 <= 8191)
-	STBL(r0, i0, _R0_REGNO);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	LDIL(i0 & ~0x7ff, rn(reg));
-	STBL(r0, sign_extend(i0, 11), rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxr_c(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_c(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_c(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	STBI(r1, i0, r0);
-    else if (i0 >= -8182 && i0 <= 8191)
-	STBL(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_c(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_s(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (i0 >= -8182 && i0 <= 8191)
-	STHL(r0, i0, _R0_REGNO);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	LDIL(i0 & ~0x7ff, rn(reg));
-	STHL(r0, sign_extend(i0, 11), rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxr_s(jit_state_t *_jit, int32_t r0, int32_t r1 ,int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_s(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_s(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	STHI(r1, i0, r0);
-    else if (i0 >= -8182 && i0 <= 8191)
-	STHL(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_s(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_i(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (i0 >= -8182 && i0 <= 8191)
-	STWL(r0, i0, _R0_REGNO);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	LDIL(i0 & ~0x7ff, rn(reg));
-	STWL(r0, sign_extend(i0, 11), rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxr_i(jit_state_t *_jit, int32_t r0, int32_t r1 ,int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_i(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_i(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	STWI(r1, i0, r0);
-    else if (i0 >= -8182 && i0 <= 8191)
-	STWL(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_i(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static jit_word_t
-_bcmpr(jit_state_t *_jit, jit_word_t c,
-       jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    w = _jit->pc.w;
-    CMPB_N_(c, r0, r1, ((i0 - w) >> 2) - 2);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bcmpi(jit_state_t *_jit, jit_word_t c, jit_word_t ci,
-       jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -16 && i1 <= 15) {
-	w = _jit->pc.w;
-	CMPIB_N_(ci, i1, r0, ((i0 - w) >> 2) - 2);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	movi(rn(reg), i1);
-	w = _jit->pc.w;
-	CMPB_N_(c, r0, rn(reg), ((i0 - w) >> 2) - 2);
-	jit_unget_reg(reg);
-    }
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bmxr(jit_state_t *_jit, jit_bool_t c,
-      jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    andr(rn(reg), r0, r1);
-    w = c ? bnei(i0, rn(reg), 0) : beqi(i0, rn(reg), 0);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bmxi(jit_state_t *_jit, jit_bool_t c,
-      jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    andr(rn(reg), r0, rn(reg));
-    w = c ? bnei(i0, rn(reg), 0) : beqi(i0, rn(reg), 0);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_boaddr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    w = _jit->pc.w;
-    ADDB_N_SV(r1, r0, ((i0 - w) >> 2) - 2);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_boaddi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -16 && i1 <= 15) {
-	w = _jit->pc.w;
-	ADDIB_N_SV(i1, r0, ((i0 - w) >> 2) - 2);
-	NOP();
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	movi(rn(reg), i1);
-	w = boaddr(i0, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_boaddr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    w = _jit->pc.w;
-    ADDB_N_UV(r1, r0, ((i0 - w) >> 2) - 2);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_boaddi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -16 && i1 <= 15) {
-	w = _jit->pc.w;
-	ADDIB_N_UV(i1, r0, ((i0 - w) >> 2) - 2);
-	NOP();
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	movi(rn(reg), i1);
-	w = boaddr_u(i0, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bxaddr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    w = _jit->pc.w;
-    ADDB_N_NSV(r1, r0, ((i0 - w) >> 2) - 2);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bxaddi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -16 && i1 <= 15) {
-	w = _jit->pc.w;
-	ADDIB_N_NSV(i1, r0, ((i0 - w) >> 2) - 2);
-	NOP();
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	movi(rn(reg), i1);
-	w = bxaddr(i0, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bxaddr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    w = _jit->pc.w;
-    ADDB_N_NUV(r1, r0, ((i0 - w) >> 2) - 2);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bxaddi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -16 && i1 <= 15) {
-	w = _jit->pc.w;
-	ADDIB_N_NUV(i1, r0, ((i0 - w) >> 2) - 2);
-	NOP();
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	movi(rn(reg), i1);
-	w = bxaddr_u(i0, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bosubr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    SUB_NSV(r0, r1, r0);
-    w = _jit->pc.w;
-    /* null'ed if no signed overflow */
-    B_N(((i0 - w) >> 2) - 2, _R0_REGNO);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bosubi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    movi(_R1_REGNO, i1);
-    return (bosubr(i0, r0, _R1_REGNO));
-}
-
-static jit_word_t
-_bosubr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    SUB(r0, r1, r0);
-    SUB_B(_R0_REGNO, _R0_REGNO, _R1_REGNO);
-    return (bnei(i0, _R1_REGNO, 0));
-}
-
-static jit_word_t
-_bosubi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    movi(_R1_REGNO, i1);
-    SUB(r0, _R1_REGNO, r0);
-    SUB_B(_R0_REGNO, _R0_REGNO, _R1_REGNO);
-    return (bnei(i0, _R1_REGNO, 0));
-}
-
-static jit_word_t
-_bxsubr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    SUB_SV(r0, r1, r0);
-    w = _jit->pc.w;
-    /* null'ed if signed overflow */
-    B_N(((i0 - w) >> 2) - 2, _R0_REGNO);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bxsubi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    movi(_R1_REGNO, i1);
-    return (bxsubr(i0, r0, _R1_REGNO));
-}
-
-static jit_word_t
-_bxsubr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    SUB(r0, r1, r0);
-    SUB_B(_R0_REGNO, _R0_REGNO, _R1_REGNO);
-    return (beqi(i0, _R1_REGNO, 0));
-}
-
-static jit_word_t
-_bxsubi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    movi(_R1_REGNO, i1);
-    SUB(r0, _R1_REGNO, r0);
-    SUB_B(_R0_REGNO, _R0_REGNO, _R1_REGNO);
-    return (beqi(i0, _R1_REGNO, 0));
-}
-
-static void
-_jmpr(jit_state_t *_jit, int32_t r0)
-{
-    BV_N(_R0_REGNO, r0);
-}
-
-static void
-_jmpi(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    w = ((i0 - _jit->pc.w) >> 2) - 2;
-    if (w >= -32768 && w <= 32767)
-	B_N(w, _R0_REGNO);
-    else {
-	movi(_R1_REGNO, w);
-	BV_N(_R0_REGNO, _R1_REGNO);
-    }
-}
-
-static jit_word_t
-_jmpi_p(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    w = movi_p(_R1_REGNO, i0);
-    jmpr(_R1_REGNO);
-    return (w);
-}
-
-static void
-_callr(jit_state_t *_jit, int32_t r0)
-{
-    jit_word_t		dyn;
-    jit_word_t		imm;
-    if (r0 != _R1_REGNO)
-	COPY(r0, _R1_REGNO);
-    /* inline $$dyncall */
-    imm = _jit->pc.w;
-    BBI_N_GE(_R1_REGNO, 30, 0);		/*   if (r1 & 2) {		*/
-    DEPWRI(0, 31, 2, _R1_REGNO);	/*	r1 &= ~2;		*/
-    LDWI(4, _R1_REGNO, _R19_REGNO);	/*	r19 = r1[1];		*/
-    LDWI(0, _R1_REGNO, _R1_REGNO);	/*	r1  = r1[0];		*/
-					/*   }				*/
-    BVE_L(_R1_REGNO);
-    STWL(_RP_REGNO, -24, _SP_REGNO);
-    dyn = _jit->pc.w;
-    jmpi(_jit->pc.w);
-    patch_at(imm, _jit->pc.w);
-    BVE_L_N(_R1_REGNO);
-    NOP();
-    patch_at(dyn, _jit->pc.w);
-}
-
-static void
-_calli(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    if (i0 & 2) {
-	i0 &= -4;
-	movi(_R1_REGNO, i0);
-	LDWI(4, _R1_REGNO, _R19_REGNO);
-	LDWI(0, _R1_REGNO, _R1_REGNO);
-	BVE_L(_R1_REGNO);
-	STWL(_RP_REGNO, -24, _SP_REGNO);
-    }
-    else {
-	w = ((i0 - _jit->pc.w) >> 2) - 2;
-	if (w >= -32768 && w <= 32767)
-	    B_L_N(w);
-	else {
-	    movi(_R1_REGNO, i0);
-	    BVE_L_N(_R1_REGNO);
-	}
-	NOP();
-    }
-}
-
-static jit_word_t
-_calli_p(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    w = movi_p(_R1_REGNO, i0);
-    callr(_R1_REGNO);
-    return (w);
-}
-
-static int32_t gr[] = {
-     _R4,  _R5,  _R6,  _R7,  _R8,
-     _R9, _R10, _R11, _R12, _R13,
-    _R14, _R15, _R16, _R17, _R18
-};
-
-static int32_t fr[] = {
-    _F12, _F13, _F14, _F15, _F16,
-    _F17, _F18, _F19, _F20, _F21
-};
-
-static void
-_prolog(jit_state_t *_jit, jit_node_t *node)
-{
-    int32_t		regno;
-    jit_word_t		offset;
-
-    if (_jitc->function->define_frame || _jitc->function->assume_frame) {
-	/* hppa stack grows up */
-	assert(_jitc->function->self.aoff <= _jitc->function->frame);
-	if (_jitc->function->assume_frame)
-	    return;
-	_jitc->function->self.aoff = _jitc->function->frame;
-    }
-    if (_jitc->function->allocar) {
-	_jitc->function->self.aoff += 63;
-	_jitc->function->self.aoff &= -64;
-    }
-    _jitc->function->stack = ((_jitc->function->self.aoff -
-			       _jitc->function->self.alen -
-			       _jitc->function->self.size) + 63) & -64;
-
-    /* Save stack frame (FIXME Only required if non leaf) */
-    STWL(_RP_REGNO, -20, _SP_REGNO);
-
-    /* Create stack frame */
-    COPY(_FP_REGNO, _R1_REGNO);
-    COPY(_SP_REGNO, _FP_REGNO);
-    STWL_MA(_R1_REGNO, _jitc->function->stack, _SP_REGNO);
-
-    /* Save any modified callee save registers */
-    offset = alloca_offset - 140;
-    for (regno = 0; regno < jit_size(gr); regno++, offset += 4) {
-	if (jit_regset_tstbit(&_jitc->function->regset, gr[regno]))
-	    stxi(offset, _FP_REGNO, rn(gr[regno]));
-    }
-    for (regno = 0; regno < jit_size(fr); regno++, offset += 8) {
-	if (jit_regset_tstbit(&_jitc->function->regset, fr[regno]))
-	    stxi_d(offset, _FP_REGNO, rn(fr[regno]));
-    }
-
-    if (_jitc->function->allocar) {
-	regno = jit_get_reg(jit_class_gpr);
-	movi(rn(regno), _jitc->function->self.aoff);
-	stxi_i(_jitc->function->aoffoff, _FP_REGNO, rn(regno));
-	jit_unget_reg(regno);
-    }
-
-    if (_jitc->function->self.call & jit_call_varargs) {
-	for (regno = 3; regno >= _jitc->function->vagp; --regno)
-	    stxi(params_offset - regno * 4 - 4, _FP_REGNO, rn(_R26 - regno));
-    }
-}
-
-static void
-_epilog(jit_state_t *_jit, jit_node_t *node)
-{
-    int32_t		regno;
-    jit_word_t		offset;
-
-    if (_jitc->function->assume_frame)
-	return;
-    /* Restore any modified callee save registers */
-    offset = alloca_offset - 140;
-    for (regno = 0; regno < jit_size(gr); regno++, offset += 4) {
-	if (jit_regset_tstbit(&_jitc->function->regset, gr[regno]))
-	    ldxi(rn(gr[regno]), _FP_REGNO, offset);
-    }
-    for (regno = 0; regno < jit_size(fr); regno++, offset += 8) {
-	if (jit_regset_tstbit(&_jitc->function->regset, fr[regno]))
-	    ldxi_d(rn(fr[regno]), _FP_REGNO, offset);
-    }
-
-    /* Restore stack frame (FIXME Only required if non leaf) */
-    LDWL(-20, _FP_REGNO, _RP_REGNO);
-    LDO(_jitc->function->stack, _FP_REGNO, _SP_REGNO);
-    LDWL_MB(-_jitc->function->stack, _SP_REGNO, _FP_REGNO);
-#if defined(__hpux)
-    BVE_N(_RP_REGNO);
-#else
-    BV_N(_R0_REGNO, _RP_REGNO);
-#endif
-}
-
-static void
-_vastart(jit_state_t *_jit, int32_t r0)
-{
-    /* Initialize stack pointer to the first stack argument. */
-    addi(r0, _FP_REGNO, params_offset - _jitc->function->vagp * 4);
-}
-
-static void
-_vaarg(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    assert(_jitc->function->self.call & jit_call_varargs);
-
-    /* Update vararg stack pointer. */
-    subi(r1, r1, 4);
-
-    /* Load argument. */
-    ldr(r0, r1);
-}
-
-static void
-_patch_at(jit_state_t *_jit, jit_word_t instr, jit_word_t label)
-{
-    jit_word_t		 w;
-    union {
-	uint32_t	*i;
-	jit_word_t	 w;
-    } u;
-    u.w = instr;
-    switch (u.i[0] >> 26) {
-	case 0x8:				/* LDIL */
-	    u.i[0] &= ~0x1fffff;
-	    u.i[0] |= re_assemble_21((label & ~0x7ff) >> 11);
-	    assert((u.i[1] >> 26) == 0xd);	/* LDO */
-	    u.i[1] &= ~0xffff;
-	    u.i[1] |= re_assemble_16(label & 0x7ff);
-	    break;
-	case 0x20:	case 0x22:		/* CMPB */
-	case 0x21:	case 0x23:		/* CMPIB */
-	case 0x28:	case 0x2a:		/* ADDB */
-	case 0x29:	case 0x2b:		/* ADDIB */
-	case 0x31:				/* BBI */
-	    w = ((label - instr) >> 2) - 2;
-	    assert(w >= -2048 && w <= 2047);
-	    u.i[0] &= ~0x1ffd;
-	    u.i[0] |= re_assemble_12(w);
-	    break;
-	case 0x3a:				/* B */
-	    w = ((label - instr) >> 2) - 2;
-	    assert(w >= -32768 && w <= 32767);
-	    u.i[0] &= ~0x1f1ffd;
-	    u.i[0] |= re_assemble_17(w);
-	    break;
-	default:
-	    abort();
-    }
-}
-#endif
diff --git a/libguile/lightening/lightening/hppa-fpu.c b/libguile/lightening/lightening/hppa-fpu.c
deleted file mode 100644
index 98c39ce5c..000000000
--- a/libguile/lightening/lightening/hppa-fpu.c
+++ /dev/null
@@ -1,1039 +0,0 @@
-/*
- * Copyright (C) 2013-2017  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-
-/* FIXME should actually be hw model/version/etc or other constraint
- * that causes a SIGSEGV if using these instructions */
-#if defined(__hpux)
-#  define FSTXR				0
-#else
-#  define FSTXR				1
-#endif
-
-#define f39(o,b,x,t)			_f39(_jit,o,b,x,t)
-static void _f39(jit_state_t*,int32_t,int32_t,int32_t,int32_t);
-#define f40(o,b,x,r)			_f40(_jit,o,b,x,r)
-static void _f40(jit_state_t*,int32_t,int32_t,int32_t,int32_t)
-    maybe_unused;
-#define f41(o,b,x,t)			_f41(_jit,o,b,x,t)
-static void _f41(jit_state_t*,int32_t,int32_t,int32_t,int32_t);
-#define f42(o,b,i,r)			_f42(_jit,o,b,i,r)
-static void _f42(jit_state_t*,int32_t,int32_t,int32_t,int32_t);
-#define f43(o,b,t,i)			f1(o,b,t,i)
-#define f45(o,r,a,b,fmt,c,d,e,t)	_f45(_jit,o,r,a,b,fmt,c,d,e,t)
-static void _f45(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f46(o,r,a,s,df,sf,b,c,d,t)	_f46(_jit,o,r,a,s,df,sf,b,c,d,t)
-static void _f46(jit_state_t*,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t);
-#define f47(o,r1,r2,a,fmt,b,c,d,t)	f47_48(o,r1,r2,a,fmt,b,c,d,t)
-#define f48(o,r1,r2,a,fmt,b,c,d,t)	f47_48(o,r1,r2,a,fmt,b,c,d,t)
-#define f47_48(o,r1,r2,y,fmt,b,c,d,t)	_f47_48(_jit,o,r1,r2,y,fmt,b,c,d,t)
-static void _f47_48(jit_state_t*,int32_t,
-		    int32_t,int32_t,int32_t,int32_t,
-		    int32_t,int32_t,int32_t,int32_t);
-#define f49(o,r,a,b,c,f,d,e,g,h,i,t)	f49_52(o,r,a,b,c,f,d,e,g,h,i,t)
-#define f51(o,r1,r2,y,a,f,b,d,e,g,h,c)	f49_52(o,r1,r2,y,a,f,b,d,e,g,h,c)
-#define f52(o,r1,r2,a,b,f,c,d,e,g,h,t)	f49_52(o,r1,r2,a,b,f,c,d,e,g,h,t)
-#define f49_52(o,r1,r2,y,v,f,a,b,u,c,d,t) _f49_52(_jit,o,r1,r2,y,v,f,a,b,u,c,d,t)
-static void _f49_52(jit_state_t*,int32_t,
-		    int32_t,int32_t,int32_t,
-		    int32_t,int32_t,int32_t,int32_t,
-		    int32_t,int32_t,int32_t,int32_t);
-#define f53(o,r1,r2,ta,ra,f,tm)		_f53(_jit,o,r1,r2,ta,ra,f,tm)
-static void _f53(jit_state_t*,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define f54(o,r1,r2,a,b,f,c,d,e,g,t)	_f54(_jit,o,r1,r2,a,b,f,c,d,e,g,t)
-static void _f54(jit_state_t*,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t,
-		 int32_t,int32_t,int32_t,int32_t) maybe_unused;
-#define FABS_(f,r,t)			f49(0xe,r,0,3,0,f,0,0,0,0,0,t)
-#define FABS_S(r,t)			FABS_(0,r,t)
-#define FABS_D(r,t)			FABS_(1,r,t)
-#define FABS_Q(r,t)			f45(0xc,r,0,3,3,0,0,0,t)
-#define FADD_(f,r1,r2,t)		f52(0xe,r1,r2,0,0,f,3,0,0,0,0,t)
-#define FADD_S(r1,r2,t)			FADD_(0,r1,r2,t)
-#define FADD_D(r1,r2,t)			FADD_(1,r1,r2,t)
-#define FADD_Q(r1,r2,t)			f48(0xc,r1,r2,0,3,3,0,0,t)
-#define FPSR_GT				1
-#define FPSR_LT				2
-#define FPSR_EQ				4
-#define FPSR_UN				8
-/*
-    Actually these are reversed, but easier for the FTEST after the FCMP
-    fcmp,dbl,false? fr4,fr12		0
-    fcmp,dbl,false fr4,fr12		1
-    fcmp,dbl,? fr4,fr12			2
-    fcmp,dbl,!<=> fr4,fr12		3		ORD
-    fcmp,dbl,= fr4,fr12			4		NE
-    fcmp,dbl,=t fr4,fr12		5
-    fcmp,dbl,?= fr4,fr12		6
-    fcmp,dbl,!<> fr4,fr12		7		LTGT
-    fcmp,dbl,!?>= fr4,fr12		8
-    fcmp,dbl,< fr4,fr12			9		UNGE
-    fcmp,dbl,?< fr4,fr12		10
-    fcmp,dbl,!>= fr4,fr12		11		GE
-    fcmp,dbl,!?> fr4,fr12		12
-    fcmp,dbl,<= fr4,fr12		13		UNGT
-    fcmp,dbl,?<= fr4,fr12		14
-    fcmp,dbl,!> fr4,fr12		15		GT
-    fcmp,dbl,!?<= fr4,fr12		16
-    fcmp,dbl,> fr4,fr12			17		UNLE
-    fcmp,dbl,?> fr4,fr12		18
-    fcmp,dbl,!<= fr4,fr12		19		LE
-    fcmp,dbl,!?< fr4,fr12		20
-    fcmp,dbl,>= fr4,fr12		21		UNLT
-    fcmp,dbl,?>= fr4,fr12		22
-    fcmp,dbl,!< fr4,fr12		23		LT
-    fcmp,dbl,!?= fr4,fr12		24
-    fcmp,dbl,<> fr4,fr12		25		UNEQ
-    fcmp,dbl,!= fr4,fr12		26		EQ
-    fcmp,dbl,!=t fr4,fr12		27
-    fcmp,dbl,!? fr4,fr12		28
-    fcmp,dbl,<=> fr4,fr12		29		UNORD
-    fcmp,dbl,true? fr4,fr12		30
-    fcmp,dbl,true fr4,fr12		31
- */
-#define FCMP_LT				23
-#define FCMP_LE				19
-#define FCMP_EQ				26
-#define FCMP_GE				11
-#define FCMP_GT				15
-#define FCMP_NE				4
-#define FCMP_UNLT			21
-#define FCMP_UNLE			17
-#define FCMP_UNEQ			25
-#define FCMP_UNGE			9
-#define FCMP_UNGT			13
-#define FCMP_LTGT			7
-#define FCMP_ORD			3
-#define FCMP_UNORD			29
-#define FCMP_(f,r1,r2,c)		f51(0xe,r1,r2,0,0,f,2,0,0,0,0,c)
-#define FCMP_S_(r1,r2,c)		FCMP_(0,r1,r2,c)
-#define FCMP_D_(r1,r2,c)		FCMP_(1,r1,r2,c)
-#define FCMP_Q_(r1,r2,c)		f47(0xc,r1,r2,0,3,2,0,0,c)
-#define FCMP_S_LT(r1,r2)		FCMP_S_(r1,r2,FCMP_LT)
-#define FCMP_D_LT(r1,r2)		FCMP_D_(r1,r2,FCMP_LT)
-#define FCMP_Q_LT(r1,r2)		FCMP_Q_(r1,r2,FCMP_LT)
-#define FCMP_S_LE(r1,r2)		FCMP_S_(r1,r2,FCMP_LE)
-#define FCMP_D_LE(r1,r2)		FCMP_D_(r1,r2,FCMP_LE)
-#define FCMP_Q_LE(r1,r2)		FCMP_Q_(r1,r2,FCMP_LE)
-#define FCMP_S_EQ(r1,r2)		FCMP_S_(r1,r2,FCMP_EQ)
-#define FCMP_D_EQ(r1,r2)		FCMP_D_(r1,r2,FCMP_EQ)
-#define FCMP_Q_EQ(r1,r2)		FCMP_Q_(r1,r2,FCMP_EQ)
-#define FCMP_S_GE(r1,r2)		FCMP_S_(r1,r2,FCMP_GE)
-#define FCMP_D_GE(r1,r2)		FCMP_D_(r1,r2,FCMP_GE)
-#define FCMP_Q_GE(r1,r2)		FCMP_Q_(r1,r2,FCMP_GE)
-#define FCMP_S_GT(r1,r2)		FCMP_S_(r1,r2,FCMP_GT)
-#define FCMP_D_GT(r1,r2)		FCMP_D_(r1,r2,FCMP_GT)
-#define FCMP_Q_GT(r1,r2)		FCMP_Q_(r1,r2,FCMP_GT)
-#define FCMP_S_NE(r1,r2)		FCMP_S_(r1,r2,FCMP_NE)
-#define FCMP_D_NE(r1,r2)		FCMP_D_(r1,r2,FCMP_NE)
-#define FCMP_Q_NE(r1,r2)		FCMP_Q_(r1,r2,FCMP_NE)
-#define FCMP_S_UNLT(r1,r2)		FCMP_S_(r1,r2,FCMP_UNLT)
-#define FCMP_D_UNLT(r1,r2)		FCMP_D_(r1,r2,FCMP_UNLT)
-#define FCMP_Q_UNLT(r1,r2)		FCMP_Q_(r1,r2,FCMP_UNLT)
-#define FCMP_S_UNLE(r1,r2)		FCMP_S_(r1,r2,FCMP_UNLE)
-#define FCMP_D_UNLE(r1,r2)		FCMP_D_(r1,r2,FCMP_UNLE)
-#define FCMP_Q_UNLE(r1,r2)		FCMP_Q_(r1,r2,FCMP_UNLE)
-#define FCMP_S_UNEQ(r1,r2)		FCMP_S_(r1,r2,FCMP_UNEQ)
-#define FCMP_D_UNEQ(r1,r2)		FCMP_D_(r1,r2,FCMP_UNEQ)
-#define FCMP_Q_UNEQ(r1,r2)		FCMP_Q_(r1,r2,FCMP_UNEQ)
-#define FCMP_S_UNGE(r1,r2)		FCMP_S_(r1,r2,FCMP_UNGE)
-#define FCMP_D_UNGE(r1,r2)		FCMP_D_(r1,r2,FCMP_UNGE)
-#define FCMP_Q_UNGE(r1,r2)		FCMP_Q_(r1,r2,FCMP_UNGE)
-#define FCMP_S_UNGT(r1,r2)		FCMP_S_(r1,r2,FCMP_UNGT)
-#define FCMP_D_UNGT(r1,r2)		FCMP_D_(r1,r2,FCMP_UNGT)
-#define FCMP_Q_UNGT(r1,r2)		FCMP_Q_(r1,r2,FCMP_UNGT)
-#define FCMP_S_LTGT(r1,r2)		FCMP_S_(r1,r2,FCMP_LTGT)
-#define FCMP_D_LTGT(r1,r2)		FCMP_D_(r1,r2,FCMP_LTGT)
-#define FCMP_Q_LTGT(r1,r2)		FCMP_Q_(r1,r2,FCMP_LTGT)
-#define FCMP_S_ORD(r1,r2)		FCMP_S_(r1,r2,FCMP_ORD)
-#define FCMP_D_ORD(r1,r2)		FCMP_D_(r1,r2,FCMP_ORD)
-#define FCMP_Q_ORD(r1,r2)		FCMP_Q_(r1,r2,FCMP_ORD)
-#define FCMP_S_UNORD(r1,r2)		FCMP_S_(r1,r2,FCMP_UNORD)
-#define FCMP_D_UNORD(r1,r2)		FCMP_D_(r1,r2,FCMP_UNORD)
-#define FCMP_Q_UNORD(r1,r2)		FCMP_Q_(r1,r2,FCMP_UNORD)
-#define XFNVFF(s,d,r,t)			f46(0xc,r,0,0,d,s,1,0,0,t)
-#define FCNVFF_Q_S(r,t)			XFNVFF(3,0,r,t)
-#define FCNVFF_Q_D(r,t)			XFNVFF(3,1,r,t)
-#define FCNVFF_S_Q(r,t)			XFNVFF(0,3,r,t)
-#define FCNVFF_D_Q(r,t)			XFNVFF(1,3,r,t)
-#define FCNVFF_(s,d,r,t)		f46(0xc,r,0,0,d,s,1,0,0,t)
-#define FCNVFF_S_D(r,t)			FCNVFF_(0,1,r,t)
-#define FCNVFF_D_S(r,t)			FCNVFF_(1,0,r,t)
-#define FCNVXF_(s,d,r,t)		f46(0xc,r,0,1,d,s,1,0,0,t)
-#define FCNVXF_S_S(r,t)			FCNVXF_(0,0,r,t)
-#define FCNVXF_S_D(r,t)			FCNVXF_(0,1,r,t)
-#define FCNVXT_(s,d,r,t)		f46(0xc,r,0,3,d,s,1,0,0,t)
-#define FCNVXT_S_S(r,t)			FCNVXT_(0,0,r,t)
-#define FCNVXT_D_S(r,t)			FCNVXT_(1,0,r,t)
-#define FCPY_(f,r,t)			f49(0xe,r,0,2,0,f,0,0,0,0,0,t)
-#define FCPY_S(r,t)			FCPY_(0,r,t)
-#define FCPY_D(r,t)			FCPY_(1,r,t)
-#define FCPY_Q(r,t)			f45(0xc,r,0,2,2,0,0,0,t)
-#define FDIV_(f,r1,r2,t)		f52(0xe,r1,r2,3,0,f,3,0,0,0,0,t)
-#define FDIV_S(r1,r2,t)			FDIV_(0,r1,r2,t)
-#define FDIV_D(r1,r2,t)			FDIV_(1,r1,r2,t)
-#define FDIV_Q(r1,r2,t)			f48(0xc,r1,r2,3,3,3,0,0,t)
-#define FID()				f45(0xc,0,0,0,2,0,0,0,0)
-#define FLDDL(i,b,t)			f3(0x14,b,t,i,1)
-#define FLDD(x,b,t)			f39(0xb,b,x,t)
-#define FLDDI(i,b,t)			f41(0xb,b,i,t)
-#define FLDWL(i,b,t)			f43(0x17,b,t,i)
-#define FLDW(x,b,t)			f39(0x9,b,x,t)
-#define FLDWI(i,b,t)			f41(0x9,b,i,t)
-#define FMPY_(f,r1,r2,t)		f52(0xe,r1,r2,2,0,f,3,0,0,0,0,t)
-#define FMPY_S(r1,r2,t)			FMPY_(0,r1,r2,t)
-#define FMPY_D(r1,r2,t)			FMPY_(1,r1,r2,t)
-#define FMPY_Q(r1,r2,t)			f48(0xc,r1,r2,2,3,3,0,0,t)
-/* FIXME not disassembled */
-#define FMPYADD_(f,r1,r2,ta,ra,tm)	f53(0x6,r1,r2,ta,ra,f,tm)
-#define FMPYADD_S(r1,r2,ta,ra,tm)	FMPYADD_(0,r1,r2,ta,ra,tm)
-#define FMPYADD_D(r1,r2,ta,ra,tm)	FMPYADD_(1,r1,r2,ta,ra,tm)
-#define FMPYFADD_(f,r1,r2,ra,t)		f54(0x2e,r1,r2,ra>>3,0,f,(ra)&7,0,0,0,t)
-#define FMPYFADD_S(r1,r2,ra,t)		FMPYFADD_(0,r1,r2,ra,t)
-#define FMPYFADD_D(r1,r2,ra,t)		FMPYFADD_(1,r1,r2,ra,t)
-#define FMPYNFADD_(f,r1,r2,ra,t)	f54(0x2e,r1,r2,ra>>3,0,f,(ra)&7,0,0,1,t)
-#define FMPYNFADD_S(r1,r2,ra,t)		FMPYNFADD_(0,r1,r2,ra,t)
-#define FMPYNFADD_D(r1,r2,ra,t)		FMPYNFADD_(1,r1,r2,ra,t)
-#define FMPYSUB_(f,r1,r2,ta,ra,tm)	f53(0x26,r1,r2,ta,ra,f,tm)
-#define FMPYSUB_S(r1,r2,ta,ra,tm)	FMPYSUB_(0,r1,r2,ta,ra,tm)
-#define FMPYSUB_D(r1,r2,ta,ra,tm)	FMPYSUB_(1,r1,r2,ta,ra,tm)
-#define FNEG_(f,r,t)			f49(0xe,r,0,6,0,f,0,0,0,0,0,t)
-#define FNEG_S(r,t)			FNEG_(0,r,t)
-#define FNEG_D(r,t)			FNEG_(1,r,t)
-/* FIXME not disassembled */
-#define FNEG_Q(r,t)			f45(0xc,r,0,6,3,0,0,0,t)
-#define FNEGABS_(f,r,t)			f49(0xe,r,0,7,0,f,0,0,0,0,0,t)
-#define FNEGABS_S(r,t)			FNEGABS_(0,r,t)
-#define FNEGABS_D(r,t)			FNEGABS_(1,r,t)
-#define FNEGABS_Q(r,t)			f45(0xc,r,0,7,3,0,0,0,t)
-#define FRND_(f,r,t)			f49(0xe,r,0,5,0,f,0,0,0,0,0,t)
-#define FRND_S(r,t)			FRND_(0,r,t)
-#define FRND_D(r,t)			FRND_(1,r,t)
-#define FRND_Q(r,t)			f45(0xc,r,0,5,3,0,0,0,t)
-#define FSQRT_(f,r,t)			f49(0xe,r,0,4,0,f,0,0,0,0,0,t)
-#define FSQRT_S(r,t)			FSQRT_(0,r,t)
-#define FSQRT_D(r,t)			FSQRT_(1,r,t)
-#define FSQRT_Q(r,t)			f45(0xc,r,0,4,3,0,0,0,t)
-#define FSTDL(r,i,b)			f3(0x1c,b,r,i,1)
-#define FSTD(r,x,b)			f40(0xb,b,x,r)
-#define FSTDI(r,i,b)			f42(0xb,b,i,r)
-#define FSTWL(r,i,b)			f43(0x1f,b,r,i)
-#define FSTW(r,x,b)			f40(0x9,b,x,r)
-#define FSTWI(r,i,b)			f42(0x9,b,i,r)
-#define FSUB_(f,r1,r2,t)		f52(0xe,r1,r2,1,0,f,3,0,0,0,0,t)
-#define FSUB_S(r1,r2,t)			FSUB_(0,r1,r2,t)
-#define FSUB_D(r1,r2,t)			FSUB_(1,r1,r2,t)
-#define FSUB_Q(r1,r2,t)			f48(0xc,r1,r2,1,3,3,0,0,t)
-#define FTEST_(c)			f47(0xc,0,0,0,0,2,0,1,c)
-#define FTEST()				f47(0xc,0,0,1,0,2,0,1,0)
-#define FTEST_LT()			FTEST_(FCMP_LT)
-#define FTEST_LE()			FTEST_(FCMP_LE)
-#define FTEST_EQ()			FTEST_(FCMP_EQ)
-#define FTEST_GE()			FTEST_(FCMP_GE)
-#define FTEST_GT()			FTEST_(FCMP_GT)
-#define FTEST_NE()			FTEST_(FCMP_NE)
-#define FTEST_UNLT()			FTEST_(FCMP_UNLT)
-#define FTEST_UNLE()			FTEST_(FCMP_UNLE)
-#define FTEST_UNEQ()			FTEST_(FCMP_UNEQ)
-#define FTEST_UNGE()			FTEST_(FCMP_UNGE)
-#define FTEST_UNGT()			FTEST_(FCMP_UNGT)
-#define FTEST_LTGT()			FTEST_(FCMP_LTGT)
-#define FTEST_ORD()			FTEST_(FCMP_ORD)
-#define FTEST_UNORD()			FTEST_(FCMP_UNORD)
-#define XMPYU(r1,r2,t)			f52(0xe,r1,r2,2,0,0,3,1,0,0,0,t)
-#define XMPYU_L_R(r1,r2,t)		f52(0xe,r1,r2,2,1,0,3,1,0,0,0,t)
-#define XMPYU_R_L(r1,r2,t)		f52(0xe,r1,r2,2,0,0,3,1,1,0,0,t)
-#define XMPYU_R_R(r1,r2,t)		f52(0xe,r1,r2,2,1,0,3,1,1,0,0,t)
-#define negr_f(r0,r1)			FNEG_S(r1,r0)
-#define negr_d(r0,r1)			FNEG_D(r1,r0)
-#define sqrtr_f(r0,r1)			FSQRT_S(r1,r0)
-#define sqrtr_d(r0,r1)			FSQRT_D(r1,r0)
-#define extr_f(r0,r1)			_extr_f(_jit,r0,r1)
-static void _extr_f(jit_state_t*,int32_t,int32_t);
-#define extr_d(r0,r1)			_extr_d(_jit,r0,r1)
-static void _extr_d(jit_state_t*,int32_t,int32_t);
-#define extr_f_d(r0,r1)			FCNVFF_S_D(r1,r0)
-#define extr_d_f(r0,r1)			FCNVFF_D_S(r1,r0)
-#define truncr_f(r0,r1)			truncr_f_i(r0,r1)
-#define truncr_f_i(r0,r1)		_truncr_f_i(_jit,r0,r1)
-static void _truncr_f_i(jit_state_t*,int32_t,int32_t);
-#define truncr_d(r0,r1)			truncr_d_i(r0,r1)
-#define truncr_d_i(r0,r1)		_truncr_d_i(_jit,r0,r1)
-static void _truncr_d_i(jit_state_t*,int32_t,int32_t);
-#define movr_f(r0,r1)			FCPY_S(r1,r0)
-#define movi_f(r0,i0)			_movi_f(_jit,r0,i0)
-static void _movi_f(jit_state_t*,int32_t,jit_float32_t*);
-#define movr_d(r0,r1)			FCPY_D(r1,r0)
-#define movi_d(r0,i0)			_movi_d(_jit,r0,i0)
-static void _movi_d(jit_state_t*,int32_t,jit_float64_t*);
-#define absr_f(r0,r1)			FABS_S(r1,r0)
-#define absr_d(r0,r1)			FABS_D(r1,r0)
-#define addr_f(r0,r1,r2)		FADD_S(r1,r2,r0)
-#define addi_f(r0,r1,i0)		_addi_f(_jit,r0,r1,i0)
-static void _addi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define addr_d(r0,r1,r2)		FADD_D(r1,r2,r0)
-#define addi_d(r0,r1,i0)		_addi_d(_jit,r0,r1,i0)
-static void _addi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define subr_f(r0,r1,r2)		FSUB_S(r1,r2,r0)
-#define subi_f(r0,r1,i0)		_subi_f(_jit,r0,r1,i0)
-static void _subi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define subr_d(r0,r1,r2)		FSUB_D(r1,r2,r0)
-#define subi_d(r0,r1,i0)		_subi_d(_jit,r0,r1,i0)
-static void _subi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define rsbr_f(r0,r1,r2)		subr_f(r0,r2,r1)
-#define rsbi_f(r0,r1,i0)		_rsbi_f(_jit,r0,r1,i0)
-static void _rsbi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define rsbr_d(r0,r1,r2)		subr_d(r0,r2,r1)
-#define rsbi_d(r0,r1,i0)		_rsbi_d(_jit,r0,r1,i0)
-static void _rsbi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define mulr_f(r0,r1,r2)		FMPY_S(r1,r2,r0)
-#define muli_f(r0,r1,i0)		_muli_f(_jit,r0,r1,i0)
-static void _muli_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define mulr_d(r0,r1,r2)		FMPY_D(r1,r2,r0)
-#define muli_d(r0,r1,i0)		_muli_d(_jit,r0,r1,i0)
-static void _muli_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define divr_f(r0,r1,r2)		FDIV_S(r1,r2,r0)
-#define divi_f(r0,r1,i0)		_divi_f(_jit,r0,r1,i0)
-static void _divi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define divr_d(r0,r1,r2)		FDIV_D(r1,r2,r0)
-#define divi_d(r0,r1,i0)		_divi_d(_jit,r0,r1,i0)
-static void _divi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define cmpr_f(c,r0,r1,r2)		_cmpr_f(_jit,c,r0,r1,r2)
-static void _cmpr_f(jit_state_t*,jit_word_t,
-		    int32_t,int32_t,int32_t);
-#define cmpi_f(c,r0,r1,i0)		_cmpi_f(_jit,c,r0,r1,i0)
-static void _cmpi_f(jit_state_t*,jit_word_t,
-		    int32_t,int32_t,jit_float32_t*);
-#define cmpr_d(c,r0,r1,r2)		_cmpr_d(_jit,c,r0,r1,r2)
-static void _cmpr_d(jit_state_t*,jit_word_t,
-		    int32_t,int32_t,int32_t);
-#define cmpi_d(c,r0,r1,i0)		_cmpi_d(_jit,c,r0,r1,i0)
-static void _cmpi_d(jit_state_t*,jit_word_t,
-		    int32_t,int32_t,jit_float64_t*);
-#define ltr_f(r0,r1,r2)			cmpr_f(FCMP_LT,r0,r1,r2)
-#define lti_f(r0,r1,i0)			cmpi_f(FCMP_LT,r0,r1,i0)
-#define ltr_d(r0,r1,r2)			cmpr_d(FCMP_LT,r0,r1,r2)
-#define lti_d(r0,r1,i0)			cmpi_d(FCMP_LT,r0,r1,i0)
-#define ler_f(r0,r1,r2)			cmpr_f(FCMP_LE,r0,r1,r2)
-#define lei_f(r0,r1,i0)			cmpi_f(FCMP_LE,r0,r1,i0)
-#define ler_d(r0,r1,r2)			cmpr_d(FCMP_LE,r0,r1,r2)
-#define lei_d(r0,r1,i0)			cmpi_d(FCMP_LE,r0,r1,i0)
-#define eqr_f(r0,r1,r2)			cmpr_f(FCMP_EQ,r0,r1,r2)
-#define eqi_f(r0,r1,i0)			cmpi_f(FCMP_EQ,r0,r1,i0)
-#define eqr_d(r0,r1,r2)			cmpr_d(FCMP_EQ,r0,r1,r2)
-#define eqi_d(r0,r1,i0)			cmpi_d(FCMP_EQ,r0,r1,i0)
-#define ger_f(r0,r1,r2)			cmpr_f(FCMP_GE,r0,r1,r2)
-#define gei_f(r0,r1,i0)			cmpi_f(FCMP_GE,r0,r1,i0)
-#define ger_d(r0,r1,r2)			cmpr_d(FCMP_GE,r0,r1,r2)
-#define gei_d(r0,r1,i0)			cmpi_d(FCMP_GE,r0,r1,i0)
-#define gtr_f(r0,r1,r2)			cmpr_f(FCMP_GT,r0,r1,r2)
-#define gti_f(r0,r1,i0)			cmpi_f(FCMP_GT,r0,r1,i0)
-#define gtr_d(r0,r1,r2)			cmpr_d(FCMP_GT,r0,r1,r2)
-#define gti_d(r0,r1,i0)			cmpi_d(FCMP_GT,r0,r1,i0)
-#define ner_f(r0,r1,r2)			cmpr_f(FCMP_NE,r0,r1,r2)
-#define nei_f(r0,r1,i0)			cmpi_f(FCMP_NE,r0,r1,i0)
-#define ner_d(r0,r1,r2)			cmpr_d(FCMP_NE,r0,r1,r2)
-#define nei_d(r0,r1,i0)			cmpi_d(FCMP_NE,r0,r1,i0)
-#define unltr_f(r0,r1,r2)		cmpr_f(FCMP_UNLT,r0,r1,r2)
-#define unlti_f(r0,r1,i0)		cmpi_f(FCMP_UNLT,r0,r1,i0)
-#define unltr_d(r0,r1,r2)		cmpr_d(FCMP_UNLT,r0,r1,r2)
-#define unlti_d(r0,r1,i0)		cmpi_d(FCMP_UNLT,r0,r1,i0)
-#define unler_f(r0,r1,r2)		cmpr_f(FCMP_UNLE,r0,r1,r2)
-#define unlei_f(r0,r1,i0)		cmpi_f(FCMP_UNLE,r0,r1,i0)
-#define unler_d(r0,r1,r2)		cmpr_d(FCMP_UNLE,r0,r1,r2)
-#define unlei_d(r0,r1,i0)		cmpi_d(FCMP_UNLE,r0,r1,i0)
-#define uneqr_f(r0,r1,r2)		cmpr_f(FCMP_UNEQ,r0,r1,r2)
-#define uneqi_f(r0,r1,i0)		cmpi_f(FCMP_UNEQ,r0,r1,i0)
-#define uneqr_d(r0,r1,r2)		cmpr_d(FCMP_UNEQ,r0,r1,r2)
-#define uneqi_d(r0,r1,i0)		cmpi_d(FCMP_UNEQ,r0,r1,i0)
-#define unger_f(r0,r1,r2)		cmpr_f(FCMP_UNGE,r0,r1,r2)
-#define ungei_f(r0,r1,i0)		cmpi_f(FCMP_UNGE,r0,r1,i0)
-#define unger_d(r0,r1,r2)		cmpr_d(FCMP_UNGE,r0,r1,r2)
-#define ungei_d(r0,r1,i0)		cmpi_d(FCMP_UNGE,r0,r1,i0)
-#define ungtr_f(r0,r1,r2)		cmpr_f(FCMP_UNGT,r0,r1,r2)
-#define ungti_f(r0,r1,i0)		cmpi_f(FCMP_UNGT,r0,r1,i0)
-#define ungtr_d(r0,r1,r2)		cmpr_d(FCMP_UNGT,r0,r1,r2)
-#define ungti_d(r0,r1,i0)		cmpi_d(FCMP_UNGT,r0,r1,i0)
-#define ltgtr_f(r0,r1,r2)		cmpr_f(FCMP_LTGT,r0,r1,r2)
-#define ltgti_f(r0,r1,i0)		cmpi_f(FCMP_LTGT,r0,r1,i0)
-#define ltgtr_d(r0,r1,r2)		cmpr_d(FCMP_LTGT,r0,r1,r2)
-#define ltgti_d(r0,r1,i0)		cmpi_d(FCMP_LTGT,r0,r1,i0)
-#define ordr_f(r0,r1,r2)		cmpr_f(FCMP_ORD,r0,r1,r2)
-#define ordi_f(r0,r1,i0)		cmpi_f(FCMP_ORD,r0,r1,i0)
-#define ordr_d(r0,r1,r2)		cmpr_d(FCMP_ORD,r0,r1,r2)
-#define ordi_d(r0,r1,i0)		cmpi_d(FCMP_ORD,r0,r1,i0)
-#define unordr_f(r0,r1,r2)		cmpr_f(FCMP_UNORD,r0,r1,r2)
-#define unordi_f(r0,r1,i0)		cmpi_f(FCMP_UNORD,r0,r1,i0)
-#define unordr_d(r0,r1,r2)		cmpr_d(FCMP_UNORD,r0,r1,r2)
-#define unordi_d(r0,r1,i0)		cmpi_d(FCMP_UNORD,r0,r1,i0)
-#define ldr_f(r0,r1)			FLDWI(0,r1,r0)
-#define ldi_f(r0,i0)			_ldi_f(_jit,r0,i0)
-static void _ldi_f(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_f(r0,r1,r2)		FLDW(r2,r1,r0)
-#define ldxi_f(r0,r1,i0)		_ldxi_f(_jit,r0,r1,i0)
-static void _ldxi_f(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldr_d(r0,r1)			FLDDI(0,r1,r0)
-#define ldi_d(r0,i0)			_ldi_d(_jit,r0,i0)
-static void _ldi_d(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_d(r0,r1,r2)		FLDD(r2,r1,r0)
-#define ldxi_d(r0,r1,i0)		_ldxi_d(_jit,r0,r1,i0)
-static void _ldxi_d(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define str_f(r0,r1)			FSTWI(r1,0,r0)
-#define sti_f(i0,r0)			_sti_f(_jit,i0,r0)
-static void _sti_f(jit_state_t*,jit_word_t,int32_t);
-#if FSTXR
-#  define stxr_f(r0,r1,r2)		FSTW(r2,r1,r0)
-#  define stxr_d(r0,r1,r2)		FSTD(r2,r1,r0)
-#else
-#  define stxr_f(r0,r1,r2)		_stxr_f(_jit,r0,r1,r2)
-static void _stxr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#  define stxr_d(r0,r1,r2)		_stxr_d(_jit,r0,r1,r2)
-static void _stxr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#endif
-#define stxi_f(i0,r0,r1)		_stxi_f(_jit,i0,r0,r1)
-static void _stxi_f(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define str_d(r0,r1)			FSTDI(r1,0,r0)
-#define sti_d(i0,r0)			_sti_d(_jit,i0,r0)
-static void _sti_d(jit_state_t*,jit_word_t,int32_t);
-#define stxi_d(i0,r0,r1)		_stxi_d(_jit,i0,r0,r1)
-static void _stxi_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bcmpr_f(c,i0,r0,r1)		_bcmpr_f(_jit,c,i0,r0,r1)
-static jit_word_t _bcmpr_f(jit_state_t*,jit_word_t,
-			   jit_word_t,int32_t,int32_t);
-#define bcmpi_f(c,i0,r0,i1)		_bcmpi_f(_jit,c,i0,r0,i1)
-static jit_word_t _bcmpi_f(jit_state_t*,jit_word_t,
-			   jit_word_t,int32_t,jit_float32_t*);
-#define bcmpr_d(c,i0,r0,r1)		_bcmpr_d(_jit,c,i0,r0,r1)
-static jit_word_t _bcmpr_d(jit_state_t*,jit_word_t,
-			   jit_word_t,int32_t,int32_t);
-#define bcmpi_d(c,i0,r0,i1)		_bcmpi_d(_jit,c,i0,r0,i1)
-static jit_word_t _bcmpi_d(jit_state_t*,jit_word_t,
-			   jit_word_t,int32_t,jit_float64_t*);
-#define bltr_f(i0,r0,r1)		bcmpr_f(FCMP_LT,i0,r0,r1)
-#define blti_f(i0,r0,i1)		bcmpi_f(FCMP_LT,i0,r0,i1)
-#define bltr_d(i0,r0,r1)		bcmpr_d(FCMP_LT,i0,r0,r1)
-#define blti_d(i0,r0,i1)		bcmpi_d(FCMP_LT,i0,r0,i1)
-#define bler_f(i0,r0,r1)		bcmpr_f(FCMP_LE,i0,r0,r1)
-#define blei_f(i0,r0,i1)		bcmpi_f(FCMP_LE,i0,r0,i1)
-#define bler_d(i0,r0,r1)		bcmpr_d(FCMP_LE,i0,r0,r1)
-#define blei_d(i0,r0,i1)		bcmpi_d(FCMP_LE,i0,r0,i1)
-#define beqr_f(i0,r0,r1)		bcmpr_f(FCMP_EQ,i0,r0,r1)
-#define beqi_f(i0,r0,i1)		bcmpi_f(FCMP_EQ,i0,r0,i1)
-#define beqr_d(i0,r0,r1)		bcmpr_d(FCMP_EQ,i0,r0,r1)
-#define beqi_d(i0,r0,i1)		bcmpi_d(FCMP_EQ,i0,r0,i1)
-#define bger_f(i0,r0,r1)		bcmpr_f(FCMP_GE,i0,r0,r1)
-#define bgei_f(i0,r0,i1)		bcmpi_f(FCMP_GE,i0,r0,i1)
-#define bger_d(i0,r0,r1)		bcmpr_d(FCMP_GE,i0,r0,r1)
-#define bgei_d(i0,r0,i1)		bcmpi_d(FCMP_GE,i0,r0,i1)
-#define bgtr_f(i0,r0,r1)		bcmpr_f(FCMP_GT,i0,r0,r1)
-#define bgti_f(i0,r0,i1)		bcmpi_f(FCMP_GT,i0,r0,i1)
-#define bgtr_d(i0,r0,r1)		bcmpr_d(FCMP_GT,i0,r0,r1)
-#define bgti_d(i0,r0,i1)		bcmpi_d(FCMP_GT,i0,r0,i1)
-#define bner_f(i0,r0,r1)		bcmpr_f(FCMP_NE,i0,r0,r1)
-#define bnei_f(i0,r0,i1)		bcmpi_f(FCMP_NE,i0,r0,i1)
-#define bner_d(i0,r0,r1)		bcmpr_d(FCMP_NE,i0,r0,r1)
-#define bnei_d(i0,r0,i1)		bcmpi_d(FCMP_NE,i0,r0,i1)
-#define bunltr_f(i0,r0,r1)		bcmpr_f(FCMP_UNLT,i0,r0,r1)
-#define bunlti_f(i0,r0,i1)		bcmpi_f(FCMP_UNLT,i0,r0,i1)
-#define bunltr_d(i0,r0,r1)		bcmpr_d(FCMP_UNLT,i0,r0,r1)
-#define bunlti_d(i0,r0,i1)		bcmpi_d(FCMP_UNLT,i0,r0,i1)
-#define bunler_f(i0,r0,r1)		bcmpr_f(FCMP_UNLE,i0,r0,r1)
-#define bunlei_f(i0,r0,i1)		bcmpi_f(FCMP_UNLE,i0,r0,i1)
-#define bunler_d(i0,r0,r1)		bcmpr_d(FCMP_UNLE,i0,r0,r1)
-#define bunlei_d(i0,r0,i1)		bcmpi_d(FCMP_UNLE,i0,r0,i1)
-#define buneqr_f(i0,r0,r1)		bcmpr_f(FCMP_UNEQ,i0,r0,r1)
-#define buneqi_f(i0,r0,i1)		bcmpi_f(FCMP_UNEQ,i0,r0,i1)
-#define buneqr_d(i0,r0,r1)		bcmpr_d(FCMP_UNEQ,i0,r0,r1)
-#define buneqi_d(i0,r0,i1)		bcmpi_d(FCMP_UNEQ,i0,r0,i1)
-#define bunger_f(i0,r0,r1)		bcmpr_f(FCMP_UNGE,i0,r0,r1)
-#define bungei_f(i0,r0,i1)		bcmpi_f(FCMP_UNGE,i0,r0,i1)
-#define bunger_d(i0,r0,r1)		bcmpr_d(FCMP_UNGE,i0,r0,r1)
-#define bungei_d(i0,r0,i1)		bcmpi_d(FCMP_UNGE,i0,r0,i1)
-#define bungtr_f(i0,r0,r1)		bcmpr_f(FCMP_UNGT,i0,r0,r1)
-#define bungti_f(i0,r0,i1)		bcmpi_f(FCMP_UNGT,i0,r0,i1)
-#define bungtr_d(i0,r0,r1)		bcmpr_d(FCMP_UNGT,i0,r0,r1)
-#define bungti_d(i0,r0,i1)		bcmpi_d(FCMP_UNGT,i0,r0,i1)
-#define bltgtr_f(i0,r0,r1)		bcmpr_f(FCMP_LTGT,i0,r0,r1)
-#define bltgti_f(i0,r0,i1)		bcmpi_f(FCMP_LTGT,i0,r0,i1)
-#define bltgtr_d(i0,r0,r1)		bcmpr_d(FCMP_LTGT,i0,r0,r1)
-#define bltgti_d(i0,r0,i1)		bcmpi_d(FCMP_LTGT,i0,r0,i1)
-#define bordr_f(i0,r0,r1)		bcmpr_f(FCMP_ORD,i0,r0,r1)
-#define bordi_f(i0,r0,i1)		bcmpi_f(FCMP_ORD,i0,r0,i1)
-#define bordr_d(i0,r0,r1)		bcmpr_d(FCMP_ORD,i0,r0,r1)
-#define bordi_d(i0,r0,i1)		bcmpi_d(FCMP_ORD,i0,r0,i1)
-#define bunordr_f(i0,r0,r1)		bcmpr_f(FCMP_UNORD,i0,r0,r1)
-#define bunordi_f(i0,r0,i1)		bcmpi_f(FCMP_UNORD,i0,r0,i1)
-#define bunordr_d(i0,r0,r1)		bcmpr_d(FCMP_UNORD,i0,r0,r1)
-#define bunordi_d(i0,r0,i1)		bcmpi_d(FCMP_UNORD,i0,r0,i1)
-#define vaarg_d(r0, r1)			_vaarg_d(_jit, r0, r1)
-static void _vaarg_d(jit_state_t*, int32_t, int32_t);
-#endif
-
-#if CODE
-static void
-_f39(jit_state_t *_jit, int32_t o,
-     int32_t b, int32_t x, int32_t t)
-{
-    assert(!(o & ~0x3f));
-    assert(!(b & ~0x1f));
-    assert(!(x & ~0x1f));
-    assert(!(t & ~0x1f));
-    ii((o<<26)|(b<<21)|(x<<16)|t);
-}
-
-static void
-_f40(jit_state_t *_jit, int32_t o,
-     int32_t b, int32_t x, int32_t r)
-{
-    assert(!(o & ~0x3f));
-    assert(!(b & ~0x1f));
-    assert(!(x & ~0x1f));
-    assert(!(r & ~0x1f));
-    ii((o<<26)|(b<<21)|(x<<16)|(1<<9)|r);
-}
-
-static void
-_f41(jit_state_t *_jit, int32_t o,
-     int32_t b, int32_t x, int32_t t)
-{
-    assert(!(o & ~0x3f));
-    assert(!(b & ~0x1f));
-    assert(x >= -16 && x < 15);
-    assert(!(t & ~0x1f));
-    ii((o<<26)|(b<<21)|(low_sign_unext(x,5)<<16)|(1<<12)|t);
-}
-
-static void
-_f42(jit_state_t *_jit, int32_t o,
-     int32_t b, int32_t i, int32_t r)
-{
-    assert(!(o & ~0x3f));
-    assert(!(b & ~0x1f));
-    assert(i >= -16 && i < 15);
-    assert(!(r & ~0x1f));
-    ii((o<<26)|(b<<21)|(low_sign_unext(i,5)<<16)|(1<<12)|(1<<9)|r);
-}
-
-static void
-_f45(jit_state_t *_jit, int32_t o,
-     int32_t r, int32_t a, int32_t b, int32_t fmt,
-     int32_t c, int32_t d, int32_t e, int32_t t)
-{
-    assert(!(o   & ~0x3f));
-    assert(!(r   & ~0x1f));
-    assert(!(a   & ~0x1f));
-    assert(!(b   &  ~0x7));
-    assert(!(fmt &  ~0x3));
-    assert(!(c   &  ~0x3));
-    assert(!(d   &  ~0x7));
-    assert(!(e   &  ~0x1));
-    assert(!(t   & ~0x1f));
-    ii((o<<26)|(r<<21)|(a<<16)|(fmt<<13)|(b<<11)|(c<<9)|(d<<6)|(e<<5)|t);
-}
-
-static void
-_f46(jit_state_t *_jit, int32_t o, int32_t r,
-     int32_t a, int32_t s, int32_t df, int32_t sf,
-     int32_t b, int32_t c, int32_t d, int32_t t)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r  & ~0x1f));
-    assert(!(a  &  ~0x7));
-    assert(!(s  &  ~0x7));
-    assert(!(df &  ~0x3));
-    assert(!(sf &  ~0x3));
-    assert(!(b  &  ~0x3));
-    assert(!(c  &  ~0x7));
-    assert(!(d  &  ~0x1));
-    assert(!(t  & ~0x1f));
-    ii((o<<26)|(r<<21)|(a<<18)|(s<<15)|
-       (df<<13)|(sf<<11)|(b<<9)|(c<<6)|(d<<5)|t);
-}
-
-static void
-_f47_48(jit_state_t *_jit, int32_t o,
-	int32_t r2, int32_t r1, int32_t y, int32_t fmt,
-	int32_t a, int32_t b, int32_t c, int32_t t)
-{
-    assert(!(o   & ~0x3f));
-    assert(!(r2  & ~0x1f));
-    assert(!(r1  & ~0x1f));
-    assert(!(y   &  ~0x7));
-    assert(!(fmt &  ~0x3));
-    assert(!(a   &  ~0x3));
-    assert(!(b   &  ~0x7));
-    assert(!(c   &  ~0x1));
-    assert(!(t   & ~0x1f));
-    ii((o<<26)|(r2<<21)|(r1<<16)|(y<<13)|(fmt<<11)|(a<<9)|(b<<6)|(c<<5)|t);
-}
-
-static void
-_f49_52(jit_state_t *_jit, int32_t o,
-	int32_t r1, int32_t r2, int32_t y,
-	int32_t v, int32_t f, int32_t a, int32_t b,
-	int32_t u, int32_t c, int32_t d, int32_t t)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r1 & ~0x1f));
-    assert(!(r2 & ~0x3f));
-    assert(!(y  &  ~0x7));
-    assert(!(v  &  ~0x1));
-    assert(!(f  &  ~0x1));
-    assert(!(a  &  ~0x3));
-    assert(!(b  &  ~0x1));
-    assert(!(u  &  ~0x1));
-    assert(!(c  &  ~0x1));
-    assert(!(d  &  ~0x1));
-    assert(!(t  & ~0x1f));
-    ii((o<<26)|(r1<<21)|(r2<<16)|(y<<13)|(v<<12)|
-       (f<<11)|(a<<9)|(b<<8)|(u<<7)|(c<<6)|(d<<5)|t);
-}
-
-static void
-_f53(jit_state_t *_jit, int32_t o, int32_t r1, int32_t r2,
-     int32_t ta, int32_t ra, int32_t f, int32_t tm)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r1 & ~0x1f));
-    assert(!(r2 & ~0x1f));
-    assert(!(ta & ~0x1f));
-    assert(!(ra & ~0x1f));
-    assert(!(f  &  ~0x1));
-    assert(!(tm & ~0x1f));
-    assert(ra != tm ||
-	   (ta == r1 || ta == r2 || ta == tm) ||
-	   (f && ra == 1) || (!f && !ra));
-    ii((o<<26)|(r1<<21)|(r2<<16)|(ta<<11)|(ra<<6)|(f<<5)|tm);
-}
-
-static void
-_f54(jit_state_t *_jit, int32_t o, int32_t r1, int32_t r2,
-     int32_t a, int32_t b, int32_t f, int32_t c,
-     int32_t d, int32_t e, int32_t g, int32_t t)
-{
-    assert(!(o  & ~0x3f));
-    assert(!(r1 & ~0x1f));
-    assert(!(r2 & ~0x1f));
-    assert(!(a  &  ~0x7));
-    assert(!(b  &  ~0x1));
-    assert(!(f  &  ~0x1));
-    assert(!(c  &  ~0x7));
-    assert(!(e  &  ~0x1));
-    assert(!(e  &  ~0x1));
-    assert(!(g  &  ~0x1));
-    assert(!(t  & ~0x1f));
-    ii((o<<26)|(r1<<21)|(r2<<16)|(a<<13)|
-       (b<<12)|(f<11)|(c<<8)|(d<<7)|(e<<6)|(g<<5)|t);
-}
-
-static void
-_extr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    stxi(alloca_offset - 8, _FP_REGNO, r1);
-    ldxi_f(r0, _FP_REGNO, alloca_offset - 8);
-    FCNVXF_S_S(r0, r0);
-}
-
-static void
-_extr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    stxi(alloca_offset - 8, _FP_REGNO, r1);
-    ldxi_f(r0, _FP_REGNO, alloca_offset - 8);
-    FCNVXF_S_D(r0, r0);
-}
-
-static void
-_truncr_f_i(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr);
-    FCNVXT_S_S(r1, rn(reg));
-    stxi_f(alloca_offset - 8, _FP_REGNO, rn(reg));
-    ldxi(r0, _FP_REGNO, alloca_offset - 8);
-    jit_unget_reg(reg);
-}
-
-static void
-_truncr_d_i(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr);
-    FCNVXT_D_S(r1, rn(reg));
-    stxi_d(alloca_offset - 8, _FP_REGNO, rn(reg));
-    ldxi(r0, _FP_REGNO, alloca_offset - 8);
-    jit_unget_reg(reg);
-}
-
-static void
-_movi_f(jit_state_t *_jit, int32_t r0, jit_float32_t *i0)
-{
-    union {
-	int32_t	 i;
-	jit_float32_t	 f;
-    } data;
-    int32_t		 reg;
-
-    if (_jitc->no_data) {
-	data.f = *i0;
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), data.i);
-	stxi_i(alloca_offset - 8, _FP_REGNO, rn(reg));
-	jit_unget_reg(reg);
-	ldxi_f(r0, _FP_REGNO, alloca_offset - 8);
-    }
-    else
-	ldi_f(r0, (jit_word_t)i0);
-}
-
-static void
-_movi_d(jit_state_t *_jit, int32_t r0, jit_float64_t *i0)
-{
-    union {
-	int32_t	 ii[2];
-	jit_word_t	 w;
-	jit_float64_t	 d;
-    } data;
-    int32_t		 reg;
-
-    data.d = *i0;
-    if (_jitc->no_data) {
-	data.d = *i0;
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), data.ii[0]);
-	stxi_i(alloca_offset - 8, _FP_REGNO, rn(reg));
-	movi(rn(reg), data.ii[1]);
-	stxi_i(alloca_offset - 4, _FP_REGNO, rn(reg));
-	jit_unget_reg(reg);
-	ldxi_d(r0, _FP_REGNO, alloca_offset - 8);
-    }
-    else
-	ldi_d(r0, (jit_word_t)i0);
-}
-
-#define fpr_opi(name, type, size)					\
-static void								\
-_##name##i_##type(jit_state_t *_jit,					\
-		  int32_t r0, int32_t r1,			\
-		  jit_float##size##_t *i0)				\
-{									\
-    int32_t		reg = jit_get_reg(jit_class_fpr);		\
-    movi_##type(rn(reg), i0);						\
-    name##r_##type(r0, r1, rn(reg));					\
-    jit_unget_reg(reg);							\
-}
-#define fopi(name)			fpr_opi(name, f, 32)
-#define dopi(name)			fpr_opi(name, d, 64)
-
-fopi(add)
-dopi(add)
-fopi(sub)
-dopi(sub)
-fopi(rsb)
-dopi(rsb)
-fopi(mul)
-dopi(mul)
-fopi(div)
-dopi(div)
-
-static void
-_cmpr_f(jit_state_t *_jit, jit_word_t c,
-	int32_t r0, int32_t r1, int32_t r2)
-{
-    LDI(0, r0);
-    FCMP_S_(r1, r2, c);
-    FTEST();
-    LDI(1, r0);
-}
-
-static void
-_cmpi_f(jit_state_t *_jit, jit_word_t c,
-	int32_t r0, int32_t r1, jit_float32_t *i0)
-{
-    int32_t		reg = jit_get_reg(jit_class_fpr);
-    movi_f(rn(reg), i0);
-    cmpr_f(c, r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_cmpr_d(jit_state_t *_jit, jit_word_t c,
-	int32_t r0, int32_t r1, int32_t r2)
-{
-    LDI(0, r0);
-    FCMP_D_(r1, r2, c);
-    FTEST();
-    LDI(1, r0);
-}
-
-static void
-_cmpi_d(jit_state_t *_jit, jit_word_t c,
-	int32_t r0, int32_t r1, jit_float64_t *i0)
-{
-    int32_t		reg = jit_get_reg(jit_class_fpr);
-    movi_d(rn(reg), i0);
-    cmpr_d(c, r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldi_f(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    assert(!(i0 & 3));
-    if (i0 >= -8192 && i0 <= 8191 && !(re_assemble_16(i0) & 6))
-	FLDWL(i0, _R0_REGNO, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_f(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_f(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	FLDWI(i0, r1, r0);
-    /* |im11a|0|t|i| */
-    else if (i0 >= -8192 && i0 <= 8191 && !(re_assemble_16(i0) & 6))
-	FLDWL(i0, r1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_f(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_d(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    assert(!(i0 & 7));
-    if (i0 >= -8192 && i0 <= 8191 && !(re_assemble_16(i0) & 14))
-	FLDDL(i0, _R0_REGNO, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_d(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_d(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	FLDDI(i0, r1, r0);
-    /* |im10a|m|a|1|i| */
-    else if (i0 >= -8192 && i0 <= 8191 && !(re_assemble_16(i0) & 14))
-	FLDDL(i0, r1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_d(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_f(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    assert(!(i0 & 3));
-    if (i0 >= -8192 && i0 <= 8191 && !(re_assemble_16(i0) & 6))
-	FSTWL(r0, i0, _R0_REGNO);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_f(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-#if !FSTXR
-static void
-_stxr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_f(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_d(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-#endif
-
-static void
-_stxi_f(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	FSTWI(r1, i0, r0);
-    /* |im11a|0|t|i| */
-    else if (i0 >= -8192 && i0 <= 8191 && !(re_assemble_16(i0) & 6))
-	FSTWL(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-#if FSTXR
-	movi(rn(reg), i0);
-	stxr_f(rn(reg), r0, r1);
-#else
-	addi(rn(reg), r0, i0);
-	str_f(rn(reg), r1);
-#endif
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_d(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    assert(!(i0 & 7));
-    if (i0 >= -8192 && i0 <= 8191 && !(re_assemble_16(i0) & 14))
-	FSTDL(r0, i0, _R0_REGNO);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_d(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxi_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0 >= -16 && i0 <= 15)
-	FSTDI(r1, i0, r0);
-    /* |im10a|m|a|1|i| */
-    else if (i0 >= -8192 && i0 <= 8191 && !(re_assemble_16(i0) & 14))
-	FSTDL(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-#if FSTXR
-	movi(rn(reg), i0);
-	stxr_d(rn(reg), r0, r1);
-#else
-	addi(rn(reg), r0, i0);
-	str_d(rn(reg), r1);
-#endif
-	jit_unget_reg(reg);
-    }
-}
-
-static jit_word_t
-_bcmpr_f(jit_state_t *_jit, jit_word_t c,
-	 jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_S_(r0, r1, c);
-    FTEST();
-    w = _jit->pc.w;
-    B_N(((i0 - w) >> 2) - 2, _R0_REGNO);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bcmpi_f(jit_state_t *_jit, jit_word_t c,
-	 jit_word_t i0, int32_t r0, jit_float32_t *i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi_f(rn(reg), i1);
-    FCMP_S_(r0, rn(reg), c);
-    FTEST();
-    w = _jit->pc.w;
-    B_N(((i0 - w) >> 2) - 2, _R0_REGNO);
-    NOP();
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bcmpr_d(jit_state_t *_jit, jit_word_t c,
-	 jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_D_(r0, r1, c);
-    FTEST();
-    w = _jit->pc.w;
-    B_N(((i0 - w) >> 2) - 2, _R0_REGNO);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bcmpi_d(jit_state_t *_jit, jit_word_t c,
-	 jit_word_t i0, int32_t r0, jit_float64_t *i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr|jit_class_nospill);
-    movi_d(rn(reg), i1);
-    FCMP_D_(r0, rn(reg), c);
-    FTEST();
-    w = _jit->pc.w;
-    B_N(((i0 - w) >> 2) - 2, _R0_REGNO);
-    NOP();
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static void
-_vaarg_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-
-    assert(_jitc->function->self.call & jit_call_varargs);
-
-    /* Align pointer if required. */
-    reg = jit_get_reg(jit_class_gpr);
-    andi(rn(reg), r1, 7);
-    subr(r1, r1, rn(reg));
-    jit_unget_reg(reg);
-
-    /* Adjust vararg stack pointer. */
-    subi(r1, r1, 8);
-
-    /* Load argument. */
-    ldr_d(r0, r1);
-}
-#endif
diff --git a/libguile/lightening/lightening/hppa.c b/libguile/lightening/lightening/hppa.c
deleted file mode 100644
index d6c56cb44..000000000
--- a/libguile/lightening/lightening/hppa.c
+++ /dev/null
@@ -1,1586 +0,0 @@
-/*
- * Copyright (C) 2013-2019  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-# define JIT_SP         _R30
-# define JIT_RET                _R28
-# define JIT_FRET               _F4
-
-#define jit_arg_reg_p(i)		(i >= 0 && i < 4)
-
-#define PROTO				1
-#  include "hppa-cpu.c"
-#  include "hppa-fpu.c"
-#undef PROTO
-
-/*
- * Types
- */
-typedef jit_pointer_t	jit_va_list;
-
-/*
- * Prototypes
- */
-#define patch(instr, node)		_patch(_jit, instr, node)
-static void _patch(jit_state_t*,jit_word_t,jit_node_t*);
-
-/* libgcc */
-extern void __clear_cache(void *, void *);
-
-/*
- * Initialization
- */
-static const jit_register_t _rvs[] = {
-    { 0,			"r0" },		/* Zero */
-    /* Not register starved, so, avoid allocating r1 and rp
-     * due to being implicit target of ADDIL and B,L */
-    { 1,			"r1" },		/* Scratch */
-    { 2,			"rp" },		/* Return Pointer and scratch */
-    { rc(sav) | 3,		"r3" },
-    { 19,			"r19" },	/* Linkage Table */
-    { rc(gpr) | 20,		"r20" },
-    { rc(gpr) | 21,		"r21" },
-    { rc(gpr) | 22,		"r22" },
-    { rc(gpr) | 29,		"ret1" },
-    { rc(gpr) | 28,		"ret0" },
-    /* JIT_Rx in callee save registers due to need to call
-     * functions to implement some instructions */
-    /* JIT_R0- JIT_R2 */
-    { rc(gpr) | rc(sav) | 4,	"r4" },
-    { rc(gpr) | rc(sav) | 5,	"r5" },
-    { rc(gpr) | rc(sav) | 6,	"r6" },
-    /* JIT_V0- JIT_V2 */
-    { rc(gpr) | rc(sav) | 7,	"r7" },
-    { rc(sav) | rc(sav) | 8,	"r8" },
-    { rc(gpr) | rc(sav) | 9,	"r9" },
-    /* JIT_R3 */
-    { rc(gpr) | rc(sav) | 10,	"r10" },
-    /* JIT_V3+ */
-    { rc(gpr) | rc(sav) | 11,	"r11" },
-    { rc(gpr) | rc(sav) | 12,	"r12" },
-    { rc(gpr) | rc(sav) | 13,	"r13" },
-    { rc(gpr) | rc(sav) | 14,	"r14" },
-    { rc(gpr) | rc(sav) | 15,	"r15" },
-    { rc(gpr) | rc(sav) | 16,	"r16" },
-    { rc(gpr) | rc(sav) | 17,	"r17" },
-    { rc(gpr) | rc(sav) | 18,	"r18" },
-    /* Arguments */
-    { rc(gpr) | rc(arg) | 23,	"r23" },
-    { rc(gpr) | rc(arg) | 24,	"r24" },
-    { rc(gpr) | rc(arg) | 25,	"r25" },
-    { rc(gpr) | rc(arg) | 26,	"r26" },
-    { 27,			"dp" },		/* Data Pointer */
-    { 30,			"sp" },
-    { 31,			"r31" },	/* Link Register */
-    { rc(fpr) | 31,		"fr31" },
-    { rc(fpr) | 30,		"fr30" },
-    { rc(fpr) | 29,		"fr29" },
-    { rc(fpr) | 28,		"fr28" },
-    { rc(fpr) | 27,		"fr27" },
-    { rc(fpr) | 26,		"fr26" },
-    { rc(fpr) | 25,		"fr25" },
-    { rc(fpr) | 24,		"fr24" },
-    { rc(fpr) | 23,		"fr23" },
-    { rc(fpr) | 22,		"fr22" },
-    { rc(fpr) | 11,		"fr11" },
-    { rc(fpr) | 10,		"fr10" },
-    { rc(fpr) | 9,		"fr9" },
-    { rc(fpr) | 8,		"fr8" },
-    /* Arguments */
-    { rc(fpr) | rc(arg) | 7,	"fr7" },
-    { rc(fpr) | rc(arg) | 6,	"fr6" },
-    { rc(fpr) | rc(arg) | 5,	"fr5" },
-    { rc(fpr) | rc(arg) | 4,	"fr4" },
-    /* Callee Saves */
-    { rc(fpr) | rc(sav) | 21,	"fr21" },
-    { rc(fpr) | rc(sav) | 20,	"fr20" },
-    { rc(fpr) | rc(sav) | 19,	"fr19" },
-    { rc(fpr) | rc(sav) | 18,	"fr18" },
-    { rc(fpr) | rc(sav) | 17,	"fr17" },
-    { rc(fpr) | rc(sav) | 16,	"fr16" },
-    { rc(fpr) | rc(sav) | 15,	"fr15" },
-    { rc(fpr) | rc(sav) | 14,	"fr14" },
-    { rc(fpr) | rc(sav) | 13,	"fr13" },
-    { rc(fpr) | rc(sav) | 12,	"fr12" },
-    { 0,			"fpsr" },
-    { 1,			"fpe2" },
-    { 2,			"fpe4" },
-    { 3,			"fpe6" },
-    { _NOREG,			"<none>" },
-};
-
-/*
- * Implementation
- */
-void
-jit_get_cpu(void)
-{
-    /* FIXME Expecting PARISC 2.0, for PARISC 1.0 should not use fr16-fr31 */
-}
-
-void
-_jit_init(jit_state_t *_jit)
-{
-    _jitc->reglen = jit_size(_rvs) - 1;
-}
-
-void
-_jit_prolog(jit_state_t *_jit)
-{
-    int32_t		offset;
-
-    if (_jitc->function)
-	jit_epilog();
-    assert(jit_regset_cmp_ui(&_jitc->regarg, 0) == 0);
-    jit_regset_set_ui(&_jitc->regsav, 0);
-    offset = _jitc->functions.offset;
-    if (offset >= _jitc->functions.length) {
-	jit_realloc((jit_pointer_t *)&_jitc->functions.ptr,
-		    _jitc->functions.length * sizeof(jit_function_t),
-		    (_jitc->functions.length + 16) * sizeof(jit_function_t));
-	_jitc->functions.length += 16;
-    }
-    _jitc->function = _jitc->functions.ptr + _jitc->functions.offset++;
-    _jitc->function->self.size = params_offset;
-    _jitc->function->self.argi = _jitc->function->self.alen = 0;
-    /* float conversion */
-    _jitc->function->self.aoff = alloca_offset;
-    _jitc->function->self.call = jit_call_default;
-    jit_alloc((jit_pointer_t *)&_jitc->function->regoff,
-	      _jitc->reglen * sizeof(int32_t));
-
-    /* _no_link here does not mean the jit_link() call can be removed
-     * by rewriting as:
-     * _jitc->function->prolog = jit_new_node(jit_code_prolog);
-     */
-    _jitc->function->prolog = jit_new_node_no_link(jit_code_prolog);
-    jit_link(_jitc->function->prolog);
-    _jitc->function->prolog->w.w = offset;
-    _jitc->function->epilog = jit_new_node_no_link(jit_code_epilog);
-    /*	u:	label value
-     *	v:	offset in blocks vector
-     *	w:	offset in functions vector
-     */
-    _jitc->function->epilog->w.w = offset;
-
-    jit_regset_new(&_jitc->function->regset);
-}
-
-int32_t
-_jit_allocai(jit_state_t *_jit, int32_t length)
-{
-    int32_t		offset;
-    assert(_jitc->function);
-    switch (length) {
-	case 0:	case 1:
-	    break;
-	case 2:
-	    _jitc->function->self.aoff = (_jitc->function->self.aoff + 1) & -2;
-	    break;
-	case 3:	case 4:
-	    _jitc->function->self.aoff = (_jitc->function->self.aoff + 3) & -4;
-	    break;
-	default:
-	    _jitc->function->self.aoff = (_jitc->function->self.aoff + 7) & -8;
-	    break;
-    }
-    if (!_jitc->realize) {
-	jit_inc_synth_ww(allocai, _jitc->function->self.aoff, length);
-	jit_dec_synth();
-    }
-    offset = _jitc->function->self.aoff;
-    _jitc->function->self.aoff += length;
-    return (offset);
-}
-
-void
-_jit_allocar(jit_state_t *_jit, int32_t u, int32_t v)
-{
-    int32_t		 reg;
-    assert(_jitc->function);
-    jit_inc_synth_ww(allocar, u, v);
-    if (!_jitc->function->allocar) {
-	_jitc->function->aoffoff = jit_allocai(sizeof(int32_t));
-	_jitc->function->allocar = 1;
-    }
-    reg = jit_get_reg(jit_class_gpr);
-    jit_addi(reg, v, 63);
-    jit_andi(reg, reg, -64);
-    jit_ldxi_i(u, JIT_FP, _jitc->function->aoffoff);
-    jit_addr(JIT_SP, JIT_SP, reg);
-    jit_stxi_i(_jitc->function->aoffoff, JIT_FP, u);
-    jit_unget_reg(reg);
-    jit_dec_synth();
-}
-
-void
-_jit_ret(jit_state_t *_jit)
-{
-    jit_node_t		*instr;
-    assert(_jitc->function);
-    jit_inc_synth(ret);
-    /* jump to epilog */
-    instr = jit_jmpi();
-    jit_patch_at(instr, _jitc->function->epilog);
-    jit_dec_synth();
-}
-
-void
-_jit_retr(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr, u);
-    jit_movr(JIT_RET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti(jit_state_t *_jit, jit_word_t u)
-{
-    jit_inc_synth_w(reti, u);
-    jit_movi(JIT_RET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_retr_f(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr_f, u);
-    jit_movr_f(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti_f(jit_state_t *_jit, jit_float32_t u)
-{
-    jit_inc_synth_f(reti_f, u);
-    jit_movi_f(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_retr_d(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr_d, u);
-    jit_movr_d(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti_d(jit_state_t *_jit, jit_float64_t u)
-{
-    jit_inc_synth_d(reti_d, u);
-    jit_movi_d(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_epilog(jit_state_t *_jit)
-{
-    assert(_jitc->function);
-    assert(_jitc->function->epilog->next == NULL);
-    jit_link(_jitc->function->epilog);
-    _jitc->function = NULL;
-}
-
-jit_bool_t
-_jit_arg_register_p(jit_state_t *_jit, jit_node_t *u)
-{
-    assert(u->code == jit_code_arg ||
-	   u->code == jit_code_arg_f || u->code == jit_code_arg_d);
-    return (jit_arg_reg_p(u->u.w));
-}
-
-void
-_jit_ellipsis(jit_state_t *_jit)
-{
-    jit_inc_synth(ellipsis);
-    if (_jitc->prepare) {
-	jit_link_prepare();
-	assert(!(_jitc->function->call.call & jit_call_varargs));
-	_jitc->function->call.call |= jit_call_varargs;
-    }
-    else {
-	jit_link_prolog();
-	assert(!(_jitc->function->self.call & jit_call_varargs));
-	_jitc->function->self.call |= jit_call_varargs;
-
-	_jitc->function->vagp = _jitc->function->self.argi;
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_va_push(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(va_push, u);
-    jit_pushargr(u);
-    jit_dec_synth();
-}
-
-jit_node_t *
-_jit_arg(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function);
-    _jitc->function->self.size -= sizeof(jit_word_t);
-    if (jit_arg_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else
-	offset = _jitc->function->self.size;
-    node = jit_new_node_ww(jit_code_arg, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-jit_node_t *
-_jit_arg_f(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function);
-    _jitc->function->self.size -= sizeof(jit_word_t);
-    if (jit_arg_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else
-	offset = _jitc->function->self.size;
-    node = jit_new_node_ww(jit_code_arg_f, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-jit_node_t *
-_jit_arg_d(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function);
-    if (_jitc->function->self.argi & 1) {
-	++_jitc->function->self.argi;
-	_jitc->function->self.size -= sizeof(jit_word_t);
-    }
-    _jitc->function->self.size -= sizeof(jit_float64_t);
-    if (jit_arg_reg_p(_jitc->function->self.argi)) {
-	offset = _jitc->function->self.argi + 1;
-	_jitc->function->self.argi += 2;
-    }
-    else {
-	/* "Standard" initial value (-52) is unaligned */
-	if (_jitc->function->self.size & 7)
-	    _jitc->function->self.size -= sizeof(jit_word_t);
-	offset = _jitc->function->self.size;
-    }
-    node = jit_new_node_ww(jit_code_arg_d, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-void
-_jit_getarg_c(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_c, u, v);
-    if (v->u.w >= 0)
-	jit_extr_c(u, _R26 - v->u.w);
-    else
-	jit_ldxi_c(u, JIT_FP, v->u.w + 3);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_uc(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_uc, u, v);
-    if (v->u.w >= 0)
-	jit_extr_uc(u, _R26 - v->u.w);
-    else
-	jit_ldxi_uc(u, JIT_FP, v->u.w + 3);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_s(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_s, u, v);
-    if (v->u.w >= 0)
-	jit_extr_s(u, _R26 - v->u.w);
-    else
-	jit_ldxi_s(u, JIT_FP, v->u.w + 2);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_us(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_us, u, v);
-    if (v->u.w >= 0)
-	jit_extr_us(u, _R26 - v->u.w);
-    else
-	jit_ldxi_us(u, JIT_FP, v->u.w + 2);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_i(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_i, u, v);
-    if (v->u.w >= 0)
-	jit_movr(u, _R26 - v->u.w);
-    else
-	jit_ldxi_i(u, JIT_FP, v->u.w);
-    jit_dec_synth();
-}
-
-void
-_jit_putargr(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(putargr, u, v);
-    if (v->u.w >= 0)
-	jit_movr(_R26 - v->u.w, u);
-    else
-	jit_stxi(v->u.w, JIT_FP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi(jit_state_t *_jit, jit_word_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(putargi, u, v);
-    if (v->u.w >= 0)
-	jit_movi(_R26 - v->u.w, u);
-    else {
-	regno = jit_get_reg(jit_class_gpr);
-	jit_movi(regno, u);
-	jit_stxi(v->u.w, JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_wp(getarg_f, u, v);
-    if (v->u.w >= 0)
-	jit_movr_f(u, _F4 - v->u.w);
-    else
-	jit_ldxi_f(u, JIT_FP, v->u.w);
-    jit_dec_synth();
-}
-
-void
-_jit_putargr_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_wp(putargr_f, u, v);
-    if (v->u.w >= 0)
-	jit_movr_f(_F4 - v->u.w, u);
-    else
-	jit_stxi_f(v->u.w, JIT_FP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi_f(jit_state_t *_jit, jit_float32_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_fp(putargi_f, u, v);
-    if (v->u.w >= 0)
-	jit_movi_f(_R26 - v->u.w, u);
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_f(regno, u);
-	jit_stxi_f(v->u.w, JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_wp(getarg_d, u, v);
-    if (v->u.w >= 0)
-	jit_movr_d(u, _F4 - v->u.w);
-    else
-	jit_ldxi_d(u, JIT_FP, v->u.w);
-    jit_dec_synth();
-}
-
-void
-_jit_putargr_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_wp(putargr_d, u, v);
-    if (v->u.w >= 0)
-	jit_movr_d(_F4 - v->u.w, u);
-    else
-	jit_stxi_d(v->u.w, JIT_FP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi_d(jit_state_t *_jit, jit_float64_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_dp(putargi_d, u, v);
-    if (v->u.w >= 0)
-	jit_movi_d(_R26 - v->u.w, u);
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_d(regno, u);
-	jit_stxi_d(v->u.w, JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr(jit_state_t *_jit, int32_t u)
-{
-    assert(_jitc->function);
-    jit_inc_synth_w(pushargr, u);
-    jit_link_prepare();
-    _jitc->function->call.size -= sizeof(jit_word_t);
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movr(_R26 - _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else
-	jit_stxi(_jitc->function->call.size + params_offset, JIT_SP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi(jit_state_t *_jit, jit_word_t u)
-{
-    int32_t		 regno;
-    assert(_jitc->function);
-    jit_inc_synth_w(pushargi, u);
-    jit_link_prepare();
-    _jitc->function->call.size -= sizeof(jit_word_t);
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movi(_R26 - _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_gpr);
-	jit_movi(regno, u);
-	jit_stxi(_jitc->function->call.size + params_offset, JIT_SP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr_f(jit_state_t *_jit, int32_t u)
-{
-    assert(_jitc->function);
-    jit_inc_synth_w(pushargr_f, u);
-    jit_link_prepare();
-    _jitc->function->call.size -= sizeof(jit_word_t);
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movr_f(_F4 - _jitc->function->call.argi, u);
-#if !defined(__hpux)
-	/* HP-UX appears to always pass float arguments in gpr registers */
-	if (_jitc->function->call.call & jit_call_varargs)
-#endif
-	{
-	    jit_stxi_f(alloca_offset - 8, JIT_FP, u);
-	    jit_ldxi(_R26 - _jitc->function->call.argi, JIT_FP,
-		     alloca_offset - 8);
-	}
-	++_jitc->function->call.argi;
-    }
-    else
-	jit_stxi_f(_jitc->function->call.size + params_offset, JIT_SP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi_f(jit_state_t *_jit, jit_float32_t u)
-{
-    int32_t		 regno;
-    assert(_jitc->function);
-    jit_inc_synth_f(pushargi_f, u);
-    jit_link_prepare();
-    _jitc->function->call.size -= sizeof(jit_word_t);
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movi_f(_F4 - _jitc->function->call.argi, u);
-#if !defined(__hpux)
-	/* HP-UX appears to always pass float arguments in gpr registers */
-	if (_jitc->function->call.call & jit_call_varargs)
-#endif
-	{
-	    jit_stxi_f(alloca_offset - 8, JIT_FP,
-		       _F4 - _jitc->function->call.argi);
-	    jit_ldxi(_R26 - _jitc->function->call.argi,
-		     JIT_FP, alloca_offset - 8);
-	}
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_f(regno, u);
-	jit_stxi_f(_jitc->function->call.size + params_offset, JIT_SP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr_d(jit_state_t *_jit, int32_t u)
-{
-    assert(_jitc->function);
-    jit_inc_synth_w(pushargr_d, u);
-    jit_link_prepare();
-    _jitc->function->call.size -= sizeof(jit_float64_t);
-    if (_jitc->function->call.argi & 1) {
-	++_jitc->function->call.argi;
-	_jitc->function->call.size -= sizeof(jit_word_t);
-    }
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movr_d(_F4 - (_jitc->function->call.argi + 1), u);
-#if !defined(__hpux)
-	/* HP-UX appears to always pass float arguments in gpr registers */
-	if (_jitc->function->call.call & jit_call_varargs)
-#endif
-	{
-	    jit_stxi_d(alloca_offset - 8, JIT_FP, u);
-	    jit_ldxi(_R26 - _jitc->function->call.argi,
-		     JIT_FP, alloca_offset - 4);
-	    jit_ldxi(_R25 - _jitc->function->call.argi,
-		     JIT_FP, alloca_offset - 8);
-	}
-	_jitc->function->call.argi += 2;
-    }
-    else {
-	/* "Standard" initial value (-52) is unaligned */
-	if ((_jitc->function->call.size + params_offset) & 7)
-	    _jitc->function->call.size -= sizeof(jit_word_t);
-	jit_stxi_d(_jitc->function->call.size + params_offset, JIT_SP, u);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi_d(jit_state_t *_jit, jit_float64_t u)
-{
-    int32_t		 regno;
-    assert(_jitc->function);
-    jit_inc_synth_d(pushargi_d, u);
-    jit_link_prepare();
-    _jitc->function->call.size -= sizeof(jit_float64_t);
-    if (_jitc->function->call.argi & 1) {
-	++_jitc->function->call.argi;
-	_jitc->function->call.size -= sizeof(jit_word_t);
-    }
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movi_d(_F4 - (_jitc->function->call.argi + 1), u);
-#if !defined(__hpux)
-	/* HP-UX appears to always pass float arguments in gpr registers */
-	if (_jitc->function->call.call & jit_call_varargs)
-#endif
-	{
-	    jit_stxi_d(alloca_offset - 8, JIT_FP,
-		       _F4 - (_jitc->function->call.argi + 1));
-	    jit_ldxi(_R26 - _jitc->function->call.argi,
-		     JIT_FP, alloca_offset - 4);
-	    jit_ldxi(_R25 - _jitc->function->call.argi,
-		     JIT_FP, alloca_offset - 8);
-	}
-	_jitc->function->call.argi += 2;
-    }
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_d(regno, u);
-	if ((_jitc->function->call.size + params_offset) & 7)
-	    _jitc->function->call.size -= sizeof(jit_word_t);
-	jit_stxi_d(_jitc->function->call.size + params_offset, JIT_SP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-jit_bool_t
-_jit_regarg_p(jit_state_t *_jit, jit_node_t *node, int32_t regno)
-{
-    int32_t		spec;
-    spec = jit_class(_rvs[regno].spec);
-    if (spec & jit_class_arg) {
-	if (spec & jit_class_gpr) {
-	    regno -= _R23;
-	    if (regno >= 0 && regno < node->v.w)
-		return (1);
-	}
-	else if (spec & jit_class_fpr) {
-	    regno = _F4 - regno;
-	    if (regno >= 0 && regno < node->w.w)
-		return (1);
-	}
-    }
-    return (0);
-}
-
-void
-_jit_finishr(jit_state_t *_jit, int32_t r0)
-{
-    jit_node_t		*call;
-    assert(_jitc->function);
-    jit_inc_synth_w(finishr, r0);
-    if (_jitc->function->self.alen > _jitc->function->call.size)
-	_jitc->function->self.alen = _jitc->function->call.size;
-    call = jit_callr(r0);
-    call->v.w = call->w.w = _jitc->function->call.argi;
-    _jitc->function->call.argi = _jitc->function->call.size = 0;
-    _jitc->prepare = 0;
-    jit_dec_synth();
-}
-
-jit_node_t *
-_jit_finishi(jit_state_t *_jit, jit_pointer_t i0)
-{
-    jit_node_t		*node;
-    assert(_jitc->function);
-    jit_inc_synth_w(finishi, (jit_word_t)i0);
-    if (_jitc->function->self.alen > _jitc->function->call.size)
-	_jitc->function->self.alen = _jitc->function->call.size;
-    node = jit_calli(i0);
-    node->v.w = node->w.w = _jitc->function->call.argi;
-    _jitc->function->call.argi = _jitc->function->call.size = 0;
-    _jitc->prepare = 0;
-    jit_dec_synth();
-    return (node);
-}
-
-void
-_jit_retval_c(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_c, r0);
-    jit_extr_c(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_uc(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_uc, r0);
-    jit_extr_uc(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_s(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_s, r0);
-    jit_extr_s(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_us(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_us, r0);
-    jit_extr_us(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_i(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_i, r0);
-    jit_movr(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_f(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_f, r0);
-    jit_movr_f(r0, JIT_FRET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_d(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_d, r0);
-    jit_movr_d(r0, JIT_FRET);
-    jit_dec_synth();
-}
-
-jit_pointer_t
-_emit_code(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    jit_node_t		*temp;
-    jit_word_t		 word;
-    int32_t		 value;
-    int32_t		 offset;
-    struct {
-	jit_node_t	*node;
-	jit_word_t	 word;
-#if DEVEL_DISASSEMBLER
-	jit_word_t	 prevw;
-#endif
-	int32_t	 patch_offset;
-    } undo;
-#if DEVEL_DISASSEMBLER
-    jit_word_t		 prevw;
-#endif
-
-    _jitc->function = NULL;
-
-    jit_reglive_setup();
-
-    undo.word = 0;
-    undo.node = NULL;
-    undo.patch_offset = 0;
-
-#define case_rr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.w), rn(node->v.w));		\
-		break
-#define case_rw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.w), node->v.w);		\
-		break
-#define case_wr(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(node->u.w, rn(node->v.w));		\
-		break
-#define case_rrr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.w),				\
-			      rn(node->v.w), rn(node->w.w));		\
-		break
-#define case_rrrr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.q.l), rn(node->u.q.h),		\
-			      rn(node->v.w), rn(node->w.w));		\
-		break
-#define case_rrw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.w),rn(node->v.w), node->w.w);	\
-		break
-#define case_rrrw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.q.l), rn(node->u.q.h),		\
-			      rn(node->v.w), node->w.w);		\
-		break
-#define case_rrf(name, type, size)					\
-	    case jit_code_##name##i##type:				\
-		assert(node->flag & jit_flag_data);			\
-		name##i##type(rn(node->u.w), rn(node->v.w),		\
-			      (jit_float##size##_t *)node->w.n->u.w);	\
-		break
-#define case_wrr(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(node->u.w,rn(node->v.w), rn(node->w.w));	\
-		break
-#define case_brr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##r##type(temp->u.w, rn(node->v.w),		\
-				  rn(node->w.w));			\
-		else {							\
-		    word = name##r##type(_jit->pc.w,			\
-					 rn(node->v.w), rn(node->w.w));	\
-		    patch(word, node);					\
-		}							\
-		break
-#define case_brw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##i##type(temp->u.w,				\
-				  rn(node->v.w), node->w.w);		\
-		else {							\
-		    word = name##i##type(_jit->pc.w,			\
-					 rn(node->v.w), node->w.w);	\
-		    patch(word, node);					\
-		}							\
-		break
-#define case_brf(name, type, size)					\
-	    case jit_code_##name##i##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##i##type(temp->u.w, rn(node->v.w),		\
-				(jit_float##size##_t *)node->w.n->u.w);	\
-		else {							\
-		    word = name##i##type(_jit->pc.w, rn(node->v.w),	\
-				(jit_float##size##_t *)node->w.n->u.w);	\
-		    patch(word, node);					\
-		}							\
-		break
-#if DEVEL_DISASSEMBLER
-    prevw = _jit->pc.w;
-#endif
-    for (node = _jitc->head; node; node = node->next) {
-	if (_jit->pc.uc >= _jitc->code.end)
-	    return (NULL);
-
-#if DEVEL_DISASSEMBLER
-	node->offset = (jit_uword_t)_jit->pc.w - (jit_uword_t)prevw;
-	prevw = _jit->pc.w;
-#endif
-	value = jit_classify(node->code);
-	jit_regarg_set(node, value);
-	switch (node->code) {
-	    case jit_code_align:
-		assert(!(node->u.w & (node->u.w - 1)) &&
-		       node->u.w <= sizeof(jit_word_t));
-		if (node->u.w == sizeof(jit_word_t) &&
-		    (word = _jit->pc.w & (sizeof(jit_word_t) - 1)))
-		    nop(sizeof(jit_word_t) - word);
-		break;
-	    case jit_code_note:		case jit_code_name:
-		node->u.w = _jit->pc.w;
-		break;
-	    case jit_code_label:
-		/* remember label is defined */
-		node->flag |= jit_flag_patch;
-		node->u.w = _jit->pc.w;
-		break;
-		case_rrr(add,);
-		case_rrw(add,);
-		case_rrr(addc,);
-		case_rrw(addc,);
-		case_rrr(addx,);
-		case_rrw(addx,);
-		case_rrr(sub,);
-		case_rrw(sub,);
-		case_rrr(subc,);
-		case_rrw(subc,);
-		case_rrr(subx,);
-		case_rrw(subx,);
-		case_rrw(rsb,);
-		case_rrr(mul,);
-		case_rrw(mul,);
-		case_rrrr(qmul,);
-		case_rrrw(qmul,);
-		case_rrrr(qmul, _u);
-		case_rrrw(qmul, _u);
-		case_rrr(div,);
-		case_rrw(div,);
-		case_rrr(div, _u);
-		case_rrw(div, _u);
-		case_rrr(rem,);
-		case_rrw(rem,);
-		case_rrr(rem, _u);
-		case_rrw(rem, _u);
-		case_rrrr(qdiv,);
-		case_rrrw(qdiv,);
-		case_rrrr(qdiv, _u);
-		case_rrrw(qdiv, _u);
-		case_rrr(and,);
-		case_rrw(and,);
-		case_rrr(or,);
-		case_rrw(or,);
-		case_rrr(xor,);
-		case_rrw(xor,);
-		case_rrr(lsh,);
-		case_rrw(lsh,);
-		case_rrr(rsh,);
-		case_rrw(rsh,);
-		case_rrr(rsh, _u);
-		case_rrw(rsh, _u);
-		case_rr(mov,);
-	    case jit_code_movi:
-		if (node->flag & jit_flag_node) {
-		    temp = node->v.n;
-		    if (temp->code == jit_code_data ||
-			(temp->code == jit_code_label &&
-			 (temp->flag & jit_flag_patch)))
-			movi(rn(node->u.w), temp->u.w);
-		    else {
-			assert(temp->code == jit_code_label ||
-			       temp->code == jit_code_epilog);
-			word = movi_p(rn(node->u.w), node->v.w);
-			patch(word, node);
-		    }
-		}
-		else
-		    movi(rn(node->u.w), node->v.w);
-		break;
-		case_rr(neg,);
-		case_rr(com,);
-		case_rr(ext, _c);
-		case_rr(ext, _uc);
-		case_rr(ext, _s);
-		case_rr(ext, _us);
-		case_rr(hton, _us);
-		case_rr(hton, _ui);
-		case_rrr(lt,);
-		case_rrw(lt,);
-		case_rrr(lt, _u);
-		case_rrw(lt, _u);
-		case_rrr(le,);
-		case_rrw(le,);
-		case_rrr(le, _u);
-		case_rrw(le, _u);
-		case_rrr(eq,);
-		case_rrw(eq,);
-		case_rrr(ge,);
-		case_rrw(ge,);
-		case_rrr(ge, _u);
-		case_rrw(ge, _u);
-		case_rrr(gt,);
-		case_rrw(gt,);
-		case_rrr(gt, _u);
-		case_rrw(gt, _u);
-		case_rrr(ne,);
-		case_rrw(ne,);
-		case_rr(ld, _c);
-		case_rw(ld, _c);
-		case_rr(ld, _uc);
-		case_rw(ld, _uc);
-		case_rr(ld, _s);
-		case_rw(ld, _s);
-		case_rr(ld, _us);
-		case_rw(ld, _us);
-		case_rr(ld, _i);
-		case_rw(ld, _i);
-		case_rrr(ldx, _c);
-		case_rrw(ldx, _c);
-		case_rrr(ldx, _uc);
-		case_rrw(ldx, _uc);
-		case_rrr(ldx, _s);
-		case_rrw(ldx, _s);
-		case_rrr(ldx, _us);
-		case_rrw(ldx, _us);
-		case_rrr(ldx, _i);
-		case_rrw(ldx, _i);
-		case_rr(st, _c);
-		case_wr(st, _c);
-		case_rr(st, _s);
-		case_wr(st, _s);
-		case_rr(st, _i);
-		case_wr(st, _i);
-		case_rrr(stx, _c);
-		case_wrr(stx, _c);
-		case_rrr(stx, _s);
-		case_wrr(stx, _s);
-		case_rrr(stx, _i);
-		case_wrr(stx, _i);
-		case_brr(blt,);
-		case_brw(blt,);
-		case_brr(blt, _u);
-		case_brw(blt, _u);
-		case_brr(ble,);
-		case_brw(ble,);
-		case_brr(ble, _u);
-		case_brw(ble, _u);
-		case_brr(beq,);
-		case_brw(beq,);
-		case_brr(bge,);
-		case_brw(bge,);
-		case_brr(bge, _u);
-		case_brw(bge, _u);
-		case_brr(bgt,);
-		case_brw(bgt,);
-		case_brr(bgt, _u);
-		case_brw(bgt, _u);
-		case_brr(bne,);
-		case_brw(bne,);
-		case_brr(bms,);
-		case_brw(bms,);
-		case_brr(bmc,);
-		case_brw(bmc,);
-		case_brr(boadd,);
-		case_brw(boadd,);
-		case_brr(boadd, _u);
-		case_brw(boadd, _u);
-		case_brr(bxadd,);
-		case_brw(bxadd,);
-		case_brr(bxadd, _u);
-		case_brw(bxadd, _u);
-		case_brr(bosub,);
-		case_brw(bosub,);
-		case_brr(bosub, _u);
-		case_brw(bosub, _u);
-		case_brr(bxsub,);
-		case_brw(bxsub,);
-		case_brr(bxsub, _u);
-		case_brw(bxsub, _u);
-		case_rr(mov, _f);
-	    case jit_code_movi_f:
-		assert(node->flag & jit_flag_data);
-		movi_f(rn(node->u.w), (jit_float32_t *)node->v.n->u.w);
-		break;
-		case_rr(mov, _d);
-	    case jit_code_movi_d:
-		assert(node->flag & jit_flag_data);
-		movi_d(rn(node->u.w), (jit_float64_t *)node->v.n->u.w);
-		break;
-		case_rr(trunc, _f_i);
-		case_rr(trunc, _d_i);
-		case_rr(ext, _f);
-		case_rr(ext, _d);
-		case_rr(ext, _d_f);
-		case_rr(ext, _f_d);
-		case_rr(abs, _f);
-		case_rr(abs, _d);
-		case_rr(neg, _f);
-		case_rr(neg, _d);
-		case_rr(sqrt, _f);
-		case_rr(sqrt, _d);
-		case_rrr(add, _f);
-		case_rrf(add, _f, 32);
-		case_rrr(add, _d);
-		case_rrf(add, _d, 64);
-		case_rrr(sub, _f);
-		case_rrf(sub, _f, 32);
-		case_rrf(rsb, _f, 32);
-		case_rrr(sub, _d);
-		case_rrf(sub, _d, 64);
-		case_rrf(rsb, _d, 64);
-		case_rrr(mul, _f);
-		case_rrf(mul, _f, 32);
-		case_rrr(mul, _d);
-		case_rrf(mul, _d, 64);
-		case_rrr(div, _f);
-		case_rrf(div, _f, 32);
-		case_rrr(div, _d);
-		case_rrf(div, _d, 64);
-		case_rrr(lt, _f);
-		case_rrf(lt, _f, 32);
-		case_rrr(lt, _d);
-		case_rrf(lt, _d, 64);
-		case_rrr(le, _f);
-		case_rrf(le, _f, 32);
-		case_rrr(le, _d);
-		case_rrf(le, _d, 64);
-		case_rrr(eq, _f);
-		case_rrf(eq, _f, 32);
-		case_rrr(eq, _d);
-		case_rrf(eq, _d, 64);
-		case_rrr(ge, _f);
-		case_rrf(ge, _f, 32);
-		case_rrr(ge, _d);
-		case_rrf(ge, _d, 64);
-		case_rrr(gt, _f);
-		case_rrf(gt, _f, 32);
-		case_rrr(gt, _d);
-		case_rrf(gt, _d, 64);
-		case_rrr(ne, _f);
-		case_rrf(ne, _f, 32);
-		case_rrr(ne, _d);
-		case_rrf(ne, _d, 64);
-		case_rrr(unlt, _f);
-		case_rrf(unlt, _f, 32);
-		case_rrr(unlt, _d);
-		case_rrf(unlt, _d, 64);
-		case_rrr(unle, _f);
-		case_rrf(unle, _f, 32);
-		case_rrr(unle, _d);
-		case_rrf(unle, _d, 64);
-		case_rrr(uneq, _f);
-		case_rrf(uneq, _f, 32);
-		case_rrr(uneq, _d);
-		case_rrf(uneq, _d, 64);
-		case_rrr(unge, _f);
-		case_rrf(unge, _f, 32);
-		case_rrr(unge, _d);
-		case_rrf(unge, _d, 64);
-		case_rrr(ungt, _f);
-		case_rrf(ungt, _f, 32);
-		case_rrr(ungt, _d);
-		case_rrf(ungt, _d, 64);
-		case_rrr(ltgt, _f);
-		case_rrf(ltgt, _f, 32);
-		case_rrr(ltgt, _d);
-		case_rrf(ltgt, _d, 64);
-		case_rrr(ord, _f);
-		case_rrf(ord, _f, 32);
-		case_rrr(ord, _d);
-		case_rrf(ord, _d, 64);
-		case_rrr(unord, _f);
-		case_rrf(unord, _f, 32);
-		case_rrr(unord, _d);
-		case_rrf(unord, _d, 64);
-		case_rr(ld, _f);
-		case_rw(ld, _f);
-		case_rr(ld, _d);
-		case_rw(ld, _d);
-		case_rrr(ldx, _f);
-		case_rrw(ldx, _f);
-		case_rrr(ldx, _d);
-		case_rrw(ldx, _d);
-		case_rr(st, _f);
-		case_wr(st, _f);
-		case_rr(st, _d);
-		case_wr(st, _d);
-		case_rrr(stx, _f);
-		case_wrr(stx, _f);
-		case_rrr(stx, _d);
-		case_wrr(stx, _d);
-		case_brr(blt, _f);
-		case_brf(blt, _f, 32);
-		case_brr(blt, _d);
-		case_brf(blt, _d, 64);
-		case_brr(ble, _f);
-		case_brf(ble, _f, 32);
-		case_brr(ble, _d);
-		case_brf(ble, _d, 64);
-		case_brr(beq, _f);
-		case_brf(beq, _f, 32);
-		case_brr(beq, _d);
-		case_brf(beq, _d, 64);
-		case_brr(bge, _f);
-		case_brf(bge, _f, 32);
-		case_brr(bge, _d);
-		case_brf(bge, _d, 64);
-		case_brr(bgt, _f);
-		case_brf(bgt, _f, 32);
-		case_brr(bgt, _d);
-		case_brf(bgt, _d, 64);
-		case_brr(bne, _f);
-		case_brf(bne, _f, 32);
-		case_brr(bne, _d);
-		case_brf(bne, _d, 64);
-		case_brr(bunlt, _f);
-		case_brf(bunlt, _f, 32);
-		case_brr(bunlt, _d);
-		case_brf(bunlt, _d, 64);
-		case_brr(bunle, _f);
-		case_brf(bunle, _f, 32);
-		case_brr(bunle, _d);
-		case_brf(bunle, _d, 64);
-		case_brr(buneq, _f);
-		case_brf(buneq, _f, 32);
-		case_brr(buneq, _d);
-		case_brf(buneq, _d, 64);
-		case_brr(bunge, _f);
-		case_brf(bunge, _f, 32);
-		case_brr(bunge, _d);
-		case_brf(bunge, _d, 64);
-		case_brr(bungt, _f);
-		case_brf(bungt, _f, 32);
-		case_brr(bungt, _d);
-		case_brf(bungt, _d, 64);
-		case_brr(bltgt, _f);
-		case_brf(bltgt, _f, 32);
-		case_brr(bltgt, _d);
-		case_brf(bltgt, _d, 64);
-		case_brr(bord, _f);
-		case_brf(bord, _f, 32);
-		case_brr(bord, _d);
-		case_brf(bord, _d, 64);
-		case_brr(bunord, _f);
-		case_brf(bunord, _f, 32);
-		case_brr(bunord, _d);
-		case_brf(bunord, _d, 64);
-	    case jit_code_jmpr:
-		jmpr(rn(node->u.w));
-		break;
-	    case jit_code_jmpi:
-		if (node->flag & jit_flag_node) {
-		    temp = node->u.n;
-		    assert(temp->code == jit_code_label ||
-			   temp->code == jit_code_epilog);
-		    if (temp->flag & jit_flag_patch)
-			jmpi(temp->u.w);
-		    else {
-			word = jmpi_p(_jit->pc.w);
-			patch(word, node);
-		    }
-		}
-		else
-		    jmpi(node->u.w);
-		break;
-	    case jit_code_callr:
-		callr(rn(node->u.w));
-		break;
-	    case jit_code_calli:
-		if (node->flag & jit_flag_node) {
-		    temp = node->u.n;
-		    assert(temp->code == jit_code_label ||
-			   temp->code == jit_code_epilog);
-		    if (!(temp->flag & jit_flag_patch)) {
-			word = calli_p(temp->u.w);
-			patch(word, node);
-		    }
-		    else
-			calli(temp->u.w);
-		}
-		else
-		    calli(node->u.w);
-		break;
-	    case jit_code_prolog:
-		_jitc->function = _jitc->functions.ptr + node->w.w;
-		undo.node = node;
-		undo.word = _jit->pc.w;
-#if DEVEL_DISASSEMBLER
-		undo.prevw = prevw;
-#endif
-		undo.patch_offset = _jitc->patches.offset;
-	    restart_function:
-		_jitc->again = 0;
-		prolog(node);
-		break;
-	    case jit_code_epilog:
-		assert(_jitc->function == _jitc->functions.ptr + node->w.w);
-		if (_jitc->again) {
-		    for (temp = undo.node->next;
-			 temp != node; temp = temp->next) {
-			if (temp->code == jit_code_label ||
-			    temp->code == jit_code_epilog)
-			    temp->flag &= ~jit_flag_patch;
-		    }
-		    temp->flag &= ~jit_flag_patch;
-		    node = undo.node;
-		    _jit->pc.w = undo.word;
-#if DEVEL_DISASSEMBLER
-		    prevw = undo.prevw;
-#endif
-		    _jitc->patches.offset = undo.patch_offset;
-		    goto restart_function;
-		}
-		/* remember label is defined */
-		node->flag |= jit_flag_patch;
-		node->u.w = _jit->pc.w;
-		epilog(node);
-		_jitc->function = NULL;
-		break;
-	    case jit_code_va_start:
-		vastart(rn(node->u.w));
-		break;
-	    case jit_code_va_arg:
-		vaarg(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_va_arg_d:
-		vaarg_d(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_live:
-	    case jit_code_arg:			case jit_code_ellipsis:
-	    case jit_code_va_push:
-	    case jit_code_allocai:		case jit_code_allocar:
-	    case jit_code_arg_f:		case jit_code_arg_d:
-	    case jit_code_va_end:
-	    case jit_code_ret:
-	    case jit_code_retr:			case jit_code_reti:
-	    case jit_code_retr_f:		case jit_code_reti_f:
-	    case jit_code_retr_d:		case jit_code_reti_d:
-	    case jit_code_getarg_c:		case jit_code_getarg_uc:
-	    case jit_code_getarg_s:		case jit_code_getarg_us:
-	    case jit_code_getarg_i:
-	    case jit_code_getarg_f:		case jit_code_getarg_d:
-	    case jit_code_putargr:		case jit_code_putargi:
-	    case jit_code_putargr_f:		case jit_code_putargi_f:
-	    case jit_code_putargr_d:		case jit_code_putargi_d:
-	    case jit_code_pushargr:		case jit_code_pushargi:
-	    case jit_code_pushargr_f:		case jit_code_pushargi_f:
-	    case jit_code_pushargr_d:		case jit_code_pushargi_d:
-	    case jit_code_retval_c:		case jit_code_retval_uc:
-	    case jit_code_retval_s:		case jit_code_retval_us:
-	    case jit_code_retval_i:
-	    case jit_code_retval_f:		case jit_code_retval_d:
-	    case jit_code_prepare:
-	    case jit_code_finishr:		case jit_code_finishi:
-		break;
-	    default:
-		abort();
-	}
-	jit_regarg_clr(node, value);
-	assert(_jitc->regarg == 0 && _jitc->synth == 0);
-	/* update register live state */
-	jit_reglive(node);
-    }
-#undef case_brf
-#undef case_brw
-#undef case_brr
-#undef case_wrr
-#undef case_rrf
-#undef case_rrrw
-#undef case_rrw
-#undef case_rrrr
-#undef case_rrr
-#undef case_wr
-#undef case_rw
-#undef case_rr
-
-    for (offset = 0; offset < _jitc->patches.offset; offset++) {
-	node = _jitc->patches.ptr[offset].node;
-	word = node->code == jit_code_movi ? node->v.n->u.w : node->u.n->u.w;
-	patch_at(_jitc->patches.ptr[offset].inst, word);
-    }
-
-    jit_flush(_jit->code.ptr, _jit->pc.uc);
-
-    return (_jit->code.ptr);
-}
-
-#define CODE				1
-#  include "hppa-cpu.c"
-#  include "hppa-fpu.c"
-#undef CODE
-
-void
-jit_flush(void *fptr, void *tptr)
-{
-    jit_word_t		f, t, s;
-    s = sysconf(_SC_PAGE_SIZE);
-    f = (jit_word_t)fptr & -s;
-    t = (((jit_word_t)tptr) + s - 1) & -s;
-#if defined(__hppa)
-/* --- parisc2.0.pdf ---
-		Programming Note
-
-The minimum spacing that is guaranteed to work for "self-modifying code" is
-shown in the code segment below. Since instruction prefetching is permitted,
-any data cache flushes must be separated from any instruction cache flushes
-by a SYNC. This will ensure that the "new" instruction will be written to
-memory prior to any attempts at prefetching it as an instruction.
-
-	LDIL	l%newinstr,rnew
-	LDW	r%newinstr(0,rnew),temp
-	LDIL	l%instr,rinstr
-	STW	temp,r%instr(0,rinstr)
-	FDC	r%instr(0,rinstr)
-	SYNC
-	FIC	r%instr(rinstr)
-	SYNC
-	instr	...
-	(at least seven instructions)
-
-This sequence assumes a uniprocessor system. In a multiprocessor system,
-software must ensure no processor is executing code which is in the process
-of being modified.
-*/
-
-/*
-  Adapted from ffcall/trampoline/cache-hppa.c:__TR_clear_cache to
-loop over addresses as it is unlikely from and to addresses would fit in
-at most two cachelines.
-  FIXME A cache line can be 16, 32, or 64 bytes.
- */
-    /*
-     * Copyright 1995-1997 Bruno Haible, <bruno@clisp.org>
-     *
-     * This is free software distributed under the GNU General Public Licence
-     * described in the file COPYING. Contact the author if you don't have this
-     * or can't live with it. There is ABSOLUTELY NO WARRANTY, explicit or implied,
-     * on this software.
-     */
-    {
-	jit_word_t	n = f + 32;
-	register int	u, v;
-	for (; f <= t; n = f + 32, f += 64) {
-	    asm volatile ("fdc 0(0,%0)"
-			  "\n\t" "fdc 0(0,%1)"
-			  "\n\t" "sync"
-			  :
-			  : "r" (f), "r" (n)
-			  );
-	    asm volatile ("mfsp %%sr0,%1"
-			  "\n\t" "ldsid (0,%4),%0"
-			  "\n\t" "mtsp %0,%%sr0"
-			  "\n\t" "fic 0(%%sr0,%2)"
-			  "\n\t" "fic 0(%%sr0,%3)"
-			  "\n\t" "sync"
-			  "\n\t" "mtsp %1,%%sr0"
-			  "\n\t" "nop"
-			  "\n\t" "nop"
-			  "\n\t" "nop"
-			  "\n\t" "nop"
-			  "\n\t" "nop"
-			  "\n\t" "nop"
-			  : "=r" (u), "=r" (v)
-			  : "r" (f), "r" (n), "r" (f)
-			  );
-	}
-    }
-#else
-    /* This is supposed to work but appears to fail on multiprocessor systems */
-    __clear_cache((void *)f, (void *)t);
-#endif
-}
-
-void
-_emit_ldxi(jit_state_t *_jit, jit_gpr_t r0, jit_gpr_t r1, jit_word_t i0)
-{
-    ldxi(rn(r0), rn(r1), i0);
-}
-
-void
-_emit_stxi(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_gpr_t r1)
-{
-    stxi(i0, rn(r0), rn(r1));
-}
-
-void
-_emit_ldxi_d(jit_state_t *_jit, jit_fpr_t r0, jit_gpr_t r1, jit_word_t i0)
-{
-    ldxi_d(rn(r0), rn(r1), i0);
-}
-
-void
-_emit_stxi_d(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_fpr_t r1)
-{
-    stxi_d(i0, rn(r0), rn(r1));
-}
-
-static void
-_patch(jit_state_t *_jit, jit_word_t instr, jit_node_t *node)
-{
-    int32_t		flag;
-
-    assert(node->flag & jit_flag_node);
-    if (node->code == jit_code_movi)
-	flag = node->v.n->flag;
-    else
-	flag = node->u.n->flag;
-    assert(!(flag & jit_flag_patch));
-    if (_jitc->patches.offset >= _jitc->patches.length) {
-	jit_realloc((jit_pointer_t *)&_jitc->patches.ptr,
-		    _jitc->patches.length * sizeof(jit_patch_t),
-		    (_jitc->patches.length + 1024) * sizeof(jit_patch_t));
-	_jitc->patches.length += 1024;
-    }
-    _jitc->patches.ptr[_jitc->patches.offset].inst = instr;
-    _jitc->patches.ptr[_jitc->patches.offset].node = node;
-    ++_jitc->patches.offset;
-}
diff --git a/libguile/lightening/lightening/hppa.h b/libguile/lightening/lightening/hppa.h
deleted file mode 100644
index b26e4bd68..000000000
--- a/libguile/lightening/lightening/hppa.h
+++ /dev/null
@@ -1,134 +0,0 @@
-/*
- * Copyright (C) 2013-2017  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#ifndef _jit_hppa_h
-#define _jit_hppa_h
-
-#define JIT_HASH_CONSTS		1
-#define JIT_NUM_OPERANDS	3
-
-/*
- * Types
- */
-typedef enum {
-    _R0,			/* Always zero */
-    _R1,			/* ADDIL implicit target */
-    _R2,			/* B,L implicit target */
-#define jit_r_num()		4
-#define jit_r(n)		((n) < 3 ? _R4 + (n) : _R10 + (n) - 3)
-#define jit_v_num()		11
-#define jit_v(n)		((n) < 3 ? _R7 + (n) : _R11 + (n) - 3)
-#define jit_f_num()		8
-#define jit_f(n)		(_F12 - (n))
-#define JIT_FP			_R3
-#define JIT_R0			_R4
-#define JIT_R1			_R5
-#define JIT_R2			_R6
-#define JIT_R3			_R10
-#define JIT_V0			_R7
-#define JIT_V1			_R8
-#define JIT_V2			_R9
-#define JIT_V3			_R11
-#define JIT_V4			_R12
-#define JIT_V5			_R13
-#define JIT_V6			_R14
-#define JIT_V7			_R15
-#define JIT_V8			_R16
-#define JIT_V9			_R17
-#define JIT_V10			_R18
-    _R3,
-    _R19,
-    _R20,
-    _R21,
-    _R22,
-    _R29,			/* ret1 */
-    _R28,			/* ret0 */
-    _R4,
-    _R5,
-    _R6,
-    _R7,
-    _R8,
-    _R9,
-    _R10,
-    _R11,
-    _R12,
-    _R13,
-    _R14,
-    _R15,
-    _R16,
-    _R17,
-    _R18,
-    _R23,			/* arg3 */
-    _R24,			/* arg2 */
-    _R25,			/* arg1 */
-    _R26,			/* arg0 */
-    _R27,			/* Data Pointer */
-    _R30,			/* Stack Pointer */
-    _R31,			/* Link register */
-#define JIT_F0			_F12
-#define JIT_F1			_F13
-#define JIT_F2			_F14
-#define JIT_F3			_F15
-#define JIT_F4			_F16
-#define JIT_F5			_F17
-#define JIT_F6			_F18
-#define JIT_F7			_F19
-#define JIT_F8			_F20
-#define JIT_F9			_F21
-    /* Caller Saves */
-    _F31,
-    _F30,
-    _F29,
-    _F28,
-    _F27,
-    _F26,
-    _F25,
-    _F24,
-    _F23,
-    _F22,
-    _F11,
-    _F10,
-    _F9,
-    _F8,
-    /* Arguments */
-    _F7,			/* farg3 */
-    _F6,			/* farg2 */
-    _F5,			/* farg1 */
-    _F4,			/* farg0 */
-    /* Callee Saves */
-    _F21,
-    _F20,
-    _F19,
-    _F18,
-    _F17,
-    _F16,
-    _F15,
-    _F14,
-    _F13,
-    _F12,
-    /* Floating-Pointer Status and Exception */
-    _F0,
-    _F1,
-    _F2,
-    _F3,
-#define JIT_NOREG		_NOREG
-    _NOREG,
-} jit_reg_t;
-
-#endif /* _jit_hppa */
diff --git a/libguile/lightening/lightening/ia64-cpu.c b/libguile/lightening/lightening/ia64-cpu.c
deleted file mode 100644
index 160f640bb..000000000
--- a/libguile/lightening/lightening/ia64-cpu.c
+++ /dev/null
@@ -1,5415 +0,0 @@
-/*
- * Copyright (C) 2013-2017, 2019  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-#define stack_framesize			144
-#define params_offset			16
-#define INST_NONE			0	/* should never be generated */
-#define INST_STOP			1	/* or'ed if stop is required */
-#define INST_A				2	/* M- or I- unit */
-#define INST_As				3
-#define INST_I				4
-#define INST_Is				5
-#define INST_M				6
-#define INST_Ms				7
-#define INST_F				8
-#define INST_Fs				9
-#define INST_B				10
-#define INST_Bs				11
-#define INST_L				12
-#define INST_Ls				13
-#define INST_X				14
-#define INST_Xs				15
-
-/* Data and instructions are referenced by 64-bit addresses. Instructions
- * are stored in memory in little endian byte order, in which the least
- * significant byte appears in the lowest addressed byte of a memory
- * location. For data, modes for both big and little endian byte order are
- * supported and can be controlled by a bit in the User Mask Register.
- */
-#define il(ii)				*_jit->pc.ul++ = ii
-#define set_bundle(p, l, h, tm, s0, s1, s2)				\
-    do {								\
-	l = tm | ((s0 & 0x1ffffffffffL) << 5L) | (s1 << 46L);		\
-	h = ((s1 >> 18L) & 0x7fffffLL) | (s2 << 23L);			\
-	p[0] = byte_swap_if_big_endian(l);				\
-	p[1] = byte_swap_if_big_endian(h);				\
-    } while (0)
-#define get_bundle(p, l, h, tm, s0, s1, s2)				\
-    do {								\
-	l = byte_swap_if_big_endian(p[0]);				\
-	h = byte_swap_if_big_endian(p[1]);				\
-	tm = l & 0x1f;							\
-	s0 = (l >> 5L) & 0x1ffffffffffL;				\
-	s1 = ((l >> 46L) & 0x3ffffL) | ((h & 0x7fffffL) << 18L);	\
-	s2 = (h >> 23L) & 0x1ffffffffffL;				\
-    } while (0)
-
-/*  Need to insert a stop if a modified register would (or could)
- *  be read in the same cycle.
- */
-#define TSTREG1(r0)							\
-    do {								\
-	if (jit_regset_tstbit(&_jitc->regs, r0))			\
-	    stop();							\
-    } while (0)
-#define TSTREG2(r0, r1)							\
-    do {								\
-	if (jit_regset_tstbit(&_jitc->regs, r0) ||			\
-	    jit_regset_tstbit(&_jitc->regs, r1))			\
-	    stop();							\
-    } while (0)
-#define TSTPRED(p0)							\
-    do {								\
-	if (p0 && (_jitc->pred & (1 << p0)))				\
-	    stop();							\
-    } while (0)
-/* Record register was modified */
-#define SETREG(r0)		jit_regset_setbit(&_jitc->regs, r0)
-
-/* Avoid using constants in macros and code */
-typedef enum {
-    GR_0,		GR_1,		GR_2,		GR_3,
-    GR_4,		GR_5,		GR_6,		GR_7,
-    GR_8,		GR_9,		GR_10,		GR_11,
-    GR_12,		GR_13,		GR_14,		GR_15,
-    GR_16,		GR_17,		GR_18,		GR_19,
-    GR_20,		GR_21,		GR_22,		GR_23,
-    GR_24,		GR_25,		GR_26,		GR_27,
-    GR_28,		GR_29,		GR_30,		GR_31,
-    GR_32,		GR_33,		GR_34,		GR_35,
-    GR_36,		GR_37,		GR_38,		GR_39,
-    GR_40,		GR_41,		GR_42,		GR_43,
-    /* GR_44...GR_127 */
-} gr_reg_t;
-
-typedef enum {
-    PR_0,		/* constant - always 1 */
-    /* p0-p5		 -  preserved */
-    PR_1,		PR_2,		PR_3,		PR_4,
-    PR_5,
-    /* p6-p15		 - scratch */
-    PR_6,		PR_7,		PR_8,		PR_9,
-    PR_10,		PR_11,		PR_12,		PR_13,
-    PR_14,		PR_15,
-    /* p16-...		 - preserved - rotating */
-} pr_reg_t;
-
-typedef enum {
-    BR_0,		/* scratch - Return link */
-    /* b1-b5		 - preserved */
-    BR_1,		BR_2,		BR_3,		BR_4,
-    BR_5,
-    /* b6-b7		- scratch */
-    BR_6,		BR_7
-} br_reg_t;
-
-typedef enum {
-    AR_KR0,		AR_KR1,		AR_KR2,		AR_KR3,
-    AR_KR4,		AR_KR5,		AR_KR6,		AR_KR7,
-    AR_8,		AR_9,		AR_10,		AR_11,
-    AR_12,		AR_13,		AR_14,		AR_15,
-    AR_RSC,		AR_BSP,		AR_BSPSTORE,	AR_RNAT,
-    AR_20,		AR_FCR,		AR_22,		AR_23,
-    AR_EFLAG,		AR_CSD,		AR_SSD,		AR_CFLG,
-    AR_FSR,		AR_FIR,		AR_FDR,		AR_31,
-    AR_CCV,		AR_33,		AR_34,		AR_35,
-    AR_UNAT,		AR_37,		AR_38,		AR_39,
-    AR_FPSR,		AR_41,		AR_42,		AR_43,
-    AR_ITC,		AR_RUC,		AR_46,		AR_47,
-    AR_48,		AR_49,		AR_50,		AR_51,
-    AR_52,		AR_53,		AR_54,		AR_55,
-    AR_56,		AR_57,		AR_58,		AR_59,
-    AR_60,		AR_61,		AR_62,		AR_63,
-    AR_PFS,		AR_LC,		AR_EC,
-    /* AR_67 ... AR_127 */
-} ar_reg_t;
-
-typedef enum {
-    TM_M_I_I_,	TM_M_I_Is,	TM_M_IsI_,	TM_M_IsIs,
-    TM_M_L_X_,	TM_M_L_Xs,	TM_ILL_06,	TM_ILL_07,
-    TM_M_M_I_,	TM_M_M_Is,	TM_MsM_I_,	TM_MsM_Is,
-    TM_M_F_I_,	TM_M_F_Is,	TM_M_M_F_,	TM_M_M_Fs,
-    TM_M_I_B_,	TM_M_I_Bs,	TM_M_B_B_,	TM_M_B_Bs,
-    TM_ILL_14,	TM_ILL_15,	TM_B_B_B_,	TM_B_B_Bs,
-    TM_M_M_B_,	TM_M_M_Bs,	TM_ILL_1A,	TM_ILL_1B,
-    TM_M_F_B_,	TM_M_F_Bs,	TM_ILL_1E,	TM_ILL_1F,
-} template_t;
-
-#define MWH_SPTK			0
-#define MWH_NONE			1
-#define MWH_DPTK			2
-
-#define IH_NONE				0
-#define IH_IMP				1
-
-#define LD_NONE				0
-#define LD_NT1				1
-#define LD_NTA				3
-
-#define ST_NONE				0
-#define ST_NTA				3
-
-#define LF_NONE				0
-#define LF_NT1				1
-#define LF_NT2				2
-#define LF_NTA				3
-
-#define BR_PH_FEW			0
-#define BR_PH_MANY			1
-
-#define BR_BWH_SPTK			0
-#define BR_BWH_SPNT			1
-#define BR_BWH_DPTK			2
-#define BR_BWH_DPNT			3
-
-#define BRI_BWH_SPTK			1
-#define BRI_BWH_SPNT			3
-#define BRI_BWH_DPTK			5
-#define BRI_BWH_DPNT			7
-
-#define BR_DH_NONE			0
-#define BR_DH_CLR			1
-
-#define BR_IH_NONE			0
-#define BR_IH_IMP			1
-
-#define BR_IPWH_SPTK			0
-#define BR_IPWH_LOOP			1
-#define BR_IPWH_DPTK			2
-#define BR_IPWH_EXIT			3
-
-#define BR_INDWH_SPTK			0
-#define BR_INDWH_DPTK			2
-
-#define MUX_BRCST			0
-#define MUX_REV				11
-#define MUX_MIX				8
-#define MUX_SHUF			9
-#define MUX_ALT				10
-
-#define ldr(r0,r1)			ldr_l(r0,r1)
-#define ldi(r0,i0)			ldi_l(r0,i0)
-#define str(r0,r1)			str_l(r0,r1)
-#define sti(i0,r0)			str_l(i0,r0)
-#define ldxr(r0,r1,r2)			ldxr_l(r0,r1,r2)
-#define ldxi(r0,r1,i0)			ldxi_l(r0,r1,i0)
-#define stxr(r0,r1,r2)			stxr_l(r0,r1,r2)
-#define stxi(i0,r0,r1)			stxi_l(i0,r0,r1)
-
-#if !HAVE_FFSL
-static int ffsl(long);
-#endif
-
-/* libgcc */
-#if defined(__GNUC__)
-extern long __divdi3(long,long);
-extern unsigned long __udivdi3(unsigned long,unsigned long);
-extern long __moddi3(long,long);
-extern unsigned long __umoddi3(unsigned long,unsigned long);
-#else
-static long __divdi3(long,long);
-static unsigned long __udivdi3(unsigned long,unsigned long);
-static long __moddi3(long,long);
-static unsigned long __umoddi3(unsigned long,unsigned long);
-#endif
-#define out(n,tm,s0,s1,s2)		_out(_jit,n,tm,s0,s1,s2)
-static void _out(jit_state_t*,int,int,jit_word_t,jit_word_t,jit_word_t);
-#define stop()				_stop(_jit)
-static void _stop(jit_state_t*);
-#define sync()				_sync(_jit)
-static void _sync(jit_state_t*);
-#define flush()				_flush(_jit)
-static void _flush(jit_state_t*);
-#define inst(w, t)			_inst(_jit, w, t)
-static void _inst(jit_state_t*, jit_word_t, uint8_t);
-#define A1(x4,x2,r3,r2,r1)		_A1(_jit,0,x4,x2,r3,r2,r1)
-static void _A1(jit_state_t*, jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A2(x4,ct,r3,r2,r1)		A1(x4,ct,r3,r2,r1)
-#define A3(x4,x2,r3,im,r1)		_A3(_jit,0,x4,x2,r3,im,r1)
-static void _A3(jit_state_t*, jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A4(x2a,r3,im,r1)		_A4(_jit,0,x2a,r3,im,r1)
-static void _A4(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A5(r3,im,r1)			_A5(_jit,0,r3,im,r1)
-static void _A5(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t);
-#define A6(o,x2,ta,p2,r3,r2,c,p1)	_A6(_jit,0,o,x2,ta,p2,r3,r2,c,p1)
-static void _A6(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A7(o,x2,ta,p2,r3,c,p1)		_A7(_jit,0,o,x2,ta,p2,r3,c,p1)
-static void _A7(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define A8(o,x2,ta,p2,r3,im,c,p1)	_A8(_jit,0,o,x2,ta,p2,r3,im,c,p1)
-static void _A8(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define A9(za,zb,x4,x2,r3,r2,r1)	_A9(_jit,0,za,zb,x4,x2,r3,r2,r1)
-static void _A9(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define A10(x4,ct,r3,r2,r1)		A9(0,1,x4,ct,r3,r2,r1)
-#define I1(ct,x2,r3,r2,r1)		_I1(_jit,0,ct,x2,r3,r2,r1)
-static void _I1(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I2(za,x2a,zb,x2c,x2b,r3,r2,r1)	_I2(_jit,0,za,x2a,zb,x2c,x2b,r3,r2,r1)
-static void _I2(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I3(mbt,r2,r1)			_I3(_jit,0,mbt,r2,r1)
-static void _I3(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t)
-#if __BYTE_ORDER == __BIG_ENDIAN
-    maybe_unused
-#endif
-    ;
-#define I4(mht,r2,r1)			_I4(_jit,0,mht,r2,r1)
-static void _I4(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I5(za,zb,x2b,r3,r2,r1)		_I5(_jit,0,za,zb,x2b,r3,r2,r1)
-static void _I5(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t);
-#define I6(za,zb,x2b,r3,ct,r1)		_I6(_jit,0,za,zb,x2b,r3,ct,r1)
-static void _I6(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I7(za,zb,r3,r2,r1)		_I7(_jit,0,za,zb,r3,r2,r1)
-static void _I7(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define I8(za,zb,ct,r2,r1)		_I8(_jit,0,za,zb,ct,r2,r1)
-static void _I8(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I9(x2c,r3,r1)			_I9(_jit,0,x2c,r3,r1)
-static void _I9(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I10(ct,r3,r2,r1)		_I10(_jit,0,ct,r3,r2,r1)
-static void _I10(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I11(len,r3,pos,y,r1)		_I11(_jit,0,len,r3,pos,y,r1)
-static void _I11(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I12(len,pos,r2,r1)		_I12(_jit,0,len,pos,r2,r1)
-static void _I12(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I13(len,pos,im,r1)		_I13(_jit,0,len,pos,im,r1)
-static void _I13(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I14(s,len,r3,pos,r1)		_I14(_jit,0,s,len,r3,pos,r1)
-static void _I14(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I15(pos,len,r3,r2,r1)		_I15(_jit,0,pos,len,r3,r2,r1)
-static void _I15(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I16(tb,ta,p2,r3,pos,c,p1)	_I16(_jit,0,tb,ta,p2,r3,pos,c,p1)
-static void _I16(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I17(tb,ta,p2,r3,c,p1)		_I17(_jit,0,tb,ta,p2,r3,c,p1)
-static void _I17(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define I18(im,y)			_I18(_jit,0,im,y)
-static void _I18(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define I19(im)				_I19(_jit,0,im)
-static void _I19(jit_state_t*,jit_word_t,
-		 jit_word_t)
-    maybe_unused;
-#define I20(r2,im)			_I20(_jit,0,r2,im)
-static void _I20(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define I21(im,ih,x,wh,r2,b1)		_I21(_jit,0,im,ih,x,wh,r2,b1)
-static void _I21(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define I22(b2,r1)			_I22(_jit,0,b2,r1)
-static void _I22(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t);
-#define I23(r2,im)			_I23(_jit,0,r2,im)
-static void _I23(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define I24(im)				_I24(_jit,0,im)
-static void _I24(jit_state_t*,jit_word_t,
-		 jit_word_t)
-    maybe_unused;
-#define I25(x6,r1)			_I25(_jit,0,x6,r1)
-static void _I25(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define I26(ar,r2)			_I26(_jit,0,ar,r2)
-static void _I26(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t);
-#define I27(ar,im)			_I27(_jit,0,ar,im)
-static void _I27(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define I28(ar,r1)			_I28(_jit,0,ar,r1)
-static void _I28(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define I29(x6,r3,r1)			_I29(_jit,0,x6,r3,r1)
-static void _I29(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t);
-#define I30(tb,ta,p2,im,c,p1)		_I30(_jit,0,ta,tb,p2,im,c,p1)
-static void _I30(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M1(x6,ht,x,r3,r1)		_M1(_jit,0,x6,ht,x,r3,r1)
-static void _M1(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M2(x6,ht,r3,r2,r1)		_M2(_jit,0,x6,ht,r3,r2,r1)
-static void _M2(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M3(x6,ht,r3,im,r1)		_M3(_jit,0,x6,ht,r3,im,r1)
-static void _M3(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M5(x6,ht,r3,r2,im)		_M5(_jit,0,x6,ht,r3,r2,im)
-static void _M5(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M6(x6,ht,x,r3,r2)		_M6(_jit,0,x6,ht,x,r3,r2)
-static void _M6(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M13(x6,ht,r3,f2)		_M13(_jit,0,x6,ht,r3,f2)
-static void _M13(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M14(x6,ht,r3,r2)		_M14(_jit,0,x6,ht,r3,r2)
-static void _M14(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M15(x6,ht,r3,im)		_M15(_jit,0,x6,ht,r3,im)
-static void _M15(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M16(x6,ht,r3,r2,r1)		_M16(_jit,0,x6,ht,r3,r2,r1)
-static void _M16(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M17(x6,ht,r3,im,r1)		_M17(_jit,0,x6,ht,r3,im,r1)
-static void _M17(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M20(r2,im)			M20x(0x1,r2,im)
-#define M20x(x3,r2,im)			_M20x(_jit,0,x3,r2,im)
-static void _M20x(jit_state_t*,jit_word_t,
-		  jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M22(x3,im,r1)			M22x(x3,im,r1)
-#define M22x(x3,im,r1)			_M22x(_jit,0,x3,im,r1)
-static void _M22x(jit_state_t*,jit_word_t,
-		  jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M24(x2,x4)			_M24(_jit,0,x2,x4)
-#define M25(x4)				M24(0,x4)
-static void _M24(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M26(r1)				M26x(2,r1)
-#define M26x(x4,r1)			_M26x(_jit,0,x4,r1)
-static void _M26x(jit_state_t*,jit_word_t,
-		  jit_word_t,jit_word_t)
-    maybe_unused;
-#define M28(x,r3)			_M28(_jit,0,x,r3)
-static void _M28(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M29(ar,r2)			_M29(_jit,0,ar,r2)
-static void _M29(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M30(ar,im)			_M30(_jit,0,ar,im)
-static void _M30(jit_state_t*,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M31(ar,r1)			_M31(_jit,0,ar,r1)
-static void _M31(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M32(cr,r2)			_M32(_jit,0,cr,r2)
-static void _M32(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M33(cr,r1)			_M33(_jit,0,cr,r1)
-static void _M33(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M34(sor,sol,sof,r1)		_M34(_jit,0,sor,sol,sof,r1)
-static void _M34(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M35(x6,r2)			_M35(_jit,0,x6,r2)
-static void _M35(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M36(x6,r1)			_M36(_jit,0,x6,r1)
-static void _M36(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M37(im)				_M37(_jit,0,im)
-static void _M37(jit_state_t*,jit_word_t,
-		 jit_word_t)
-    maybe_unused;
-#define M38(x6,r3,r2,r1)		_M38(_jit,0,x6,r3,r2,r1)
-static void _M38(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M39(x6,r3,im,r1)		_M39(_jit,0,x6,r3,im,r1)
-static void _M39(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M40(x6,r3,im)			_M40(_jit,0,x6,r3,im)
-static void _M40(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M41(x6,r2)			_M41(_jit,0,x6,r2)
-static void _M41(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M42(x6,r3,r2)			_M42(_jit,0,x6,r3,r2)
-static void _M42(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M43(x6,r3,r1)			_M43(_jit,0,x6,r3,r1)
-static void _M43(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M44(x4,im)			_M44(_jit,0,x4,im)
-static void _M44(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define M45(x6,r3,r2)			_M45(_jit,0,x6,r3,r2)
-static void _M45(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M46(x6,r3,r1)			_M46(_jit,0,x6,r3,r1)
-#define M47(x6,r3)			M46(x6,r3,0)
-static void _M46(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M48(y,im)			_M48(_jit,0,y,im)
-static void _M48(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)
-    maybe_unused;
-#define B1(d,wh,im,p,tp)		_B1(_jit,0,d,wh,im,p,tp)
-#define B2(d,wh,im,p,tp)		B1(d,wh,im,p,tp)
-static void _B1(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define B3(d,wh,im,p,b)			_B3(_jit,0,d,wh,im,p,b)
-static void _B3(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define B4(d,wh,x6,b,p,tp)		_B4(_jit,0,d,wh,x6,b,p,tp)
-static void _B4(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t);
-#define B5(d,wh,b2,p,b1)		_B5(_jit,0,d,wh,b2,p,b1)
-static void _B5(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define B6(ih,im,tag,wh)		_B6(_jit,0,ih,im,tag,wh)
-static void _B6(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define B7(ih,x6,b2,tag,wh)		_B7(_jit,0,ih,x6,b2,tag,wh)
-static void _B7(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define B8(x6)				_B8(_jit,0,x6)
-static void _B8(jit_state_t*,jit_word_t,
-		jit_word_t)
-    maybe_unused;
-#define B9(op,x6,im)			_B9(_jit,0,op,x6,im)
-static void _B9(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define X1(im)				_X1(_jit,0,im)
-static void _X1(jit_state_t*,jit_word_t,
-		jit_word_t)
-    maybe_unused;
-#define X2(r1,im)			_X2(_jit,0,r1,im)
-static void _X2(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t);
-#define X3x(o,d,wh,p,tp,im)		_X3x(_jit,0,o,d,wh,p,tp,im)
-#define X3(d,wh,p,tp,im)		X3x(0xc,d,wh,p,tp,im)
-#define X4(d,wh,p,tp,im)		X3x(0xd,d,wh,p,tp,im)
-static void _X3x(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t);
-#define X5(y,im)			_X5(_jit,0,y,im)
-static void _X5(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t)
-    maybe_unused;
-
-/* add */
-#define ADD(r1,r2,r3)			A1(0,0,r3,r2,r1)
-#define ADD1(r1,r2,r3)			A1(0,1,r3,r2,r1)
-#define ADDS(r1,im,r3)			A4(2,r3,im,r1)
-#define ADDS_p(r1,im,r3,_p)		_A4(_jit,_p,2,r3,im,r1)
-#define ADDL(r1,im,r3)			A5(r3,im,r1)
-#define ADDL_p(r1,im,r3,_p)		_A5(_jit,_p,r3,im,r1)
-/* addp4 */
-#define ADDP4(r1,r2,r3)			A1(2,0,r3,r2,r1)
-#define ADDIP4(r1,im,r3)		A4(3,r3,im,r1)
-/* alloc */
-#define ALLOCR(r1,i,l,o,r)		M34((r)>>3,(i)+(l),(i)+(l)+(o),r1)
-#define ALLOC(r1,i,o)			ALLOCR(r1,i,0,o,0)
-/* and */
-#define AND(r1,r2,r3)			A1(3,0,r3,r2,r1)
-#define ANDI(r1,im,r3)			A3(0xb,0,r3,im,r1)
-/* andcm */
-#define ANDCM(r1,r2,r3)			A1(3,1,r3,r2,r1)
-#define ANDCMI(r1,im,r3)		A3(0xb,1,r3,im,r1)
-/* br */
-#define BRI(im)				B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_FEW,0)
-#define BRI_COND(im,_p)			_B1(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_FEW,0)
-#define BRI_WEXIT(im)			B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,2)
-#define BRI_WTOP(im)			B1(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,3)
-#define BRI_CALL(b,im)			B3(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,b)
-#define BRI_CLOOP(im)			B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,5)
-#define BRI_CEXIT(im)			B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,6)
-#define BRI_CTOP(im)			B2(BR_DH_NONE,BR_BWH_SPTK,im,BR_PH_MANY,7)
-#define BR_COND(b,_p)			_B4(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_FEW,0)
-#define BR(b)				B4(BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_FEW,0)
-#define BR_IA(b)			B4(BR_DH_NONE,BR_BWH_SPTK,0x20,b,BR_PH_MANY,1)
-#define BR_RET(b)			B4(BR_DH_NONE,BR_BWH_SPTK,0x21,b,BR_PH_MANY,4)
-#define BR_CALL(b1,b2)			B5(BR_DH_NONE,BRI_BWH_SPTK,b2,BR_PH_MANY,b1)
-/* break */
-#define BREAK_I(im)			I19(im)
-#define BREAK_M(im)			M37(im)
-#define BREAK_B(im)			B9(0,0,im)
-#define BREAK_X(im)			X1(im)
-/* brl */
-#define BRL(im)				X3(BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,0,im)
-#define BRL_COND(im,_p)			_X3(_jit,_p,BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,0,im)
-#define BRL_CALL(b1,im)			X4(BR_DH_NONE,BR_BWH_SPTK,BR_PH_MANY,b1,im)
-/* brp */
-#define BRP(im,tag)			B6(BR_IH_NONE,im,tag,BR_IPWH_SPTK)
-#define BRPI(b2,tag)			B7(BR_IH_NONE,0x10,b2,tag,BR_INDWH_SPTK)
-#define BRPI_RET(b2,tag)		B7(BR_IH_NONE,0x11,b2,tag,BR_INDWH_SPTK)
-/* bsw */
-#define BSW_0()				B8(0x0c)
-#define BSW_1()				B8(0x0d)
-/* chk */
-#define CHK_S_I(r2,im)			I20(r2,im)
-#define CHK_S_M(r2,im)			M20(r2,im)
-#define CHK_A_NC(r1,im)			M22(0x4,im,r1)
-#define CHK_A_CLR(r1,im)		M22(0x5,im,r1)
-/* clrrrb */
-#define CLRRRB()			B8(0x04)
-#define CLRRRB_PR()			B8(0x05)
-/* clz */
-#define CLZ(r1,r3)			I9(3,r3,r1)
-/* cmp */
-#define CMP_LT(p1,p2,r2,r3)		A6(0xc,0,0,p2,r3,r2,0,p1)
-#define CMP_LT_p(p1,p2,r2,r3,_p)	A6(_jit,_p,0xc,0,0,p2,r3,r2,0,p1)
-#define CMP_LTU(p1,p2,r2,r3)		A6(0xd,0,0,p2,r3,r2,0,p1)
-#define CMP_EQ(p1,p2,r2,r3)		A6(0xe,0,0,p2,r3,r2,0,p1)
-#define CMP_LT_UNC(p1,p2,r2,r3)		A6(0xc,0,0,p2,r3,r2,1,p1)
-#define CMP_LTU_UNC(p1,p2,r2,r3)	A6(0xd,0,0,p2,r3,r2,1,p1)
-#define CMP_EQ_UNC(p1,p2,r2,r3)		A6(0xe,0,0,p2,r3,r2,1,p1)
-#define CMP_EQ_AND(p1,p2,r2,r3)		A6(0xc,0,1,p2,r3,r2,0,p1)
-#define CMP_EQ_OR(p1,p2,r2,r3)		A6(0xd,0,1,p2,r3,r2,0,p1)
-#define CMP_EQ_OR_ANDCM(p1,p2,r2,r3)	A6(0xe,0,1,p2,r3,r2,0,p1)
-#define CMP_NE_AND(p1,p2,r2,r3)		A6(0xc,0,1,p2,r3,r2,1,p1)
-#define CMP_NE_OR(p1,p2,r2,r3)		A6(0xd,0,1,p2,r3,r2,1,p1)
-#define CMP_NE_OR_ANDCM(p1,p2,r2,r3)	A6(0xe,0,1,p2,r3,r2,1,p1)
-#define CMPI_LT(p1,p2,im,r3)		A8(0xc,2,0,p2,r3,im,0,p1)
-#define CMPI_LTU(p1,p2,im,r3)		A8(0xd,2,0,p2,r3,im,0,p1)
-#define CMPI_EQ(p1,p2,im,r3)		A8(0xe,2,0,p2,r3,im,0,p1)
-#define CMPI_EQ_p(p1,p2,im,r3,_p)	_A8(_jit,_p,0xe,2,0,p2,r3,im,0,p1)
-#define CMPI_LT_UNC(p1,p2,im,r3)	A8(0xc,2,0,p2,r3,im,1,p1)
-#define CMPI_LTU_UNC(p1,p2,im,r3)	A8(0xd,2,0,p2,r3,im,1,p1)
-#define CMPI_EQ_UNC(p1,p2,im,r3)	A8(0xe,2,0,p2,r3,im,1,p1)
-#define CMPI_EQ_AND(p1,p2,im,r3)	A8(0xc,2,1,p2,r3,im,0,p1)
-#define CMPI_EQ_OR(p1,p2,im,r3)		A8(0xd,2,1,p2,r3,im,0,p1)
-#define CMPI_EQ_ANDCM(p1,p2,im,r3)	A8(0xe,2,1,p2,r3,im,0,p1)
-#define CMPI_NE_AND(p1,p2,im,r3)	A8(0xc,2,1,p2,r3,im,1,p1)
-#define CMPI_NE_OR(p1,p2,im,r3)		A8(0xd,2,1,p2,r3,im,1,p1)
-#define CMPI_NE_ANDCM(p1,p2,im,r3)	A8(0xe,2,1,p2,r3,im,1,p1)
-#define ZCMP_GT_AND(p1,p2,r3)		A7(0xc,0,0,p2,r3,0,p1)
-#define ZCMP_GT_OR(p1,p2,r3)		A7(0xd,0,0,p2,r3,0,p1)
-#define ZCMP_GT_ANDCM(p1,p2,r3)		A7(0xe,0,0,p2,r3,0,p1)
-#define ZCMP_LE_AND(p1,p2,r3)		A7(0xc,0,0,p2,r3,1,p1)
-#define ZCMP_LE_OR(p1,p2,r3)		A7(0xd,0,0,p2,r3,1,p1)
-#define ZCMP_LE_ANDCM(p1,p2,r3)		A7(0xe,0,0,p2,r3,1,p1)
-#define ZCMP_GE_AND(p1,p2,r3)		A7(0xc,0,1,p2,r3,0,p1)
-#define ZCMP_GE_OR(p1,p2,r3)		A7(0xd,0,1,p2,r3,0,p1)
-#define ZCMP_GE_ANDCM(p1,p2,r3)		A7(0xe,0,1,p2,r3,0,p1)
-#define ZCMP_LT_AND(p1,p2,r3)		A7(0xc,0,1,p2,r3,1,p1)
-#define ZCMP_LT_OR(p1,p2,r3)		A7(0xd,0,1,p2,r3,1,p1)
-#define ZCMP_LT_ANDCM(p1,p2,r3)		A7(0xe,0,1,p2,r3,1,p1)
-/* cmp4 */
-#define CMP4_LT(p1,p2,r2,r3)		A6(0xc,1,0,p2,r3,r2,0,p1)
-#define CMP4_LTU(p1,p2,r2,r3)		A6(0xd,1,0,p2,r3,r2,0,p1)
-#define CMP4_EQ(p1,p2,r2,r3)		A6(0xe,1,0,p2,r3,r2,0,p1)
-#define CMP4_LT_UNC(p1,p2,r2,r3)	A6(0xc,1,0,p2,r3,r2,1,p1)
-#define CMP4_LTU_UNC(p1,p2,r2,r3)	A6(0xd,1,0,p2,r3,r2,1,p1)
-#define CMP4_EQ_UNC(p1,p2,r2,r3)	A6(0xe,1,0,p2,r3,r2,1,p1)
-#define CMP4_EQ_AND(p1,p2,r2,r3)	A6(0xc,1,1,p2,r3,r2,0,p1)
-#define CMP4_EQ_OR(p1,p2,r2,r3)		A6(0xd,1,1,p2,r3,r2,0,p1)
-#define CMP4_EQ_XOR(p1,p2,r2,r3)	A6(0xe,1,1,p2,r3,r2,0,p1)
-#define CMP4_NE_AND(p1,p2,r2,r3)	A6(0xc,1,1,p2,r3,r2,1,p1)
-#define CMP4_NE_OR(p1,p2,r2,r3)		A6(0xd,1,1,p2,r3,r2,1,p1)
-#define CMP4_NE_XOR(p1,p2,r2,r3)	A6(0xe,1,1,p2,r3,r2,1,p1)
-#define CMP4I_LT(p1,p2,im,r3)		A8(0xc,3,0,p2,r3,im,0,p1)
-#define CMP4I_LTU(p1,p2,im,r3)		A8(0xd,3,0,p2,r3,im,0,p1)
-#define CMP4I_EQ(p1,p2,im,r3)		A8(0xe,3,0,p2,r3,im,0,p1)
-#define CMP4I_LT_UNC(p1,p2,im,r3)	A8(0xc,3,0,p2,r3,im,1,p1)
-#define CMP4I_LTU_UNC(p1,p2,im,r3)	A8(0xd,3,0,p2,r3,im,1,p1)
-#define CMP4I_EQ_UNC(p1,p2,im,r3)	A8(0xe,3,0,p2,r3,im,1,p1)
-#define CMP4I_EQ_AND(p1,p2,im,r3)	A8(0xc,3,1,p2,r3,im,0,p1)
-#define CMP4I_EQ_OR(p1,p2,im,r3)	A8(0xd,3,1,p2,r3,im,0,p1)
-#define CMP4I_EQ_ANDCM(p1,p2,im,r3)	A8(0xe,3,1,p2,r3,im,0,p1)
-#define CMP4I_NE_AND(p1,p2,im,r3)	A8(0xc,3,1,p2,r3,im,1,p1)
-#define CMP4I_NE_OR(p1,p2,im,r3)	A8(0xd,3,1,p2,r3,im,1,p1)
-#define CMP4I_NE_ANDCM(p1,p2,im,r3)	A8(0xe,3,1,p2,r3,im,1,p1)
-#define ZCMP4_GT_AND(p1,p2,r3)		A7(0xc,1,0,p2,r3,0,p1)
-#define ZCMP4_GT_OR(p1,p2,r3)		A7(0xd,1,0,p2,r3,0,p1)
-#define ZCMP4_GT_ANDCM(p1,p2,r3)	A7(0xe,1,0,p2,r3,0,p1)
-#define ZCMP4_LE_AND(p1,p2,r3)		A7(0xc,1,0,p2,r3,1,p1)
-#define ZCMP4_LE_OR(p1,p2,r3)		A7(0xd,1,0,p2,r3,1,p1)
-#define ZCMP4_LE_ANDCM(p1,p2,r3)	A7(0xe,1,0,p2,r3,1,p1)
-#define ZCMP4_GE_AND(p1,p2,r3)		A7(0xc,1,1,p2,r3,0,p1)
-#define ZCMP4_GE_OR(p1,p2,r3)		A7(0xd,1,1,p2,r3,0,p1)
-#define ZCMP4_GE_ANDCM(p1,p2,r3)	A7(0xe,1,1,p2,r3,0,p1)
-#define ZCMP4_LT_AND(p1,p2,r3)		A7(0xc,1,1,p2,r3,1,p1)
-#define ZCMP4_LT_OR(p1,p2,r3)		A7(0xd,1,1,p2,r3,1,p1)
-#define ZCMP4_LT_ANDCM(p1,p2,r3)	A7(0xe,1,1,p2,r3,1,p1)
-/* cmpxchg */
-#define CMPXCHG1_ACQ(r1,r3,r2)		M16(0x00,LD_NONE,r3,r2,r1)
-#define CMPXCHG2_ACQ(r1,r3,r2)		M16(0x01,LD_NONE,r3,r2,r1)
-#define CMPXCHG4_ACQ(r1,r3,r2)		M16(0x02,LD_NONE,r3,r2,r1)
-#define CMPXCHG8_ACQ(r1,r3,r2)		M16(0x03,LD_NONE,r3,r2,r1)
-#define CMPXCHG1_REL(r1,r3,r2)		M16(0x04,LD_NONE,r3,r2,r1)
-#define CMPXCHG2_REL(r1,r3,r2)		M16(0x05,LD_NONE,r3,r2,r1)
-#define CMPXCHG4_REL(r1,r3,r2)		M16(0x06,LD_NONE,r3,r2,r1)
-#define CMPXCHG8_REL(r1,r3,r2)		M16(0x07,LD_NONE,r3,r2,r1)
-#define CMP8XCHG16_ACQ(r1,r3,r2)	M16(0x20,LD_NONE,r3,r2,r1)
-#define CMP8XCHG16_REL(r1,r3,r2)	M16(0x24,LD_NONE,r3,r2,r1)
-/* cover */
-#define COVER()				B8(0x02)
-/* cxz */
-#define CZX1_L(r1,r3)			I29(0x18,r3,r1)
-#define CZX2_L(r1,r3)			I29(0x19,r3,r1)
-#define CZX1_R(r1,r3)			I29(0x1c,r3,r1)
-#define CZX2_R(r1,r3)			I29(0x1d,r3,r1)
-/* dep */
-#define DEP_Z(r1,r2,pos,len)		I12(len,pos,r2,r1)
-#define DEPI_Z(r1,im,pos,len)		I13(len,pos,im,r1)
-#define DEPs(r1,r2,r3,pos,len)		I14(1,len,r3,pos,r1)
-#define DEPu(r1,r2,r3,pos,len)		I14(0,len,r3,pos,r1)
-#define DEP(r1,r2,r3,pos,len)		I15(pos,len,r3,r2,r1)
-/* epc */
-#define EPC()				B8(0x10)
-/* extr */
-#define EXTR(r1,r3,pos,len)		I11(len,r3,pos,1,r1)
-#define EXTR_U(r1,r3,pos,len)		I11(len,r3,pos,0,r1)
-/* fc */
-#define FC(r3)				M28(0,r3)
-#define FC_I(r3)			M28(1,r3)
-/* fetchadd */
-#define FETCHADD4_ACQ(r1,r3,im)		M17(0x12,LD_NONE,r3,im,r1)
-#define FETCHADD8_ACQ(r1,r3,im)		M17(0x13,LD_NONE,r3,im,r1)
-#define FETCHADD4_REL(r1,r3,im)		M17(0x16,LD_NONE,r3,im,r1)
-#define FETCHADD8_REL(r1,r3,im)		M17(0x17,LD_NONE,r3,im,r1)
-/* flushrs */
-#define FLUSHRS()			M25(0xc)
-/* fwb */
-#define FWB()				M24(2,0)
-/* hint */
-#define HINT_I(im)			I18(im,1)
-#define HINT_M(im)			M48(1,im)
-#define HINT_B(im)			B9(2,1,im)
-#define HINT_X(im)			X5(1,im)
-/* invala */
-#define INVALA()			M24(1,0)
-#define INVALA_E(r1)			M26(r1)
-/* itc */
-#define ITC_I(r2)			M41(0x2f,r2)
-#define ITC_D(r2)			M41(0x2e,r2)
-/* itr */
-#define ITR_I(r3,r2)			M42(0x0f,r3,r2)
-#define ITR_D(r3,r2)			M42(0x0e,r3,r2)
-/* ld */
-#define LD1(r1,r3)			M1(0x00,LD_NONE,0,r3,r1)
-#define LD2(r1,r3)			M1(0x01,LD_NONE,0,r3,r1)
-#define LD4(r1,r3)			M1(0x02,LD_NONE,0,r3,r1)
-#define LD8(r1,r3)			M1(0x03,LD_NONE,0,r3,r1)
-#define LD1_S(r1,r3)			M1(0x04,LD_NONE,0,r3,r1)
-#define LD2_S(r1,r3)			M1(0x05,LD_NONE,0,r3,r1)
-#define LD4_S(r1,r3)			M1(0x06,LD_NONE,0,r3,r1)
-#define LD8_S(r1,r3)			M1(0x07,LD_NONE,0,r3,r1)
-#define LD1_A(r1,r3)			M1(0x08,LD_NONE,0,r3,r1)
-#define LD2_A(r1,r3)			M1(0x09,LD_NONE,0,r3,r1)
-#define LD4_A(r1,r3)			M1(0x0a,LD_NONE,0,r3,r1)
-#define LD8_A(r1,r3)			M1(0x0b,LD_NONE,0,r3,r1)
-#define LD1_SA(r1,r3)			M1(0x0c,LD_NONE,0,r3,r1)
-#define LD2_SA(r1,r3)			M1(0x0d,LD_NONE,0,r3,r1)
-#define LD4_SA(r1,r3)			M1(0x0e,LD_NONE,0,r3,r1)
-#define LD8_SA(r1,r3)			M1(0x0f,LD_NONE,0,r3,r1)
-#define LD1_BIAS(r1,r3)			M1(0x10,LD_NONE,0,r3,r1)
-#define LD2_BIAS(r1,r3)			M1(0x11,LD_NONE,0,r3,r1)
-#define LD4_BIAS(r1,r3)			M1(0x12,LD_NONE,0,r3,r1)
-#define LD8_BIAS(r1,r3)			M1(0x13,LD_NONE,0,r3,r1)
-#define LD1_ACQ(r1,r3)			M1(0x14,LD_NONE,0,r3,r1)
-#define LD2_ACQ(r1,r3)			M1(0x15,LD_NONE,0,r3,r1)
-#define LD4_ACQ(r1,r3)			M1(0x16,LD_NONE,0,r3,r1)
-#define LD8_ACQ(r1,r3)			M1(0x17,LD_NONE,0,r3,r1)
-#define LD8_FILL(r1,r3)			M1(0x1b,LD_NONE,0,r3,r1)
-#define LD1_C_CLR(r1,r3)		M1(0x20,LD_NONE,0,r3,r1)
-#define LD2_C_CLR(r1,r3)		M1(0x21,LD_NONE,0,r3,r1)
-#define LD4_C_CLR(r1,r3)		M1(0x22,LD_NONE,0,r3,r1)
-#define LD8_C_CLR(r1,r3)		M1(0x23,LD_NONE,0,r3,r1)
-#define LD1_C_NC(r1,r3)			M1(0x24,LD_NONE,0,r3,r1)
-#define LD2_C_NC(r1,r3)			M1(0x25,LD_NONE,0,r3,r1)
-#define LD4_C_NC(r1,r3)			M1(0x26,LD_NONE,0,r3,r1)
-#define LD8_C_NC(r1,r3)			M1(0x27,LD_NONE,0,r3,r1)
-#define LD1_C_CLR_ACQ(r1,r3)		M1(0x28,LD_NONE,0,r3,r1)
-#define LD2_C_CLR_ACQ(r1,r3)		M1(0x29,LD_NONE,0,r3,r1)
-#define LD4_C_CLR_ACQ(r1,r3)		M1(0x2a,LD_NONE,0,r3,r1)
-#define LD8_C_CLR_ACQ(r1,r3)		M1(0x2b,LD_NONE,0,r3,r1)
-#define LD16(r1,r3)			M1(0x28,LD_NONE,1,r3,r1)
-#define LD16_ACQ(r1,r3)			M1(0x2c,LD_NONE,1,r3,r1)
-#define LD1_inc(r1,r3,im)		M3(0x00,LD_NONE,r3,im,r1)
-#define LD2_inc(r1,r3,im)		M3(0x01,LD_NONE,r3,im,r1)
-#define LD4_inc(r1,r3,im)		M3(0x02,LD_NONE,r3,im,r1)
-#define LD8_inc(r1,r3,im)		M3(0x03,LD_NONE,r3,im,r1)
-#define LD1_S_inc(r1,r3,im)		M3(0x04,LD_NONE,r3,im,r1)
-#define LD2_S_inc(r1,r3,im)		M3(0x05,LD_NONE,r3,im,r1)
-#define LD4_S_inc(r1,r3,im)		M3(0x06,LD_NONE,r3,im,r1)
-#define LD8_S_inc(r1,r3,im)		M3(0x07,LD_NONE,r3,im,r1)
-#define LD1_A_inc(r1,r3,im)		M3(0x08,LD_NONE,r3,im,r1)
-#define LD2_A_inc(r1,r3,im)		M3(0x09,LD_NONE,r3,im,r1)
-#define LD4_A_inc(r1,r3,im)		M3(0x0a,LD_NONE,r3,im,r1)
-#define LD8_A_inc(r1,r3,im)		M3(0x0b,LD_NONE,r3,im,r1)
-#define LD1_SA_inc(r1,r3,im)		M3(0x0c,LD_NONE,r3,im,r1)
-#define LD2_SA_inc(r1,r3,im)		M3(0x0d,LD_NONE,r3,im,r1)
-#define LD4_SA_inc(r1,r3,im)		M3(0x0e,LD_NONE,r3,im,r1)
-#define LD8_SA_inc(r1,r3,im)		M3(0x0f,LD_NONE,r3,im,r1)
-#define LD1_BIAS_inc(r1,r3,im)		M3(0x10,LD_NONE,r3,im,r1)
-#define LD2_BIAS_inc(r1,r3,im)		M3(0x11,LD_NONE,r3,im,r1)
-#define LD4_BIAS_inc(r1,r3,im)		M3(0x12,LD_NONE,r3,im,r1)
-#define LD8_BIAS_inc(r1,r3,im)		M3(0x13,LD_NONE,r3,im,r1)
-#define LD1_ACQ_inc(r1,r3,im)		M3(0x14,LD_NONE,r3,im,r1)
-#define LD2_ACQ_inc(r1,r3,im)		M3(0x15,LD_NONE,r3,im,r1)
-#define LD4_ACQ_inc(r1,r3,im)		M3(0x16,LD_NONE,r3,im,r1)
-#define LD8_AVQ_inc(r1,r3,im)		M3(0x17,LD_NONE,r3,im,r1)
-#define LD8_FILL_inc(r1,r3,im)		M3(0x1b,LD_NONE,r3,im,r1)
-#define LD1_C_CLR_inc(r1,r3,im)		M3(0x20,LD_NONE,r3,im,r1)
-#define LD2_C_CLR_inc(r1,r3,im)		M3(0x21,LD_NONE,r3,im,r1)
-#define LD4_C_CLR_inc(r1,r3,im)		M3(0x22,LD_NONE,r3,im,r1)
-#define LD8_C_CLR_inc(r1,r3,im)		M3(0x23,LD_NONE,r3,im,r1)
-#define LD1_C_NC_inc(r1,r3,im)		M3(0x24,LD_NONE,r3,im,r1)
-#define LD2_C_NC_inc(r1,r3,im)		M3(0x25,LD_NONE,r3,im,r1)
-#define LD4_C_NC_inc(r1,r3,im)		M3(0x26,LD_NONE,r3,im,r1)
-#define LD8_C_NC_inc(r1,r3,im)		M3(0x27,LD_NONE,r3,im,r1)
-#define LD1_C_CLR_ACQ_inc(r1,r3,im)	M3(0x28,LD_NONE,r3,im,r1)
-#define LD2_C_CLR_ACQ_inc(r1,r3,im)	M3(0x29,LD_NONE,r3,im,r1)
-#define LD4_C_CLR_ACQ_inc(r1,r3,im)	M3(0x2a,LD_NONE,r3,im,r1)
-#define LD8_C_CLR_ACQ_inc(r1,r3,im)	M3(0x2b,LD_NONE,r3,im,r1)
-#define LDX1(r1,r3,r2)			M2(0x00,LD_NONE,r3,r2,r1)
-#define LDX2(r1,r3,r2)			M2(0x01,LD_NONE,r3,r2,r1)
-#define LDX4(r1,r3,r2)			M2(0x02,LD_NONE,r3,r2,r1)
-#define LDX8(r1,r3,r2)			M2(0x03,LD_NONE,r3,r2,r1)
-#define LDX1_S(r1,r3,r2)		M2(0x04,LD_NONE,r3,r2,r1)
-#define LDX2_S(r1,r3,r2)		M2(0x05,LD_NONE,r3,r2,r1)
-#define LDX4_S(r1,r3,r2)		M2(0x06,LD_NONE,r3,r2,r1)
-#define LDX8_S(r1,r3,r2)		M2(0x07,LD_NONE,r3,r2,r1)
-#define LDX1_A(r1,r3,r2)		M2(0x08,LD_NONE,r3,r2,r1)
-#define LDX2_A(r1,r3,r2)		M2(0x09,LD_NONE,r3,r2,r1)
-#define LDX4_A(r1,r3,r2)		M2(0x0a,LD_NONE,r3,r2,r1)
-#define LDX8_A(r1,r3,r2)		M2(0x0b,LD_NONE,r3,r2,r1)
-#define LDX1_SA(r1,r3,r2)		M2(0x0c,LD_NONE,r3,r2,r1)
-#define LDX2_SA(r1,r3,r2)		M2(0x0d,LD_NONE,r3,r2,r1)
-#define LDX4_SA(r1,r3,r2)		M2(0x0e,LD_NONE,r3,r2,r1)
-#define LDX8_SA(r1,r3,r2)		M2(0x0f,LD_NONE,r3,r2,r1)
-#define LDX1_BIAS(r1,r3,r2)		M2(0x10,LD_NONE,r3,r2,r1)
-#define LDX2_BIAS(r1,r3,r2)		M2(0x11,LD_NONE,r3,r2,r1)
-#define LDX4_BIAS(r1,r3,r2)		M2(0x12,LD_NONE,r3,r2,r1)
-#define LDX8_BIAS(r1,r3,r2)		M2(0x13,LD_NONE,r3,r2,r1)
-#define LDX1_ACQ(r1,r3,r2)		M2(0x14,LD_NONE,r3,r2,r1)
-#define LDX2_ACQ(r1,r3,r2)		M2(0x15,LD_NONE,r3,r2,r1)
-#define LDX4_ACQ(r1,r3,r2)		M2(0x16,LD_NONE,r3,r2,r1)
-#define LDX8_ACQ(r1,r3,r2)		M2(0x17,LD_NONE,r3,r2,r1)
-#define LDX8_FILL(r1,r3,r2)		M2(0x1b,LD_NONE,r3,r2,r1)
-#define LDX1_C_CLR(r1,r3,r2)		M2(0x20,LD_NONE,r3,r2,r1)
-#define LDX2_C_CLR(r1,r3,r2)		M2(0x21,LD_NONE,r3,r2,r1)
-#define LDX4_C_CLR(r1,r3,r2)		M2(0x22,LD_NONE,r3,r2,r1)
-#define LDX8_C_CLR(r1,r3,r2)		M2(0x23,LD_NONE,r3,r2,r1)
-#define LDX1_C_NC(r1,r3,r2)		M2(0x24,LD_NONE,r3,r2,r1)
-#define LDX2_C_NC(r1,r3,r2)		M2(0x25,LD_NONE,r3,r2,r1)
-#define LDX4_C_NC(r1,r3,r2)		M2(0x26,LD_NONE,r3,r2,r1)
-#define LDX8_C_NC(r1,r3,r2)		M2(0x27,LD_NONE,r3,r2,r1)
-#define LDX1_C_CLR_ACQ(r1,r3,r2)	M2(0x28,LD_NONE,r3,r2,r1)
-#define LDX2_C_CLR_ACQ(r1,r3,r2)	M2(0x29,LD_NONE,r3,r2,r1)
-#define LDX4_C_CLR_ACQ(r1,r3,r2)	M2(0x2a,LD_NONE,r3,r2,r1)
-#define LDX8_C_CLR_ACQ(r1,r3,r2)	M2(0x2b,LD_NONE,r3,r2,r1)
-/* lfetch */
-#define LFETCH_EXCL(r3)			M13(0x2d,LF_NONE,r3,GR_0)
-#define LFETCH_FAULT(r3)		M13(0x2e,LF_NONE,r3,GR_0)
-#define LFETCH_FAULT_EXCL(r3)		M13(0x2f,LF_NONE,r3,GR_0)
-#define LXFETCH(r3,r2)			M14(0x2c,LF_NONE,r3,r2)
-#define LXFETCH_EXCL(r3,r2)		M14(0x2d,LF_NONE,r3,r2)
-#define LXFETCH_FAULT(r3,r2)		M14(0x2e,LF_NONE,r3,r2)
-#define LXFETCH_FAULT_EXCL(r3,r2)	M14(0x2f,LF_NONE,r3,r2)
-#define LFETCHI(r3,im)			M15(0x2c,LF_NONE,r3,im)
-#define LFETCHI_EXCL(r3,im)		M15(0x2d,LF_NONE,r3,im)
-#define LFETCHI_FAULT(r3,im)		M15(0x2e,LF_NONE,r3,im)
-#define LFETCHI_FAULT_EXCL(r3,im)	M15(0x2f,LF_NONE,r3,im)
-/* loadrs */
-#define LOADRS()			M25(0xa)
-/* mf */
-#define MF()				M24(2,2)
-#define MF_A()				M24(2,3)
-/* mix */
-#define MIX1_R(r1,r2,r3)		I2(0,2,0,2,0,r3,r2,r1)
-#define MIX2_R(r1,r2,r3)		I2(0,2,1,2,0,r3,r2,r1)
-#define MIX4_R(r1,r2,r3)		I2(1,2,0,2,0,r3,r2,r1)
-#define MIX1_L(r1,r2,r3)		I2(0,2,0,2,2,r3,r2,r1)
-#define MIX2_L(r1,r2,r3)		I2(0,2,1,2,2,r3,r2,r1)
-#define MIX4_L(r1,r2,r3)		I2(1,2,0,2,2,r3,r2,r1)
-/* mov - Move Application Register */
-#define MOV_I_rn_ar(r1,ar)		I28(ar,r1)
-#define MOV_I_ar_rn(ar,r2)		I26(ar,r2)
-#define MOV_I_ar_im(ar,im)		I27(ar,im)
-#define MOV_M_rn_a(r1,ar)		M31(r1,ar)
-#define MOV_M_ar_rn(ar,r2)		M29(ar,r2)
-#define MOV_M_ar_im(ar,im)		M30(ar,im)
-/* mov - Move Branch Register */
-#define MOV_rn_br(r1,b2)		I22(b2,r1)
-#define MOV_br_rn_tg(b1,r2,tag)		I21(tag,IH_NONE,0,MWH_NONE,r2,b1)
-#define MOV_br_rn(b1,r2)		MOV_br_rn_tg(b1,r2,0)
-#define MOV_RET_br_rn_tg(b1,r2,tag)	I21(tag,IH_NONE,1,MWH_NONE,r2,b1)
-/* mov - Move Control Register */
-#define MOV_rn_cr(cr,r1)		M33(cr,r1)
-#define MOV_cr_rr(cr,r2)		M32(cr,r2)
-/* mov - Move General Register */
-#define MOV(r0,r1)			ADDS(r0,0,r1)
-#define MOV_p(r0,r1,_p)			ADDS_p(r0,0,r1,_p)
-/* mov - Move Immediate */
-#define MOVI(r1,im)			ADDL(r1,im,GR_0)
-#define MOVI_p(r1,im,_p)		ADDL_p(r1,im,GR_0,_p)
-/* mov - Move Indirect Register */
-#define MOV_rn_RR(r1,r3)		M43(0x10,r3,r1)
-#define MOV_rn_DBR(r1,r3)		M43(0x11,r3,r1)
-#define MOV_rn_IBR(r1,r3)		M43(0x012,r3,r1)
-#define MOV_rn_PKR(r1,r3)		M43(0x13,r3,r1)
-#define MOV_rn_PMC(r1,r3)		M43(0x14,r3,r1)
-#define MOV_rn_PMD(r1,r3)		M43(0x15,r3,r1)
-#define MOV_rn_CPUID(r1,r3)		M43(0x17,r3,r1)
-#define MOV_RR_rn(r3,r2)		M42(0x00,r3,r2)
-#define MOV_DBR_rn(r3,r2)		M42(0x01,r3,r2)
-#define MOV_IBR_rn(r3,r2)		M42(0x02,r3,r2)
-#define MOV_PKR_rn(r3,r2)		M42(0x03,r3,r2)
-#define MOV_PMC_rn(r3,r2)		M42(0x04,r3,r2)
-#define MOV_PMD_rn(r3,r2)		M42(0x05,r3,r2)
-/* mov - Move Instruction Pointer */
-#define MOV_rn_ip(r1)			I25(0x30,r1)
-/* mov - Move Predicates */
-#define MOV_rn_pr(r1)			I25(0x33,r1)
-#define MOV_pr_rn(r2,im)		I23(r2,im)
-#define MOVI_pr(im)			I24(im)
-/* mov - Move Processor Status Register */
-#define MOV_rn_psr(r1)			M36(0x25,r1)
-#define MOV_psr_l_rn(r2)		M35(0x2d,r2)
-/* mov - Move User Mask */
-#define MOV_rn_psr_um(r1)		M36(0x21,r1)
-#define MOV_psr_um_rn(r2)		M35(0x29,r2)
-/* movl */
-#define MOVL(r1,im)			X2(r1,im)
-/* mpy4 */
-#define MPY4(r1,r2,r3)			I2(1,0,0,3,1,r3,r2,r1)
-/* mpyshl4 */
-#define MPYSHL4(r1,r2,r3)		I2(1,0,0,3,3,r3,r2,r1)
-/* mux */
-#define MUX1(r1,r2,mbt)			I3(mbt,r2,r1)
-#define MUX2(r1,r2,mht)			I4(mht,r2,r1)
-/* nop */
-#define NOP_I(im)			I18(im,0)
-#define NOP_M(im)			M48(0,im)
-#define NOP_B(im)			B9(2,0,im)
-#define NOP_X(im)			X5(0,im)
-/* or */
-#define OR(r1,r2,r3)			A1(3,2,r3,r2,r1)
-#define ORI(r1,im,r3)			A3(0xb,2,r3,im,r1)
-/* pack */
-#define PACK2_USS(r1,r2,r3)		I2(0,2,1,0,0,r3,r2,r1)
-#define PACK2_SSS(r1,r2,r3)		I2(0,2,1,0,2,r3,r2,r1)
-#define PACK4_SSS(r1,r2,r3)		I2(1,2,0,0,2,r3,r2,r1)
-/* padd */
-#define PADD1(r1,r2,r3)			A9(0,0,0,0,r3,r2,r1)
-#define PADD1_SSS(r1,r2,r3)		A9(0,0,0,1,r3,r2,r1)
-#define PADD1_UUU(r1,r2,r3)		A9(0,0,0,2,r3,r2,r1)
-#define PADD1_UUS(r1,r2,r3)		A9(0,0,0,3,r3,r2,r1)
-#define PADD2(r1,r2,r3)			A9(0,1,0,0,r3,r2,r1)
-#define PADD2_SSS(r1,r2,r3)		A9(0,1,0,1,r3,r2,r1)
-#define PADD2_UUU(r1,r2,r3)		A9(0,1,0,2,r3,r2,r1)
-#define PADD2_UUS(r1,r2,r3)		A9(0,1,0,3,r3,r2,r1)
-#define PADD4(r1,r2,r3)			A9(1,0,0,0,r3,r2,r1)
-/* pavg */
-#define PAVG1(r1,r2,r3)			A9(0,0,2,2,r3,r2,r1)
-#define PAVG2(r1,r2,r3)			A9(0,1,2,2,r3,r2,r1)
-#define PAVG1_RAZ(r1,r2,r3)		A9(0,0,2,3,r3,r2,r1)
-#define PAVG2_RAZ(r1,r2,r3)		A9(0,1,2,3,r3,r2,r1)
-/* pavgsub */
-#define PAVGSUB1(r1,r2,r3)		A9(0,0,3,2,r3,r2,r1)
-#define PAVGSUB2(r1,r2,r3)		A9(0,1,3,2,r3,r2,r1)
-/* pcmp */
-#define PCMP1_EQ(r1,r2,r3)		A9(0,0,9,0,r3,r2,r1)
-#define PCMP2_EQ(r1,r2,r3)		A9(0,1,9,0,r3,r2,r1)
-#define PCMP4_EQ(r1,r2,r3)		A9(1,0,9,0,r3,r2,r1)
-#define PCMP1_GT(r1,r2,r3)		A9(0,0,9,1,r3,r2,r1)
-#define PCMP2_GT(r1,r2,r3)		A9(0,1,9,1,r3,r2,r1)
-#define PCMP4_GT(r1,r2,r3)		A9(1,0,9,1,r3,r2,r1)
-/* pmax */
-#define PMAX1_U(r1,r2,r3)		I2(0,2,0,1,1,r3,r2,r1)
-#define PMAX2(r1,r2,r3)			I2(0,2,1,1,3,r3,r2,r1)
-/* pmin */
-#define PMIN1_U(r1,r2,r3)		I2(0,2,0,0,1,r3,r2,r1)
-#define PMIN2(r1,r2,r3)			I2(0,2,1,0,3,r3,r2,r1)
-/* pmpy */
-#define PMPY2_R(r1,r2,r3)		I2(0,2,1,3,1,r3,r2,r1)
-#define PMPY2_L(r1,r2,r3)		I2(0,2,1,3,3,r3,r2,r1)
-/* pmpyshr */
-#define PMPYSHR2(r1,r2,r3,im)		I1(im,3,r3,r2,r1)
-#define PMPYSHR2_U(r1,r2,r3,im)		I1(im,1,r3,r2,r1)
-/* popcnt */
-#define POPCNT(r1,r3)			I9(2,r3,r1)
-/* probe */
-#define PROBE_R(r1,r3,r2)		M38(0x38,r3,r2,r1)
-#define PROBE_W(r1,r3,r2)		M38(0x39,r3,r2,r1)
-#define PROBEI_R(r1,r3,im)		M39(0x18,r3,im,r1)
-#define PROBEI_W(r1,r3,im)		M39(0x19,r3,im,r1)
-#define PROBE_RW_FAULT(r3,im)		M40(0x31,r3,im)
-#define PROBE_R_FAULT(r3,im)		M40(0x32,r3,im)
-#define PROBE_W_FAULT(r3,im)		M40(0x33,r3,im)
-/* psad */
-#define PSAD1(r1,r2,r3)			I2(0,2,0,2,3,r3,r2,r1)
-/* pshl */
-#define PSHL2(r1,r2,r3)			I7(0,1,r3,r2,r1)
-#define PSHL4(r1,r2,r3)			I7(1,0,r3,r2,r1)
-#define PSHL2I(r1,r2,im)		I8(0,1,im,r2,r1)
-#define PSHL4I(r1,r2,im)		I8(1,0,im,r2,r1)
-/* pshladd */
-#define PSHLADD2(r1,r2,im,r3)		A10(4,im,r3,r2,r1)
-/* pshr */
-#define PSHR2(r1,r3,r2)			I5(0,1,2,r3,r2,r1)
-#define PSHR2I(r1,r3,im)		I6(0,1,3,r3,im,r1)
-#define PSHR2_U(r1,r3,r2)		I5(0,1,0,r3,r2,r1)
-#define PSHR2I_U(r1,r3,im)		I6(0,1,1,r3,im,r1)
-#define PSHR4(r1,r3,r2)			I5(1,0,2,r3,r2,r1)
-#define PSHR4I(r1,r3,im)		I6(1,0,3,r3,im,r1)
-#define PSHR4_U(r1,r3,r2)		I5(1,0,0,r3,r2,r1)
-#define PSHR4I_U(r1,r3,im)		I6(1,0,1,r3,im,r1)
-/* pshradd */
-#define PSHRADD2(r1,r2,im,r3)		A10(6,im,r3,r2,r1)
-/* psub */
-#define PSUB1(r1,r2,r3)			A9(0,0,1,0,r3,r2,r1)
-#define PSUB1_SSS(r1,r2,r3)		A9(0,0,1,1,r3,r2,r1)
-#define PSUB1_UUU(r1,r2,r3)		A9(0,0,1,2,r3,r2,r1)
-#define PSUB1_UUS(r1,r2,r3)		A9(0,0,1,3,r3,r2,r1)
-#define PSUB2(r1,r2,r3)			A9(0,1,1,0,r3,r2,r1)
-#define PSUB2_SSS(r1,r2,r3)		A9(0,1,1,1,r3,r2,r1)
-#define PSUB2_UUU(r1,r2,r3)		A9(0,1,1,2,r3,r2,r1)
-#define PSUB2_UUS(r1,r2,r3)		A9(0,1,1,3,r3,r2,r1)
-#define PSUB4(r1,r2,r3)			A9(1,0,1,0,r3,r2,r1)
-/* ptc.e */
-#define PTC_E(r3)			M47(0x34,r3)
-/* ptc.g, ptc.ga */
-#define PTC_G(r3,r2)			M45(0xa,r3,r2)
-#define PTC_GA(r3,r2)			M45(0xb,r3,r2)
-/* ptc.l */
-#define PTC_L(r3,r2)			M45(0x9,r3,r2)
-/* ptr */
-#define PTR_D(r3,r2)			M45(0xc,r3,r2)
-#define PTR_I(r3,r2)			M45(0xd,r3,r2)
-/* rfi */
-#define RFI()				B8(0x08)
-/* rsm */
-#define RSM(im)				M44(7,im)
-/* rum */
-#define RUM(im)				M44(5,im)
-/* shl */
-#define SHL(r1,r2,r3)			I7(1,1,r3,r2,r1)
-/* shladd */
-#define SHLADD(r1,r2,im,r3)		A2(4,im,r3,r2,r1)
-/* shladdp4 */
-#define SHLADDP4(r1,r2,im,r3)		A2(6,im,r3,r2,r1)
-/* shr */
-#define SHR(r1,r3,r2)			I5(1,1,2,r3,r2,r1)
-#define SHR_U(r1,r3,r2)			I5(1,1,0,r3,r2,r1)
-/* shrp */
-#define SHRP(r1,r2,r3,im)		I10(im,r3,r2,r1)
-/* srlz */
-#define SRLZ_I()			M24(3,1)
-#define SRLZ_D()			M24(3,0)
-/* ssm */
-#define SSM(im)				M44(6,im)
-/* st */
-#define ST1(r3,r2)			M6(0x30,ST_NONE,0,r3,r2)
-#define ST2(r3,r2)			M6(0x31,ST_NONE,0,r3,r2)
-#define ST4(r3,r2)			M6(0x32,ST_NONE,0,r3,r2)
-#define ST8(r3,r2)			M6(0x33,ST_NONE,0,r3,r2)
-#define ST1_REL(r3,r2)			M6(0x34,ST_NONE,0,r3,r2)
-#define ST2_REL(r3,r2)			M6(0x35,ST_NONE,0,r3,r2)
-#define ST4_REL(r3,r2)			M6(0x36,ST_NONE,0,r3,r2)
-#define ST8_REL(r3,r2)			M6(0x37,ST_NONE,0,r3,r2)
-#define ST8_SPILL(r3,r2)		M6(0x3b,ST_NONE,0,r3,r2)
-#define ST16(r3,r2)			M6(0x30,ST_NONE,1,r3,r2)
-#define ST16_REL(r3,r2)			M6(0x34,ST_NONE,1,r3,r2)
-#define ST1_inc(r3,r2,im)		M5(0x30,ST_NONE,r3,r2,im)
-#define ST2_inc(r3,r2,im)		M5(0x31,ST_NONE,r3,r2,im)
-#define ST4_inc(r3,r2,im)		M5(0x32,ST_NONE,r3,r2,im)
-#define ST8_inc(r3,r2,im)		M5(0x33,ST_NONE,r3,r2,im)
-#define ST1_REL_inc(r3,r2,im)		M5(0x34,ST_NONE,r3,r2,im)
-#define ST2_REL_inc(r3,r2,im)		M5(0x35,ST_NONE,r3,r2,im)
-#define ST4_REL_inc(r3,r2,im)		M5(0x36,ST_NONE,r3,r2,im)
-#define ST8_REL_inc(r3,r2,im)		M5(0x37,ST_NONE,r3,r2,im)
-#define ST8_SPILL_inc(r3,r2,im)		M5(0x3b,ST_NONE,r3,r2,im)
-/* sub */
-#define SUB(r1,r2,r3)			A1(1,1,r3,r2,r1)
-#define SUB1(r1,r2,r3)			A1(1,0,r3,r2,r1)
-#define SUBI(r1,im,r3)			A3(9,1,r3,im,r1)
-/* sum */
-#define SUM(im)				M44(4,im)
-/* sxt */
-#define SXT1(r1,r3)			I29(0x14,r3,r1)
-#define SXT2(r1,r3)			I29(0x15,r3,r1)
-#define SXT4(r1,r3)			I29(0x16,r3,r1)
-/* sync */
-#define SYNC_I()			M24(3,3)
-/* tak */
-#define TAK(r1,r3)			M46(0x1f,r3,r1)
-/* tbit */
-#define TBIT_Z(p1,p2,r3,pos)		I16(0,0,p2,r3,pos,0,p1)
-#define TBIT_Z_UNC(p1,p2,r3,pos)	I16(0,0,p2,r3,pos,1,p1)
-#define TBIT_Z_AND(p1,p2,r3,pos)	I16(1,0,p2,r3,pos,0,p1)
-#define TBIT_NZ_AND(p1,p2,r3,pos)	I16(1,0,p2,r3,pos,1,p1)
-#define TBIT_Z_OR(p1,p2,r3,pos)		I16(0,1,p2,r3,pos,0,p1)
-#define TBIT_NZ_OR(p1,p2,r3,pos)	I16(0,1,p2,r3,pos,1,p1)
-#define TBIT_Z_ANDCM(p1,p2,r3,pos)	I16(1,1,p2,r3,pos,0,p1)
-#define TBIT_NZ_ANDCM(p1,p2,r3,pos)	I16(1,1,p2,r3,pos,1,p1)
-/* tf */
-#define TF_Z(p1,p2,im)			I30(0,0,p2,im,0,p1)
-#define TF_Z_UNC(p1,p2,im)		I30(0,0,p2,im,1,p1)
-#define TF_Z_AND(p1,p2,im)		I30(1,0,p2,im,0,p1)
-#define TF_NZ_AND(p1,p2,im)		I30(1,0,p2,im,1,p1)
-#define TF_Z_OR(p1,p2,im)		I30(0,1,p2,im,0,p1)
-#define TF_NZ_OR(p1,p2,im)		I30(0,1,p2,im,1,p1)
-#define TF_Z_ANDCM(p1,p2,im)		I30(1,1,p2,im,0,p1)
-#define TF_NZ_ANDCM(p1,p2,im)		I30(1,1,p2,im,1,p1)
-/* thash */
-#define THASH(r1,r3)			M46(0x1a,r3,r1)
-/* tnat */
-#define TNAT_Z(p1,p2,r3)		I17(0,0,p2,r3,0,p1)
-#define TNAT_Z_UNC(p1,p2,r3)		I17(0,0,p2,r3,1,p1)
-#define TNAT_Z_AND(p1,p2,r3)		I17(1,0,p2,r3,0,p1)
-#define TNAT_NZ_AND(p1,p2,r3)		I17(1,0,p2,r3,1,p1)
-#define TNAT_Z_OR(p1,p2,r3)		I17(0,1,p2,r3,0,p1)
-#define TNAT_NZ_OR(p1,p2,r3)		I17(0,1,p2,r3,1,p1)
-#define TNAT_Z_ANDCM(p1,p2,r3)		I17(1,1,p2,r3,0,p1)
-#define TNAT_NZ_ANDCM(p1,p2,r3)		I17(1,1,p2,r3,1,p1)
-/* tpa */
-#define TPA(r1,r3)			M46(0x1e,r3,r1)
-/* ttag */
-#define TTAG(r1,r3)			M46(0x1b,r3,r1)
-/* unpack */
-#define UNPACK1_H(r1,r2,r3)		I2(0,2,0,1,0,r3,r2,r1)
-#define UNPACK2_H(r1,r2,r3)		I2(0,2,1,1,0,r3,r2,r1)
-#define UNPACK4_H(r1,r2,r3)		I2(1,2,0,1,0,r3,r2,r1)
-#define UNPACK1_L(r1,r2,r3)		I2(0,2,0,1,2,r3,r2,r1)
-#define UNPACK2_L(r1,r2,r3)		I2(0,2,1,1,2,r3,r2,r1)
-#define UNPACK4_L(r1,r2,r3)		I2(1,2,0,1,2,r3,r2,r1)
-/* vmsw */
-#define VMSW_0()			B8(0x18)
-#define VMSW_1()			B8(0x19)
-/* xchg */
-#define XCHG1_ACQ(r1,r3,r2)		M16(0x08,LD_NONE,r3,r2,r1)
-#define XCHG2_ACQ(r1,r3,r2)		M16(0x09,LD_NONE,r3,r2,r1)
-#define XCHG4_ACQ(r1,r3,r2)		M16(0x0a,LD_NONE,r3,r2,r1)
-#define XCHG8_ACQ(r1,r3,r2)		M16(0x0b,LD_NONE,r3,r2,r1)
-/* xor */
-#define XOR(r1,r2,r3)			A1(3,3,r3,r2,r1)
-#define XORI(r1,im,r3)			A3(0xb,3,r3,im,r1)
-/* zxt */
-#define ZXT1(r1,r3)			I29(0x10,r3,r1)
-#define ZXT2(r1,r3)			I29(0x11,r3,r1)
-#define ZXT4(r1,r3)			I29(0x12,r3,r1)
-
-#define addr(r0,r1,r2)			ADD(r0,r1,r2)
-#define addi(r0,r1,i0)			_addi(_jit,r0,r1,i0)
-static void _addi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define addcr(r0, r1, r2)		_addcr(_jit, r0, r1, r2)
-static void _addcr(jit_state_t*, int32_t, int32_t, int32_t);
-#define addci(r0, r1, i0)		_addci(_jit, r0, r1, i0)
-static void _addci(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  define addxr(r0, r1, r2)		_addxr(_jit, r0, r1, r2)
-static void _addxr(jit_state_t*, int32_t, int32_t, int32_t);
-#  define addxi(r0, r1, i0)		_addxi(_jit, r0, r1, i0)
-static void _addxi(jit_state_t*, int32_t, int32_t, jit_word_t);
-#define subr(r0,r1,r2)			SUB(r0,r1,r2)
-#define subi(r0,r1,i0)			_subi(_jit,r0,r1,i0)
-static void _subi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define subcr(r0, r1, r2)		_subcr(_jit, r0, r1, r2)
-static void _subcr(jit_state_t*,int32_t,int32_t,int32_t);
-#  define subci(r0, r1, i0)		_subci(_jit, r0, r1, i0)
-static void _subci(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define subxr(r0, r1, r2)		_subxr(_jit, r0, r1, r2)
-static void _subxr(jit_state_t*,int32_t,int32_t,int32_t);
-#  define subxi(r0, r1, i0)		_subxi(_jit, r0, r1, i0)
-static void _subxi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define rsbi(r0, r1, i0)		_rsbi(_jit, r0, r1, i0)
-static void _rsbi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define mulr(r0,r1,r2)			_mulr(_jit,r0,r1,r2)
-static void _mulr(jit_state_t*,int32_t,int32_t,int32_t);
-#define muli(r0,r1,i0)			_muli(_jit,r0,r1,i0)
-static void _muli(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define divr(r0,r1,r2)			_divr(_jit,r0,r1,r2)
-static void _divr(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi(r0,r1,i0)			_divi(_jit,r0,r1,i0)
-static void _divi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define divr_u(r0,r1,r2)		_divr_u(_jit,r0,r1,r2)
-static void _divr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi_u(r0,r1,i0)		_divi_u(_jit,r0,r1,i0)
-static void _divi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define remr(r0,r1,r2)			_remr(_jit,r0,r1,r2)
-static void _remr(jit_state_t*,int32_t,int32_t,int32_t);
-#define remi(r0,r1,i0)			_remi(_jit,r0,r1,i0)
-static void _remi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define remr_u(r0,r1,r2)		_remr_u(_jit,r0,r1,r2)
-static void _remr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define remi_u(r0,r1,i0)		_remi_u(_jit,r0,r1,i0)
-static void _remi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define mulh(r0,r1,r2,sign)		_mulh(_jit,r0,r1,r2,sign)
-static void _mulh(jit_state_t*,jit_bool_t,int32_t,int32_t,int32_t);
-#define qmulr(r0,r1,r2,r3)		iqmulr(r0,r1,r2,r3,1)
-#define qmulr_u(r0,r1,r2,r3)		iqmulr(r0,r1,r2,r3,0)
-#define iqmulr(r0,r1,r2,r3,sign)	_iqmulr(_jit,r0,r1,r2,r3,sign)
-static void _iqmulr(jit_state_t*,int32_t,int32_t,
-		    int32_t,int32_t,jit_bool_t);
-#define qmuli(r0,r1,r2,i0)		iqmuli(r0,r1,r2,i0,1)
-#define qmuli_u(r0,r1,r2,i0)		iqmuli(r0,r1,r2,i0,0)
-#define iqmuli(r0,r1,r2,i0,sign)	_iqmuli(_jit,r0,r1,r2,i0,sign)
-static void _iqmuli(jit_state_t*,int32_t,int32_t,
-		    int32_t,jit_word_t,jit_bool_t);
-#define qdivr(r0,r1,r2,r3)		iqdivr(r0,r1,r2,r3,1)
-#define qdivr_u(r0,r1,r2,r3)		iqdivr(r0,r1,r2,r3,0)
-#define iqdivr(r0,r1,r2,r3,sign)	_iqdivr(_jit,r0,r1,r2,r3,sign)
-static void _iqdivr(jit_state_t*,int32_t,int32_t,
-		    int32_t,int32_t,jit_bool_t);
-#define qdivi(r0,r1,r2,i0)		iqdivi(r0,r1,r2,i0,1)
-#define qdivi_u(r0,r1,r2,i0)		iqdivi(r0,r1,r2,i0,0)
-#define iqdivi(r0,r1,r2,i0,sign)	_iqdivi(_jit,r0,r1,r2,i0,sign)
-static void _iqdivi(jit_state_t*,int32_t,int32_t,
-		    int32_t,jit_word_t,jit_bool_t);
-#define andr(r0,r1,r2)			AND(r0,r1,r2)
-#define andi(r0,r1,i0)			_andi(_jit,r0,r1,i0)
-static void _andi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define orr(r0,r1,r2)			OR(r0,r1,r2)
-#define ori(r0,r1,i0)			_ori(_jit,r0,r1,i0)
-static void _ori(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define xorr(r0,r1,r2)			XOR(r0,r1,r2)
-#define xori(r0,r1,i0)			_xori(_jit,r0,r1,i0)
-static void _xori(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define lshr(r0,r1,r2)			SHL(r0,r1,r2)
-#define lshi(r0,r1,i0)			_lshi(_jit,r0,r1,i0)
-static void _lshi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define rshr(r0,r1,r2)			SHR(r0,r1,r2)
-#define rshi(r0,r1,i0)			_rshi(_jit,r0,r1,i0)
-static void _rshi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define rshr_u(r0,r1,r2)		SHR_U(r0,r1,r2)
-#define rshi_u(r0,r1,i0)		_rshi_u(_jit,r0,r1,i0)
-static void _rshi_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ltr(r0,r1,r2)			_ltr(_jit,r0,r1,r2)
-static void _ltr(jit_state_t*,int32_t,int32_t,int32_t);
-#define lti(r0,r1,i0)			_lti(_jit,r0,r1,i0)
-static void _lti(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ltr_u(r0,r1,r2)			_ltr_u(_jit,r0,r1,r2)
-static void _ltr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define lti_u(r0,r1,i0)			_lti_u(_jit,r0,r1,i0)
-static void _lti_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ler(r0,r1,r2)			_ler(_jit,r0,r1,r2)
-static void _ler(jit_state_t*,int32_t,int32_t,int32_t);
-#define lei(r0,r1,i0)			_lei(_jit,r0,r1,i0)
-static void _lei(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ler_u(r0,r1,r2)			_ler_u(_jit,r0,r1,r2)
-static void _ler_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define lei_u(r0,r1,i0)			_lei_u(_jit,r0,r1,i0)
-static void _lei_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define eqr(r0,r1,r2)			_eqr(_jit,r0,r1,r2)
-static void _eqr(jit_state_t*,int32_t,int32_t,int32_t);
-#define eqi(r0,r1,i0)			_eqi(_jit,r0,r1,i0)
-static void _eqi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ger(r0,r1,r2)			_ger(_jit,r0,r1,r2)
-static void _ger(jit_state_t*,int32_t,int32_t,int32_t);
-#define gei(r0,r1,i0)			_gei(_jit,r0,r1,i0)
-static void _gei(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ger_u(r0,r1,r2)			_ger_u(_jit,r0,r1,r2)
-static void _ger_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define gei_u(r0,r1,i0)			_gei_u(_jit,r0,r1,i0)
-static void _gei_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define gtr(r0,r1,r2)			_gtr(_jit,r0,r1,r2)
-static void _gtr(jit_state_t*,int32_t,int32_t,int32_t);
-#define gti(r0,r1,i0)			_gti(_jit,r0,r1,i0)
-static void _gti(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define gtr_u(r0,r1,r2)			_gtr_u(_jit,r0,r1,r2)
-static void _gtr_u(jit_state_t*,int32_t,int32_t,int32_t);
-#define gti_u(r0,r1,i0)			_gti_u(_jit,r0,r1,i0)
-static void _gti_u(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ner(r0,r1,r2)			_ner(_jit,r0,r1,r2)
-static void _ner(jit_state_t*,int32_t,int32_t,int32_t);
-#define nei(r0,r1,i0)			_nei(_jit,r0,r1,i0)
-static void _nei(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define negr(r0,r1)			subr(r0,0,r1)
-#define comr(r0,r1)			ANDCMI(r0,-1,r1)
-#define movr(r0,r1)			_movr(_jit,r0,r1)
-static void _movr(jit_state_t*,int32_t,int32_t);
-#define movi(r0,i0)			_movi(_jit,r0,i0)
-static void _movi(jit_state_t*,int32_t,jit_word_t);
-#define movi_p(r0,i0)			_movi_p(_jit,r0,i0)
-static jit_word_t _movi_p(jit_state_t*,int32_t,jit_word_t);
-#if __BYTE_ORDER == __LITTLE_ENDIAN
-#  define bswapr_us(r0,r1)		_bswapr_us(_jit,r0,r1)
-static void _bswapr_us(jit_state_t*,int32_t,int32_t);
-#  define bswapr_ui(r0,r1)		_bswapr_ui(_jit,r0,r1)
-static void _bswapr_ui(jit_state_t*,int32_t,int32_t);
-#  define bswapr_ul(r0,r1)		MUX1(r0,r1,MUX_REV)
-#else
-#  define bswapr_us(r0,r1)		extr_us(r0,r1)
-#  define bswapr_ui(r0,r1)		extr_ui(r0,r1)
-#  define bswapr_ul(r0,r1)		movr(r0,r1)
-#endif
-#define extr_c(r0,r1)			SXT1(r0,r1)
-#define extr_uc(r0,r1)			ZXT1(r0,r1)
-#define extr_s(r0,r1)			SXT2(r0,r1)
-#define extr_us(r0,r1)			ZXT2(r0,r1)
-#define extr_i(r0,r1)			SXT4(r0,r1)
-#define extr_ui(r0,r1)			ZXT4(r0,r1)
-#define bltr(i0,r0,r1)			_bltr(_jit,i0,r0,r1)
-static jit_word_t _bltr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blti(i0,r0,i1)			_blti(_jit,i0,r0,i1)
-static jit_word_t _blti(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bltr_u(i0,r0,r1)		_bltr_u(_jit,i0,r0,r1)
-static jit_word_t _bltr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blti_u(i0,r0,i1)		_blti_u(_jit,i0,r0,i1)
-static jit_word_t _blti_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bler(i0,r0,r1)			_bler(_jit,i0,r0,r1)
-static jit_word_t _bler(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blei(i0,r0,i1)			_blei(_jit,i0,r0,i1)
-static jit_word_t _blei(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bler_u(i0,r0,r1)		_bler_u(_jit,i0,r0,r1)
-static jit_word_t _bler_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blei_u(i0,r0,i1)		_blei_u(_jit,i0,r0,i1)
-static jit_word_t _blei_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define beqr(i0,r0,r1)			_beqr(_jit,i0,r0,r1)
-static jit_word_t _beqr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define beqi(i0,r0,i1)			_beqi(_jit,i0,r0,i1)
-static jit_word_t _beqi(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bger(i0,r0,r1)			_bger(_jit,i0,r0,r1)
-static jit_word_t _bger(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgei(i0,r0,i1)			_bgei(_jit,i0,r0,i1)
-static jit_word_t _bgei(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bger_u(i0,r0,r1)		_bger_u(_jit,i0,r0,r1)
-static jit_word_t _bger_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgei_u(i0,r0,i1)		_bgei_u(_jit,i0,r0,i1)
-static jit_word_t _bgei_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bgtr(i0,r0,r1)			_bgtr(_jit,i0,r0,r1)
-static jit_word_t _bgtr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgti(i0,r0,i1)			_bgti(_jit,i0,r0,i1)
-static jit_word_t _bgti(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bgtr_u(i0,r0,r1)		_bgtr_u(_jit,i0,r0,r1)
-static jit_word_t _bgtr_u(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgti_u(i0,r0,i1)		_bgti_u(_jit,i0,r0,i1)
-static jit_word_t _bgti_u(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bner(i0,r0,r1)			_bner(_jit,i0,r0,r1)
-static jit_word_t _bner(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bnei(i0,r0,i1)			_bnei(_jit,i0,r0,i1)
-static jit_word_t _bnei(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bmsr(i0,r0,r1)			_bmsr(_jit,i0,r0,r1)
-static jit_word_t _bmsr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bmsi(i0,r0,i1)			_bmsi(_jit,i0,r0,i1)
-static jit_word_t _bmsi(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define bmcr(i0,r0,r1)			_bmcr(_jit,i0,r0,r1)
-static jit_word_t _bmcr(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bmci(i0,r0,i1)			_bmci(_jit,i0,r0,i1)
-static jit_word_t _bmci(jit_state_t*,jit_word_t,int32_t,jit_word_t);
-#define baddr(i0,r0,r1,cc)		_baddr(_jit,i0,r0,r1,cc)
-static jit_word_t _baddr(jit_state_t*,jit_word_t,
-			 int32_t,int32_t,jit_bool_t);
-#define baddi(i0,r0,i1,cc)		_baddi(_jit,i0,r0,i1,cc)
-static jit_word_t _baddi(jit_state_t*,jit_word_t,
-			 int32_t,jit_word_t,jit_bool_t);
-#define baddr_u(i0,r0,r1,cc)		_baddr_u(_jit,i0,r0,r1,cc)
-static jit_word_t _baddr_u(jit_state_t*,jit_word_t,
-			   int32_t,int32_t,jit_bool_t);
-#define baddi_u(i0,r0,i1,cc)		_baddi_u(_jit,i0,r0,i1,cc)
-static jit_word_t _baddi_u(jit_state_t*,jit_word_t,
-			   int32_t,jit_word_t,jit_bool_t);
-#define bsubr(i0,r0,r1,cc)		_bsubr(_jit,i0,r0,r1,cc)
-static jit_word_t _bsubr(jit_state_t*,jit_word_t,
-			 int32_t,int32_t,jit_bool_t);
-#define bsubi(i0,r0,i1,cc)		_bsubi(_jit,i0,r0,i1,cc)
-static jit_word_t _bsubi(jit_state_t*,jit_word_t,
-			 int32_t,jit_word_t,jit_bool_t);
-#define bsubr_u(i0,r0,r1,cc)		_bsubr_u(_jit,i0,r0,r1,cc)
-static jit_word_t _bsubr_u(jit_state_t*,jit_word_t,
-			   int32_t,int32_t,jit_bool_t);
-#define bsubi_u(i0,r0,i1,cc)		_bsubi_u(_jit,i0,r0,i1,cc)
-static jit_word_t _bsubi_u(jit_state_t*,jit_word_t,
-			   int32_t,jit_word_t,jit_bool_t);
-#define boaddr(i0,r0,r1)		baddr(i0,r0,r1,1)
-#define boaddi(i0,r0,i1)		baddi(i0,r0,i1,1)
-#define boaddr_u(i0,r0,r1)		baddr_u(i0,r0,r1,1)
-#define boaddi_u(i0,r0,i1)		baddi_u(i0,r0,i1,1)
-#define bxaddr(i0,r0,r1)		baddr(i0,r0,r1,0)
-#define bxaddi(i0,r0,i1)		baddi(i0,r0,i1,0)
-#define bxaddr_u(i0,r0,r1)		baddr_u(i0,r0,r1,0)
-#define bxaddi_u(i0,r0,i1)		baddi_u(i0,r0,i1,0)
-#define bosubr(i0,r0,r1)		bsubr(i0,r0,r1,1)
-#define bosubi(i0,r0,i1)		bsubi(i0,r0,i1,1)
-#define bosubr_u(i0,r0,r1)		bsubr_u(i0,r0,r1,1)
-#define bosubi_u(i0,r0,i1)		bsubi_u(i0,r0,i1,1)
-#define bxsubr(i0,r0,r1)		bsubr(i0,r0,r1,0)
-#define bxsubi(i0,r0,i1)		bsubi(i0,r0,i1,0)
-#define bxsubr_u(i0,r0,r1)		bsubr_u(i0,r0,r1,0)
-#define bxsubi_u(i0,r0,i1)		bsubi_u(i0,r0,i1,0)
-#define ldr_c(r0,r1)			_ldr_c(_jit,r0,r1)
-static void _ldr_c(jit_state_t*,int32_t,int32_t);
-#define ldi_c(r0,i0)			_ldi_c(_jit,r0,i0)
-static void _ldi_c(jit_state_t*,int32_t,jit_word_t);
-#define ldr_uc(r0,r1)			LD1(r0,r1)
-#define ldi_uc(r0,i0)			_ldi_uc(_jit,r0,i0)
-static void _ldi_uc(jit_state_t*,int32_t,jit_word_t);
-#define ldr_s(r0,r1)			_ldr_s(_jit,r0,r1)
-static void _ldr_s(jit_state_t*,int32_t,int32_t);
-#define ldi_s(r0,i0)			_ldi_s(_jit,r0,i0)
-static void _ldi_s(jit_state_t*,int32_t,jit_word_t);
-#define ldr_us(r0,r1)			LD2(r0,r1)
-#define ldi_us(r0,i0)			_ldi_us(_jit,r0,i0)
-static void _ldi_us(jit_state_t*,int32_t,jit_word_t);
-#define ldr_i(r0,r1)			_ldr_i(_jit,r0,r1)
-static void _ldr_i(jit_state_t*,int32_t,int32_t);
-#define ldi_i(r0,i0)			_ldi_i(_jit,r0,i0)
-static void _ldi_i(jit_state_t*,int32_t,jit_word_t);
-#define ldr_ui(r0,r1)			LD4(r0,r1)
-#define ldi_ui(r0,i0)			_ldi_ui(_jit,r0,i0)
-static void _ldi_ui(jit_state_t*,int32_t,jit_word_t);
-#define ldr_l(r0,r1)			LD8(r0,r1)
-#define ldi_l(r0,i0)			_ldi_l(_jit,r0,i0)
-static void _ldi_l(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_c(r0,r1,r2)		_ldxr_c(_jit,r0,r1,r2)
-static void _ldxr_c(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_c(r0,r1,i0)		_ldxi_c(_jit,r0,r1,i0)
-static void _ldxi_c(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_uc(r0,r1,r2)		_ldxr_uc(_jit,r0,r1,r2)
-static void _ldxr_uc(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_uc(r0,r1,i0)		_ldxi_uc(_jit,r0,r1,i0)
-static void _ldxi_uc(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_s(r0,r1,r2)		_ldxr_s(_jit,r0,r1,r2)
-static void _ldxr_s(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_s(r0,r1,i0)		_ldxi_s(_jit,r0,r1,i0)
-static void _ldxi_s(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_us(r0,r1,r2)		_ldxr_us(_jit,r0,r1,r2)
-static void _ldxr_us(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_us(r0,r1,i0)		_ldxi_us(_jit,r0,r1,i0)
-static void _ldxi_us(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_i(r0,r1,r2)		_ldxr_i(_jit,r0,r1,r2)
-static void _ldxr_i(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_i(r0,r1,i0)		_ldxi_i(_jit,r0,r1,i0)
-static void _ldxi_i(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_ui(r0,r1,r2)		_ldxr_ui(_jit,r0,r1,r2)
-static void _ldxr_ui(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_ui(r0,r1,i0)		_ldxi_ui(_jit,r0,r1,i0)
-static void _ldxi_ui(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldxr_l(r0,r1,r2)		_ldxr_l(_jit,r0,r1,r2)
-static void _ldxr_l(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_l(r0,r1,i0)		_ldxi_l(_jit,r0,r1,i0)
-static void _ldxi_l(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define str_c(r0,r1)			ST1(r0,r1)
-#define sti_c(i0,r0)			_sti_c(_jit,i0,r0)
-static void _sti_c(jit_state_t*,jit_word_t,int32_t);
-#define str_s(r0,r1)			ST2(r0,r1)
-#define sti_s(i0,r0)			_sti_s(_jit,i0,r0)
-static void _sti_s(jit_state_t*,jit_word_t,int32_t);
-#define str_i(r0,r1)			ST4(r0,r1)
-#define sti_i(i0,r0)			_sti_i(_jit,i0,r0)
-static void _sti_i(jit_state_t*,jit_word_t,int32_t);
-#define str_l(r0,r1)			ST8(r0,r1)
-#define sti_l(i0,r0)			_sti_l(_jit,i0,r0)
-static void _sti_l(jit_state_t*,jit_word_t,int32_t);
-#define stxr_c(r0,r1,r2)		_stxr_c(_jit,r0,r1,r2)
-static void _stxr_c(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_c(i0,r0,r1)		_stxi_c(_jit,i0,r0,r1)
-static void _stxi_c(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define stxr_s(r0,r1,r2)		_stxr_s(_jit,r0,r1,r2)
-static void _stxr_s(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_s(i0,r0,r1)		_stxi_s(_jit,i0,r0,r1)
-static void _stxi_s(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define stxr_i(r0,r1,r2)		_stxr_i(_jit,r0,r1,r2)
-static void _stxr_i(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_i(i0,r0,r1)		_stxi_i(_jit,i0,r0,r1)
-static void _stxi_i(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define stxr_l(r0,r1,r2)		_stxr_l(_jit,r0,r1,r2)
-static void _stxr_l(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_l(i0,r0,r1)		_stxi_l(_jit,i0,r0,r1)
-static void _stxi_l(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define jmpr(r0)			_jmpr(_jit,r0)
-static void _jmpr(jit_state_t*,int32_t);
-#define jmpi(i0)			_jmpi(_jit,i0)
-static void _jmpi(jit_state_t*,jit_word_t);
-#define jmpi_p(i0)			_jmpi_p(_jit,i0)
-static jit_word_t _jmpi_p(jit_state_t*,jit_word_t);
-#define callr(r0)			_callr(_jit,r0)
-static void _callr(jit_state_t*,int32_t);
-#define calli(i0)			_calli(_jit,i0)
-static void _calli(jit_state_t*,jit_word_t);
-#define calli_p(i0)			_calli_p(_jit,i0)
-static jit_word_t _calli_p(jit_state_t*,jit_word_t);
-#define prolog(node)			_prolog(_jit,node)
-static void _prolog(jit_state_t*,jit_node_t*);
-#define epilog(node)			_epilog(_jit,node)
-static void _epilog(jit_state_t*,jit_node_t*);
-#  define vastart(r0)			_vastart(_jit, r0)
-static void _vastart(jit_state_t*, int32_t);
-#  define vaarg(r0, r1)			_vaarg(_jit, r0, r1)
-static void _vaarg(jit_state_t*, int32_t, int32_t);
-#define patch_at(node,instr,label)	_patch_at(_jit,node,instr,label)
-static void _patch_at(jit_state_t*,jit_code_t,jit_word_t,jit_word_t);
-#endif
-
-#if CODE
-#if __BYTE_ORDER == __BIG_ENDIAN
-static jit_word_t
-byte_swap_if_big_endian(jit_word_t w)
-{
-    union {
-	char	c[8];
-	long	w;
-    } l, h;
-    l.w = w;
-    h.c[0] = l.c[7];
-    h.c[1] = l.c[6];
-    h.c[2] = l.c[5];
-    h.c[3] = l.c[4];
-    h.c[4] = l.c[3];
-    h.c[5] = l.c[2];
-    h.c[6] = l.c[1];
-    h.c[7] = l.c[0];
-    return (h.w);
-}
-#else
-#define byte_swap_if_big_endian(w)		(w)
-#endif
-
-static void
-_out(jit_state_t *_jit, int n, int tm,
-     jit_word_t s0, jit_word_t s1, jit_word_t s2)
-{
-    int			 i;
-    jit_word_t		 l, h, *w;
-    set_bundle(_jit->pc.ul, l, h, tm, s0, s1, s2);
-    _jit->pc.ul += 2;
-    w = (jit_word_t *)_jitc->inst;
-    for (i = n; i < _jitc->ioff; i++)
-	w[i - n] = w[i];
-    _jitc->ioff -= n;
-}
-
-#define nop_m		0x0008000000L
-#define nop_i		0x0008000000L
-#define nop_b		0x4000000000L
-static void
-_stop(jit_state_t *_jit)
-{
-    /* Clear set of live registers */
-    jit_regset_set_ui(&_jitc->regs, 0);
-    _jitc->pred = 0;
-    /* Flag a stop is required */
-    if (_jitc->ioff)
-	_jitc->inst[_jitc->ioff - 1].t |= INST_STOP;
-    else
-	inst(nop_m, INST_Ms);
-}
-
-static void
-_sync(jit_state_t *_jit)
-{
-    /* Taken branches are supposed to not need a stop, so, it
-     * should not be required to stop if no registers live in
-     * sequential code */
-    if (jit_regset_cmp_ui(&_jitc->regs, 0) != 0 || _jitc->pred)
-	stop();
-    do
-	flush();
-    while (_jitc->ioff);
-}
-
-#define A_0		INST_A
-#define As0		INST_As
-#define I_0		INST_I
-#define Is0		INST_Is
-#define M_0		INST_M
-#define Ms0		INST_Ms
-#define F_0		INST_F
-#define Fs0		INST_Fs
-#define B_0		INST_B
-#define Bs0		INST_Bs
-#define L_0		INST_L
-#define Ls0		INST_Ls
-#define X_0		INST_X
-#define Xs0		INST_Xs
-#define A_1		(INST_A<<4)
-#define As1		(INST_As<<4)
-#define I_1		(INST_I<<4)
-#define Is1		(INST_Is<<4)
-#define M_1		(INST_M<<4)
-#define Ms1		(INST_Ms<<4)
-#define F_1		(INST_F<<4)
-#define Fs1		(INST_Fs<<4)
-#define B_1		(INST_B<<4)
-#define Bs1		(INST_Bs<<4)
-#define L_1		(INST_L<<4)
-#define Ls1		(INST_Ls<<4)
-#define X_1		(INST_X<<4)
-#define Xs1		(INST_Xs<<4)
-#define A_2		(INST_A<<8)
-#define As2		(INST_As<<8)
-#define I_2		(INST_I<<8)
-#define Is2		(INST_Is<<8)
-#define M_2		(INST_M<<8)
-#define Ms2		(INST_Ms<<8)
-#define F_2		(INST_F<<8)
-#define Fs2		(INST_Fs<<8)
-#define B_2		(INST_B<<8)
-#define Bs2		(INST_Bs<<8)
-#define L_2		(INST_L<<8)
-#define Ls2		(INST_Ls<<8)
-#define X_2		(INST_X<<8)
-#define Xs2		(INST_Xs<<8)
-
-#define I_		I_0
-#define I_I_		I_0|I_1
-#define I_Is		I_0|Is1
-#define I_B_		I_0|B_1
-#define I_Bs		I_0|Bs1
-#define Is		Is0
-#define IsI_		Is0|I_1
-#define IsIs		Is0|Is1
-#define M_		M_0
-#define M_I_		M_0|I_1
-#define M_Is		M_0|Is1
-#define M_M_		M_0|M_1
-#define M_Ms		M_0|Ms1
-#define M_F_		M_0|F_1
-#define M_Fs		M_0|Fs1
-#define M_B_		M_0|B_1
-#define M_Bs		M_0|Bs1
-#define M_I_I_		M_0|I_1|I_2
-#define M_I_Is		M_0|I_1|Is2
-#define M_I_B_		M_0|I_1|B_2
-#define M_I_Bs		M_0|I_1|Bs2
-#define M_IsI_		M_0|Is1|I_2
-#define M_IsIs		M_0|Is1|Is2
-#define M_M_I_		M_0|M_1|I_2
-#define M_M_Is		M_0|M_1|Is2
-#define M_M_F_		M_0|M_1|F_2
-#define M_M_Fs		M_0|M_1|Fs2
-#define M_M_B_		M_0|M_1|B_2
-#define M_M_Bs		M_0|M_1|Bs2
-#define M_F_I_		M_0|F_1|I_2
-#define M_F_Is		M_0|F_1|Is2
-#define M_F_B_		M_0|F_1|B_2
-#define M_F_Bs		M_0|F_1|Bs2
-#define M_B_B_		M_0|B_1|B_2
-#define M_B_Bs		M_0|B_1|Bs2
-#define M_L_X_		M_0|L_1|X_2
-#define M_L_Xs		M_0|L_1|Xs2
-#define Ms		Ms0
-#define MsI_		Ms0|I_1
-#define MsIs		Ms0|Is1
-#define MsM_		Ms0|M_1
-#define MsMs		Ms0|Ms1
-#define MsM_I_		Ms0|M_1|I_2
-#define MsM_Is		Ms0|M_1|Is2
-#define F_		F_0
-#define F_I_		F_0|I_1
-#define F_Is		F_0|Is1
-#define F_B_		F_0|B_1
-#define F_Bs		F_0|Bs1
-#define Fs		Fs0
-#define B_		B_0
-#define B_B_		B_0|B_1
-#define B_Bs		B_0|Bs1
-#define B_B_B_		B_0|B_1|B_2
-#define B_B_Bs		B_0|B_1|Bs2
-#define Bs		Bs0
-#define L_X_		L_0|X_1
-#define L_Xs		L_0|Xs1
-
-static jit_word_t
-templat(jit_word_t cc)
-{
-    switch (cc) {
-	case I_:
-	case I_I_:	case I_Is:
-	case I_B_:	case I_Bs:
-	case Is:
-	case IsI_:	case IsIs:
-	case M_:
-	case M_I_:	case M_Is:
-	case M_M_:	case M_Ms:
-	case M_F_:	case M_Fs:
-	case M_B_:	case M_Bs:
-	case M_I_I_:	case M_I_Is:
-	case M_I_B_:	case M_I_Bs:
-	case M_IsI_:	case M_IsIs:
-	case M_M_I_:	case M_M_Is:
-	case M_M_F_:	case M_M_Fs:
-	case M_M_B_:	case M_M_Bs:
-	case M_F_I_:	case M_F_Is:
-	case M_F_B_:	case M_F_Bs:
-	case M_B_B_:	case M_B_Bs:
-	case M_L_X_:	case M_L_Xs:
-	case Ms:
-	case MsI_:	case MsIs:
-	case MsM_:	case MsMs:
-	case MsM_I_:	case MsM_Is:
-	case F_:
-	case F_I_:	case F_Is:
-	case F_B_:	case F_Bs:
-	case Fs:
-	case B_:
-	case B_B_:	case B_Bs:
-	case B_B_B_:	case B_B_Bs:
-	case Bs:
-	case L_X_:	case L_Xs:
-	    return (cc);
-	default:
-	    return (0);
-    }
-}
-
-/* match* functions recurse attempting to find a template for A-
- * instructions, that may be executed in M- or I- unit.
- * It also uses an heuristic of trying first M- for slot 0 and 2,
- * and I- for slot 1, but tries all possible matches.
- */
-static jit_word_t
-match_2(jit_word_t cc)
-{
-    jit_word_t		t;
-    if ((t = templat(cc | M_2)))
-	return (t);
-    if ((t = templat(cc | I_2)))
-	return (t);
-    return (0);
-}
-
-static jit_word_t
-matchs2(jit_word_t cc)
-{
-    jit_word_t		t;
-    if ((t = templat(cc | Ms2)))
-	return (t);
-    if ((t = templat(cc | Is2)))
-	return (t);
-    return (0);
-}
-
-static jit_word_t
-match2(jit_word_t cc)
-{
-    if ((cc & 0xf00) == A_2)
-	return (match_2(cc & ~0xf00));
-    if ((cc & 0xf00) == As2)
-	return (matchs2(cc & ~0xf00));
-    return (0);
-}
-
-static jit_word_t
-match_1(jit_word_t cc)
-{
-    jit_word_t		t;
-    if ((t = templat(cc | I_1)))
-	return (t);
-    if ((t = templat(cc | M_1)))
-	return (t);
-    if ((t = match2(cc | I_1)))
-	return (t);
-    if ((t = match2(cc | M_1)))
-	return (t);
-    return (0);
-}
-
-static jit_word_t
-matchs1(jit_word_t cc)
-{
-    jit_word_t		t;
-    if ((t = templat(cc | Is1)))
-	return (t);
-    if ((t = templat(cc | Ms1)))
-	return (t);
-    if ((t = match2(cc | Is1)))
-	return (t);
-    if ((t = match2(cc | Ms1)))
-	return (t);
-    return (0);
-}
-
-static jit_word_t
-match1(jit_word_t cc)
-{
-    if ((cc & 0x0f0) == A_1)
-	return (match_1(cc & ~0x0f0));
-    if ((cc & 0x0f0) == As1)
-	return (matchs1(cc & ~0x0f0));
-    return (0);
-}
-
-static jit_word_t
-match_0(jit_word_t cc)
-{
-    jit_word_t		t;
-    if ((t = templat(cc | M_0)))
-	return (t);
-    if ((t = templat(cc | I_0)))
-	return (t);
-    if ((t = match1(cc | M_0)))
-	return (t);
-    if ((t = match1(cc | I_0)))
-	return (t);
-    return (0);
-}
-
-static jit_word_t
-matchs0(jit_word_t cc)
-{
-    jit_word_t		t;
-    if ((t = templat(cc | Ms0)))
-	return (t);
-    if ((t = templat(cc | Is0)))
-	return (t);
-    if ((t = match1(cc | Ms0)))
-	return (t);
-    if ((t = match1(cc | Is0)))
-	return (t);
-    return (0);
-}
-
-static jit_word_t
-match0(jit_word_t cc)
-{
-    if ((cc & 0x00f) == A_0)
-	return (match_0(cc & ~0x00f));
-    if ((cc & 0x00f) == As0)
-	return (matchs0(cc & ~0x00f));
-    return (0);
-}
-
-static void
-_flush(jit_state_t *_jit)
-{
-    int			n, soff;
-    jit_word_t		t, cc, tm, s0, s1, s2;
-
-    if (!_jitc->ioff)
-	return;
-    for (cc = 0, n = soff = 0; n < _jitc->ioff; n++, soff += 4)
-	cc |= (jit_uword_t)(_jitc->inst[n].t) << soff;
-
-    soff = 0xf00;
-    while (soff) {
-	/* Try to find a template, or reduce down
-	 * to one instruction if no template match */
-	if ((t = templat(cc))) {
-	    cc = t;
-	    break;
-	}
-	/* A- instructions may be execute in M- or I- unit */
-	if ((t = match0(cc))) {
-	    cc = t;
-	    break;
-	}
-	cc &= ~soff;
-	soff >>= 4;
-    }
-    assert(soff);
-
-    /* Prefer tail nop if need to add some nop, so that patching is easier */
-#define ii(n)		_jitc->inst[n].i
-    switch (cc) {
-	case I_:
-	    n = 1;		tm = TM_M_I_I_;
-	    s0 = nop_m;		s1 = ii(0);		s2 = nop_i;
-	    break;
-	case I_I_:
-	    n = 2;		tm = TM_M_I_I_;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case I_Is:
-	    n = 2;		tm = TM_M_I_Is;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case I_B_:
-	    n = 2;		tm = TM_M_I_B_;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case I_Bs:
-	    n = 2;		tm = TM_M_I_Bs;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case Is:
-	    n = 1;		tm = TM_M_IsI_;
-	    s0 = nop_m;		s1 = ii(0);		s2 = nop_i;
-	    break;
-	case IsI_:
-	    n = 2;		tm = TM_M_IsI_;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case IsIs:
-	    n = 2;		tm = TM_M_IsIs;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case M_:
-	    n = 1;		tm = TM_M_I_I_;
-	    s0 = ii(0);		s1 = nop_i;		s2 = nop_i;
-	    break;
-	case M_I_:
-	    n = 2;		tm = TM_M_I_I_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_i;
-	    break;
-	case M_Is:
-	    n = 2;		tm = TM_M_IsI_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_i;
-	    break;
-	case M_M_:
-	    n = 2;		tm = TM_M_M_I_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_i;
-	    break;
-	case M_Ms:
-	    n = 2;		tm = TM_M_M_Is;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_i;
-	    break;
-	case M_F_:
-	    n = 2;		tm = TM_M_F_I_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_i;
-	    break;
-	case M_Fs:
-	    n = 2;		tm = TM_M_F_Is;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_i;
-	    break;
-	case M_B_:
-	    n = 2;		tm = TM_M_B_B_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_b;
-	    break;
-	case M_Bs:
-	    n = 2;		tm = TM_M_B_Bs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_b;
-	    break;
-	case M_I_I_:
-	    n = 3;		tm = TM_M_I_I_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_I_Is:
-	    n = 3;		tm = TM_M_I_Is;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_I_B_:
-	    n = 3;		tm = TM_M_I_B_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_I_Bs:
-	    n = 3;		tm = TM_M_I_Bs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_IsI_:
-	    n = 3;		tm = TM_M_IsI_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_IsIs:
-	    n = 3;		tm = TM_M_IsIs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_M_I_:
-	    n = 3;		tm = TM_M_M_I_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_M_Is:
-	    n = 3;		tm = TM_M_M_Is;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_M_F_:
-	    n = 3;		tm = TM_M_M_F_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_M_Fs:
-	    n = 3;		tm = TM_M_M_Fs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_M_B_:
-	    n = 3;		tm = TM_M_M_B_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_M_Bs:
-	    n = 3;		tm = TM_M_M_Bs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_F_I_:
-	    n = 3;		tm = TM_M_F_I_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_F_Is:
-	    n = 3;		tm = TM_M_F_Is;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_F_B_:
-	    n = 3;		tm = TM_M_F_B_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_F_Bs:
-	    n = 3;		tm = TM_M_F_Bs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_B_B_:
-	    n = 3;		tm = TM_M_B_B_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_B_Bs:
-	    n = 3;		tm = TM_M_B_Bs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_L_X_:
-	    n = 3;		tm = TM_M_L_X_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case M_L_Xs:
-	    n = 3;		tm = TM_M_L_Xs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case Ms:
-	    n = 1;		tm = TM_MsM_I_;
-	    s0 = ii(0);		s1 = nop_m;		s2 = nop_i;
-	    break;
-	case MsI_:
-	    n = 2;		tm = TM_MsM_I_;
-	    s0 = ii(0);		s1 = nop_m;		s2 = ii(1);
-	    break;
-	case MsIs:
-	    n = 2;		tm = TM_MsM_Is;
-	    s0 = ii(0);		s1 = nop_m;		s2 = ii(1);
-	    break;
-	case MsM_:
-	    n = 2;		tm = TM_MsM_I_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_i;
-	    break;
-	case MsMs:
-	    n = 2;		tm = TM_MsM_Is;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_i;
-	    break;
-	case MsM_I_:
-	    n = 3;		tm = TM_MsM_I_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case MsM_Is:
-	    n = 3;		tm = TM_MsM_Is;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case F_:
-	    n = 1;		tm = TM_M_F_I_;
-	    s0 = nop_m;		s1 = ii(0);		s2 = nop_i;
-	    break;
-	case F_I_:
-	    n = 2;		tm = TM_M_F_I_;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case F_Is:
-	    n = 2;		tm = TM_M_F_Is;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case F_B_:
-	    n = 2;		tm = TM_M_F_B_;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case F_Bs:
-	    n = 2;		tm = TM_M_F_Bs;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case Fs:
-	    n = 1;		tm = TM_M_F_Is;
-	    s0 = nop_m;		s1 = ii(0);		s2 = nop_i;
-	    break;
-	case B_:
-	    n = 1;		tm = TM_B_B_B_;
-	    s0 = ii(0);		s1 = nop_b;		s2 = nop_b;
-	    break;
-	case B_B_:
-	    n = 2;		tm = TM_B_B_B_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_b;
-	    break;
-	case B_Bs:
-	    n = 2;		tm = TM_B_B_Bs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = nop_b;
-	    break;
-	case B_B_B_:
-	    n = 3;		tm = TM_B_B_B_;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case B_B_Bs:
-	    n = 3;		tm = TM_B_B_Bs;
-	    s0 = ii(0);		s1 = ii(1);		s2 = ii(2);
-	    break;
-	case Bs:
-	    n = 1;		tm = TM_B_B_Bs;
-	    s0 = ii(0);		s1 = nop_b;		s2 = nop_b;
-	    break;
-	case L_X_:
-	    n = 2;		tm = TM_M_L_X_;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	case L_Xs:
-	    n = 2;		tm = TM_M_L_Xs;
-	    s0 = nop_m;		s1 = ii(0);		s2 = ii(1);
-	    break;
-	default:
-	    abort();
-    }
-    out(n, tm, s0, s1, s2);
-}
-
-static void
-_inst(jit_state_t *_jit, jit_word_t i, uint8_t t)
-{
-    if (_jitc->ioff > 2)
-	flush();
-    assert(!(i & 0x11111e0000000000L));
-    _jitc->inst[_jitc->ioff].i = i;
-    _jitc->inst[_jitc->ioff].t = t;
-    ++_jitc->ioff;
-}
-
-static void
-_A1(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x4, jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x4 &  ~0xfL));
-    assert(!(x2 &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((8L<<37)|(x4<<29)|(x2<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_A);
-    SETREG(r1);
-}
-
-static void
-_A3(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x4, jit_word_t x2, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x4 &  ~0xfL));
-    assert(!(x2 &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(im >= -128 && im <= 127);
-    assert(!(r1 & ~0x7f));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((8L<<37)|(((im>>7)&1L)<<36)|(x4<<29)|(x2<<27)|
-	 (r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_A);
-    SETREG(r1);
-}
-
-static void
-_A4(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x2, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x2 &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(im >= -8192 && im <= 8191);
-    assert(!(r1  & ~0x7f));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((8L<<37)|(((im>>13)&1L)<<36)|(x2<<34)|(((im>>7)&0x3fL)<<27)|
-	 (r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_A);
-    SETREG(r1);
-}
-
-static void
-_A5(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
-    jit_word_t		s, i5, i9, i7;
-    assert(!(_p & ~0x3fL));
-    assert(!(r3  & ~0x3L));
-    assert(im >= -2097152 && im <= 2097151);
-    assert(!(r1  & ~0x7fL));
-    /* imm22 = sign_ext(s << 21 | imm5c << 16 | imm9d << 7 | imm7b, 22) */
-    s  = (im & 0x200000) >> 21;
-    i5 = (im & 0x1f0000) >> 16;
-    i9 = (im &   0xff80) >>  7;
-    i7 =  im &     0x7f;
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((9L<<37)|(s<<36)|(i9<<27)|(i5<<22)|
-	 (r3<<20)|(i7<<13)|(r1<<6)|_p, INST_A);
-    SETREG(r1);
-}
-
-static void
-_A6(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t o, jit_word_t x2, jit_word_t ta, jit_word_t p2,
-    jit_word_t r3, jit_word_t r2, jit_word_t c, jit_word_t p1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(o  &  ~0xfL));
-    assert(!(x2 &  ~0x3L));
-    assert(!(ta &  ~0x1L));
-    assert(!(p2 & ~0x7fL));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(c  &  ~0x1L));
-    assert(!(p1 & ~0x3fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    inst((o<<37)|(x2<<34)|(ta<<33)|(p2<<27)|(r3<<20)|
-	 (r2<<13)|(c<<12)|(p1<<6)|_p, INST_A);
-    if (p1)
-	_jitc->pred |= 1 << p1;
-    if (p2)
-	_jitc->pred |= 1 << p2;
-}
-
-static void
-_A7(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t o, jit_word_t x2, jit_word_t ta,
-    jit_word_t p2, jit_word_t r3, jit_word_t c, jit_word_t p1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(o  &  ~0xfL));
-    assert(!(x2 &  ~0x3L));
-    assert(!(ta &  ~0x1L));
-    assert(!(p2 & ~0x7fL));
-    assert(!(r3 & ~0x7fL));
-    assert(!(c  &  ~0x1L));
-    assert(!(p1 & ~0x3fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    inst((o<<37)|(1L<<36)|(x2<<34)|(ta<<33)|
-	 (p2<<27)|(r3<<20)|(c<<12)|(p1<<6)|_p, INST_A);
-    if (p1)
-	_jitc->pred |= 1 << p1;
-    if (p2)
-	_jitc->pred |= 1 << p2;
-}
-
-static void
-_A8(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t o, jit_word_t x2, jit_word_t ta, jit_word_t p2,
-    jit_word_t r3, jit_word_t im, jit_word_t c, jit_word_t p1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(o  &  ~0xfL));
-    assert(!(x2 &  ~0x3L));
-    assert(!(ta &  ~0x1L));
-    assert(!(p2 & ~0x7fL));
-    assert(!(r3 & ~0x7fL));
-    assert(im >= -128 && im <= 127);
-    assert(!(c  &  ~0x1L));
-    assert(!(p1 & ~0x3fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    inst((o<<37)|(((im>>7)&1L)<<36)|(x2<<34)|(ta<<33)|(p2<<27)|(r3<<20)|
-	 ((im&0x7fL)<<13)|(c<<12)|(p1<<6)|_p, INST_A);
-    if (p1)
-	_jitc->pred |= 1 << p1;
-    if (p2)
-	_jitc->pred |= 1 << p2;
-}
-
-static void
-_A9(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t za, jit_word_t zb, jit_word_t x4,
-    jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(za &  ~0x1L));
-    assert(!(zb &  ~0x1L));
-    assert(!(x4 &  ~0xfL));
-    assert(!(x2 &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((8L<<37)|(za<<36)|(1L<<34)|(zb<<33)|(x4<<29)|(x2<<27)|
-	 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_A);
-    SETREG(r1);
-}
-
-static void
-_I1(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t ct, jit_word_t x2, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(ct &  ~0x3L));
-    assert(!(x2 &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((7L<<37)|(1L<<33)|(ct<<30)|(x2<<28)|
-	 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I2(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t za, jit_word_t xa, jit_word_t zb, jit_word_t xc,
-    jit_word_t xb ,jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(za &  ~0x1L));
-    assert(!(xa &  ~0x3L));
-    assert(!(zb &  ~0x1L));
-    assert(!(xc &  ~0x3L));
-    assert(!(xb &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((7L<<37)|(za<<36)|(xa<<34)|(zb<<33)|(xc<<30)|
-	 (xb<<28)|(r3<<20)|(r2<<13)|(r1<<6), INST_I);
-    SETREG(r1);
-}
-
-static void
-_I3(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t mb, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(mb &  ~0xfL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((7L<<37)|(3L<<34)|(2L<<30)|(2L<<28)|
-	 (mb<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I4(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t mh, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(mh & ~0xffL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((7L<<37)|(3L<<34)|(1L<<33)|(2L<<30)|
-	 (2L<<28)|(mh<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I5(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t za, jit_word_t zb, jit_word_t x2,
-    jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(za &  ~0x1L));
-    assert(!(zb &  ~0x1L));
-    assert(!(x2 &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((7L<<37)|(za<<36)|(zb<<33)|(x2<<28)|
-	 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I6(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t za, jit_word_t zb, jit_word_t x2,
-    jit_word_t r3, jit_word_t ct, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(za &  ~0x1L));
-    assert(!(zb &  ~0x1L));
-    assert(!(x2 &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(ct & ~0x1fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((7L<<37)|(za<<36)|(1L<<34)|(zb<<33)|
-	 (x2<<28)|(r3<<20)|(ct<<14)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I7(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t za, jit_word_t zb, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(za &  ~0x1L));
-    assert(!(zb &  ~0x1L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((7L<<37)|(za<<36)|(zb<<33)|(1L<<30)|
-	 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I8(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t za, jit_word_t zb, jit_word_t im, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(za &  ~0x1L));
-    assert(!(zb &  ~0x1L));
-    assert(!(im & ~0x1fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((7L<<37)|(za<<36)|(3L<<34)|(zb<<33)|(1L<<30)|(1L<<28)|
-	 (im<<20)|(r2<<13)|(r1<<6), INST_I);
-    SETREG(r1);
-}
-
-static void
-_I9(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x2, jit_word_t r3, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x2 &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((7L<<37)|(1L<<34)|(1L<<34)|(1L<<33)|
-	 (x2<<30)|(1L<<28)|(r3<<20)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I10(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t ct, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(ct & ~0x3fL));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((5L<<37)|(3L<<34)|(ct<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I11(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t len, jit_word_t r3,
-     jit_word_t pos, jit_word_t y, jit_word_t r1)
-{
-    assert(!(_p  & ~0x3fL));
-    assert(!(len & ~0x3fL));
-    assert(!(r3  & ~0x7fL));
-    assert(!(pos & ~0x1fL));
-    assert(!(y   &  ~0x1L));
-    assert(!(r1  & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((5L<<37)|(1L<<34)|(len<<27)|(r3<<20)|
-	 (pos<<14)|(y<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I12(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t len, jit_word_t pos, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p  & ~0x3fL));
-    assert(!(len & ~0x3fL));
-    assert(!(pos & ~0x3fL));
-    assert(!(r2  & ~0x7fL));
-    assert(!(r1  & ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((5L<<37)|(1L<<34)|(1L<<33)|(len<<27)|
-	 (pos<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I13(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t len, jit_word_t pos, jit_word_t im, jit_word_t r1)
-{
-    assert(!(_p  & ~0x3fL));
-    assert(!(len & ~0x3fL));
-    assert(!(pos & ~0x3fL));
-    assert(!(im  & ~0x7fL));
-    assert(!(r1  & ~0x7fL));
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((5L<<37)|(((im>>7)&1L)<<36)|(1L<<34)|(1L<<33)|(len<<27)|
-	 (1L<<26)|(pos<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I14(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t s, jit_word_t len, jit_word_t r3, jit_word_t pos, jit_word_t r1)
-{
-    assert(!(_p  & ~0x3fL));
-    assert(!(s   &  ~0x1L));
-    assert(!(len & ~0x3fL));
-    assert(!(r3  & ~0x7fL));
-    assert(!(pos & ~0x1fL));
-    assert(!(r1  & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((5L<<37)|(s<<36)|(3L<<34)|(1L<<33)|
-	 (len<<27)|(r3<<20)|(pos<<14)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I15(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t pos, jit_word_t len,
-     jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p  & ~0x3fL));
-    assert(!(pos & ~0x3fL));
-    assert(!(len &  ~0xfL));
-    assert(!(r3  & ~0x7fL));
-    assert(!(r2  & ~0x7fL));
-    assert(!(r1  & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((4L<<37)|(pos<<31)|(len<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I16(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t tb, jit_word_t ta, jit_word_t p2,
-     jit_word_t r3, jit_word_t ps, jit_word_t c, jit_word_t p1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(tb &  ~0x1L));
-    assert(!(ta &  ~0x1L));
-    assert(!(p2 & ~0x7fL));
-    assert(!(r3 & ~0x7fL));
-    assert(!(ps & ~0x3fL));
-    assert(!(c  &  ~0x1L));
-    assert(!(p1 & ~0x3fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    inst((5L<<37)|(tb<<36)|(ta<<33)|(p2<<27)|
-	 (r3<<20)|(ps<<14)|(c<<12)|(p1<<6), INST_I);
-    if (p1)
-	_jitc->pred |= 1 << p1;
-    if (p2)
-	_jitc->pred |= 1 << p2;
-}
-
-static void
-_I17(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t tb, jit_word_t ta, jit_word_t p2,
-     jit_word_t r3, jit_word_t c, jit_word_t p1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(tb &  ~0x1L));
-    assert(!(ta &  ~0x1L));
-    assert(!(p2 & ~0x7fL));
-    assert(!(r3 & ~0x7fL));
-    assert(!(c  &  ~0x1L));
-    assert(!(p1 & ~0x3fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    inst((5L<<37)|(tb<<36)|(ta<<33)|(p2<<27)|
-	 (r3<<20)|(1L<<13)|(c<<12)|(p1<<6)|_p, INST_I);
-    if (p1)
-	_jitc->pred |= 1 << p1;
-    if (p2)
-	_jitc->pred |= 1 << p2;
-}
-
-static void
-_I18(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t im, jit_word_t y)
-{
-    assert(!(_p &     ~0x3fL));
-    assert(!(im & ~0x1fffffL));
-    assert(!(y  &      ~0x1L));
-    TSTPRED(_p);
-    inst((((im>>20)&1L)<<26)|(1L<<27)|(y<<26)|((im&0xffffL)<<6)|_p, INST_I);
-}
-
-static void
-_I19(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t im)
-{
-    assert(!(_p &     ~0x3fL));
-    assert(!(im & ~0x1fffffL));
-    TSTPRED(_p);
-    inst(((im>>20)&1L)|((im&0xffffL)<<6)|_p, INST_I);
-}
-
-static void
-_I20(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t r2, jit_word_t im)
-{
-    assert(!(_p &     ~0x3fL));
-    assert(!(r2 &     ~0x7fL));
-    assert(!(im & ~0x1fffffL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    inst(((im>>20)&1L)|(1L<<33)|(((im>>7)&0x1fffL)<<20)|
-	 (r2<<13)|((im&0x7fL)<<6)|_p, INST_I);
-}
-
-static void
-_I21(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t im, jit_word_t ih, jit_word_t x,
-     jit_word_t wh, jit_word_t r2, jit_word_t b1)
-{
-    assert(!(_p &     ~0x3fL));
-    assert(!(im &    ~0x1ffL));
-    assert(!(ih &      ~0x1L));
-    assert(!(x  &      ~0x1L));
-    assert(!(wh &      ~0x3L));
-    assert(!(r2 &     ~0x7fL));
-    assert(!(b1 &      ~0x7L));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    inst((7L<<33)|(im<<24)|(ih<<23)|(x<<22)|(wh<<20)|
-	 (r2<<13)|(b1<<6), INST_I);
-}
-
-static void
-_I22(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t b2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(b2 &  ~0x7L));
-    assert(!(r1 & ~0x7fL));
-    TSTPRED(_p);
-    inst((0x31L<<27)|(b2<<13)|(r1<<6)|_p, INST_I);
-}
-
-static void
-_I23(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t r2, jit_word_t im)
-{
-    assert(!(_p &   ~0x3fL));
-    assert(!(r2 &   ~0x7fL));
-    assert(!(im & ~0xffffL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    inst((((im>>15)&1L)<<36)|(3L<<33)|(((im>>7)&0xffL)<<24)|
-	 (r2<<13)|(im&0x7fL)|_p, INST_I);
-}
-
-static void
-_I24(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t im)
-{
-    uint8_t		cc = INST_I;
-    assert(!(_p &      ~0x3fL));
-    assert(!(im & ~0xfffffffL));
-    TSTPRED(_p);
-    inst((((im>>27)&1L)<<36)|(2L<<33)|((im&0x7ffffffL)<<6)|_p, cc);
-}
-
-static void
-_I25(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(r1 & ~0x7fL));
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((x6<<27)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I26(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t ar,jit_word_t r2)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(ar & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    inst((0x2aL<<27)|(ar<<20)|(r2<<13)|_p, INST_I);
-}
-
-static void
-_I27(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t ar,jit_word_t im)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(ar & ~0x7fL));
-    assert(!(im & ~0xffL));
-    TSTPRED(_p);
-    inst((((im>>7)&1L)<<36)|(0xaL<<27)|(ar<<20)|((im&0x7fL)<<13)|_p, INST_I);
-}
-
-static void
-_I28(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t ar, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(ar & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((0x32L<<27)|(ar<<20)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I29(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r3,jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((x6<<27)|(r3<<20)|(r1<<6)|_p, INST_I);
-    SETREG(r1);
-}
-
-static void
-_I30(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t ta, jit_word_t tb, jit_word_t p2,
-     jit_word_t im, jit_word_t c, jit_word_t p1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(ta &  ~0x1L));
-    assert(!(tb &  ~0x1L));
-    assert(!(p2 & ~0x3fL));
-    assert(!(im & ~0x1fL));
-    assert(!(c  &  ~0x1L));
-    assert(!(p1 & ~0x1fL));
-    TSTPRED(_p);
-    inst((5L<<37)|(tb<<36)|(ta<<33)|(1L<<19)|(im<<14)|
-	 (1L<<13)|(c<<12)|(p1<<6)|_p, INST_I);
-    if (p1)
-	_jitc->pred |= 1 << p1;
-    if (p2)
-	_jitc->pred |= 1 << p2;
-}
-
-static void
-_M1(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x6, jit_word_t ht, jit_word_t x, jit_word_t r3, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(x  &  ~0x1L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((4L<<37)|(x6<<30)|(ht<<28)|(x<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-_M2(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((4L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
-	 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-    SETREG(r3);
-}
-
-static void
-_M3(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
-    uint8_t		cc = INST_M;
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(ht &   ~0x3L));
-    assert(!(r3 &  ~0x7fL));
-    assert(im > -256 && im <= 255);
-    assert(!(r1 &  ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((5L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
-	 (((im>>7)&1L)<<27)|(r3<<20)|((im&0x7fL)<<13)|(r1<<6)|_p, cc);
-    SETREG(r1);
-    SETREG(r3);
-}
-
-static void
-_M5(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t im)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(ht &   ~0x3L));
-    assert(!(r3 &  ~0x7fL));
-    assert(!(r2 &  ~0x7fL));
-    assert(im > -256 && im <= 255);
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    inst((5L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
-	 (((im>>7)&1L)<<27)|(r3<<20)|(r2<<13)|((im&0x7fL)<<6)|_p, INST_M);
-    SETREG(r3);
-}
-
-static void
-_M6(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x6, jit_word_t ht, jit_word_t x, jit_word_t r3, jit_word_t r2)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(x  &  ~0x1L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    inst((4L<<37)|(x6<<30)|(ht<<28)|(x<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M13(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    TSTREG1(r3);
-    if (r2)
-	TSTFREG1(r2);
-    TSTPRED(_p);
-    inst((6L<<37)|(x6<<30)|(ht<<28)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M14(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M15(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(ht &   ~0x3L));
-    assert(!(r3 &  ~0x7fL));
-    assert(!(im & ~0x1ffL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
-	 (((im>>7)&1L)<<27)|(r3<<20)|((im&0x7fL)<<13)|_p, INST_M);
-}
-
-static void
-_M16(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((4L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
-	 (r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-_M17(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(im &  ~0x7L));
-    assert(!(r1 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((4L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
-	 (r3<<20)|(im<<13)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-_M20x(jit_state_t *_jit, jit_word_t _p,
-      jit_word_t x3, jit_word_t r2, jit_word_t im)
-{
-    assert(!(_p &     ~0x3fL));
-    assert(!(x3 &      ~0x7L));
-    assert(!(r2 &     ~0x7fL));
-    assert(!(im & ~0x1fffffL));
-    if (x3 == 1)
-	TSTREG1(r2);
-    else
-	TSTFREG1(r2);
-    TSTPRED(_p);
-    inst((1L<<37)|(((im>>20)&1L)<<36)|(x3<<33)|
-	 (((im>>7)&0x1fffL)<<20)|(r2<<13)|((im&0x7fL)<<6)|_p, INST_M);
-}
-
-static void
-_M22x(jit_state_t *_jit, jit_word_t _p,
-      jit_word_t x3, jit_word_t im, jit_word_t r1)
-{
-    assert(!(_p &     ~0x3fL));
-    assert(!(x3 &      ~0x7L));
-    assert(!(im & ~0x1fffffL));
-    assert(!(r1 &     ~0x7fL));
-    TSTPRED(_p);
-    if (x3 < 6)
-	TSTREG1(r1);
-    else
-	TSTFREG1(r1);
-    inst((((im>>20)&1L)<<36)|(x3<<33)|((im&0xffffL)<<13)|(r1<<6)|_p, INST_M);
-    if (x3 < 6)
-	SETREG(r1);
-    else
-	SETFREG(r1);
-}
-
-static void
-_M24(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x2, jit_word_t x4)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x2 &  ~0x3L));
-    assert(!(x4 &  ~0xfL));
-    TSTPRED(_p);
-    inst((x2<<31)|(x4<<27)|_p, INST_M);
-}
-
-static void
-_M26x(jit_state_t *_jit, jit_word_t _p,
-      jit_word_t x4, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x4 &  ~0xfL));
-    assert(!(r1 & ~0x7fL));
-    if (x4 == 2)
-	TSTREG1(r1);
-    else
-	TSTFREG1(r1);
-    TSTPRED(_p);
-    inst((1L<<31)|(x4<<27)|(r1<<6)|_p, INST_M);
-}
-
-static void
-_M28(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x, jit_word_t r3)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x  &  ~0x1L));
-    assert(!(r3 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    inst((1L<<37)|(x<<36)|(0x30L<<27)|(r3<<20)|_p, INST_M);
-}
-
-static void
-_M29(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t ar, jit_word_t r2)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(ar  & ~0x7L));
-    assert(!(r2 & ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    inst((1L<<37)|(0x2aL<<27)|(ar<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M30(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t ar, jit_word_t im)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(ar  & ~0x7L));
-    assert(!(im & ~0xffL));
-    TSTPRED(_p);
-    inst((((im>>7)&1L)<<36)|(2L<<31)|(0x8L<<27)|
-	 (ar<<20)|((im&0x7fL)<<13)|_p, INST_M);
-}
-
-static void
-_M31(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t ar, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(ar  & ~0x7L));
-    assert(!(r1 & ~0x7fL));
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((1L<<37)|(0x22L<<27)|(ar<<20)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-_M32(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t cr, jit_word_t r2)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(cr  & ~0x7L));
-    assert(!(r2 & ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    inst((1L<<37)|(0x2cL<<27)|(cr<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M33(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t cr, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(cr  & ~0x7L));
-    assert(!(r1 & ~0x7fL));
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((1L<<37)|(0x24L<<27)|(cr<<20)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-_M34(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t sor, jit_word_t sol, jit_word_t sof, jit_word_t r1)
-{
-    assert(!(_p  & ~0x3fL));
-    assert(!(sor &  ~0xfL));
-    assert(!(sol & ~0x7fL));
-    assert(!(sof & ~0x7fL));
-    assert(!(r1  & ~0x7fL));
-    TSTPRED(_p);
-    inst((1L<<37)|(6L<<33)|(sor<<27)|(sol<<20)|(sof<<13)|(r1<<6)|_p, INST_M);
-}
-
-static void
-_M35(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r2)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(r2 & ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    inst((1L<<37)|(x6<<27)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M36(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(r1 & ~0x7fL));
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((1L<<37)|(x6<<27)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-_M37(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t im)
-{
-    assert(!(_p &    ~0x3fL));
-    assert(!(im & ~0x1ffffL));
-    TSTPRED(_p);
-    inst((((im>>20)&1L)<<36)|((im&0xffffL)<<6)|_p, INST_M);
-}
-
-static void
-_M38(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r3, jit_word_t r2, jit_word_t r1)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(r3 &  ~0x7fL));
-    assert(!(r2 &  ~0x7fL));
-    assert(!(r1 &  ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-_M39(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r3, jit_word_t im, jit_word_t r1)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(r3 &  ~0x7fL));
-    assert(!(im &   ~0x7L));
-    assert(!(r1 &  ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((1L<<37)|(x6<<27)|(r3<<20)|(im<<13)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-_M40(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r3, jit_word_t im)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(r3 &  ~0x7fL));
-    assert(!(im &   ~0x7L));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    inst((1L<<37)|(x6<<27)|(r3<<20)|(im<<13)|_p, INST_M);
-}
-
-static void
-_M41(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r2)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(r2 &  ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    inst((1L<<37)|(x6<<27)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M42(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r3, jit_word_t r2)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(r3 &  ~0x7fL));
-    assert(!(r2 &  ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M43(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r3, jit_word_t r1)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(r3 &  ~0x7fL));
-    assert(!(r1 &  ~0x7fL));
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((1L<<37)|(x6<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-_M44(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x4, jit_word_t im)
-{
-    assert(!(_p &    ~0x3fL));
-    assert(!(x4 &     ~0xfL));
-    assert(!(im & ~0xfffffL));
-    TSTPRED(_p);
-    inst((((im>>23)&1L)<<36)|(((im>>21)&3L)<<31)|
-	 (x4<<27)|((im&0x1ffffL)<<6)|_p, INST_M);
-}
-
-static void
-_M45(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r3, jit_word_t r2)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(r3 &  ~0x7fL));
-    assert(!(r2 &  ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    inst((1L<<37)|(x6<<27)|(r3<<20)|(r2<<13)|_p, INST_M);
-}
-
-static void
-_M46(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r3, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    if (r1)	TSTREG1(r1);
-    inst((1L<<37)|(x6<<27)|(r3<<20)|(r1<<6)|_p, INST_M);
-    if (r1)	SETREG(r1);
-}
-
-static void
-_M48(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t y, jit_word_t im)
-{
-    assert(!(_p &    ~0x3fL));
-    assert(!(y  &     ~0x1L));
-    assert(!(im & ~0x1ffffL));
-    TSTPRED(_p);
-    inst((((im>>20)&1L)<<36)|(1L<<27)|(y<<26)|((im&0xffffL)<<6)|_p, INST_M);
-}
-
-static void
-_B1(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t d, jit_word_t wh, jit_word_t im, jit_word_t p, jit_word_t tp)
-{
-    assert(!(_p &    ~0x3fL));
-    assert(!(d  &     ~0x1L));
-    assert(!(wh &     ~0x3L));
-    assert(im >= -1048576 && im <= 1048575);
-    assert(!(p  &     ~0x1L));
-    assert(!(tp &     ~0x7L));
-    TSTPRED(_p);
-    inst((4L<<37)|(((im>>20)&1L)<<36)|(d<<35)|(wh<<33)|
-	 ((im&0xfffffL)<<13)|(p<<12)|(tp<<6)|_p, INST_B);
-}
-
-static void
-_B3(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t d, jit_word_t wh, jit_word_t im, jit_word_t p, jit_word_t b)
-{
-    assert(!(_p &    ~0x3fL));
-    assert(!(d  &     ~0x1L));
-    assert(!(wh &     ~0x3L));
-    assert(im >= -1048576 && im <= 1048575);
-    assert(!(p  &     ~0x1L));
-    assert(!(b  &     ~0x3L));
-    TSTPRED(_p);
-    inst((5L<<37)|(((im>>20)&1L)<<36)|(d<<35)|(wh<<33)|
-	 ((im&0xfffffL)<<13)|(p<<12)|(b<<6)|_p, INST_B);
-}
-
-static void
-_B4(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t d, jit_word_t wh, jit_word_t x6,
-    jit_word_t b, jit_word_t p, jit_word_t tp)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(d  &  ~0x1L));
-    assert(!(wh &  ~0x3L));
-    assert(!(x6 & ~0x3fL));
-    assert(!(b  &  ~0x7L));
-    assert(!(p  &  ~0x1L));
-    assert(!(tp &  ~0x7L));
-    TSTPRED(_p);
-    inst((d<<35)|(wh<<33)|(x6<<27)|(b<<13)|(p<<12)|(tp<<6)|_p, INST_B);
-}
-
-static void
-_B5(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t d, jit_word_t wh, jit_word_t b2, jit_word_t p, jit_word_t b1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(d  &  ~0x1L));
-    assert(!(wh &  ~0x3L));
-    assert(!(b2 &  ~0x7L));
-    assert(!(p  &  ~0x1L));
-    assert(!(b1 &  ~0x7L));
-    TSTPRED(_p);
-    inst((1L<<37)|(d<<35)|(wh<<32)|(b2<<13)|(p<<12)|(b1<<6)|_p, INST_B);
-}
-
-static void
-_B6(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t ih, jit_word_t im, jit_word_t tag, jit_word_t wh)
-{
-    assert(!(_p &     ~0x3fL));
-    assert(!(ih  &     ~0x1L));
-    assert(!(im  & ~0x1ffffL));
-    assert(!(tag &   ~0x1ffL));
-    assert(!(wh  &     ~0x3L));
-    TSTPRED(_p);
-    inst((7L<<37)|(((im>>20)&1L)<<36)|(ih<<35)|(((tag>>7)&3L)<<33)|
-	 ((im&0xfffffL)<<13)|((tag&0x7fL)<<6)|(wh<<3)|_p, INST_B);
-}
-
-static void
-_B7(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t ih, jit_word_t x6, jit_word_t b2, jit_word_t tag, jit_word_t wh)
-{
-    assert(!(_p &   ~0x3fL));
-    assert(!(ih  &   ~0x1L));
-    assert(!(x6  &  ~0x3fL));
-    assert(!(b2  &   ~0x7L));
-    assert(!(tag & ~0x1ffL));
-    assert(!(wh  &   ~0x3L));
-    TSTPRED(_p);
-    inst((2L<<37)|(ih<<35)|(((tag>>7)&3L)<<33)|(x6<<27)|
-	 (b2<<13)|((tag&0x7fL)<<6)|(wh<<3)|_p, INST_B);
-}
-
-static void
-_B8(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x6)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    TSTPRED(_p);
-    inst((x6<<27)|_p, INST_B);
-}
-
-static void
-_B9(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t op, jit_word_t x6, jit_word_t im)
-{
-    assert(!(_p &    ~0x3fL));
-    assert(!(op &     ~0xfL));
-    assert(!(x6 &    ~0x3fL));
-    assert(!(im & ~0x1ffffL));
-    TSTPRED(_p);
-    inst((op<<37)|(((im>>20)&1L)<<36)|(x6<<27)|((im&0xffffL)<<6)|_p, INST_B);
-}
-
-static void
-_X1(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t im)
-{
-    jit_word_t		i41, i1, i20;
-    assert(!(_p &               ~0x3fL));
-    assert(im > -0x2000000000000000 && im <= 0x1fffffffffffffff);
-    i41 = (im >> 22) & 0x1ffffffffffL;
-    i1  = (im >> 21) &           0x1L;
-    i20 =  im        &       0xfffffL;
-    TSTPRED(_p);
-    inst(i41, INST_L);
-    inst((i1<<36)|(i20<<6)|_p, INST_X);
-}
-
-static void
-_X2(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t r1, jit_word_t im)
-{
-    jit_word_t		i1, i41, ic, i5, i9, i7;
-    assert(!(_p & ~0x3fL));
-    assert(!(r1 & ~0x7fL));
-    i1  = (im >> 63) &           0x1L;
-    i41 = (im >> 22) & 0x1ffffffffffL;
-    ic  = (im >> 21) &           0x1L;
-    i5  = (im >> 16) &          0x1fL;
-    i9  = (im >>  7) &         0x1ffL;
-    i7  =  im        &          0x7fL;
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst(i41, INST_L);
-    inst((6L<<37)|(i1<<36)|(i9<<27)|(i5<<22)|
-	 (ic<<21)|(i7<<13)|(r1<<6)|_p, INST_X);
-    SETREG(r1);
-}
-
-static void
-_X3x(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t op, jit_word_t d, jit_word_t wh,
-     jit_word_t p, jit_word_t tp, jit_word_t im)
-{
-    /* target64 = IP + ((i1 << 59 | imm39 << 20 | imm20b) << 4) */
-    jit_word_t		i1, i41, i20;
-    assert(!(_p &               ~0x3fL));
-    assert(!(op &                ~0xfL));
-    assert(!(d  &                ~0x1L));
-    assert(!(wh &                ~0x3L));
-    assert(!(p  &                ~0x1L));
-    assert(!(tp &                ~0x7L));
-    i1  = (im >> 61) &           0x1L;
-    i41 = (im >> 22) & 0x1ffffffffffL;
-    i20 =  im        &       0xfffffL;
-    TSTPRED(_p);
-    inst(i41, INST_L);
-    inst((op<<37)|(i1<<36)|(d<<35)|(wh<<33)|
-	 (i20<<13)|(p<<12)|(tp<<6)|_p, INST_X);
-}
-
-static void
-_X5(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t y, jit_word_t im)
-{
-    jit_word_t		i41, i1, i20;
-    assert(!(_p &               ~0x3fL));
-    assert(im > -0x2000000000000000 && im <= 0x1fffffffffffffff);
-    i41 = (im >> 22) & 0x1ffffffffffL;
-    i1  = (im >> 21) &           0x1L;
-    i20 =  im        &       0xfffffL;
-    TSTPRED(_p);
-    inst(i41, INST_L);
-    inst((i1<<36)|(1L<<27)|(y<<26)|(i20<<6)|_p, INST_X);
-}
-
-static void
-_movr(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    /* patch pushargr */
-    if (r0 >= 120)
-	r0 = _jitc->rout + (r0 - 120);
-
-    MOV(r0, r1);
-}
-
-static void
-_movi(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    /* patch pushargi */
-    if (r0 >= 120)
-	r0 = _jitc->rout + (r0 - 120);
-
-    if (i0 >= -2097152 && i0 <= 2097151)
-	MOVI(r0, i0);
-    else
-	MOVL(r0, i0);
-}
-
-static jit_word_t
-_movi_p(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    jit_word_t		w;
-    sync();
-    w = _jit->pc.w;
-    MOVL(r0, i0);
-    return (w);
-}
-
-static void
-_addi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -8192 && i0 <= 8191)
-	ADDS(r0, i0, r1);
-    else if (!(r1 & ~3) && i0 >= -2097152 && i0 <= 2097151)
-	ADDL(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	addr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_addcr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	addr(rn(reg), r1, r2);
-	ltr_u(rn(jit_carry), rn(reg), r1);
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	addr(r0, r1, r2);
-	ltr_u(rn(jit_carry), r0, r1);
-    }
-}
-
-static void
-_addci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ltr_u(rn(jit_carry), rn(reg), r1);
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	addi(r0, r1, i0);
-	ltr_u(rn(jit_carry), r0, r1);
-    }
-}
-
-static void
-_addxr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    addcr(r0, r1, r2);
-    addcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_addxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    addci(r0, r1, i0);
-    addcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_subi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    subr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_subcr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	subr(rn(reg), r1, r2);
-	ltr_u(rn(jit_carry), r1, rn(reg));
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	subr(r0, r1, r2);
-	ltr_u(rn(jit_carry), r1, r0);
-    }
-}
-
-static void
-_subci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, -i0);
-	ltr_u(rn(jit_carry), r1, rn(reg));
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	addi(r0, r1, -i0);
-	ltr_u(rn(jit_carry), r1, r0);
-    }
-}
-
-static void
-_subxr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    subcr(r0, r1, r2);
-    subcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_subxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    subci(r0, r1, i0);
-    subcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_rsbi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -128 && i0 <= 127)
-	SUBI(r0, i0, r1);
-    else if (!(r1 & ~3) && i0 >= -2097151 && i0 <= 2097152)
-	ADDL(r1, -i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	subr(r0, rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_mulr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		f0, f1;
-    f0 = jit_get_reg(jit_class_fpr);
-    f1 = jit_get_reg(jit_class_fpr);
-    SETF_SIG(rn(f0), r1);
-    SETF_SIG(rn(f1), r2);
-    XMPY_L(rn(f0), rn(f0), rn(f1));
-    GETF_SIG(r0, rn(f0));
-    jit_unget_reg(f0);
-    jit_unget_reg(f1);
-}
-
-static void
-_muli(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    mulr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-#if !defined(__GNUC__)
-static long
-__divdi3(long u, long v)
-{
-    return (u / v);
-}
-
-static unsigned long
-__udivdi3(unsigned long u, unsigned long v)
-{
-    return (u / v);
-}
-
-static long
-__moddi3(long u, long v)
-{
-    return (u % v);
-}
-
-static unsigned long
-__umoddi3(unsigned long u, unsigned long v)
-{
-    return (u % v);
-}
-#endif
-
-static void
-_divr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    MOV(_jitc->rout, r1);
-    MOV(_jitc->rout + 1, r2);
-    calli((jit_word_t)__divdi3);
-    MOV(r0, GR_8);
-}
-
-static void
-_divi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    switch (i0) {
-	case 1:
-	    movr(r0, r1);
-	    return;
-	case -1:
-	    negr(r0, r1);
-	    return;
-	default:
-	    if (i0 > 0 && !(i0 & (i0 - 1))) {
-		movr(r0, r1);
-		rshi(r0, r0, ffsl(i0) - 1);
-		return;
-	    }
-	    break;
-    }
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    divr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_divr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    MOV(_jitc->rout, r1);
-    MOV(_jitc->rout + 1, r2);
-    calli((jit_word_t)__udivdi3);
-    MOV(r0, GR_8);
-}
-
-static void
-_divi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 == 1) {
-	movr(r0, r1);
-	return;
-    }
-    else if (i0 > 0 && !(i0 & (i0 - 1))) {
-	movr(r0, r1);
-	rshi_u(r0, r0, ffsl(i0) - 1);
-	return;
-    }
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    divr_u(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_remr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    MOV(_jitc->rout, r1);
-    MOV(_jitc->rout + 1, r2);
-    calli((jit_word_t)__moddi3);
-    MOV(r0, GR_8);
-}
-
-static void
-_remi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 == 1 || i0 == -1) {
-	MOV(r0, GR_0);
-	return;
-    }
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    remr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_remr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    MOV(_jitc->rout, r1);
-    MOV(_jitc->rout + 1, r2);
-    calli((jit_word_t)__umoddi3);
-    MOV(r0, GR_8);
-}
-
-static void
-_remi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 == 1) {
-	MOV(r0, GR_0);
-	return;
-    }
-    else if (i0 > 0 && !(i0 & (i0 - 1))) {
-	andi(r0, r1, i0 - 1);
-	return;
-    }
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    remr_u(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_mulh(jit_state_t *_jit,
-      int32_t r0, int32_t r1, int32_t r2, jit_bool_t sign)
-{
-    int32_t		f0, f1;
-    f0 = jit_get_reg(jit_class_fpr);
-    f1 = jit_get_reg(jit_class_fpr);
-    SETF_SIG(rn(f0), r1);
-    SETF_SIG(rn(f1), r2);
-    if (sign)
-	XMPY_H(rn(f0), rn(f0), rn(f1));
-    else
-	XMPY_HU(rn(f0), rn(f0), rn(f1));
-    GETF_SIG(r0, rn(f0));
-    jit_unget_reg(f0);
-    jit_unget_reg(f1);
-}
-
-static void
-_iqmulr(jit_state_t *_jit, int32_t r0, int32_t r1,
-	int32_t r2, int32_t r3, jit_bool_t sign)
-{
-    int32_t		reg;
-    if (r0 == r2 || r0 == r3) {
-	reg = jit_get_reg(jit_class_gpr);
-	mulr(rn(reg), r2, r3);
-    }
-    else
-	mulr(r0, r2, r3);
-    mulh(r1, r2, r3, sign);
-    if (r0 == r2 || r0 == r3) {
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_iqmuli(jit_state_t *_jit, int32_t r0, int32_t r1,
-	int32_t r2, jit_word_t i0, jit_bool_t sign)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    iqmulr(r0, r1, r2, rn(reg), sign);
-    jit_unget_reg(reg);
-}
-
-static void
-_iqdivr(jit_state_t *_jit, int32_t r0, int32_t r1,
-	int32_t r2, int32_t r3, jit_bool_t sign)
-{
-    int32_t		sv0, rg0;
-    int32_t		sv1, rg1;
-
-    if (r0 == r2 || r0 == r3) {
-	sv0 = jit_get_reg(jit_class_gpr);
-	rg0 = rn(sv0);
-    }
-    else
-	rg0 = r0;
-    if (r1 == r2 || r1 == r3) {
-	sv1 = jit_get_reg(jit_class_gpr);
-	rg1 = rn(sv1);
-    }
-    else
-	rg1 = r1;
-
-    if (sign)
-	divr(rg0, r2, r3);
-    else
-	divr_u(rg0, r2, r3);
-    mulr(rg1, r3, rg0);
-    subr(rg1, r2, rg1);
-    if (rg0 != r0) {
-	movr(r0, rg0);
-	jit_unget_reg(sv0);
-    }
-    if (rg1 != r1) {
-	movr(r1, rg1);
-	jit_unget_reg(sv1);
-    }
-}
-
-static void
-_iqdivi(jit_state_t *_jit, int32_t r0, int32_t r1,
-	int32_t r2, jit_word_t i0, jit_bool_t sign)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    iqdivr(r0, r1, r2, rn(reg), sign);
-    jit_unget_reg(reg);
-}
-
-static void
-_andi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -128 && i0 <= 127)
-	ANDI(r0, i0, r1);
-    else if (~i0 >= -128 && ~i0 <= 127)
-	ANDCMI(r0, ~i0, r1);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	andr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -128 && i0 <= 127)
-	ORI(r0, i0, r1);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	orr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_xori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -128 && i0 <= 127)
-	XORI(r0, i0, r1);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	xorr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-#if __BYTE_ORDER == __LITTLE_ENDIAN
-static void
-_bswapr_us(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		t0;
-    t0 = jit_get_reg(jit_class_gpr);
-    rshi(rn(t0), r1, 8);
-    andi(r0, r1, 0xff);
-    andi(rn(t0), rn(t0), 0xff);
-    lshi(r0, r0, 8);
-    orr(r0, r0, rn(t0));
-    jit_unget_reg(t0);
-}
-
-static void
-_bswapr_ui(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		t0;
-    int32_t		t1;
-    int32_t		t2;
-    t0 = jit_get_reg(jit_class_gpr);
-    t1 = jit_get_reg(jit_class_gpr);
-    t2 = jit_get_reg(jit_class_gpr);
-    rshi(rn(t0), r1, 24);
-    rshi(rn(t1), r1, 16);
-    rshi(rn(t2), r1,  8);
-    andi(rn(t0), rn(t0), 0xff);
-    andi(rn(t1), rn(t1), 0xff);
-    andi(rn(t2), rn(t2), 0xff);
-    andi(r0, r1, 0xff);
-    lshi(r0, r0, 24);
-    lshi(rn(t1), rn(t1), 8);
-    orr(r0, r0, rn(t0));
-    lshi(rn(t2), rn(t2), 16);
-    orr(r0, r0, rn(t1));
-    orr(r0, r0, rn(t2));
-    jit_unget_reg(t2);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-}
-#endif
-
-static void
-_lshi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    lshr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_rshi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    rshr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_rshi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    rshr_u(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ltr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_LT(PR_6, PR_7, r1, r2);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_lti(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -127 && i0 <= 128)
-	CMPI_LT(PR_7, PR_6, i0 - 1, r1);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	CMP_LT(PR_6, PR_7, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_ltr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_LTU(PR_6, PR_7, r1, r2);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_lti_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -127 && i0 <= 128)
-	CMPI_LTU(PR_7, PR_6, i0 - 1, r1);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	CMP_LTU(PR_6, PR_7, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_ler(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_LT(PR_6, PR_7, r2, r1);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_lei(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ler(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ler_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_LTU(PR_6, PR_7, r2, r1);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_lei_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ler_u(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_eqr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_EQ(PR_6, PR_7, r1, r2);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_eqi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -128 && i0 <= 127)
-	CMPI_EQ(PR_6, PR_7, i0, r1);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	CMP_EQ(PR_6, PR_7, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_ger(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_LT(PR_6, PR_7, r1, r2);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_gei(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -127 && i0 <= 128)
-	CMPI_LT(PR_7, PR_6, i0 - 1, r1);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	CMP_LT(PR_6, PR_7, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_ger_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_LTU(PR_6, PR_7, r1, r2);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_gei_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -127 && i0 <= 128)
-	CMPI_LTU(PR_7, PR_6, i0 - 1, r1);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	CMP_LTU(PR_6, PR_7, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_gtr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_LT(PR_6, PR_7, r2, r1);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_gti(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    gtr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_gtr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_LTU(PR_6, PR_7, r2, r1);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-
-static void
-_gti_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    gtr_u(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ner(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP_EQ(PR_6, PR_7, r1, r2);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_nei(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0 >= -128 && i0 <= 127)
-	CMPI_EQ(PR_6, PR_7, i0, r1);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	CMP_EQ(PR_6, PR_7, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-
-static void
-_ldr_c(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    ldr_uc(r0, r1);
-    extr_c(r0, r0);
-}
-
-static void
-_ldi_c(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ldr_c(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldi_uc(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ldr_uc(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldr_s(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    ldr_us(r0, r1);
-    extr_s(r0, r0);
-}
-
-static void
-_ldi_s(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ldr_s(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldi_us(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ldr_us(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldr_i(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    ldr_ui(r0, r1);
-    extr_i(r0, r0);
-}
-
-static void
-_ldi_i(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ldr_i(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldi_ui(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ldr_ui(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldi_l(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ldr_l(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxr_c(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_c(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_c(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_c(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldr_c(r0, r1);
-}
-
-static void
-_ldxr_uc(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_uc(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_uc(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_uc(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldr_uc(r0, r1);
-}
-
-static void
-_ldxr_s(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_s(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_s(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_s(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldr_s(r0, r1);
-}
-
-static void
-_ldxr_us(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_us(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_us(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_us(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldr_us(r0, r1);
-}
-
-static void
-_ldxr_i(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_i(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_i(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_i(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldr_i(r0, r1);
-}
-
-static void
-_ldxr_ui(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_ui(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_ui(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_ui(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldr_ui(r0, r1);
-}
-
-static void
-_ldxr_l(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_l(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_l(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_l(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldr_l(r0, r1);
-}
-
-static void
-_sti_c(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    str_c(rn(reg), r0);
-    jit_unget_reg(reg);
-}
-
-static void
-_sti_s(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    str_s(rn(reg), r0);
-    jit_unget_reg(reg);
-}
-
-static void
-_sti_i(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    str_i(rn(reg), r0);
-    jit_unget_reg(reg);
-}
-
-static void
-_sti_l(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    str_l(rn(reg), r0);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxr_c(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_c(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_c(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_c(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-    else
-	str_c(r0, r1);
-}
-
-static void
-_stxr_s(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_s(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_s(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_s(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-    else
-	str_s(r0, r1);
-}
-
-static void
-_stxr_i(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_i(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_i(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_i(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-    else
-	str_i(r0, r1);
-}
-
-static void
-_stxr_l(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_l(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_l(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_l(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-    else
-	str_l(r0, r1);
-}
-
-static jit_word_t
-_bltr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_LT(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_blti(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -127 && i1 <= 128)
-	CMPI_LT(PR_7, PR_6, i1 - 1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i1);
-	CMP_LT(PR_6, PR_7, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_bltr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_LTU(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_blti_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -127 && i1 <= 128)
-	CMPI_LTU(PR_7, PR_6, i1 - 1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i1);
-	CMP_LTU(PR_6, PR_7, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_bler(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_LT(PR_6, PR_7, r1, r0);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_blei(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = bler(i0, r0, rn(reg));
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bler_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_LTU(PR_6, PR_7, r1, r0);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_blei_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = bler_u(i0, r0, rn(reg));
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_beqr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_EQ(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_beqi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -128 && i1 <= 127)
-	CMPI_EQ(PR_6, PR_7, i1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i1);
-	CMP_EQ(PR_6, PR_7, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_bger(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_LT(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_bgei(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -127 && i1 <= 128)
-	CMPI_LT(PR_7, PR_6, i1 - 1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i1);
-	CMP_LT(PR_6, PR_7, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_bger_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_LTU(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_bgei_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -127 && i1 <= 128)
-	CMPI_LTU(PR_7, PR_6, i1 - 1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i1);
-	CMP_LTU(PR_6, PR_7, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_bgtr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_LT(PR_6, PR_7, r1, r0);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_bgti(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = bgtr(i0, r0, rn(reg));
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bgtr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_LTU(PR_6, PR_7, r1, r0);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_bgti_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = bgtr_u(i0, r0, rn(reg));
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bner(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP_EQ(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_bnei(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (i1 >= -128 && i1 <= 127)
-	CMPI_EQ(PR_6, PR_7, i1, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i1);
-	CMP_EQ(PR_6, PR_7, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_bmsr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    andr(rn(reg), r0, r1);
-    CMPI_EQ(PR_6, PR_7, 0, rn(reg));
-    jit_unget_reg(reg);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_bmsi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i1);
-    andr(rn(reg), r0, rn(reg));
-    CMPI_EQ(PR_6, PR_7, 0, rn(reg));
-    jit_unget_reg(reg);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-
-static jit_word_t
-_bmcr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    andr(rn(reg), r0, r1);
-    CMPI_EQ(PR_6, PR_7, 0, rn(reg));
-    jit_unget_reg(reg);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_bmci(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i1);
-    andr(rn(reg), r0, rn(reg));
-    CMPI_EQ(PR_6, PR_7, 0, rn(reg));
-    jit_unget_reg(reg);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-
-static jit_word_t
-_baddr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
-       jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    int32_t		t2;
-    /* t1 = r0 + r1;	overflow = r1 < 0 ? r0 < t1 : t1 < r0 */
-    t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    lti(rn(t0), r1, 0);			/* t0 = r1 < 0 */
-    addr(rn(t1), r0, r1);		/* t1 = r0 + r1 */
-    ltr(rn(t2), rn(t1), r0);		/* t2 = t1 < r0 */
-    ltr(rn(t1), r0, rn(t1));		/* t1 = r0 < t1 */
-    CMPI_EQ(PR_6, PR_7, 0, rn(t0));
-    CMPI_EQ_p(PR_8, PR_9, 0, rn(t2), PR_6);/* if (t0==0) p8=t2==0,p9=t2!=0; */
-    CMPI_EQ_p(PR_8, PR_9, 0, rn(t1), PR_7);/* if (t0!=0) p8=t1==0,p9=t1!=0; */
-    addr(r0, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, carry ? PR_9 : PR_8);
-    jit_unget_reg(t2);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-    return (w);
-}
-
-static jit_word_t
-_baddi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
-       jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = baddr(i0, r0, rn(reg), carry);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_baddr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
-	 jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    addr(rn(t0), r0, r1);
-    ltr_u(rn(t1), rn(t0), r0);
-    CMPI_EQ(PR_6, PR_7, 0, rn(t1));
-    MOV(r0, rn(t0));
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, carry ? PR_7 : PR_6);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-    return (w);
-}
-
-static jit_word_t
-_baddi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
-	 jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = baddr_u(i0, r0, rn(reg), carry);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bsubr(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
-       jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    int32_t		t2;
-    /* t1 = r0 - r1;	overflow = 0 < r1 ? r0 < t1 : t1 < r0 */
-    t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    t2 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    gti(rn(t0), r1, 0);			/* t0 = r1 > 0 */
-    subr(rn(t1), r0, r1);		/* t1 = r0 - r1 */
-    ltr(rn(t2), rn(t1), r0);		/* t2 = t1 < r0 */
-    ltr(rn(t1), r0, rn(t1));		/* t1 = r0 < t1 */
-    CMPI_EQ(PR_6, PR_7, 0, rn(t0));
-    CMPI_EQ_p(PR_8, PR_9, 0, rn(t2), PR_6);/* if (t0==0) p4=t2==0,p5=t2!=0; */
-    CMPI_EQ_p(PR_8, PR_9, 0, rn(t1), PR_7);/* if (t0!=0) p4=t1==0,p5=t1!=0; */
-    subr(r0, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, carry ? PR_9 : PR_8);
-    jit_unget_reg(t2);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-    return (w);
-}
-
-static jit_word_t
-_bsubi(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
-       jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = bsubr(i0, r0, rn(reg), carry);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static jit_word_t
-_bsubr_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1,
-	 jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		t0;
-    int32_t		t1;
-    t0 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    t1 = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    subr(rn(t0), r0, r1);
-    ltr_u(rn(t1), r0, rn(t0));
-    CMPI_EQ(PR_6, PR_7, 0, rn(t1));
-    MOV(r0, rn(t0));
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, carry ? PR_7 : PR_6);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-    return (w);
-}
-
-static jit_word_t
-_bsubi_u(jit_state_t *_jit, jit_word_t i0, int32_t r0, jit_word_t i1,
-	 jit_bool_t carry)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    movi(rn(reg), i1);
-    w = bsubr_u(i0, r0, rn(reg), carry);
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static void
-_jmpr(jit_state_t *_jit, int32_t r0)
-{
-    MOV_br_rn(BR_6, r0);
-    BR(BR_6);
-}
-
-static void
-_jmpi(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		d;
-    sync();
-    d = ((jit_word_t)i0 - _jit->pc.w) >> 4;
-    if (d >= -16777216 && d <= 16777215)
-	BRI(d);
-    else
-	BRL(d);
-}
-
-static jit_word_t
-_jmpi_p(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		d, w;
-    sync();
-    w = _jit->pc.w;
-    d = ((jit_word_t)i0 - w) >> 4;
-    BRL(d);
-    return (w);
-}
-
-static void
-_callr(jit_state_t *_jit, int32_t r0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    LD8_inc(rn(reg), r0, 8);
-    MOV_br_rn(BR_6, rn(reg));
-    jit_unget_reg(reg);
-    LD8(GR_1, r0);
-    BR_CALL(BR_0, BR_6);
-}
-
-static void
-_calli(jit_state_t *_jit, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    callr(rn(reg));
-    jit_unget_reg(reg);
-}
-
-static jit_word_t
-_calli_p(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    w = movi_p(rn(reg), i0);
-    callr(rn(reg));
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static void
-_prolog(jit_state_t *_jit, jit_node_t *node)
-{
-    int32_t		reg, ruse, rout;
-
-    if (_jitc->function->define_frame || _jitc->function->assume_frame) {
-	int32_t	frame = -_jitc->function->frame;
-	assert(_jitc->function->self.aoff >= frame);
-	if (_jitc->function->assume_frame)
-	    return;
-	_jitc->function->self.aoff = frame;
-    }
-    if (_jitc->function->allocar)
-	_jitc->function->self.aoff &= -16;
-    _jitc->function->stack = ((_jitc->function->self.alen -
-			       _jitc->function->self.aoff) + 15) & -16;
-
-    /* First lowest unused register is first output register */
-    for (reg = _R115; reg >= _R40; reg--) {
-	if (jit_regset_tstbit(&_jitc->function->regset, reg))
-	    break;
-    }
-    _jitc->breg = rn(reg) + 1;
-    _jitc->rout = _jitc->breg + 5;
-    ruse = _jitc->rout - GR_32;
-
-    /* How many out argument registers required? */
-    if (!_jitc->function->define_frame) {
-	for (reg = _OUT7; reg >= _OUT0; --reg) {
-	    if (jit_regset_tstbit(&_jitc->function->regset, reg))
-		break;
-	}
-	rout = (reg + 1) - _OUT0;
-    }
-    else
-	rout = 8;
-
-    /* Do not know if will call div/mod functions (sqrt* needs one) */
-    if (rout < 2)
-	rout = 2;
-
-    /* Match gcc prolog */
-    ALLOC(_jitc->breg + 1, ruse, rout);
-    MOV(_jitc->breg + 2, GR_12);
-    MOV_rn_br(_jitc->breg, BR_0);
-    MOV(_jitc->breg + 3, GR_1);
-
-    /* lightning specific, use r4 as frame pointer */
-    MOV(_jitc->breg + 4, GR_4);
-    addi(GR_4, GR_12, -(stack_framesize + params_offset));
-
-    /* adjust stack pointer */
-    addi(GR_12, GR_12, -(stack_framesize +
-			 (params_offset << 1) + _jitc->function->stack));
-
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F0))
-	STF_SPILL(GR_4, rn(JIT_F0));
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F1)) {
-	addi(GR_2, GR_4, 16);
-	STF_SPILL(GR_2, rn(JIT_F1));
-    }
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F2)) {
-	addi(GR_2, GR_4, 32);
-	STF_SPILL(GR_2, rn(JIT_F2));
-    }
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F3)) {
-	addi(GR_2, GR_4, 48);
-	STF_SPILL(GR_2, rn(JIT_F3));
-    }
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F4)) {
-	addi(GR_2, GR_4, 64);
-	STF_SPILL(GR_2, rn(JIT_F4));
-    }
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F5)) {
-	addi(GR_2, GR_4, 80);
-	STF_SPILL(GR_2, rn(JIT_F5));
-    }
-
-    if (_jitc->function->allocar) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), _jitc->function->self.aoff);
-	stxi_i(_jitc->function->aoffoff, GR_4, rn(reg));
-	jit_unget_reg(reg);
-    }
-
-    if (_jitc->function->self.call & jit_call_varargs) {
-	for (reg = _jitc->function->vagp; reg < 8; ++reg)
-	    stxi(112 + reg * 8, GR_4, GR_32 + reg);
-    }
-}
-
-static void
-_epilog(jit_state_t *_jit, jit_node_t *node)
-{
-    if (_jitc->function->assume_frame)
-	return;
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F0))
-	LDF_FILL(rn(JIT_F0), GR_4);
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F1)) {
-	addi(GR_2, GR_4, 16);
-	LDF_FILL(rn(JIT_F1), GR_2);
-    }
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F2)) {
-	addi(GR_2, GR_4, 32);
-	LDF_FILL(rn(JIT_F2), GR_2);
-    }
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F3)) {
-	addi(GR_2, GR_4, 48);
-	LDF_FILL(rn(JIT_F3), GR_2);
-    }
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F4)) {
-	addi(GR_2, GR_4, 64);
-	LDF_FILL(rn(JIT_F4), GR_2);
-    }
-    if (jit_regset_tstbit(&_jitc->function->regset, JIT_F5)) {
-	addi(GR_2, GR_4, 80);
-	LDF_FILL(rn(JIT_F5), GR_2);
-    }
-    /* Match gcc epilog */
-    MOV(GR_1, _jitc->breg + 3);
-    MOV_I_ar_rn(AR_PFS, _jitc->breg + 1);
-    MOV_br_rn(BR_0, _jitc->breg);
-    MOV(GR_12, _jitc->breg + 2);
-    /* Restore lightning specific r4 as frame pointer */
-    MOV(GR_4, _jitc->breg + 4);
-    BR_RET(BR_0);
-    flush();
-}
-
-static void
-_vastart(jit_state_t *_jit, int32_t r0)
-{
-    assert(_jitc->function->self.call & jit_call_varargs);
-    /* Initialize va_list to the first stack argument. */
-    if (_jitc->function->vagp < 8)
-	addi(r0, GR_4, 112 + _jitc->function->vagp * 8);
-    else
-	addi(r0, GR_4, _jitc->function->self.size);
-}
-
-static void
-_vaarg(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    assert(_jitc->function->self.call & jit_call_varargs);
-    /* Load argument. */
-    ldr(r0, r1);
-    /* Update va_list. */
-    addi(r1, r1, 8);
-}
-
-static void
-_patch_at(jit_state_t *_jit, jit_code_t code,
-	  jit_word_t instr, jit_word_t label)
-{
-    jit_word_t		 l, h, tm, s0, s1, s2;
-    union {
-	jit_word_t	 w;
-	jit_word_t	*p;
-    } c;
-    jit_word_t		 i1, i41, i20, ic, i5, i9, i7;
-    c.w = instr;
-    get_bundle(c.p, l, h, tm, s0, s1, s2);
-    switch (code) {
-	case jit_code_movi:
-	    /* Handle jit functions as C function, so that jit function
-	     * pointers can be passed to C code, and jit code does not
-	     * need to try to differentiate them. */
-	case jit_code_calli:
-	    i1  = (label >> 63) &           0x1L;
-	    i41 = (label >> 22) & 0x1ffffffffffL;
-	    ic  = (label >> 21) &           0x1L;
-	    i5  = (label >> 16) &          0x1fL;
-	    i9  = (label >>  7) &         0x1ffL;
-	    i7  =  label        &          0x7fL;
-	    s1 = i41;
-	    assert((tm & ~1) == TM_M_L_X_ &&
-		   (s2 & 0xfL<<37) == (6L<<37) &&
-		   s0 == nop_m);
-	    s2 &= (6L<<37)|(0x7fL<<6);
-	    s2 |= (i1<<36)|(i9<<27)|(i5<<22)|(ic<<21)|(i7<<13);
-	    break;
-	case jit_code_jmpi:
-	    if (_jitc->jump) {
-		/* kludge to hide function descriptors; check that gp
-		 * is zero, what is done for all jit functions */
-		if (((long *)label)[1] == 0) {
-		    for (ic = 0; ic < _jitc->prolog.offset; ic++) {
-			if (_jitc->prolog.ptr[ic] == label) {
-			    label += 16;
-			    break;
-			}
-		    }
-		}
-	    }
-	    ic = (label - instr) >> 4;
-	    i1  = (ic >> 61) &           0x1L;
-	    i41 = (ic >> 22) & 0x1ffffffffffL;
-	    i20 =  ic        &       0xfffffL;
-	    assert((tm & ~1) == TM_M_L_X_ &&
-		   (s2 & 0xfL<<37) == (0xcL<<37) &&
-		   s0 == nop_m);
-	    s1 = i41;
-	    s2 &= (0xcL<<37)|(0x7L<<33)|(1L<<12);
-	    s2 |= (i1<<36)|(i20<<13);
-	    break;
-	default:
-	    /* Only B1 in slot 0 expected due to need to either
-	     * a stop to update predicates, or a sync before
-	     * unconditional short branch */
-	    ic = (label - instr) >> 4;
-	    assert((s0 >> 37) == 4 && (s0 & (7 << 6)) == 0);
-	    s0 &= (4L<<37)|(7L<<33)|(1L<<12)|0x1f;
-	    s0 |= (((ic>>20)&1L)<<36)|((ic&0xfffffL)<<13);
-	    break;
-    }
-    set_bundle(c.p, l, h, tm, s0, s1, s2);
-}
-
-#if !HAVE_FFSL
-static int
-ffsl(long i)
-{
-    int		bit;
-    if ((bit = ffs((int)i)) == 0) {
-	if ((bit = ffs((int)((unsigned long)i >> 32))))
-	    bit += 32;
-    }
-    return (bit);
-}
-#endif
-#endif
diff --git a/libguile/lightening/lightening/ia64-fpu.c b/libguile/lightening/lightening/ia64-fpu.c
deleted file mode 100644
index 9c3146ffe..000000000
--- a/libguile/lightening/lightening/ia64-fpu.c
+++ /dev/null
@@ -1,1762 +0,0 @@
-/*
- * Copyright (C) 2013-2017  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-#define SF_S0				0
-#define SF_S1				1
-#define SF_S2				2
-#define SF_S3				3
-
-#define TSTFREG1(r0)							\
-    do {								\
-	if (jit_regset_tstbit(&_jitc->regs, r0 + 128))			\
-	    stop();							\
-    } while (0)
-#define TSTFREG2(r0, r1)						\
-    do {								\
-	if (jit_regset_tstbit(&_jitc->regs, r0 + 128) ||		\
-	    jit_regset_tstbit(&_jitc->regs, r1 + 128))			\
-	    stop();							\
-    } while (0)
-#define TSTFREG3(r0, r1, r2)						\
-    do {								\
-	if (jit_regset_tstbit(&_jitc->regs, r0 + 128) ||		\
-	    jit_regset_tstbit(&_jitc->regs, r1 + 128) ||		\
-	    jit_regset_tstbit(&_jitc->regs, r2 + 128))			\
-	    stop();							\
-    } while (0)
-#define SETFREG(r0)		jit_regset_setbit(&_jitc->regs, r0 + 128)
-
-/* libm */
-extern float sqrtf(float);
-extern double sqrt(double);
-#define M7(x6,ht,r3,r2,f1)		_M7(_jit,0,x6,ht,r3,r2,f1)
-static void _M7(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M8(x6,ht,r3,im,f1)		_M8(_jit,0,x6,ht,r3,im,f1)
-static void _M8(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M9(x6,ht,r3,f1)			_M9(_jit,0,x6,ht,r3,f1)
-static void _M9(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define M10(x6,ht,r3,r2,im)		_M10(_jit,0,x6,ht,r3,r2,im)
-static void _M10(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M11(x6,ht,r3,f2,f1)		_M11(_jit,0,x6,ht,r3,f2,f1)
-static void _M11(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M12(x6,ht,r3,f2,f1)		_M12(_jit,0,x6,ht,r3,f2,f1)
-static void _M12(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define M18(x6,r2,f1)			_M18(_jit,0,x6,r2,f1)
-static void _M18(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t);
-#define M19(x6,f2,r1)			_M19(_jit,0,x6,f2,r1)
-static void _M19(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t);
-#define M21(f2,im)			M20x(0x3,f2,im)
-#define M23(x3,im,f1)			M22x(x3,im,f1)
-#define M27(f1)				M26x(3,f1)
-#define F1(op,x,sf,f4,f3,f2,f1)		F1_(_jit,0,op,x,sf,f4,f3,f2,f1)
-#define F2(x2,f4,f3,f2,f1)		F1(0xe,1,x2,f4,f3,f2,f1)
-#define F3(f4,f3,f2,f1)			F1(0xe,0,0,f4,f3,f2,f1)
-static void F1_(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define F4(rb,sf,ra,p2,f3,f2,ta,p1)	F4_(_jit,0,rb,sf,ra,p2,f3,f2,ta,p1)
-static void F4_(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define F5(p2,fc,f2,ta,p1)		F5_(_jit,0,p2,fc,f2,ta,p1)
-static void F5_(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define F6x(op,q,sf,p2,f3,f2,f1)	F6x_(_jit,0,op,q,sf,p2,f3,f2,f1)
-#define F6(op,sf,p2,f3,f2,f1)		F6x(op,0,sf,p2,f3,f2,f1)
-#define F7(op,sf,p2,f3,f1)		F6x(op,1,sf,p2,f3,0,f1)
-static void F6x_(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t);
-#define F8(op,sf,x6,f3,f2,f1)		F8_(_jit,0,op,sf,x6,f3,f2,f1)
-#define F9(op,x6,f3,f2,f1)		F8(op,0,x6,f3,f2,f1)
-#define F10(op,sf,x6,f2,f1)		F8(op,sf,x6,0,f2,f1)
-#define F11(x6,f2,f1)			F8(0,0,x6,0,f2,f1)
-static void F8_(jit_state_t*,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t,
-		jit_word_t,jit_word_t,jit_word_t);
-#define F12(sf,x6,omsk,amsk)		F12_(_jit,0,sf,x6,omsk,amsk)
-#define F13(sf,x6)			F12(sf,x6,0,0)
-static void F12_(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define F14x(sf,x,x6,im)		F14x_(_jit,0,sf,x,x6,im)
-#define F14(sf,im)			F14x(sf,0,8,im)
-#define F15(im)				F14x(0,0,0,im)
-static void F14x_(jit_state_t*,jit_word_t,
-		  jit_word_t,jit_word_t,jit_word_t,jit_word_t)
-    maybe_unused;
-#define F16(y,im)			F16_(_jit,0,y,im)
-static void F16_(jit_state_t*,jit_word_t,
-		 jit_word_t,jit_word_t)maybe_unused;
-
-/* break */
-#define BREAK_F(im)			F15(im)
-/* chk */
-#define CHK_S(f2,im)			M21(f2,im)
-#define CHKF_A_NC(f1,im)		M23(0x6,im,f1)
-#define CHKF_A_CLR(f1,im)		M23(0x7,im,f1)
-/* fabs */
-#define FABS(f1,f3)			FMERGE_S(f1,0,f3)
-/* fadd */
-#define FADD(f1,f3,f2)			FMA(f1,f3,1,f2)
-#define FADD_S(f1,f3,f2)		FMA_S(f1,f3,1,f2)
-#define FADD_D(f1,f3,f2)		FMA_D(f1,f3,1,f2)
-/* famax */
-#define FAMAX(f1,f2,f3)			F8(0,SF_S0,0x17,f3,f2,f1)
-/* famin */
-#define FAMIN(f1,f2,f3)			F8(0,SF_S0,0x16,f3,f2,f1)
-/* fand */
-#define FAND(f1,f2,f3)			F9(0,0x2c,f3,f2,f1)
-/* fandcm */
-#define FANDCM(f1,f2,f3)		F9(0,0x2d,f3,f2,f1)
-/* fchkf */
-#define FCHKF(im)			F14(SF_S0,im)
-/* fclass */
-#define FCLASS_M(p1,p2,f2,fc)		F5(p2,fc,f2,0,p1)
-#define FCLASS_M_UNC(p1,p2,f2,fc)	F5(p2,fc,f2,1,p1)
-/* fclrf */
-#define FCLRF()				F13(SF_S0,5)
-/* fcmp */
-#define FCMP_EQ(p1,p2,f2,f3)		F4(0,SF_S0,0,p2,f3,f2,0,p1)
-#define FCMP_LT(p1,p2,f2,f3)		F4(1,SF_S0,0,p2,f3,f2,0,p1)
-#define FCMP_LE(p1,p2,f2,f3)		F4(0,SF_S0,1,p2,f3,f2,0,p1)
-#define FCMP_UNORD(p1,p2,f2,f3)		F4(1,SF_S0,1,p2,f3,f2,0,p1)
-#define FCMP_EQ_UNC(p1,p2,f2,f3)	F4(0,SF_S0,0,p2,f3,f2,1,p1)
-#define FCMP_LT_UNC(p1,p2,f2,f3)	F4(1,SF_S0,0,p2,f3,f2,1,p1)
-#define FCMP_LE_UNC(p1,p2,f2,f3)	F4(0,SF_S0,1,p2,f3,f2,1,p1)
-#define FCMP_UNORD_UNC(p1,p2,f2,f3)	F4(1,SF_S0,1,p2,f3,f2,1,p1)
-/* fcvt.fx */
-#define FCVT_FX(f1,f2)			F10(0,SF_S0,0x18,f2,f1)
-#define FCVT_FXU(f1,f2)			F10(0,SF_S0,0x19,f2,f1)
-#define FCVT_FX_TRUNC(f1,f2)		F10(0,SF_S0,0x1a,f2,f1)
-#define FCVT_FXU_TRUNC(f1,f2)		F10(0,SF_S0,0x1b,f2,f1)
-/* fcvt.xf */
-#define FCVT_XF(f1,f2)			F11(0x1c,f2,f1)
-/* fcvt.fxuf */
-#define FCVT_XUF(f1,f3)			FMA(f1,f3,1,0)
-/* fma */
-#define FMA(f1,f3,f4,f2)		F1(0x8,0,SF_S0,f4,f3,f2,f1)
-#define FMA_p(f1,f3,f4,f2,sf,_p)	F1_(_jit,_p,0x8,0,sf,f4,f3,f2,f1)
-#define FMA_S(f1,f3,f4,f2)		F1(0x8,1,SF_S0,f4,f3,f2,f1)
-#define FMA_S_p(f1,f3,f4,f2,sf,_p)	F1_(_jit,_p,0x8,1,sf,f4,f3,f2,f1)
-#define FMA_D(f1,f3,f4,f2)		F1(0x9,0,SF_S0,f4,f3,f2,f1)
-#define FMA_D_p(f1,f3,f4,f2,sf,_p)	F1_(_jit,_p,0x9,0,sf,f4,f3,f2,f1)
-/* fmax */
-#define FMAX(f1,f2,f3)			F8(0,SF_S0,0x15,f3,f2,f1)
-/* fmerge */
-#define FMERGE_S(f1,f2,f3)		F9(0,0x10,f3,f2,f1)
-#define FMERGE_NS(f1,f2,f3)		F9(0,0x11,f3,f2,f1)
-#define FMERGE_SE(f1,f2,f3)		F9(0,0x12,f3,f2,f1)
-/* fmin */
-#define FMIN(f1,f2,f3)			F8(0,SF_S0,0x14,f3,f2,f1)
-/* fmix */
-#define FMIX_LR(f1,f2,f3)		F9(0,0x39,f3,f2,f1)
-#define FMIX_R(f1,f2,f3)		F9(0,0x3a,f3,f2,f1)
-#define FMIX_L(f1,f2,f3)		F9(0,0x3b,f3,f2,f1)
-/* fmpy */
-#define FMPY(f1,f3,f4)			FMA(f1,f3,f4,0)
-#define FMPY_p(f1,f3,f4,sf,_p)		FMA_p(f1,f3,f4,0,sf,_p)
-#define FMPY_S(f1,f3,f4)		FMA_S(f1,f3,f4,0)
-#define FMPY_S_p(f1,f3,f4,sf,_p)	FMA_S_p(f1,f3,f4,0,sf,_p)
-#define FMPY_D(f1,f3,f4)		FMA_D(f1,f3,f4,0)
-#define FMPY_D_p(f1,f3,f4,sf,_p)	FMA_D_p(f1,f3,f4,0,sf,_p)
-/* fms */
-#define FMS(f1,f3,f4,f2)		F1(0xa,0,SF_S0,f4,f3,f2,f1)
-#define FMS_S(f1,f3,f4,f2)		F1(0xa,1,SF_S0,f4,f3,f2,f1)
-#define FMS_D(f1,f3,f4,f2)		F1(0xb,0,SF_S0,f4,f3,f2,f1)
-/* fneg */
-#define FNEG(f1,f3)			FMERGE_NS(f1,f3,f3)
-/* fnegabs */
-#define FNEGABS(f1,f3)			FMERGE_NS(f1,0,f3)
-/* fnma */
-#define FNMA(f1,f3,f4,f2)		F1(0xc,0,SF_S0,f4,f3,f2,f1)
-#define FNMA_p(f1,f3,f4,f2,sf,_p)	F1_(_jit,_p,0xc,0,sf,f4,f3,f2,f1)
-#define FNMA_S(f1,f3,f4,f2)		F1(0xc,1,SF_S0,f4,f3,f2,f1)
-#define FNMA_D(f1,f3,f4,f2)		F1(0xd,0,SF_S0,f4,f3,f2,f1)
-/* fnmpy */
-#define FNMPY(f1,f3,f4)			FNMA(f1,f3,f4,0)
-/* fnorm */
-#define FNORM(f1,f3)			FMA(f1,f3,1,0)
-#define FNORM_S(f1,f3)			FMA_S(f1,f3,1,0)
-#define FNORM_D(f1,f3)			FMA_D(f1,f3,1,0)
-/* for */
-#define FOR(f1,f2,f3)			F9(0,0x2e,f3,f2,f1)
-/* fpabs */
-#define FPABS(f1,f3)			FPMERGE_S(f1,0,f3)
-/* fpack */
-#define FPACK(f1,f2,f3)			F9(0,0x28,f3,f2,f1)
-/* fpamax */
-#define FPAMAX(f1,f2,f3)		F8(1,SF_S0,0x17,f3,f2,f1)
-/* fpamin */
-#define FPAMIN(f1,f2,f3)		F8(1,SF_S0,0x16,f3,f2,f1)
-/* fpcmp */
-#define FPCMP_EQ(f1,f2,f3)		F8(1,SF_S0,0x30,f3,f2,f1)
-#define FPCMP_LT(f1,f2,f3)		F8(1,SF_S0,0x31,f3,f2,f1)
-#define FPCMP_LE(f1,f2,f3)		F8(1,SF_S0,0x32,f3,f2,f1)
-#define FPCMP_UNORD(f1,f2,f3)		F8(1,SF_S0,0x33,f3,f2,f1)
-#define FPCMP_NEQ(f1,f2,f3)		F8(1,SF_S0,0x34,f3,f2,f1)
-#define FPCMP_NLT(f1,f2,f3)		F8(1,SF_S0,0x35,f3,f2,f1)
-#define FPCMP_NLE(f1,f2,f3)		F8(1,SF_S0,0x36,f3,f2,f1)
-#define FPCMP_ORD(f1,f2,f3)		F8(1,SF_S0,0x37,f3,f2,f1)
-/* fpcvt.fx */
-#define FPCVT_FX(f1,f2)			F10(1,SF_S0,0x18,f2,f1)
-#define FPCVT_FXU(f1,f2)		F10(1,SF_S0,0x19,f2,f1)
-#define FPCVT_FX_TRUNC(f1,f2)		F10(1,SF_S0,0x1a,f2,f1)
-#define FPCVT_FXU_TRUNC(f1,f2)		F10(1,SF_S0,0x1b,f2,f1)
-/* fpma */
-#define FPMA(f1,f3,f4,f2)		F1(0x9,1,SF_S0,f4,f3,f3,f1)
-/* fpmax */
-#define FPMAX(f1,f2,f3)			F8(1,SF_S0,0x15,f3,f2,f1)
-/* fpmerge */
-#define FPMERGE_S(f1,f2,f3)		F9(1,0x10,f3,f2,f1)
-#define FPMERGE_NS(f1,f2,f3)		F9(1,0x11,f3,f2,f1)
-#define FPMERGE_SE(f1,f2,f3)		F9(1,0x12,f3,f2,f1)
-/* fpmin */
-#define FPMIN(f1,f2,f3)			F8(1,SF_S0,0x14,f3,f2,f1)
-/* fpmpy */
-#define FPMPY(f1,f3,f4)			FPMA(f1,f3,f4,0)
-/* fpms */
-#define FPMS(f1,f3,f4,f2)		F1(0xb,1,SF_S0,f4,f3,f3,f1)
-/* fpneg */
-#define FPNEG(f1,f3)			FPMERGE_NS(f1,f3,f3)
-/* fpnegabs */
-#define FPNEGABS(f1,f3)			FPMERGE_NS(f1,0,f3)
-/* fpnma */
-#define FPNMA(f1,f3,f4,f2)		F1(0xd,1,SF_S0,f4,f3,f3,f1)
-/* fpnmpy */
-#define FPNMPY(f1,f3,f4)		FPNMA(f1,f3,f4,0)
-/* fprcpa */
-#define FPRCPA(f1,p2,f2,f3)		F6(1,SF_S0,p2,f3,f2,f1)
-/* fprsqrta */
-#define FPRSQRTA(f1,p2,f3)		F7(1,SF_S0,p2,f3,f1)
-/* frcpa */
-#define FRCPA(f1,p2,f2,f3)		F6(0,SF_S0,p2,f3,f2,f1)
-/* frsqrta */
-#define FRSQRTA(f1,p2,f3)		F7(0,SF_S0,p2,f3,f1)
-/* fselect */
-#define FSELECT(f1,f3,f4,f2)		F3(f4,f3,f2,f1)
-#define FSETC(amsk,omsk)		F12(SF_S0,4,omsk,amsk)
-/* fsub */
-#define FSUB(f1,f3,f2)			FMS(f1,f3,1,f2)
-#define FSUB_S(f1,f3,f2)		FMS_S(f1,f3,1,f2)
-#define FSUB_D(f1,f3,f2)		FMS_D(f1,f3,1,f2)
-/* fswap */
-#define FSWAP(f1,f2,f3)			F9(0,0x34,f3,f2,f1)
-#define FSWAP_NL(f1,f2,f3)		F9(0,0x35,f3,f2,f1)
-#define FSWAP_NR(f1,f2,f3)		F9(0,0x36,f3,f2,f1)
-/* fsxt */
-#define FSXT_R(f1,f2,f3)		F9(0,0x3c,f3,f2,f1)
-#define FSXT_L(f1,f2,f3)		F9(0,0x3d,f3,f2,f1)
-/* fxor */
-#define FXOR(f1,f2,f3)			F9(0,0x2f,f3,f2,f1)
-/* getf */
-#define GETF_S(r1,f2)			M19(0x1e,f2,r1)
-#define GETF_D(r1,f2)			M19(0x1f,f2,r1)
-#define GETF_EXP(r1,f2)			M19(0x1d,f2,r1)
-#define GETF_SIG(r1,f2)			M19(0x1c,f2,r1)
-/* hint */
-#define HINT_F(im)			F16(1,im)
-/* invala */
-#define INVALAF_E(f1)			M27(f1)
-/* ldf */
-#define LDFS(f1,r3)			M9(0x02,LD_NONE,r3,f1)
-#define LDFD(f1,r3)			M9(0x03,LD_NONE,r3,f1)
-#define LDF8(f1,r3)			M9(0x01,LD_NONE,r3,f1)
-#define LDFE(f1,r3)			M9(0x00,LD_NONE,r3,f1)
-#define LDFS_S(f1,r3)			M9(0x06,LD_NONE,r3,f1)
-#define LDFD_S(f1,r3)			M9(0x07,LD_NONE,r3,f1)
-#define LDF8_S(f1,r3)			M9(0x05,LD_NONE,r3,f1)
-#define LDFE_S(f1,r3)			M9(0x04,LD_NONE,r3,f1)
-#define LDFS_A(f1,r3)			M9(0x0a,LD_NONE,r3,f1)
-#define LDFD_A(f1,r3)			M9(0x0b,LD_NONE,r3,f1)
-#define LDF8_A(f1,r3)			M9(0x09,LD_NONE,r3,f1)
-#define LDFE_A(f1,r3)			M9(0x08,LD_NONE,r3,f1)
-#define LDFS_SA(f1,r3)			M9(0x0e,LD_NONE,r3,f1)
-#define LDFD_SA(f1,r3)			M9(0x0f,LD_NONE,r3,f1)
-#define LDF8_SA(f1,r3)			M9(0x0d,LD_NONE,r3,f1)
-#define LDFE_SA(f1,r3)			M9(0x0c,LD_NONE,r3,f1)
-#define LDF_FILL(f1,r3)			M9(0x1b,LD_NONE,r3,f1)
-#define LDFS_C_CLR(f1,r3)		M9(0x22,LD_NONE,r3,f1)
-#define LDFD_C_CLR(f1,r3)		M9(0x23,LD_NONE,r3,f1)
-#define LDF8_C_CLR(f1,r3)		M9(0x21,LD_NONE,r3,f1)
-#define LDFE_C_CLR(f1,r3)		M9(0x20,LD_NONE,r3,f1)
-#define LDFS_C_NC(f1,r3)		M9(0x26,LD_NONE,r3,f1)
-#define LDFD_C_NC(f1,r3)		M9(0x27,LD_NONE,r3,f1)
-#define LDF8_C_NC(f1,r3)		M9(0x25,LD_NONE,r3,f1)
-#define LDFE_C_NC(f1,r3)		M9(0x24,LD_NONE,r3,f1)
-#define LDFS_inc(f1,r3,r2)		M7(0x02,LD_NONE,r3,r2,f1)
-#define LDFD_inc(f1,r3,r2)		M7(0x03,LD_NONE,r3,r2,f1)
-#define LDF8_inc(f1,r3,r2)		M7(0x01,LD_NONE,r3,r2,f1)
-#define LDFE_inc(f1,r3,r2)		M7(0x00,LD_NONE,r3,r2,f1)
-#define LDFS_S_inc(f1,r3,r2)		M7(0x06,LD_NONE,r3,r2,f1)
-#define LDFD_S_inc(f1,r3,r2)		M7(0x07,LD_NONE,r3,r2,f1)
-#define LDF8_S_inc(f1,r3,r2)		M7(0x05,LD_NONE,r3,r2,f1)
-#define LDFE_S_inc(f1,r3,r2)		M7(0x04,LD_NONE,r3,r2,f1)
-#define LDFS_A_inc(f1,r3,r2)		M7(0x0a,LD_NONE,r3,r2,f1)
-#define LDXFD_A_inc(f1,r3,r2)		M7(0x0b,LD_NONE,r3,r2,f1)
-#define LDXF8_A_inc(f1,r3,r2)		M7(0x09,LD_NONE,r3,r2,f1)
-#define LDXFE_A_inc(f1,r3,r2)		M7(0x08,LD_NONE,r3,r2,f1)
-#define LDXFS_SA_inc(f1,r3,r2)		M7(0x0e,LD_NONE,r3,r2,f1)
-#define LDXFD_SA_inc(f1,r3,r2)		M7(0x0f,LD_NONE,r3,r2,f1)
-#define LDXF8_SA_inc(f1,r3,r2)		M7(0x0d,LD_NONE,r3,r2,f1)
-#define LDXFE_SA_inc(f1,r3,r2)		M7(0x0c,LD_NONE,r3,r2,f1)
-#define LDXFS_FILL_inc(f1,r3,r2)	M7(0x1b,LD_NONE,r3,r2,f1)
-#define LDXFS_C_CLR_inc(f1,r3,r2)	M7(0x22,LD_NONE,r3,r2,f1)
-#define LDXFD_C_CLR_inc(f1,r3,r2)	M7(0x23,LD_NONE,r3,r2,f1)
-#define LDXF8_C_CLR_inc(f1,r3,r2)	M7(0x21,LD_NONE,r3,r2,f1)
-#define LDXFE_C_CLR_inc(f1,r3,r2)	M7(0x20,LD_NONE,r3,r2,f1)
-#define LDXFS_C_NC_inc(f1,r3,r2)	M7(0x26,LD_NONE,r3,r2,f1)
-#define LDXFD_C_NC_inc(f1,r3,r2)	M7(0x27,LD_NONE,r3,r2,f1)
-#define LDXF8_C_NC_inc(f1,r3,r2)	M7(0x25,LD_NONE,r3,r2,f1)
-#define LDXFE_C_NC_inc(f1,r3,r2)	M7(0x24,LD_NONE,r3,r2,f1)
-#define LDIFS_inc(f1,f3,im)		M8(0x02,LD_NONE,f3,im,f1)
-#define LDIFD_inc(f1,f3,im)		M8(0x03,LD_NONE,f3,im,f1)
-#define LDIF8_inc(f1,f3,im)		M8(0x01,LD_NONE,f3,im,f1)
-#define LDIFE_inc(f1,f3,im)		M8(0x00,LD_NONE,f3,im,f1)
-#define LDIFS_S_inc(f1,f3,im)		M8(0x06,LD_NONE,f3,im,f1)
-#define LDIFD_S_inc(f1,f3,im)		M8(0x07,LD_NONE,f3,im,f1)
-#define LDIF8_S_inc(f1,f3,im)		M8(0x05,LD_NONE,f3,im,f1)
-#define LDIFE_S_inc(f1,f3,im)		M8(0x04,LD_NONE,f3,im,f1)
-#define LDIFS_A_inc(f1,f3,im)		M8(0x0a,LD_NONE,f3,im,f1)
-#define LDIFD_A_inc(f1,f3,im)		M8(0x0b,LD_NONE,f3,im,f1)
-#define LDIF8_A_inc(f1,f3,im)		M8(0x09,LD_NONE,f3,im,f1)
-#define LDIFE_A_inc(f1,f3,im)		M8(0x08,LD_NONE,f3,im,f1)
-#define LDIF_FILL_inc(f1,f3,im)		M8(0x1b,LD_NONE,f3,im,f1)
-#define LDIFS_C_CLR_inc(f1,f3,im)	M8(0x22,LD_NONE,f3,im,f1)
-#define LDIFD_C_CLR_inc(f1,f3,im)	M8(0x23,LD_NONE,f3,im,f1)
-#define LDIF8_C_CLR_inc(f1,f3,im)	M8(0x21,LD_NONE,f3,im,f1)
-#define LDIFE_C_CLR_inc(f1,f3,im)	M8(0x20,LD_NONE,f3,im,f1)
-#define LDIFS_C_NC_inc(f1,f3,im)	M8(0x26,LD_NONE,f3,im,f1)
-#define LDIFD_C_NC_inc(f1,f3,im)	M8(0x27,LD_NONE,f3,im,f1)
-#define LDIF8_C_NC_inc(f1,f3,im)	M8(0x25,LD_NONE,f3,im,f1)
-#define LDIFE_C_NC_inc(f1,f3,im)	M8(0x24,LD_NONE,f3,im,f1)
-/* ldpf */
-#define LDFPS(f1,f2,r3)			M11(0x02,LD_NONE,r3,f2,f1)
-#define LDFPD(f1,f2,r3)			M11(0x03,LD_NONE,r3,f2,f1)
-#define LDFP8(f1,f2,r3)			M11(0x01,LD_NONE,r3,f2,f1)
-#define LDFPS_S(f1,f2,r3)		M11(0x06,LD_NONE,r3,f2,f1)
-#define LDFPD_S(f1,f2,r3)		M11(0x07,LD_NONE,r3,f2,f1)
-#define LDFP8_S(f1,f2,r3)		M11(0x05,LD_NONE,r3,f2,f1)
-#define LDFPS_A(f1,f2,r3)		M11(0x0a,LD_NONE,r3,f2,f1)
-#define LDFPD_A(f1,f2,r3)		M11(0x0b,LD_NONE,r3,f2,f1)
-#define LDFP8_A(f1,f2,r3)		M11(0x09,LD_NONE,r3,f2,f1)
-#define LDFPS_SA(f1,f2,r3)		M11(0x0e,LD_NONE,r3,f2,f1)
-#define LDFPD_SA(f1,f2,r3)		M11(0x0f,LD_NONE,r3,f2,f1)
-#define LDFP8_SA(f1,f2,r3)		M11(0x0d,LD_NONE,r3,f2,f1)
-#define LDFPS_C_CLR(f1,f2,r3)		M11(0x22,LD_NONE,r3,f2,f1)
-#define LDFPD_C_CLR(f1,f2,r3)		M11(0x23,LD_NONE,r3,f2,f1)
-#define LDFP8_C_CLR(f1,f2,r3)		M11(0x21,LD_NONE,r3,f2,f1)
-#define LDFPS_C_NC(f1,f2,r3)		M11(0x26,LD_NONE,r3,f2,f1)
-#define LDFPD_C_NC(f1,f2,r3)		M11(0x27,LD_NONE,r3,f2,f1)
-#define LDFP8_C_NC(f1,f2,r3)		M11(0x25,LD_NONE,r3,f2,f1)
-#define LDIFPS(f1,f2,r3)		M12(0x02,LD_NONE,r3,f2,f1)
-#define LDIFPD(f1,f2,r3)		M12(0x03,LD_NONE,r3,f2,f1)
-#define LDIFP8(f1,f2,r3)		M12(0x01,LD_NONE,r3,f2,f1)
-#define LDIFPS_S(f1,f2,r3)		M12(0x06,LD_NONE,r3,f2,f1)
-#define LDIFPD_S(f1,f2,r3)		M12(0x07,LD_NONE,r3,f2,f1)
-#define LDIFP8_S(f1,f2,r3)		M12(0x05,LD_NONE,r3,f2,f1)
-#define LDIFPS_A(f1,f2,r3)		M12(0x0a,LD_NONE,r3,f2,f1)
-#define LDIFPD_A(f1,f2,r3)		M12(0x0b,LD_NONE,r3,f2,f1)
-#define LDIFP8_A(f1,f2,r3)		M12(0x09,LD_NONE,r3,f2,f1)
-#define LDIFPS_SA(f1,f2,r3)		M12(0x0e,LD_NONE,r3,f2,f1)
-#define LDIFPD_SA(f1,f2,r3)		M12(0x0f,LD_NONE,r3,f2,f1)
-#define LDIFP8_SA(f1,f2,r3)		M12(0x0d,LD_NONE,r3,f2,f1)
-#define LDIFPS_C_CLR(f1,f2,r3)		M12(0x22,LD_NONE,r3,f2,f1)
-#define LDIFPD_C_CLR(f1,f2,r3)		M12(0x23,LD_NONE,r3,f2,f1)
-#define LDIFP8_C_CLR(f1,f2,r3)		M12(0x21,LD_NONE,r3,f2,f1)
-#define LDIFPS_C_NC(f1,f2,r3)		M12(0x26,LD_NONE,r3,f2,f1)
-#define LDIFPD_C_NC(f1,f2,r3)		M12(0x27,LD_NONE,r3,f2,f1)
-#define LDIFP8_C_NC(f1,f2,r3)		M12(0x25,LD_NONE,r3,f2,f1)
-/* mov - Move Floating-point Register */
-#define MOVF(f1,f3)			FMERGE_S(f1,f3,f3)
-/* nop */
-#define NOP_F(im)			F16(0,im)
-/* setf */
-#define SETF_S(f1,r2)			M18(0x1e,r2,f1)
-#define SETF_D(f1,r2)			M18(0x1f,r2,f1)
-#define SETF_EXP(f1,r2)			M18(0x1d,r2,f1)
-#define SETF_SIG(f1,r2)			M18(0x1c,r2,f1)
-/* stf */
-#define STFS(r3,f2)			M13(0x32,ST_NONE,r3,f2)
-#define STFD(r3,f2)			M13(0x33,ST_NONE,r3,f2)
-#define STF8(r3,f2)			M13(0x31,ST_NONE,r3,f2)
-#define STFE(r3,f2)			M13(0x30,ST_NONE,r3,f2)
-#define STF_SPILL(r3,f2)		M13(0x3b,ST_NONE,r3,f2)
-#define STFS_inc(r3,f2,im)		M10(0x32,ST_NONE,r3,f2,im)
-#define STFD_inc(r3,f2,im)		M10(0x33,ST_NONE,r3,f2,im)
-#define STF8_inc(r3,f2,im)		M10(0x31,ST_NONE,r3,f2,im)
-#define STFE_inc(r3,f2,im)		M10(0x30,ST_NONE,r3,f2,im)
-#define STF_SPILL_inc(r3,f2,im)		M10(0x3b,ST_NONE,r3,f2,im)
-/* xma */
-#define XMA_L(f1,f3,f4,f2)		F2(0,f4,f3,f2,f1)
-#define XMA_LU(f1,f3,f4,f2)		XMA_L(f1,f3,f4,f2)
-#define XMA_H(f1,f3,f4,f2)		F2(3,f4,f3,f2,f1)
-#define XMA_HU(f1,f3,f4,f2)		F2(2,f4,f3,f2,f1)
-/* xmpy */
-#define XMPY_L(f1,f3,f4)		XMA_L(f1,f3,f4,0)
-#define XMPY_LU(f1,f3,f4)		XMA_L(f1,f3,f4,0)
-#define XMPY_H(f1,f3,f4)		XMA_H(f1,f3,f4,0)
-#define XMPY_HU(f1,f3,f4)		XMA_HU(f1,f3,f4,0)
-
-#define movr_f(r0,r1)			movr_d(r0,r1)
-#define movr_d(r0,r1)			MOVF(r0,r1)
-#define movi_f(r0,i0)			_movi_f(_jit,r0,i0)
-static void _movi_f(jit_state_t*,int32_t,jit_float32_t*);
-#define movi_d(r0,i0)			_movi_d(_jit,r0,i0)
-static void _movi_d(jit_state_t*,int32_t,jit_float64_t*);
-#define movr_w_f(r0,r1)			_movr_w_f(_jit,r0,r1)
-static void _movr_w_f(jit_state_t*,int32_t,int32_t);
-#define movr_f_w(r0,r1)			_movr_f_w(_jit,r0,r1)
-static void _movr_f_w(jit_state_t*,int32_t,int32_t);
-#define movr_w_d(r0,r1)			_movr_w_d(_jit,r0,r1)
-static void _movr_w_d(jit_state_t*,int32_t,int32_t);
-#define movr_d_w(r0,r1)			_movr_d_w(_jit,r0,r1)
-static void _movr_d_w(jit_state_t*,int32_t,int32_t);
-#define movi_f_w(r0,i0)			_movi_f_w(_jit,r0,i0)
-static void _movi_f_w(jit_state_t*,int32_t,jit_float32_t*);
-#define movi_d_w(r0,i0)			_movi_d_w(_jit,r0,i0)
-static void _movi_d_w(jit_state_t*,int32_t,jit_float64_t*);
-#define absr_f(r0,r1)			absr_d(r0,r1)
-#define absr_d(r0,r1)			FABS(r0,r1)
-#define negr_f(r0,r1)			negr_d(r0,r1)
-#define negr_d(r0,r1)			FNEG(r0,r1)
-#define sqrtr_f(r0,r1)			_sqrtr_f(_jit,r0,r1)
-static void _sqrtr_f(jit_state_t*,int32_t,int32_t);
-#define sqrtr_d(r0,r1)			_sqrtr_d(_jit,r0,r1)
-static void _sqrtr_d(jit_state_t*,int32_t,int32_t);
-#define extr_f_d(r0,r1)			FNORM_D(r0,r1)
-#define extr_d_f(r0,r1)			FNORM_S(r0,r1)
-#define extr_f(r0,r1)			_extr_f(_jit,r0,r1)
-static void _extr_f(jit_state_t*,int32_t,int32_t);
-#define extr_d(r0,r1)			_extr_d(_jit,r0,r1)
-static void _extr_d(jit_state_t*,int32_t,int32_t);
-#define truncr_f_i(r0,r1)		truncr_d_l(r0,r1)
-#define truncr_d_i(r0,r1)		truncr_d_l(r0,r1)
-#define truncr_f_l(r0,r1)		truncr_d_l(r0,r1)
-#define truncr_d_l(r0,r1)		_truncr_d_l(_jit,r0,r1)
-static void _truncr_d_l(jit_state_t*,int32_t,int32_t);
-#define addr_f(r0,r1,r2)		FADD_S(r0,r1,r2)
-#define addi_f(r0,r1,i0)		_addi_f(_jit,r0,r1,i0)
-static void _addi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define addr_d(r0,r1,r2)		FADD_D(r0,r1,r2)
-#define addi_d(r0,r1,i0)		_addi_d(_jit,r0,r1,i0)
-static void _addi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define subr_f(r0,r1,r2)		FSUB_S(r0,r1,r2)
-#define subi_f(r0,r1,i0)		_subi_f(_jit,r0,r1,i0)
-static void _subi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define subr_d(r0,r1,r2)		FSUB_D(r0,r1,r2)
-#define subi_d(r0,r1,i0)		_subi_d(_jit,r0,r1,i0)
-static void _subi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define rsbr_f(r0,r1,r2)		subr_f(r0,r2,r1)
-#define rsbi_f(r0,r1,i0)		_rsbi_f(_jit,r0,r1,i0)
-static void _rsbi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define rsbr_d(r0,r1,r2)		subr_d(r0,r2,r1)
-#define rsbi_d(r0,r1,i0)		_rsbi_d(_jit,r0,r1,i0)
-static void _rsbi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define mulr_f(r0,r1,r2)		FMPY_S(r0,r1,r2)
-#define muli_f(r0,r1,i0)		_muli_f(_jit,r0,r1,i0)
-static void _muli_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define mulr_d(r0,r1,r2)		FMPY_D(r0,r1,r2)
-#define muli_d(r0,r1,i0)		_muli_d(_jit,r0,r1,i0)
-static void _muli_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define divr_f(r0,r1,r2)		_divr_f(_jit,r0,r1,r2)
-static void _divr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi_f(r0,r1,i0)		_divi_f(_jit,r0,r1,i0)
-static void _divi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define divr_d(r0,r1,r2)		_divr_d(_jit,r0,r1,r2)
-static void _divr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define divi_d(r0,r1,i0)		_divi_d(_jit,r0,r1,i0)
-static void _divi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ltr_f(r0,r1,r2)			ltr_d(r0,r1,r2)
-#define ltr_d(r0,r1,r2)			_ltr_d(_jit,r0,r1,r2)
-static void _ltr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define lti_f(r0,r1,i0)			_lti_f(_jit,r0,r1,i0)
-static void _lti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define lti_d(r0,r1,i0)			_lti_d(_jit,r0,r1,i0)
-static void _lti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ler_f(r0,r1,r2)			ler_d(r0,r1,r2)
-#define ler_d(r0,r1,r2)			_ler_d(_jit,r0,r1,r2)
-static void _ler_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define lei_f(r0,r1,i0)			_lei_f(_jit,r0,r1,i0)
-static void _lei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define lei_d(r0,r1,i0)			_lei_d(_jit,r0,r1,i0)
-static void _lei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define eqr_f(r0,r1,r2)			eqr_d(r0,r1,r2)
-#define eqr_d(r0,r1,r2)			_eqr_d(_jit,r0,r1,r2)
-static void _eqr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define eqi_f(r0,r1,i0)			_eqi_f(_jit,r0,r1,i0)
-static void _eqi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define eqi_d(r0,r1,i0)			_eqi_d(_jit,r0,r1,i0)
-static void _eqi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ger_f(r0,r1,r2)			ger_d(r0,r1,r2)
-#define ger_d(r0,r1,r2)			_ger_d(_jit,r0,r1,r2)
-static void _ger_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define gei_f(r0,r1,i0)			_gei_f(_jit,r0,r1,i0)
-static void _gei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define gei_d(r0,r1,i0)			_gei_d(_jit,r0,r1,i0)
-static void _gei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define gtr_f(r0,r1,r2)			gtr_d(r0,r1,r2)
-#define gtr_d(r0,r1,r2)			_gtr_d(_jit,r0,r1,r2)
-static void _gtr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define gti_f(r0,r1,i0)			_gti_f(_jit,r0,r1,i0)
-static void _gti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define gti_d(r0,r1,i0)			_gti_d(_jit,r0,r1,i0)
-static void _gti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ner_f(r0,r1,r2)			ner_d(r0,r1,r2)
-#define ner_d(r0,r1,r2)			_ner_d(_jit,r0,r1,r2)
-static void _ner_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define nei_f(r0,r1,i0)			_nei_f(_jit,r0,r1,i0)
-static void _nei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define nei_d(r0,r1,i0)			_nei_d(_jit,r0,r1,i0)
-static void _nei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define unltr_f(r0,r1,r2)		unltr_d(r0,r1,r2)
-#define unltr_d(r0,r1,r2)		_unltr_d(_jit,r0,r1,r2)
-static void _unltr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define unlti_f(r0,r1,i0)		_unlti_f(_jit,r0,r1,i0)
-static void _unlti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define unlti_d(r0,r1,i0)		_unlti_d(_jit,r0,r1,i0)
-static void _unlti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define unler_f(r0,r1,r2)		unler_d(r0,r1,r2)
-#define unler_d(r0,r1,r2)		_unler_d(_jit,r0,r1,r2)
-static void _unler_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define unlei_f(r0,r1,i0)		_unlei_f(_jit,r0,r1,i0)
-static void _unlei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define unlei_d(r0,r1,i0)		_unlei_d(_jit,r0,r1,i0)
-static void _unlei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define uneqr_f(r0,r1,r2)		uneqr_d(r0,r1,r2)
-#define uneqr_d(r0,r1,r2)		_uneqr_d(_jit,r0,r1,r2)
-static void _uneqr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define uneqi_f(r0,r1,i0)		_uneqi_f(_jit,r0,r1,i0)
-static void _uneqi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define uneqi_d(r0,r1,i0)		_uneqi_d(_jit,r0,r1,i0)
-static void _uneqi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define unger_f(r0,r1,r2)		unger_d(r0,r1,r2)
-#define unger_d(r0,r1,r2)		_unger_d(_jit,r0,r1,r2)
-static void _unger_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ungei_f(r0,r1,i0)		_ungei_f(_jit,r0,r1,i0)
-static void _ungei_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define ungei_d(r0,r1,i0)		_ungei_d(_jit,r0,r1,i0)
-static void _ungei_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ungtr_f(r0,r1,r2)		ungtr_d(r0,r1,r2)
-#define ungtr_d(r0,r1,r2)		_ungtr_d(_jit,r0,r1,r2)
-static void _ungtr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ungti_f(r0,r1,i0)		_ungti_f(_jit,r0,r1,i0)
-static void _ungti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define ungti_d(r0,r1,i0)		_ungti_d(_jit,r0,r1,i0)
-static void _ungti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ltgtr_f(r0,r1,r2)		ltgtr_d(r0,r1,r2)
-#define ltgtr_d(r0,r1,r2)		_ltgtr_d(_jit,r0,r1,r2)
-static void _ltgtr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ltgti_f(r0,r1,i0)		_ltgti_f(_jit,r0,r1,i0)
-static void _ltgti_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define ltgti_d(r0,r1,i0)		_ltgti_d(_jit,r0,r1,i0)
-static void _ltgti_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ordr_f(r0,r1,r2)		ordr_d(r0,r1,r2)
-#define ordr_d(r0,r1,r2)		_ordr_d(_jit,r0,r1,r2)
-static void _ordr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ordi_f(r0,r1,i0)		_ordi_f(_jit,r0,r1,i0)
-static void _ordi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define ordi_d(r0,r1,i0)		_ordi_d(_jit,r0,r1,i0)
-static void _ordi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define unordr_f(r0,r1,r2)		unordr_d(r0,r1,r2)
-#define unordr_d(r0,r1,r2)		_unordr_d(_jit,r0,r1,r2)
-static void _unordr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define unordi_f(r0,r1,i0)		_unordi_f(_jit,r0,r1,i0)
-static void _unordi_f(jit_state_t*,int32_t,int32_t,jit_float32_t*);
-#define unordi_d(r0,r1,i0)		_unordi_d(_jit,r0,r1,i0)
-static void _unordi_d(jit_state_t*,int32_t,int32_t,jit_float64_t*);
-#define ldr_f(r0,r1)			LDFS(r0,r1)
-#define ldi_f(r0,i0)			_ldi_f(_jit,r0,i0)
-static void _ldi_f(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_f(r0,r1,r2)		_ldxr_f(_jit,r0,r1,r2)
-static void _ldxr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_f(r0,r1,i0)		_ldxi_f(_jit,r0,r1,i0)
-static void _ldxi_f(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define ldr_d(r0,r1)			LDFD(r0,r1)
-#define ldi_d(r0,i0)			_ldi_d(_jit,r0,i0)
-static void _ldi_d(jit_state_t*,int32_t,jit_word_t);
-#define ldxr_d(r0,r1,r2)		_ldxr_d(_jit,r0,r1,r2)
-static void _ldxr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define ldxi_d(r0,r1,i0)		_ldxi_d(_jit,r0,r1,i0)
-static void _ldxi_d(jit_state_t*,int32_t,int32_t,jit_word_t);
-#define str_f(r0,r1)			STFS(r0,r1)
-#define sti_f(i0,r0)			_sti_f(_jit,i0,r0)
-static void _sti_f(jit_state_t*,jit_word_t,int32_t);
-#define stxr_f(r0,r1,r2)		_stxr_f(_jit,r0,r1,r2)
-static void _stxr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_f(i0,r0,r1)		_stxi_f(_jit,i0,r0,r1)
-static void _stxi_f(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define str_d(r0,r1)			STFD(r0,r1)
-#define sti_d(i0,r0)			_sti_d(_jit,i0,r0)
-static void _sti_d(jit_state_t*,jit_word_t,int32_t);
-#define stxr_d(r0,r1,r2)		_stxr_d(_jit,r0,r1,r2)
-static void _stxr_d(jit_state_t*,int32_t,int32_t,int32_t);
-#define stxi_d(i0,r0,r1)		_stxi_d(_jit,i0,r0,r1)
-static void _stxi_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bltr_f(i0,r0,r1)		bltr_d(i0,r0,r1)
-#define bltr_d(i0,r0,r1)		_bltr_d(_jit,i0,r0,r1)
-static jit_word_t _bltr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blti_f(i0,r0,i1)		_blti_f(_jit,i0,r0,i1)
-static jit_word_t _blti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define blti_d(i0,r0,i1)		_blti_d(_jit,i0,r0,i1)
-static jit_word_t _blti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bler_f(i0,r0,r1)		bler_d(i0,r0,r1)
-#define bler_d(i0,r0,r1)		_bler_d(_jit,i0,r0,r1)
-static jit_word_t _bler_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define blei_f(i0,r0,i1)		_blei_f(_jit,i0,r0,i1)
-static jit_word_t _blei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define blei_d(i0,r0,i1)		_blei_d(_jit,i0,r0,i1)
-static jit_word_t _blei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define beqr_f(i0,r0,r1)		beqr_d(i0,r0,r1)
-#define beqr_d(i0,r0,r1)		_beqr_d(_jit,i0,r0,r1)
-static jit_word_t _beqr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define beqi_f(i0,r0,i1)		_beqi_f(_jit,i0,r0,i1)
-static jit_word_t _beqi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define beqi_d(i0,r0,i1)		_beqi_d(_jit,i0,r0,i1)
-static jit_word_t _beqi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bger_f(i0,r0,r1)		bger_d(i0,r0,r1)
-#define bger_d(i0,r0,r1)		_bger_d(_jit,i0,r0,r1)
-static jit_word_t _bger_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgei_f(i0,r0,i1)		_bgei_f(_jit,i0,r0,i1)
-static jit_word_t _bgei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bgei_d(i0,r0,i1)		_bgei_d(_jit,i0,r0,i1)
-static jit_word_t _bgei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bgtr_f(i0,r0,r1)		bgtr_d(i0,r0,r1)
-#define bgtr_d(i0,r0,r1)		_bgtr_d(_jit,i0,r0,r1)
-static jit_word_t _bgtr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bgti_f(i0,r0,i1)		_bgti_f(_jit,i0,r0,i1)
-static jit_word_t _bgti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bgti_d(i0,r0,i1)		_bgti_d(_jit,i0,r0,i1)
-static jit_word_t _bgti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bner_f(i0,r0,r1)		bner_d(i0,r0,r1)
-#define bner_d(i0,r0,r1)		_bner_d(_jit,i0,r0,r1)
-static jit_word_t _bner_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bnei_f(i0,r0,i1)		_bnei_f(_jit,i0,r0,i1)
-static jit_word_t _bnei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bnei_d(i0,r0,i1)		_bnei_d(_jit,i0,r0,i1)
-static jit_word_t _bnei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bunltr_f(i0,r0,r1)		bunltr_d(i0,r0,r1)
-#define bunltr_d(i0,r0,r1)		_bunltr_d(_jit,i0,r0,r1)
-static jit_word_t _bunltr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bunlti_f(i0,r0,i1)		_bunlti_f(_jit,i0,r0,i1)
-static jit_word_t _bunlti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bunlti_d(i0,r0,i1)		_bunlti_d(_jit,i0,r0,i1)
-static jit_word_t _bunlti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bunler_f(i0,r0,r1)		bunler_d(i0,r0,r1)
-#define bunler_d(i0,r0,r1)		_bunler_d(_jit,i0,r0,r1)
-static jit_word_t _bunler_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bunlei_f(i0,r0,i1)		_bunlei_f(_jit,i0,r0,i1)
-static jit_word_t _bunlei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bunlei_d(i0,r0,i1)		_bunlei_d(_jit,i0,r0,i1)
-static jit_word_t _bunlei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define buneqr_f(i0,r0,r1)		buneqr_d(i0,r0,r1)
-#define buneqr_d(i0,r0,r1)		_buneqr_d(_jit,i0,r0,r1)
-static jit_word_t _buneqr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define buneqi_f(i0,r0,i1)		_buneqi_f(_jit,i0,r0,i1)
-static jit_word_t _buneqi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define buneqi_d(i0,r0,i1)		_buneqi_d(_jit,i0,r0,i1)
-static jit_word_t _buneqi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bunger_f(i0,r0,r1)		bunger_d(i0,r0,r1)
-#define bunger_d(i0,r0,r1)		_bunger_d(_jit,i0,r0,r1)
-static jit_word_t _bunger_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bungei_f(i0,r0,i1)		_bungei_f(_jit,i0,r0,i1)
-static jit_word_t _bungei_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bungei_d(i0,r0,i1)		_bungei_d(_jit,i0,r0,i1)
-static jit_word_t _bungei_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bungtr_f(i0,r0,r1)		bungtr_d(i0,r0,r1)
-#define bungtr_d(i0,r0,r1)		_bungtr_d(_jit,i0,r0,r1)
-static jit_word_t _bungtr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bungti_f(i0,r0,i1)		_bungti_f(_jit,i0,r0,i1)
-static jit_word_t _bungti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bungti_d(i0,r0,i1)		_bungti_d(_jit,i0,r0,i1)
-static jit_word_t _bungti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bltgtr_f(i0,r0,r1)		bltgtr_d(i0,r0,r1)
-#define bltgtr_d(i0,r0,r1)		_bltgtr_d(_jit,i0,r0,r1)
-static jit_word_t _bltgtr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bltgti_f(i0,r0,i1)		_bltgti_f(_jit,i0,r0,i1)
-static jit_word_t _bltgti_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bltgti_d(i0,r0,i1)		_bltgti_d(_jit,i0,r0,i1)
-static jit_word_t _bltgti_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bordr_f(i0,r0,r1)		bordr_d(i0,r0,r1)
-#define bordr_d(i0,r0,r1)		_bordr_d(_jit,i0,r0,r1)
-static jit_word_t _bordr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bordi_f(i0,r0,i1)		_bordi_f(_jit,i0,r0,i1)
-static jit_word_t _bordi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bordi_d(i0,r0,i1)		_bordi_d(_jit,i0,r0,i1)
-static jit_word_t _bordi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#define bunordr_f(i0,r0,r1)		bunordr_d(i0,r0,r1)
-#define bunordr_d(i0,r0,r1)		_bunordr_d(_jit,i0,r0,r1)
-static jit_word_t _bunordr_d(jit_state_t*,jit_word_t,int32_t,int32_t);
-#define bunordi_f(i0,r0,i1)		_bunordi_f(_jit,i0,r0,i1)
-static jit_word_t _bunordi_f(jit_state_t*,jit_word_t,int32_t,jit_float32_t*);
-#define bunordi_d(i0,r0,i1)		_bunordi_d(_jit,i0,r0,i1)
-static jit_word_t _bunordi_d(jit_state_t*,jit_word_t,int32_t,jit_float64_t*);
-#  define vaarg_d(r0, r1)		_vaarg_d(_jit, r0, r1)
-static void _vaarg_d(jit_state_t*, int32_t, int32_t);
-#endif
-
-#if CODE
-static void
-_M7(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t f1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(f1 & ~0x7fL));
-    TSTREG2(r2, r3);
-    TSTPRED(_p);
-    TSTFREG1(f1);
-    inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
-	 (r3<<20)|(r2<<13)|(f1<<6)|_p, INST_M);
-    SETFREG(f1);
-    SETREG(r3);
-}
-
-static void
-_M8(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t f1)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(ht &   ~0x3L));
-    assert(!(r3 &  ~0x7fL));
-    assert(im > -256 && im <= 255);
-    assert(!(f1 &  ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTFREG1(f1);
-    inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
-	 (((im>>8)&1L)<<27)|(r3<<20)|((im&0x7fLL)<<13)|(f1<<6)|_p, INST_M);
-    SETFREG(f1);
-    SETREG(r3);
-}
-
-static void
-_M9(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(f1 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTFREG1(f1);
-    inst((6L<<37)|(x6<<30)|(ht<<28)|(r3<<20)|(f1<<6)|_p, INST_M);
-    SETFREG(f1);
-}
-
-static void
-_M10(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t im)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(x6 &  ~0x3fL));
-    assert(!(ht &   ~0x3L));
-    assert(!(r3 &  ~0x7fL));
-    assert(!(f2 &  ~0x7fL));
-    assert(im > -256 && im <= 255);
-    TSTREG1(r3);
-    TSTFREG1(f2);
-    TSTPRED(_p);
-    inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)|
-	 (((im>>8)&1L)<<27)|(r3<<20)|(f2<<13)|((im&0x7fL)<<6)|_p, INST_M);
-    SETREG(r3);
-}
-
-static void
-_M11(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t f1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(f2 & ~0x7fL));
-    assert(!(f1 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTFREG2(f1, f2);
-    inst((6L<<37)|(x6<<30)|(ht<<28)|(1L<<27)|
-	 (r3<<20)|(f2<<13)|(f1<<6)|_p, INST_M);
-    SETFREG(f1);
-    SETFREG(f2);
-}
-
-static void
-_M12(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t f1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(ht &  ~0x3L));
-    assert(!(r3 & ~0x7fL));
-    assert(!(f2 & ~0x7fL));
-    assert(!(f1 & ~0x7fL));
-    TSTREG1(r3);
-    TSTPRED(_p);
-    TSTFREG2(f1, f2);
-    inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)|
-	 (1L<<27)|(r3<<20)|(f2<<13)|(f1<<6)|_p, INST_M);
-    SETFREG(f1);
-    SETFREG(f2);
-    SETREG(r3);
-}
-
-static void
-_M18(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t r2, jit_word_t f1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(r2 & ~0x7fL));
-    assert(!(f1 & ~0x7fL));
-    TSTREG1(r2);
-    TSTPRED(_p);
-    TSTFREG1(f1);
-    inst((6L<<37)|(x6<<30)|(1L<<27)|(r2<<13)|(f1<<6)|_p, INST_M);
-    SETFREG(f1);
-}
-
-static void
-_M19(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t x6, jit_word_t f2, jit_word_t r1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(x6 & ~0x3fL));
-    assert(!(f2 & ~0x7fL));
-    assert(!(r1 & ~0x7fL));
-    TSTFREG1(f2);
-    TSTPRED(_p);
-    TSTREG1(r1);
-    inst((4L<<37)|(x6<<30)|(1L<<27)|(f2<<13)|(r1<<6)|_p, INST_M);
-    SETREG(r1);
-}
-
-static void
-F1_(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t op, jit_word_t x, jit_word_t sf,
-    jit_word_t f4, jit_word_t f3, jit_word_t f2, jit_word_t f1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(op &  ~0xfL));
-    assert(!(x  &  ~0x1L));
-    assert(!(sf &  ~0x3L));
-    assert(!(f4 & ~0x7fL));
-    assert(!(f3 & ~0x7fL));
-    assert(!(f2 & ~0x7fL));
-    assert(!(f1 & ~0x7fL));
-    TSTFREG3(f2, f3, f4);
-    TSTPRED(_p);
-    TSTFREG1(f1);
-    inst((op<<37)|(x<<36)|(sf<<34)|(f4<<27)|
-	 (f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F);
-    SETFREG(f1);
-}
-
-static void
-F4_(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t rb, jit_word_t sf, jit_word_t ra, jit_word_t p2,
-    jit_word_t f3, jit_word_t f2, jit_word_t ta, jit_word_t p1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(rb &  ~0x1L));
-    assert(!(sf &  ~0x3L));
-    assert(!(ra &  ~0x1L));
-    assert(!(p2 & ~0x3fL));
-    assert(!(f3 & ~0x7fL));
-    assert(!(f2 & ~0x7fL));
-    assert(!(ta &  ~0x1L));
-    assert(!(p1 & ~0x3fL));
-    TSTFREG2(f2, f3);
-    TSTPRED(_p);
-    inst((4L<<37)|(rb<<36)|(sf<<34)|(ra<<33)|(p2<<27)|
-	 (f3<<20)|(f2<<13)|(ta<<12)|(p1<<6)|_p, INST_F);
-    if (p1)
-	_jitc->pred |= 1 << p1;
-    if (p2)
-	_jitc->pred |= 1 << p2;
-}
-
-static void
-F5_(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t p2, jit_word_t fc, jit_word_t f2, jit_word_t ta, jit_word_t p1)
-{
-    assert(!(_p &  ~0x3fL));
-    assert(!(p2 &  ~0x3fL));
-    assert(!(fc & ~0x1ffL));
-    assert(!(f2 &  ~0x7fL));
-    assert(!(ta &   ~0x1L));
-    assert(!(p1 &  ~0x3fL));
-    TSTFREG1(f2);
-    TSTPRED(_p);
-    inst((5L<<37)|(((fc>>7)&3L)<<33)|(p2<<27)|
-	 ((fc&0x7fL)<<20)|(f2<<13)|(ta<<12)|(p1<<6)|_p, INST_F);
-    if (p1)
-	_jitc->pred |= 1 << p1;
-    if (p2)
-	_jitc->pred |= 1 << p2;
-}
-
-static void
-F6x_(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t op, jit_word_t q, jit_word_t sf,
-     jit_word_t p2,  jit_word_t f3, jit_word_t f2, jit_word_t f1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(op &  ~0xfL));
-    assert(!(q  &  ~0x1L));
-    assert(!(sf &  ~0x3L));
-    assert(!(p2 & ~0x3fL));
-    assert(!(f3 & ~0x7fL));
-    assert(!(f2 & ~0x7fL));
-    assert(!(f1 & ~0x7fL));
-    TSTFREG2(f2, f3);
-    TSTPRED(_p);
-    TSTFREG1(f1);
-    inst((op<<37)|(q<<36)|(sf<<34)|(1L<<33)|
-	 (p2<<27)|(f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F);
-    SETFREG(f1);
-    if (p2)
-	_jitc->pred |= 1 << p2;
-}
-
-static void
-F8_(jit_state_t *_jit, jit_word_t _p,
-    jit_word_t op, jit_word_t sf, jit_word_t x6,
-    jit_word_t f3, jit_word_t f2, jit_word_t f1)
-{
-    assert(!(_p & ~0x3fL));
-    assert(!(op &  ~0xfL));
-    assert(!(sf &  ~0x3L));
-    assert(!(x6 & ~0x3fL));
-    assert(!(f3 & ~0x7fL));
-    assert(!(f2 & ~0x7fL));
-    assert(!(f1 & ~0x7fL));
-    TSTFREG2(f2, f3);
-    TSTPRED(_p);
-    TSTFREG1(f1);
-    inst((op<<37)|(sf<<34)|(x6<<27)|(f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F);
-    SETFREG(f1);
-}
-
-static void
-F12_(jit_state_t *_jit, jit_word_t _p,
-     jit_word_t sf, jit_word_t x6, jit_word_t omsk, jit_word_t amsk)
-{
-    assert(!(_p   & ~0x3fL));
-    assert(!(sf   &  ~0x3L));
-    assert(!(x6   & ~0x3fL));
-    assert(!(omsk & ~0x7fL));
-    assert(!(amsk & ~0x7fL));
-    TSTPRED(_p);
-    inst((sf<<34)|(x6<<27)|(omsk<<20)|(amsk<<13), INST_F);
-}
-
-static void
-F14x_(jit_state_t* _jit, jit_word_t _p,
-      jit_word_t sf,  jit_word_t x, jit_word_t x6, jit_word_t im)
-{
-    assert(!(_p &    ~0x3fL));
-    assert(!(sf &     ~0x3L));
-    assert(!(x  &     ~0x1L));
-    assert(!(x6 &    ~0x3fL));
-    assert(!(im & ~0x1ffffL));
-    TSTPRED(_p);
-    inst((((im>>20)&1L)<<36)|(sf<<34)|(x<<33)|
-	 (x6<<27)|((im&0xffffL)<<6)|_p, INST_F);
-}
-
-static void
-F16_(jit_state_t* _jit, jit_word_t _p,
-     jit_word_t y, jit_word_t im)
-{
-    assert(!(_p &    ~0x3fL));
-    assert(!(y  &     ~0x1L));
-    assert(!(im & ~0x1ffffL));
-    TSTPRED(_p);
-    inst((((im>>20)&1L)<<36)|(y<<27)|(1L<<26)|((im&0xffffL)<<6)|_p, INST_F);
-}
-
-static void
-_movi_f(jit_state_t *_jit, int32_t r0, jit_float32_t *i0)
-{
-    union {
-	int32_t	 i;
-	jit_float32_t	 f;
-    } data;
-    int32_t		 reg;
-
-    if (_jitc->no_data) {
-	data.f = *i0;
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), data.i & 0xffffffff);
-	SETF_S(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldi_f(r0, (jit_word_t)i0);
-}
-
-static void
-_movi_d(jit_state_t *_jit, int32_t r0, jit_float64_t *i0)
-{
-    union {
-	jit_word_t	 w;
-	jit_float64_t	 d;
-    } data;
-    int32_t		 reg;
-
-    if (_jitc->no_data) {
-	data.d = *i0;
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), data.w);
-	SETF_D(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldi_d(r0, (jit_word_t)i0);
-}
-
-static void
-_movr_w_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    /* Should be used only in this case (with out0 == 120) */
-    if (r1 >= 120)
-	r1 = _jitc->rout + (r1 - 120);
-    SETF_S(r0, r1);
-}
-
-static void
-_movr_f_w(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    /* Should actually be used only in this case (with out0 == 120) */
-    if (r0 >= 120)
-	r0 = _jitc->rout + (r0 - 120);
-    GETF_S(r0, r1);
-}
-
-static void
-_movi_f_w(jit_state_t *_jit, int32_t r0, jit_float32_t *i0)
-{
-    jit_data_t		data;
-
-    /* Should be used only in this case (with out0 == 120) */
-    if (r0 >= 120)
-	r0 = _jitc->rout + (r0 - 120);
-    if (_jitc->no_data) {
-	data.f = *i0;
-	movi(r0, data.q.l);
-    }
-    else
-	ldi_i(r0, (jit_word_t)i0);
-}
-
-static void
-_movr_w_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    /* Should be used only in this case (with out0 == 120) */
-    if (r1 >= 120)
-	r1 = _jitc->rout + (r1 - 120);
-    SETF_D(r0, r1);
-}
-
-static void
-_movr_d_w(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    /* Should be used only in this case (with out0 == 120) */
-    if (r0 >= 120)
-	r0 = _jitc->rout + (r0 - 120);
-    GETF_D(r0, r1);
-}
-
-static void
-_movi_d_w(jit_state_t *_jit, int32_t r0, jit_float64_t *i0)
-{
-    union {
-	jit_word_t	 w;
-	jit_float64_t	 d;
-    } data;
-
-    /* Should be used only in this case (with out0 == 120) */
-    if (r0 >= 120)
-	r0 = _jitc->rout + (r0 - 120);
-    if (_jitc->no_data) {
-	data.d = *i0;
-	movi(r0, data.w);
-    }
-    else
-	ldi_l(r0, (jit_word_t)i0);
-}
-
-#define fpr_opi(name, type, size)					\
-static void								\
-_##name##i_##type(jit_state_t *_jit,					\
-		  int32_t r0, int32_t r1,			\
-		  jit_float##size##_t *i0)				\
-{									\
-    int32_t		reg = jit_get_reg(jit_class_fpr);		\
-    movi_##type(rn(reg), i0);						\
-    name##r_##type(r0, r1, rn(reg));					\
-    jit_unget_reg(reg);							\
-}
-#define fpr_bopi(name, type, size)					\
-static jit_word_t							\
-_b##name##i_##type(jit_state_t *_jit,					\
-		  jit_word_t i0, int32_t r0,			\
-		  jit_float##size##_t *i1)				\
-{									\
-    jit_word_t		word;						\
-    int32_t		reg = jit_get_reg(jit_class_fpr|		\
-					  jit_class_nospill);		\
-    movi_##type(rn(reg), i1);						\
-    word = b##name##r_##type(i0, r0, rn(reg));				\
-    jit_unget_reg(reg);							\
-    return (word);							\
-}
-#define fopi(name)			fpr_opi(name, f, 32)
-#define fbopi(name)			fpr_bopi(name, f, 32)
-#define dopi(name)			fpr_opi(name, d, 64)
-#define dbopi(name)			fpr_bopi(name, d, 64)
-
-fopi(add)
-fopi(sub)
-fopi(rsb)
-fopi(mul)
-fopi(div)
-dopi(add)
-dopi(sub)
-dopi(rsb)
-dopi(mul)
-dopi(div)
-
-/* translation from gcc -O0 */
-static void
-_divr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		t0, t1, t2;
-    t0 = jit_get_reg(jit_class_fpr);
-    t1 = jit_get_reg(jit_class_fpr);
-    t2 = jit_get_reg(jit_class_fpr);
-    FRCPA(rn(t0), PR_6, r1, r2);
-    FNMA_p(rn(t1), r2, rn(t0), GR_1, SF_S1, PR_6);
-    FMA_p(rn(t2), rn(t0), rn(t1), rn(t0), SF_S1, PR_6);
-    FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
-    FMA_p(rn(t2), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
-    FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
-    FMA_p(rn(t1), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
-    FMPY_S_p(rn(t2), r1, rn(t1), SF_S1, PR_6);
-    FNMA_p(rn(t0), r2, rn(t2), r1, SF_S1, PR_6);
-    FMA_S_p(r0, rn(t0), rn(t1), rn(t2), SF_S0, PR_6);
-    jit_unget_reg(t2);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-}
-
-static void
-_divr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		t0, t1, t2;
-    t0 = jit_get_reg(jit_class_fpr);
-    t1 = jit_get_reg(jit_class_fpr);
-    t2 = jit_get_reg(jit_class_fpr);
-    FRCPA(rn(t0), PR_6, r1, r2);
-    FNMA_p(rn(t1), r2, rn(t0), GR_1, SF_S1, PR_6);
-    FMA_p(rn(t2), rn(t0), rn(t1), rn(t0), SF_S1, PR_6);
-    FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
-    FMA_p(rn(t2), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
-    FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6);
-    FMA_p(rn(t1), rn(t2), rn(t1), rn(t2), SF_S1, PR_6);
-    FMPY_D_p(rn(t2), r1, rn(t1), SF_S1, PR_6);
-    FNMA_p(rn(t0), r2, rn(t2), r1, SF_S1, PR_6);
-    FMA_D_p(r0, rn(t0), rn(t1), rn(t2), SF_S0, PR_6);
-    jit_unget_reg(t2);
-    jit_unget_reg(t1);
-    jit_unget_reg(t0);
-}
-
-static void
-_extr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr);
-    SETF_SIG(rn(reg), r1);
-    FCVT_XF(r0, rn(reg));
-    FNORM_S(r0, r0);
-    jit_unget_reg(reg);
-}
-
-static void
-_extr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr);
-    SETF_SIG(rn(reg), r1);
-    FCVT_XF(r0, rn(reg));
-    FNORM_D(r0, r0);
-    jit_unget_reg(reg);
-}
-
-static void
-_truncr_d_l(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_fpr);
-    FCVT_FX_TRUNC(rn(reg), r1);
-    GETF_SIG(r0, rn(reg));
-    FNORM(r0, r0);
-    jit_unget_reg(reg);
-}
-
-static void
-_ltr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_LT(PR_6, PR_7, r1, r2);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-fopi(lt)
-dopi(lt)
-
-static void
-_ler_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_LE(PR_6, PR_7, r1, r2);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-fopi(le)
-dopi(le)
-
-static void
-_eqr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_EQ(PR_6, PR_7, r1, r2);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-fopi(eq)
-dopi(eq)
-
-static void
-_ger_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_LE(PR_6, PR_7, r2, r1);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-fopi(ge)
-dopi(ge)
-
-static void
-_gtr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_LT(PR_6, PR_7, r2, r1);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-fopi(gt)
-dopi(gt)
-
-static void
-_ner_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_EQ(PR_6, PR_7, r1, r2);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-fopi(ne)
-dopi(ne)
-
-static void
-_unltr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_LE(PR_6, PR_7, r2, r1);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-fopi(unlt)
-dopi(unlt)
-
-static void
-_unler_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_LT(PR_6, PR_7, r2, r1);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-fopi(unle)
-dopi(unle)
-
-static void
-_uneqr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    MOVI(r0, 1);
-    FCMP_LT(PR_8, PR_9, r1, r2);
-    FCMP_LT(PR_6, PR_7, r2, r1);
-    MOV_p(r0, GR_0, PR_8);		/* !(r1 < r2) && !(r2 < r1) */
-    MOV_p(r0, GR_0, PR_6);
-}
-fopi(uneq)
-dopi(uneq)
-
-static void
-_unger_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_LT(PR_6, PR_7, r1, r2);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-fopi(unge)
-dopi(unge)
-
-static void
-_ungtr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_LE(PR_6, PR_7, r1, r2);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-fopi(ungt)
-dopi(ungt)
-
-static void
-_ltgtr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    MOVI(r0, 1);
-    FCMP_EQ(PR_8, PR_9, r1, r2);
-    FCMP_UNORD(PR_6, PR_7, r1, r2);
-    MOV_p(r0, GR_0, PR_8);
-    MOV_p(r0, GR_0, PR_6);
-}
-fopi(ltgt)
-dopi(ltgt)
-
-static void
-_ordr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_UNORD(PR_6, PR_7, r1, r2);
-    MOV_p(r0, GR_0, PR_6);
-    MOVI_p(r0, 1, PR_7);
-}
-fopi(ord)
-dopi(ord)
-
-static void
-_unordr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMP_UNORD(PR_6, PR_7, r1, r2);
-    MOVI_p(r0, 1, PR_6);
-    MOV_p(r0, GR_0, PR_7);
-}
-fopi(unord)
-dopi(unord)
-
-static void
-_ldi_f(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ldr_f(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_f(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_f(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (r0) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_f(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldr_f(r0, r1);
-}
-
-static void
-_ldi_d(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    ldr_d(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r1, r2);
-    ldr_d(r0, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_ldxi_d(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (r0) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ldr_d(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	ldr_d(r0, r1);
-}
-
-static void
-_sti_f(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    str_f(rn(reg), r0);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_f(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_f(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_f(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-    else
-	str_f(r0, r1);
-}
-
-static void
-_sti_d(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    str_d(rn(reg), r0);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxr_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    addr(rn(reg), r0, r1);
-    str_d(rn(reg), r2);
-    jit_unget_reg(reg);
-}
-
-static void
-_stxi_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (i0) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r0, i0);
-	str_d(rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-    else
-	str_d(r0, r1);
-}
-
-static void
-_sqrtr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    movr_f(GR_8, r1);
-    calli((jit_word_t)sqrtf);
-    MOVF(r0, GR_8);
-}
-
-static void
-_sqrtr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    movr_d(GR_8, r1);
-    calli((jit_word_t)sqrt);
-    MOVF(r0, GR_8);
-}
-
-static jit_word_t
-_bltr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_LT(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-fbopi(lt)
-dbopi(lt)
-
-static jit_word_t
-_bler_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_LE(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-fbopi(le)
-dbopi(le)
-
-static jit_word_t
-_beqr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_EQ(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-fbopi(eq)
-dbopi(eq)
-
-static jit_word_t
-_bger_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_LE(PR_6, PR_7, r1, r0);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-fbopi(ge)
-dbopi(ge)
-
-static jit_word_t
-_bgtr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_LT(PR_6, PR_7, r1, r0);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-fbopi(gt)
-dbopi(gt)
-
-static jit_word_t
-_bner_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_EQ(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-fbopi(ne)
-dbopi(ne)
-
-static jit_word_t
-_bunltr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_LE(PR_6, PR_7, r1, r0);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-fbopi(unlt)
-dbopi(unlt)
-
-static jit_word_t
-_bunler_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_LT(PR_6, PR_7, r1, r0);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-fbopi(unle)
-dbopi(unle)
-
-static jit_word_t
-_buneqr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    jit_word_t		junord, jne;
-    FCMP_UNORD(PR_8, PR_9, r0, r1);
-    sync();
-    /* junord L1 */
-    junord = _jit->pc.w;
-    BRI_COND(3, PR_8);
-    FCMP_EQ(PR_6, PR_7, r0, r1);
-    sync();
-    /* jne L2 */
-    jne = _jit->pc.w;
-    BRI_COND(2, PR_7);
-    sync();
-    w = _jit->pc.w;
-    /* L1: */
-    patch_at(jit_code_bunordr_d, junord, _jit->pc.w);
-    BRI((i0 - w) >> 4);		/* unconditional jump to patch */
-    sync();
-    /* L2: */
-    patch_at(jit_code_bner_d, jne, _jit->pc.w);
-    return (w);
-}
-fbopi(uneq)
-dbopi(uneq)
-
-static jit_word_t
-_bunger_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_LT(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-fbopi(unge)
-dbopi(unge)
-
-static jit_word_t
-_bungtr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_LE(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-fbopi(ungt)
-dbopi(ungt)
-
-static jit_word_t
-_bltgtr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    jit_word_t		jeq, junord;
-    FCMP_EQ(PR_8, PR_9, r0, r1);
-    /* jeq L1 */
-    sync();
-    jeq = _jit->pc.w;
-    BRI_COND(4, PR_8);
-    FCMP_UNORD(PR_6, PR_7, r0, r1);
-    /* junord L1 */
-    sync();
-    junord = _jit->pc.w;
-    BRI_COND(2, PR_6);
-    sync();
-    w = _jit->pc.w;
-    BRI((i0 - w) >> 4);		/* unconditional jump to patch */
-    /* L1 */
-    sync();
-    patch_at(jit_code_beqr_d, jeq, _jit->pc.w);
-    patch_at(jit_code_bordr_d, junord, _jit->pc.w);
-    return (w);
-}
-fbopi(ltgt)
-dbopi(ltgt)
-
-static jit_word_t
-_bordr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_UNORD(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_7);
-    return (w);
-}
-fbopi(ord)
-dbopi(ord)
-
-static jit_word_t
-_bunordr_d(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMP_UNORD(PR_6, PR_7, r0, r1);
-    sync();
-    w = _jit->pc.w;
-    BRI_COND((i0 - w) >> 4, PR_6);
-    return (w);
-}
-fbopi(unord)
-dbopi(unord)
-
-static void
-_vaarg_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    assert(_jitc->function->self.call & jit_call_varargs);
-    /* Load argument. */
-    ldr_d(r0, r1);
-    /* Update va_list. */
-    addi(r1, r1, 8);
-}
-#endif
diff --git a/libguile/lightening/lightening/ia64.c b/libguile/lightening/lightening/ia64.c
deleted file mode 100644
index 9c025116c..000000000
--- a/libguile/lightening/lightening/ia64.c
+++ /dev/null
@@ -1,1772 +0,0 @@
-/*
- * Copyright (C) 2013-2019  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-# define JIT_SP         _R12
-# define JIT_RET                _R8
-# define JIT_FRET               _F8
-
-#define jit_arg_reg_p(i)		((i) >= 0 && (i) < 8)
-#if __BYTE_ORDER == __LITTLE_ENDIAN
-#  define C_DISP			0
-#  define S_DISP			0
-#  define I_DISP			0
-#  define F_DISP			0
-#else
-#  define C_DISP			8 - sizeof(int8_t)
-#  define S_DISP			8 - sizeof(int16_t)
-#  define I_DISP			8 - sizeof(int32_t)
-#  define F_DISP			8 - sizeof(jit_float32_t)
-#endif
-
-/*
- * Types
- */
-typedef jit_pointer_t jit_va_list_t;
-
-/*
- * Prototypes
- */
-#define patch(instr, node)		_patch(_jit, instr, node)
-static void _patch(jit_state_t*,jit_word_t,jit_node_t*);
-
-#if defined(__GNUC__)
-/* libgcc */
-extern void __clear_cache(void *, void *);
-#endif
-
-#define PROTO				1
-#  include "ia64-cpu.c"
-#  include "ia64-fpu.c"
-#undef PROTO
-
-/*
- * Initialization
- */
-static const jit_register_t _rvs[] = {
-    /* Always 0 */
-    { 0,		 "r0"  },
-    /* Global Pointer */
-    { rc(sav)|1,	 "r1"  },
-    /* Used when a register cannot be allocated */
-    { 2,		 "r2"  },
-    /* First scratch register */
-    { rc(gpr)|3,	 "r3"  },
-    /* Use r4 as lightning fp register */
-    { rc(sav)|4,	 "r4"  },
-    /* Do not touch callee save registers not automatically spill/reloaded */
-    { rc(sav)|5,	 "r5"  },	{ rc(sav)|6,		"r6"  },
-    { rc(sav)|7,	 "r7"  },
-    /* Do not touch return register for the sake of simplicity, besides
-     * having JIT_R0 being the same as JIT_RET usually an optimization */
-    { 8,		 "r8"  },
-    /* Return registers, use as temporaries */
-    { rc(gpr)|9,	 "r9"  },
-    { rc(gpr)|10,	 "r10" },	{ rc(gpr)|11,		"r11" },
-    /* Stack pointer */
-    { rc(sav)|12,	 "r12" },
-    /* Thread pointer */
-    { rc(sav)|13,	 "r13" },
-    /* (Usually) assembly temporaries */
-    { rc(gpr)|31,	 "r31" },	{ rc(gpr)|30,		"r30" },
-    { rc(gpr)|29,	 "r29" },	{ rc(gpr)|28,		"r28" },
-    { rc(gpr)|27,	 "r27" },	{ rc(gpr)|26,		"r26" },
-    { rc(gpr)|25,	 "r25" },	{ rc(gpr)|24,		"r24" },
-    { rc(gpr)|23,	 "r23" },	{ rc(gpr)|22,		"r22" },
-    { rc(gpr)|21,	 "r21" },	{ rc(gpr)|20,		"r20" },
-    { rc(gpr)|19,	 "r19" },	{ rc(gpr)|18,		"r18" },
-    { rc(gpr)|17,	 "r17" },	{ rc(gpr)|16,		"r16" },
-    { rc(gpr)|15,	 "r15" },	{ rc(gpr)|14,		"r14" },
-    /* Do not allow allocating r32-r41 as temoraries for the sake of
-     * avoiding the need of extra complexity  in the non backend code */
-    { rc(arg)|32,	 "r32" },	{ rc(arg)|33,		"r33" },
-    { rc(arg)|34,	 "r34" },	{ rc(arg)|35,		"r35" },
-    { rc(arg)|36,	 "r36" },	{ rc(arg)|37,		"r37" },
-    { rc(arg)|38,	 "r38" },	{ rc(arg)|39,		"r39" },
-    /* JIT_R0-JIT_V3 */
-    { rc(gpr)|rc(sav)|40, "r40" },	{ rc(gpr)|rc(sav)|41,	"r41" },
-    { rc(gpr)|rc(sav)|42, "r42" },	{ rc(gpr)|rc(sav)|43,	"r43" },
-    { rc(gpr)|rc(sav)|44, "r44" },	{ rc(gpr)|rc(sav)|45,	"r45" },
-    { rc(gpr)|rc(sav)|46, "r46" },	{ rc(gpr)|rc(sav)|47,	"r47" },
-    /* Temporaries/locals */
-    { rc(gpr)|rc(sav)|48, "r48" },	{ rc(gpr)|rc(sav)|49,	"r49" },
-    { rc(gpr)|rc(sav)|50, "r50" },	{ rc(gpr)|rc(sav)|51,	"r51" },
-    { rc(gpr)|rc(sav)|52, "r52" },	{ rc(gpr)|rc(sav)|53,	"r53" },
-    { rc(gpr)|rc(sav)|54, "r54" },	{ rc(gpr)|rc(sav)|55,	"r55" },
-    { rc(gpr)|rc(sav)|56, "r56" },	{ rc(gpr)|rc(sav)|57,	"r57" },
-    { rc(gpr)|rc(sav)|58, "r58" },	{ rc(gpr)|rc(sav)|59,	"r59" },
-    { rc(gpr)|rc(sav)|60, "r60" },	{ rc(gpr)|rc(sav)|61,	"r61" },
-    { rc(gpr)|rc(sav)|62, "r62" },	{ rc(gpr)|rc(sav)|63,	"r63" },
-    { rc(gpr)|rc(sav)|64, "r64" },	{ rc(gpr)|rc(sav)|65,	"r65" },
-    { rc(gpr)|rc(sav)|66, "r66" },	{ rc(gpr)|rc(sav)|67,	"r67" },
-    { rc(gpr)|rc(sav)|68, "r68" },	{ rc(gpr)|rc(sav)|69,	"r69" },
-    { rc(gpr)|rc(sav)|70, "r70" },	{ rc(gpr)|rc(sav)|71,	"r71" },
-    { rc(gpr)|rc(sav)|72, "r72" },	{ rc(gpr)|rc(sav)|73,	"r73" },
-    { rc(gpr)|rc(sav)|74, "r74" },	{ rc(gpr)|rc(sav)|75,	"r75" },
-    { rc(gpr)|rc(sav)|76, "r76" },	{ rc(gpr)|rc(sav)|77,	"r77" },
-    { rc(gpr)|rc(sav)|78, "r78" },	{ rc(gpr)|rc(sav)|79,	"r79" },
-    { rc(gpr)|rc(sav)|80, "r80" },	{ rc(gpr)|rc(sav)|81,	"r81" },
-    { rc(gpr)|rc(sav)|82, "r82" },	{ rc(gpr)|rc(sav)|83,	"r83" },
-    { rc(gpr)|rc(sav)|84, "r84" },	{ rc(gpr)|rc(sav)|85,	"r85" },
-    { rc(gpr)|rc(sav)|86, "r86" },	{ rc(gpr)|rc(sav)|87,	"r87" },
-    { rc(gpr)|rc(sav)|88, "r88" },	{ rc(gpr)|rc(sav)|89,	"r89" },
-    { rc(gpr)|rc(sav)|90, "r90" },	{ rc(gpr)|rc(sav)|91,	"r91" },
-    { rc(gpr)|rc(sav)|92, "r92" },	{ rc(gpr)|rc(sav)|93,	"r93" },
-    { rc(gpr)|rc(sav)|94, "r94" },	{ rc(gpr)|rc(sav)|95,	"r95" },
-    { rc(gpr)|rc(sav)|96, "r96" },	{ rc(gpr)|rc(sav)|97,	"r97" },
-    { rc(gpr)|rc(sav)|98, "r98" },	{ rc(gpr)|rc(sav)|99,	"r99" },
-    { rc(gpr)|rc(sav)|100,"r100"},	{ rc(gpr)|rc(sav)|101,	"r101"},
-    { rc(gpr)|rc(sav)|102,"r102"},	{ rc(gpr)|rc(sav)|103,	"r103"},
-    { rc(gpr)|rc(sav)|104,"r104"},	{ rc(gpr)|rc(sav)|105,	"r105"},
-    { rc(gpr)|rc(sav)|106,"r106"},	{ rc(gpr)|rc(sav)|107,	"r107"},
-    { rc(gpr)|rc(sav)|108,"r108"},	{ rc(gpr)|rc(sav)|109,	"r109"},
-    { rc(gpr)|rc(sav)|110,"r110"},	{ rc(gpr)|rc(sav)|111,	"r111"},
-    { rc(gpr)|rc(sav)|112,"r112"},	{ rc(gpr)|rc(sav)|113,	"r113"},
-    { rc(gpr)|rc(sav)|114,"r114"},
-    /* Do not enable these because no matter what, want 13 free registers,
-     * 5 for prolog and epilog and 8 for outgoing arguments */
-    { 115,		 "r115"},
-    { 116,		 "r116"},	{ 117,			"r117"},
-    { 118,		 "r118"},	{ 119,			"r119"},
-    { 120,		 "r120"},	{ 121,			"r121"},
-    { 122,		 "r122"},	{ 123,			"r123"},
-    { 124,		 "r124"},	{ 125,			"r125"},
-    { 126,		 "r126"},	{ 127,			"r127"},
-    /* Always 0.0 */
-    { 0,		 "f0"  },
-    /* Always 1.0 */
-    { 1,		 "f1"  },
-    /* Do not touch callee save registers not automatically spill/reloaded */
-    { rc(sav)|2,	 "f2"  },	{ rc(sav)|3,		"f3"  },
-    { rc(sav)|4,	 "f4"  },	{ rc(sav)|5,		"f5"  },
-    /* Scratch */
-    { rc(fpr)|6,	 "f6"  },	{ rc(fpr)|7,		"f7"  },
-    /* Do not allocate for the sake of simplification */
-    { rc(arg)|8,	 "f8"  },
-    /* Scratch - Argument/return registers */
-    { rc(arg)|9,	 "f9"  },
-    { rc(arg)|10,	 "f10" },	{ rc(arg)|11,		"f11" },
-    { rc(arg)|12,	 "f12" },	{ rc(arg)|13,		"f13" },
-    { rc(arg)|14,	 "f14" },	{ rc(arg)|15,		"f15" },
-    /* Do not touch callee save registers not automatically spill/reloaded */
-    { rc(sav)|16,	 "f16" },	{ rc(sav)|17,		"f17" },
-    { rc(sav)|18,	 "f18" },	{ rc(sav)|19,		"f19" },
-    { rc(sav)|20,	 "f20" },	{ rc(sav)|21,		"f21" },
-    { rc(sav)|22,	 "f22" },	{ rc(sav)|23,		"f23" },
-    { rc(sav)|24,	 "f24" },	{ rc(sav)|25,		"f25" },
-    { rc(sav)|26,	 "f26" },	{ rc(sav)|27,		"f27" },
-    { rc(sav)|28,	 "f28" },	{ rc(sav)|29,		"f29" },
-    { rc(sav)|30,	 "f30" },	{ rc(sav)|31,		"f31" },
-    /* Scratch */
-    { rc(fpr)|32,	 "f32" },	{ rc(fpr)|33,		"f33" },
-    { rc(fpr)|34,	 "f34" },	{ rc(fpr)|35,		"f35" },
-    { rc(fpr)|36,	 "f36" },	{ rc(fpr)|37,		"f37" },
-    { rc(fpr)|38,	 "f38" },	{ rc(fpr)|39,		"f39" },
-    { rc(fpr)|40,	 "f40" },	{ rc(fpr)|41,		"f41" },
-    { rc(fpr)|42,	 "f42" },	{ rc(fpr)|43,		"f43" },
-    { rc(fpr)|44,	 "f44" },	{ rc(fpr)|45,		"f45" },
-    { rc(fpr)|46,	 "f46" },	{ rc(fpr)|47,		"f47" },
-    { rc(fpr)|48,	 "f48" },	{ rc(fpr)|49,		"f49" },
-    { rc(fpr)|50,	 "f50" },	{ rc(fpr)|51,		"f51" },
-    { rc(fpr)|52,	 "f52" },	{ rc(fpr)|53,		"f53" },
-    { rc(fpr)|54,	 "f54" },	{ rc(fpr)|55,		"f55" },
-    { rc(fpr)|56,	 "f56" },	{ rc(fpr)|57,		"f57" },
-    { rc(fpr)|58,	 "f58" },	{ rc(fpr)|59,		"f59" },
-    { rc(fpr)|60,	 "f60" },	{ rc(fpr)|61,		"f61" },
-    { rc(fpr)|62,	 "f62" },	{ rc(fpr)|63,		"f63" },
-    { rc(fpr)|64,	 "f64" },	{ rc(fpr)|65,		"f65" },
-    { rc(fpr)|66,	 "f66" },	{ rc(fpr)|67,		"f67" },
-    { rc(fpr)|68,	 "f68" },	{ rc(fpr)|69,		"f69" },
-    { rc(fpr)|70,	 "f70" },	{ rc(fpr)|71,		"f71" },
-    { rc(fpr)|72,	 "f72" },	{ rc(fpr)|73,		"f73" },
-    { rc(fpr)|74,	 "f74" },	{ rc(fpr)|75,		"f75" },
-    { rc(fpr)|76,	 "f76" },	{ rc(fpr)|77,		"f77" },
-    { rc(fpr)|78,	 "f78" },	{ rc(fpr)|79,		"f79" },
-    { rc(fpr)|80,	 "f80" },	{ rc(fpr)|81,		"f81" },
-    { rc(fpr)|82,	 "f82" },	{ rc(fpr)|83,		"f83" },
-    { rc(fpr)|84,	 "f84" },	{ rc(fpr)|85,		"f85" },
-    { rc(fpr)|86,	 "f86" },	{ rc(fpr)|87,		"f87" },
-    { rc(fpr)|88,	 "f88" },	{ rc(fpr)|89,		"f89" },
-    { rc(fpr)|90,	 "f90" },	{ rc(fpr)|91,		"f91" },
-    { rc(fpr)|92,	 "f92" },	{ rc(fpr)|93,		"f93" },
-    { rc(fpr)|94,	 "f94" },	{ rc(fpr)|95,		"f95" },
-    { rc(fpr)|96,	 "f96" },	{ rc(fpr)|97,		"f97" },
-    { rc(fpr)|98,	 "f98" },	{ rc(fpr)|99,		"f99" },
-    { rc(fpr)|100,	 "f100"},	{ rc(fpr)|101,		"f101"},
-    { rc(fpr)|102,	 "f102"},	{ rc(fpr)|103,		"f103"},
-    { rc(fpr)|104,	 "f104"},	{ rc(fpr)|105,		"f105"},
-    { rc(fpr)|106,	 "f106"},	{ rc(fpr)|107,		"f107"},
-    { rc(fpr)|108,	 "f108"},	{ rc(fpr)|109,		"f109"},
-    { rc(fpr)|110,	 "f110"},	{ rc(fpr)|111,		"f111"},
-    { rc(fpr)|112,	 "f112"},	{ rc(fpr)|113,		"f113"},
-    { rc(fpr)|114,	 "f114"},	{ rc(fpr)|115,		"f115"},
-    { rc(fpr)|116,	 "f116"},	{ rc(fpr)|117,		"f117"},
-    { rc(fpr)|118,	 "f118"},	{ rc(fpr)|119,		"f119"},
-#if 0
-    /* commented to fit a jit_regset_t in 256 bits, so that the fake
-     * O0-O7 registers are easily patched when an argument is pushed */
-    { rc(fpr)|120,	 "f120"},	{ rc(fpr)|121,		"f121"},
-    { rc(fpr)|122,	 "f122"},	{ rc(fpr)|123,		"f123"},
-    { rc(fpr)|124,	 "f124"},	{ rc(fpr)|125,		"f125"},
-    { rc(fpr)|126,	 "f126"},	{ rc(fpr)|127,		"f127"},
-#endif
-    /* Fake registers to patch in movr and movi arguments */
-    { rc(arg)|120,	 "o0"  },	{ rc(arg)|121,		"o1"  },
-    { rc(arg)|122,	 "o2"  },	{ rc(arg)|123,		"o3"  },
-    { rc(arg)|124,	 "o4"  },	{ rc(arg)|125,		"o5"  },
-    { rc(arg)|126,	 "o6"  },	{ rc(arg)|127,		"o7"  },
-    { _NOREG,		 "<none>" },
-};
-
-/*
- * Implementation
- */
-void
-jit_get_cpu(void)
-{
-}
-
-void
-_jit_init(jit_state_t *_jit)
-{
-    _jitc->reglen = jit_size(_rvs) - 1;
-    jit_regset_new(&_jitc->regs);
-    jit_carry = _NOREG;
-}
-
-void
-_jit_prolog(jit_state_t *_jit)
-{
-    int32_t		offset;
-
-    if (_jitc->function)
-	jit_epilog();
-    assert(jit_regset_cmp_ui(&_jitc->regarg, 0) == 0);
-    jit_regset_set_ui(&_jitc->regsav, 0);
-    offset = _jitc->functions.offset;
-    if (offset >= _jitc->functions.length) {
-	jit_realloc((jit_pointer_t *)&_jitc->functions.ptr,
-		    _jitc->functions.length * sizeof(jit_function_t),
-		    (_jitc->functions.length + 16) * sizeof(jit_function_t));
-	_jitc->functions.length += 16;
-    }
-    _jitc->function = _jitc->functions.ptr + _jitc->functions.offset++;
-    /* params_offset << 1, once for ours arguments, once for arguments
-     * to any called function; required because offsets are computed
-     * as JIT_FP displacement */
-    _jitc->function->self.size = stack_framesize + (params_offset << 1);
-    _jitc->function->self.argi = _jitc->function->self.argf =
-	_jitc->function->self.aoff = _jitc->function->self.alen = 0;
-    _jitc->function->self.call = jit_call_default;
-    jit_alloc((jit_pointer_t *)&_jitc->function->regoff,
-	      _jitc->reglen * sizeof(int32_t));
-
-    /* _no_link here does not mean the jit_link() call can be removed
-     * by rewriting as:
-     * _jitc->function->prolog = jit_new_node(jit_code_prolog);
-     */
-    _jitc->function->prolog = jit_new_node_no_link(jit_code_prolog);
-    jit_link(_jitc->function->prolog);
-    _jitc->function->prolog->w.w = offset;
-    _jitc->function->epilog = jit_new_node_no_link(jit_code_epilog);
-    /*	u:	label value
-     *	v:	offset in blocks vector
-     *	w:	offset in functions vector
-     */
-    _jitc->function->epilog->w.w = offset;
-
-    jit_regset_new(&_jitc->function->regset);
-}
-
-int32_t
-_jit_allocai(jit_state_t *_jit, int32_t length)
-{
-    assert(_jitc->function);
-    switch (length) {
-	case 0:	case 1:						break;
-	case 2:		_jitc->function->self.aoff &= -2;	break;
-	case 3:	case 4:	_jitc->function->self.aoff &= -4;	break;
-	default:	_jitc->function->self.aoff &= -8;	break;
-    }
-    _jitc->function->self.aoff -= length;
-    if (!_jitc->realize) {
-	jit_inc_synth_ww(allocai, _jitc->function->self.aoff, length);
-	jit_dec_synth();
-    }
-    return (_jitc->function->self.aoff);
-}
-
-void
-_jit_allocar(jit_state_t *_jit, int32_t u, int32_t v)
-{
-    int32_t		 reg;
-    assert(_jitc->function);
-    jit_inc_synth_ww(allocar, u, v);
-    if (!_jitc->function->allocar) {
-	_jitc->function->aoffoff = jit_allocai(sizeof(int32_t));
-	_jitc->function->allocar = 1;
-    }
-    reg = jit_get_reg(jit_class_gpr);
-    jit_negr(reg, v);
-    jit_andi(reg, reg, -16);
-    jit_ldxi_i(u, JIT_FP, _jitc->function->aoffoff);
-    jit_addr(u, u, reg);
-    jit_addr(JIT_SP, JIT_SP, reg);
-    jit_stxi_i(_jitc->function->aoffoff, JIT_FP, u);
-    jit_unget_reg(reg);
-    jit_dec_synth();
-}
-
-void
-_jit_ret(jit_state_t *_jit)
-{
-    jit_node_t		*instr;
-    assert(_jitc->function);
-    jit_inc_synth(ret);
-    /* jump to epilog */
-    instr = jit_jmpi();
-    jit_patch_at(instr, _jitc->function->epilog);
-    jit_dec_synth();
-}
-
-void
-_jit_retr(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr, u);
-    jit_movr(JIT_RET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti(jit_state_t *_jit, jit_word_t u)
-{
-    jit_inc_synth_w(reti, u);
-    jit_movi(JIT_RET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_retr_f(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr_f, u);
-    jit_movr_f(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti_f(jit_state_t *_jit, jit_float32_t u)
-{
-    jit_inc_synth_f(reti_f, u);
-    jit_movi_f(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_retr_d(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr_d, u);
-    jit_movr_d(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti_d(jit_state_t *_jit, jit_float64_t u)
-{
-    jit_inc_synth_d(reti_d, u);
-    jit_movi_d(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_epilog(jit_state_t *_jit)
-{
-    assert(_jitc->function);
-    assert(_jitc->function->epilog->next == NULL);
-    jit_link(_jitc->function->epilog);
-    _jitc->function = NULL;
-}
-
-jit_bool_t
-_jit_arg_register_p(jit_state_t *_jit, jit_node_t *u)
-{
-    assert(u->code == jit_code_arg ||
-	   u->code == jit_code_arg_f || u->code == jit_code_arg_d);
-    return (jit_arg_reg_p(u->u.w));
-}
-
-void
-_jit_ellipsis(jit_state_t *_jit)
-{
-    jit_inc_synth(ellipsis);
-    if (_jitc->prepare) {
-	assert(!(_jitc->function->call.call & jit_call_varargs));
-	_jitc->function->call.call |= jit_call_varargs;
-	jit_link_prepare();
-    }
-    else {
-	assert(!(_jitc->function->self.call & jit_call_varargs));
-	_jitc->function->self.call |= jit_call_varargs;
-	_jitc->function->vagp = _jitc->function->self.argi;
-	jit_link_prolog();
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_va_push(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(va_push, u);
-    jit_pushargr(u);
-    jit_dec_synth();
-}
-
-jit_node_t *
-_jit_arg(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function);
-    if (jit_arg_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else {
-	offset = _jitc->function->self.size;
-	_jitc->function->self.size += sizeof(jit_word_t);
-    }
-    node = jit_new_node_ww(jit_code_arg, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-jit_node_t *
-_jit_arg_f(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function);
-    if (jit_arg_reg_p(_jitc->function->self.argi)) {
-	if (!(_jitc->function->self.call & jit_call_varargs))
-	    offset = 8 + _jitc->function->self.argf++;
-	else
-	    offset = _jitc->function->self.argi;
-	++_jitc->function->self.argi;
-    }
-   else {
-	offset = _jitc->function->self.size;
-	_jitc->function->self.size += sizeof(jit_word_t);
-    }
-    node = jit_new_node_ww(jit_code_arg_f, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-jit_node_t *
-_jit_arg_d(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function);
-    if (jit_arg_reg_p(_jitc->function->self.argi)) {
-	if (!(_jitc->function->self.call & jit_call_varargs))
-	    offset = 8 + _jitc->function->self.argf++;
-	else
-	    offset = _jitc->function->self.argi;
-	++_jitc->function->self.argi;
-    }
-   else {
-	offset = _jitc->function->self.size;
-	_jitc->function->self.size += sizeof(jit_float64_t);
-    }
-    node = jit_new_node_ww(jit_code_arg_d, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-void
-_jit_getarg_c(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_c, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_c(u, _R32 + v->u.w);
-    else
-	jit_ldxi_c(u, JIT_FP, v->u.w + C_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_uc(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_uc, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_uc(u, _R32 + v->u.w);
-    else
-	jit_ldxi_uc(u, JIT_FP, v->u.w + C_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_s(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_s, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_s(u, _R32 + v->u.w);
-    else
-	jit_ldxi_s(u, JIT_FP, v->u.w + S_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_us(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_us, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_us(u, _R32 + v->u.w);
-    else
-	jit_ldxi_us(u, JIT_FP, v->u.w + S_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_i(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_i, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_i(u, _R32 + v->u.w);
-    else
-	jit_ldxi_i(u, JIT_FP, v->u.w + I_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_ui(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_ui, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_ui(u, _R32 + v->u.w);
-    else
-	jit_ldxi_ui(u, JIT_FP, v->u.w + I_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_l(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_l, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr(u, _R32 + v->u.w);
-    else
-	jit_ldxi(u, JIT_FP, v->u.w);
-    jit_dec_synth();
-}
-
-void
-_jit_putargr(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(putargr, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr(_R32 + v->u.w, u);
-    else
-	jit_stxi(v->u.w, JIT_FP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi(jit_state_t *_jit, jit_word_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(putargi, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movi(_R32 + v->u.w, u);
-    else {
-	regno = jit_get_reg(jit_class_gpr);
-	jit_movi(regno, u);
-	jit_stxi(v->u.w, JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_wp(getarg_f, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr_w_f(u, _OUT0 + v->u.w);
-    else if (jit_arg_reg_p(v->u.w - 8))
-	jit_movr_f(u, _F8 + (v->u.w - 8));
-    else
-	jit_ldxi_f(u, JIT_FP, v->u.w + F_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_putargr_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_wp(putargr_f, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr_f_w(_OUT0 + v->u.w, u);
-    else if (jit_arg_reg_p(v->u.w - 8))
-	jit_movr_f(_F8 + (v->u.w - 8), u);
-    else
-	jit_stxi_f(v->u.w, JIT_FP, u + F_DISP);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi_f(jit_state_t *_jit, jit_float32_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_fp(putargi_f, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movi_f_w(_OUT0 + v->u.w, u);
-    else if (jit_arg_reg_p(v->u.w - 8))
-	jit_movi_f(_F8 + (v->u.w - 8), u);
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_f(regno, u);
-	jit_stxi_f(v->u.w, JIT_FP, regno + F_DISP);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_wp(getarg_d, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr_w_d(u, _OUT0 + v->u.w);
-    else if (jit_arg_reg_p(v->u.w - 8))
-	jit_movr_d(u, _F8 + (v->u.w - 8));
-    else
-	jit_ldxi_d(u, JIT_FP, v->u.w);
-    jit_dec_synth();
-}
-
-void
-_jit_putargr_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_wp(putargr_d, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr_d_w(_OUT0 + v->u.w, u);
-    else if (jit_arg_reg_p(v->u.w - 8))
-	jit_movr_d(_F8 + (v->u.w - 8), u);
-    else
-	jit_stxi_d(v->u.w, JIT_FP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi_d(jit_state_t *_jit, jit_float64_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_dp(putargi_d, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movi_d_w(_OUT0 + v->u.w, u);
-    else if (jit_arg_reg_p(v->u.w - 8))
-	jit_movi_d(_F8 + (v->u.w - 8), u);
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_d(regno, u);
-	jit_stxi_d(v->u.w, JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr(jit_state_t *_jit, int32_t u)
-{
-    assert(_jitc->function);
-    jit_inc_synth_w(pushargr, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movr(_OUT0 + _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	jit_stxi(_jitc->function->call.size + params_offset, JIT_SP, u);
-	_jitc->function->call.size += sizeof(jit_word_t);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi(jit_state_t *_jit, jit_word_t u)
-{
-    int32_t		 regno;
-    assert(_jitc->function);
-    jit_inc_synth_w(pushargi, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movi(_OUT0 + _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_gpr);
-	jit_movi(regno, u);
-	jit_stxi(_jitc->function->call.size + params_offset, JIT_SP, regno);
-	_jitc->function->call.size += sizeof(jit_word_t);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr_f(jit_state_t *_jit, int32_t u)
-{
-    assert(_jitc->function);
-    jit_inc_synth_w(pushargr_f, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	if (!(_jitc->function->call.call & jit_call_varargs)) {
-	    jit_movr_f(_F8 + _jitc->function->call.argf, u);
-	    ++_jitc->function->call.argf;
-	}
-	else
-	    jit_movr_f_w(_OUT0 + _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	jit_stxi_f(_jitc->function->call.size + params_offset + F_DISP,
-		   JIT_SP, u);
-	_jitc->function->call.size += sizeof(jit_word_t);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi_f(jit_state_t *_jit, jit_float32_t u)
-{
-    int32_t		 regno;
-    assert(_jitc->function);
-    jit_inc_synth_f(pushargi_f, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	if (!(_jitc->function->call.call & jit_call_varargs)) {
-	    jit_movi_f(_F8 + _jitc->function->call.argf, u);
-	    ++_jitc->function->call.argf;
-	}
-	else
-	    jit_movi_f_w(_OUT0 + _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_f(regno, u);
-	jit_stxi_f(_jitc->function->call.size + params_offset + F_DISP,
-		   JIT_SP, regno);
-	_jitc->function->call.size += sizeof(jit_word_t);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr_d(jit_state_t *_jit, int32_t u)
-{
-    assert(_jitc->function);
-    jit_inc_synth_w(pushargr_d, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	if (!(_jitc->function->call.call & jit_call_varargs)) {
-	    jit_movr_d(_F8 + _jitc->function->call.argf, u);
-	    ++_jitc->function->call.argf;
-	}
-	else
-	    jit_movr_d_w(_OUT0 + _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	jit_stxi_d(_jitc->function->call.size + params_offset, JIT_SP, u);
-	_jitc->function->call.size += sizeof(jit_float64_t);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi_d(jit_state_t *_jit, jit_float64_t u)
-{
-    int32_t		 regno;
-    assert(_jitc->function);
-    jit_inc_synth_d(pushargi_d, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	if (!(_jitc->function->call.call & jit_call_varargs)) {
-	    jit_movi_d(_F8 + _jitc->function->call.argf, u);
-	    ++_jitc->function->call.argf;
-	}
-	else
-	    jit_movi_d_w(_OUT0 + _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_fpr);
-	jit_movi_d(regno, u);
-	jit_stxi_d(_jitc->function->call.size + params_offset, JIT_SP, regno);
-	_jitc->function->call.size += sizeof(jit_float64_t);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-jit_bool_t
-_jit_regarg_p(jit_state_t *_jit, jit_node_t *node, int32_t regno)
-{
-    /* Argument registers are allocated from the pool of unused registers */
-    return (0);
-}
-
-void
-_jit_finishr(jit_state_t *_jit, int32_t r0)
-{
-    jit_node_t		*call;
-    assert(_jitc->function);
-    jit_inc_synth_w(finishr, r0);
-    if (_jitc->function->self.alen < _jitc->function->call.size)
-	_jitc->function->self.alen = _jitc->function->call.size;
-    call = jit_callr(r0);
-    call->v.w = _jitc->function->call.argi;
-    call->w.w = _jitc->function->call.argf;
-    _jitc->function->call.argi = _jitc->function->call.argf =
-	_jitc->function->call.size = 0;
-    _jitc->prepare = 0;
-    jit_dec_synth();
-}
-
-jit_node_t *
-_jit_finishi(jit_state_t *_jit, jit_pointer_t i0)
-{
-    jit_node_t		*node;
-    assert(_jitc->function);
-    jit_inc_synth_w(finishi, (jit_word_t)i0);
-    if (_jitc->function->self.alen < _jitc->function->call.size)
-	_jitc->function->self.alen = _jitc->function->call.size;
-    node = jit_calli(i0);
-    node->v.w = _jitc->function->call.argi;
-    node->w.w = _jitc->function->call.argf;
-    _jitc->function->call.argi = _jitc->function->call.argf =
-	_jitc->function->call.size = 0;
-    _jitc->prepare = 0;
-    jit_dec_synth();
-    return (node);
-}
-
-void
-_jit_retval_c(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_c, r0);
-    jit_extr_c(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_uc(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_uc, r0);
-    jit_extr_uc(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_s(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_s, r0);
-    jit_extr_s(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_us(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_us, r0);
-    jit_extr_us(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_i(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_i, r0);
-    jit_extr_i(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_ui(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_ui, r0);
-    jit_extr_ui(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_l(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_l, r0);
-    jit_movr(r0, JIT_RET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_f(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_l, r0);
-    jit_movr_f(r0, JIT_FRET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_d(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_d, r0);
-    jit_movr_d(r0, JIT_FRET);
-    jit_dec_synth();
-}
-
-jit_pointer_t
-_emit_code(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    jit_node_t		*temp;
-    jit_word_t		 word;
-    int32_t		 value;
-    int32_t		 offset;
-    struct {
-	jit_node_t	*node;
-	jit_word_t	 word;
-#if DEVEL_DISASSEMBLER
-	jit_word_t	 prevw;
-#endif
-	int32_t	 patch_offset;
-	jit_word_t	 prolog_offset;
-    } undo;
-#if DEVEL_DISASSEMBLER
-    jit_word_t		 prevw;
-#endif
-
-    _jitc->function = NULL;
-
-    /* If did resize the code buffer, these were not reset */
-    _jitc->ioff = 0;
-    jit_regset_set_ui(&_jitc->regs, 0);
-    _jitc->pred = 0;
-
-    jit_reglive_setup();
-
-    undo.word = 0;
-    undo.node = NULL;
-    undo.patch_offset = 0;
-
-#if DEVEL_DISASSEMBLER
-    prevw = _jit->pc.w;
-#endif
-    undo.prolog_offset = 0;
-    for (node = _jitc->head; node; node = node->next)
-	if (node->code != jit_code_label &&
-	    node->code != jit_code_note &&
-	    node->code != jit_code_name)
-	    break;
-    if (node && (node->code != jit_code_prolog ||
-		 !(_jitc->functions.ptr + node->w.w)->assume_frame)) {
-	/* code may start with a jump so add an initial function descriptor */
-	word = _jit->pc.w + 16;
-	il(word);		/* addr */
-	il(0);			/* gp */
-    }
-#define case_rr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.w), rn(node->v.w));		\
-		break
-#define case_rw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.w), node->v.w);		\
-		break
-#define case_wr(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(node->u.w, rn(node->v.w));		\
-		break
-#define case_rrr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.w),				\
-			      rn(node->v.w), rn(node->w.w));		\
-		break
-#define case_rrrr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.q.l), rn(node->u.q.h),		\
-			      rn(node->v.w), rn(node->w.w));		\
-		break
-#define case_rrw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.w), rn(node->v.w), node->w.w);	\
-		break
-#define case_rrrw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.q.l), rn(node->u.q.h),		\
-			      rn(node->v.w), node->w.w);		\
-		break
-#define case_rrf(name, type, size)					\
-	    case jit_code_##name##i##type:				\
-		assert(node->flag & jit_flag_data);			\
-		name##i##type(rn(node->u.w), rn(node->v.w),		\
-			      (jit_float##size##_t *)node->w.n->u.w);	\
-		break
-#define case_wrr(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(node->u.w, rn(node->v.w), rn(node->w.w));	\
-		break
-#define case_brr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##r##type(temp->u.w, rn(node->v.w),		\
-				  rn(node->w.w));			\
-		else {							\
-		    word = name##r##type(_jit->pc.w,			\
-					 rn(node->v.w), rn(node->w.w));	\
-		    patch(word, node);					\
-		}							\
-		break
-#define case_brw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##i##type(temp->u.w,				\
-				  rn(node->v.w), node->w.w);		\
-		else {							\
-		    word = name##i##type(_jit->pc.w,			\
-					 rn(node->v.w), node->w.w);	\
-		    patch(word, node);					\
-		}							\
-		break
-#define case_brf(name, type, size)					\
-	    case jit_code_##name##i##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##i##type(temp->u.w, rn(node->v.w),		\
-				(jit_float##size##_t *)node->w.n->u.w);	\
-		else {							\
-		    word = name##i##type(_jit->pc.w, rn(node->v.w),	\
-				(jit_float##size##_t *)node->w.n->u.w);	\
-		    patch(word, node);					\
-		}							\
-		break
-    for (node = _jitc->head; node; node = node->next) {
-	if (_jit->pc.uc >= _jitc->code.end)
-	    return (NULL);
-
-	value = jit_classify(node->code);
-#if GET_JIT_SIZE
-	sync();
-#endif
-#if DEVEL_DISASSEMBLER
-	/* FIXME DEVEL_DISASSEMBLER should become DISASSEMBLER,
-	 * but a "real" DEVEL_DISASSEMBLER should be required
-	 * to turn the below "#if 0" into "#if 1" */
-#  if 0		/* Since disassembly outputs 3 instructions at a time,
-		 * make it "#if 1" for more clear debug output. */
-	sync();
-#  endif
-	node->offset = (jit_uword_t)_jit->pc.w - (jit_uword_t)prevw;
-	prevw = _jit->pc.w;
-#endif
-	jit_regarg_set(node, value);
-	switch (node->code) {
-	    case jit_code_align:
-		assert(!(node->u.w & (node->u.w - 1)) &&
-		       node->u.w <= sizeof(jit_word_t));
-		/* nothing done */
-		break;
-	    case jit_code_note:		case jit_code_name:
-		sync();
-		node->u.w = _jit->pc.w;
-		break;
-	    case jit_code_label:
-		sync();
-		/* remember label is defined */
-		node->flag |= jit_flag_patch;
-		node->u.w = _jit->pc.w;
-		break;
-		case_rrr(add,);
-		case_rrw(add,);
-		case_rrr(addc,);
-		case_rrw(addc,);
-		case_rrr(addx,);
-		case_rrw(addx,);
-		case_rrr(sub,);
-		case_rrw(sub,);
-		case_rrr(subx,);
-		case_rrw(subx,);
-		case_rrw(rsb,);
-		case_rrr(subc,);
-		case_rrw(subc,);
-		case_rrr(mul,);
-		case_rrw(mul,);
-		case_rrrr(qmul,);
-		case_rrrw(qmul,);
-		case_rrrr(qmul, _u);
-		case_rrrw(qmul, _u);
-		case_rrr(div,);
-		case_rrw(div,);
-		case_rrr(div, _u);
-		case_rrw(div, _u);
-		case_rrr(rem,);
-		case_rrw(rem,);
-		case_rrr(rem, _u);
-		case_rrw(rem, _u);
-		case_rrrr(qdiv,);
-		case_rrrw(qdiv,);
-		case_rrrr(qdiv, _u);
-		case_rrrw(qdiv, _u);
-		case_rrr(and,);
-		case_rrw(and,);
-		case_rrr(or,);
-		case_rrw(or,);
-		case_rrr(xor,);
-		case_rrw(xor,);
-		case_rrr(lsh,);
-		case_rrw(lsh,);
-		case_rrr(rsh,);
-		case_rrw(rsh,);
-		case_rrr(rsh, _u);
-		case_rrw(rsh, _u);
-		case_rr(neg,);
-		case_rr(com,);
-		case_rr(mov,);
-	    case jit_code_movi:
-		if (node->flag & jit_flag_node) {
-		    temp = node->v.n;
-		    if (temp->code == jit_code_data ||
-			(temp->code == jit_code_label &&
-			 (temp->flag & jit_flag_patch)))
-			movi(rn(node->u.w), temp->u.w);
-		    else {
-			assert(temp->code == jit_code_label ||
-			       temp->code == jit_code_epilog);
-			word = movi_p(rn(node->u.w), node->v.w);
-			patch(word, node);
-		    }
-		}
-		else
-		    movi(rn(node->u.w), node->v.w);
-		break;
-		case_rr(hton, _us);
-		case_rr(hton, _ui);
-		case_rr(hton, _ul);
-		case_rr(ext, _c);
-		case_rr(ext, _uc);
-		case_rr(ext, _s);
-		case_rr(ext, _us);
-		case_rr(ext, _i);
-		case_rr(ext, _ui);
-		case_rr(trunc, _f_i);
-		case_rr(trunc, _d_i);
-		case_rr(trunc, _f_l);
-		case_rr(trunc, _d_l);
-		case_rrr(lt,);
-		case_rrw(lt,);
-		case_rrr(lt, _u);
-		case_rrw(lt, _u);
-		case_rrr(le,);
-		case_rrw(le,);
-		case_rrr(le, _u);
-		case_rrw(le, _u);
-		case_rrr(eq,);
-		case_rrw(eq,);
-		case_rrr(ge,);
-		case_rrw(ge,);
-		case_rrr(ge, _u);
-		case_rrw(ge, _u);
-		case_rrr(gt,);
-		case_rrw(gt,);
-		case_rrr(gt, _u);
-		case_rrw(gt, _u);
-		case_rrr(ne,);
-		case_rrw(ne,);
-		case_rr(ld, _c);
-		case_rw(ld, _c);
-		case_rr(ld, _uc);
-		case_rw(ld, _uc);
-		case_rr(ld, _s);
-		case_rw(ld, _s);
-		case_rr(ld, _us);
-		case_rw(ld, _us);
-		case_rr(ld, _i);
-		case_rw(ld, _i);
-		case_rr(ld, _ui);
-		case_rw(ld, _ui);
-		case_rr(ld, _l);
-		case_rw(ld, _l);
-		case_rrr(ldx, _c);
-		case_rrw(ldx, _c);
-		case_rrr(ldx, _uc);
-		case_rrw(ldx, _uc);
-		case_rrr(ldx, _s);
-		case_rrw(ldx, _s);
-		case_rrr(ldx, _us);
-		case_rrw(ldx, _us);
-		case_rrr(ldx, _i);
-		case_rrw(ldx, _i);
-		case_rrr(ldx, _ui);
-		case_rrw(ldx, _ui);
-		case_rrr(ldx, _l);
-		case_rrw(ldx, _l);
-		case_rr(st, _c);
-		case_wr(st, _c);
-		case_rr(st, _s);
-		case_wr(st, _s);
-		case_rr(st, _i);
-		case_wr(st, _i);
-		case_rr(st, _l);
-		case_wr(st, _l);
-		case_rrr(stx, _c);
-		case_wrr(stx, _c);
-		case_rrr(stx, _s);
-		case_wrr(stx, _s);
-		case_rrr(stx, _i);
-		case_wrr(stx, _i);
-		case_rrr(stx, _l);
-		case_wrr(stx, _l);
-		case_brr(blt,);
-		case_brw(blt,);
-		case_brr(blt, _u);
-		case_brw(blt, _u);
-		case_brr(ble,);
-		case_brw(ble,);
-		case_brr(ble, _u);
-		case_brw(ble, _u);
-		case_brr(beq,);
-		case_brw(beq,);
-		case_brr(bge,);
-		case_brw(bge,);
-		case_brr(bge, _u);
-		case_brw(bge, _u);
-		case_brr(bgt,);
-		case_brw(bgt,);
-		case_brr(bgt, _u);
-		case_brw(bgt, _u);
-		case_brr(bne,);
-		case_brw(bne,);
-		case_brr(bms,);
-		case_brw(bms,);
-		case_brr(bmc,);
-		case_brw(bmc,);
-		case_brr(boadd,);
-		case_brw(boadd,);
-		case_brr(boadd, _u);
-		case_brw(boadd, _u);
-		case_brr(bxadd,);
-		case_brw(bxadd,);
-		case_brr(bxadd, _u);
-		case_brw(bxadd, _u);
-		case_brr(bosub,);
-		case_brw(bosub,);
-		case_brr(bosub, _u);
-		case_brw(bosub, _u);
-		case_brr(bxsub,);
-		case_brw(bxsub,);
-		case_brr(bxsub, _u);
-		case_brw(bxsub, _u);
-		case_rrr(add, _f);
-		case_rrf(add, _f, 32);
-		case_rrr(sub, _f);
-		case_rrf(sub, _f, 32);
-		case_rrf(rsb, _f, 32);
-		case_rrr(mul, _f);
-		case_rrf(mul, _f, 32);
-		case_rrr(div, _f);
-		case_rrf(div, _f, 32);
-		case_rr(ext, _f);
-		case_rr(abs, _f);
-		case_rr(neg, _f);
-		case_rr(sqrt, _f);
-		case_rr(ld, _f);
-		case_rw(ld, _f);
-		case_rrr(ldx, _f);
-		case_rrw(ldx, _f);
-		case_rr(st, _f);
-		case_wr(st, _f);
-		case_rrr(stx, _f);
-		case_wrr(stx, _f);
-		case_rr(mov, _f);
-	    case jit_code_movi_f:
-		assert(node->flag & jit_flag_data);
-		movi_f(rn(node->u.w), (jit_float32_t *)node->v.n->u.w);
-		break;
-		case_rr(ext, _d_f);
-		case_rrr(lt, _f);
-		case_rrf(lt, _f, 32);
-		case_rrr(le, _f);
-		case_rrf(le, _f, 32);
-		case_rrr(eq, _f);
-		case_rrf(eq, _f, 32);
-		case_rrr(ge, _f);
-		case_rrf(ge, _f, 32);
-		case_rrr(gt, _f);
-		case_rrf(gt, _f, 32);
-		case_rrr(ne, _f);
-		case_rrf(ne, _f, 32);
-		case_rrr(unlt, _f);
-		case_rrf(unlt, _f, 32);
-		case_rrr(unle, _f);
-		case_rrf(unle, _f, 32);
-		case_rrr(uneq, _f);
-		case_rrf(uneq, _f, 32);
-		case_rrr(unge, _f);
-		case_rrf(unge, _f, 32);
-		case_rrr(ungt, _f);
-		case_rrf(ungt, _f, 32);
-		case_rrr(ltgt, _f);
-		case_rrf(ltgt, _f, 32);
-		case_rrr(ord, _f);
-		case_rrf(ord, _f, 32);
-		case_rrr(unord, _f);
-		case_rrf(unord, _f, 32);
-		case_brr(blt, _f);
-		case_brf(blt, _f, 32);
-		case_brr(ble, _f);
-		case_brf(ble, _f, 32);
-		case_brr(beq, _f);
-		case_brf(beq, _f, 32);
-		case_brr(bge, _f);
-		case_brf(bge, _f, 32);
-		case_brr(bgt, _f);
-		case_brf(bgt, _f, 32);
-		case_brr(bne, _f);
-		case_brf(bne, _f, 32);
-		case_brr(bunlt, _f);
-		case_brf(bunlt, _f, 32);
-		case_brr(bunle, _f);
-		case_brf(bunle, _f, 32);
-		case_brr(buneq, _f);
-		case_brf(buneq, _f, 32);
-		case_brr(bunge, _f);
-		case_brf(bunge, _f, 32);
-		case_brr(bungt, _f);
-		case_brf(bungt, _f, 32);
-		case_brr(bltgt, _f);
-		case_brf(bltgt, _f, 32);
-		case_brr(bord, _f);
-		case_brf(bord, _f, 32);
-		case_brr(bunord, _f);
-		case_brf(bunord, _f, 32);
-		case_rrr(add, _d);
-		case_rrf(add, _d, 64);
-		case_rrr(sub, _d);
-		case_rrf(sub, _d, 64);
-		case_rrf(rsb, _d, 64);
-		case_rrr(mul, _d);
-		case_rrf(mul, _d, 64);
-		case_rrr(div, _d);
-		case_rrf(div, _d, 64);
-		case_rr(ext, _d);
-		case_rr(abs, _d);
-		case_rr(neg, _d);
-		case_rr(sqrt, _d);
-		case_rr(ld, _d);
-		case_rw(ld, _d);
-		case_rrr(ldx, _d);
-		case_rrw(ldx, _d);
-		case_rr(st, _d);
-		case_wr(st, _d);
-		case_rrr(stx, _d);
-		case_wrr(stx, _d);
-		case_rr(mov, _d);
-	    case jit_code_movi_d:
-		assert(node->flag & jit_flag_data);
-		movi_d(rn(node->u.w), (jit_float64_t *)node->v.n->u.w);
-		break;
-		case_rr(ext, _f_d);
-		case_rrr(lt, _d);
-		case_rrf(lt, _d, 64);
-		case_rrr(le, _d);
-		case_rrf(le, _d, 64);
-		case_rrr(eq, _d);
-		case_rrf(eq, _d, 64);
-		case_rrr(ge, _d);
-		case_rrf(ge, _d, 64);
-		case_rrr(gt, _d);
-		case_rrf(gt, _d, 64);
-		case_rrr(ne, _d);
-		case_rrf(ne, _d, 64);
-		case_rrr(unlt, _d);
-		case_rrf(unlt, _d, 64);
-		case_rrr(unle, _d);
-		case_rrf(unle, _d, 64);
-		case_rrr(uneq, _d);
-		case_rrf(uneq, _d, 64);
-		case_rrr(unge, _d);
-		case_rrf(unge, _d, 64);
-		case_rrr(ungt, _d);
-		case_rrf(ungt, _d, 64);
-		case_rrr(ltgt, _d);
-		case_rrf(ltgt, _d, 64);
-		case_rrr(ord, _d);
-		case_rrf(ord, _d, 64);
-		case_rrr(unord, _d);
-		case_rrf(unord, _d, 64);
-		case_brr(blt, _d);
-		case_brf(blt, _d, 64);
-		case_brr(ble, _d);
-		case_brf(ble, _d, 64);
-		case_brr(beq, _d);
-		case_brf(beq, _d, 64);
-		case_brr(bge, _d);
-		case_brf(bge, _d, 64);
-		case_brr(bgt, _d);
-		case_brf(bgt, _d, 64);
-		case_brr(bne, _d);
-		case_brf(bne, _d, 64);
-		case_brr(bunlt, _d);
-		case_brf(bunlt, _d, 64);
-		case_brr(bunle, _d);
-		case_brf(bunle, _d, 64);
-		case_brr(buneq, _d);
-		case_brf(buneq, _d, 64);
-		case_brr(bunge, _d);
-		case_brf(bunge, _d, 64);
-		case_brr(bungt, _d);
-		case_brf(bungt, _d, 64);
-		case_brr(bltgt, _d);
-		case_brf(bltgt, _d, 64);
-		case_brr(bord, _d);
-		case_brf(bord, _d, 64);
-		case_brr(bunord, _d);
-		case_brf(bunord, _d, 64);
-	    case jit_code_jmpr:
-		jmpr(rn(node->u.w));
-		break;
-	    case jit_code_jmpi:
-		if (node->flag & jit_flag_node) {
-		    if (_jit->pc.uc == _jit->code.ptr + 16)
-			_jitc->jump = 1;
-		    temp = node->u.n;
-		    assert(temp->code == jit_code_label ||
-			   temp->code == jit_code_epilog);
-		    if (temp->flag & jit_flag_patch)
-			jmpi(temp->u.w);
-		    else {
-			word = jmpi_p(_jit->pc.w);
-			patch(word, node);
-		    }
-		}
-		else
-		    jmpi(node->u.w);
-		break;
-	    case jit_code_callr:
-		callr(rn(node->u.w));
-		break;
-	    case jit_code_calli:
-		if (node->flag & jit_flag_node) {
-		    temp = node->u.n;
-		    assert(temp->code == jit_code_label ||
-			   temp->code == jit_code_epilog);
-		    word = calli_p(temp->u.w);
-		    if (!(temp->flag & jit_flag_patch))
-			patch(word, node);
-		}
-		else
-		    calli(node->u.w);
-		break;
-	    case jit_code_prolog:
-		jit_regset_set_ui(&_jitc->regs, 0);
-		_jitc->pred = 0;
-		sync();
-		_jitc->function = _jitc->functions.ptr + node->w.w;
-		undo.node = node;
-		undo.word = _jit->pc.w;
-#if DEVEL_DISASSEMBLER
-		undo.prevw = prevw;
-#endif
-		undo.patch_offset = _jitc->patches.offset;
-		undo.prolog_offset = _jitc->prolog.offset;
-	    restart_function:
-		_jitc->again = 0;
-		if (_jitc->jump && !_jitc->function->assume_frame) {
-		    /* remember prolog to hide offset adjustment for a jump
-		     * to the start of a function, what is expected to be
-		     * a common practice as first jit instruction */
-		    if (_jitc->prolog.offset >= _jitc->prolog.length) {
-			_jitc->prolog.length += 16;
-			jit_realloc((jit_pointer_t *)&_jitc->prolog.ptr,
-				    (_jitc->prolog.length - 16) *
-				    sizeof(jit_word_t),
-				    _jitc->prolog.length * sizeof(jit_word_t));
-		    }
-		    _jitc->prolog.ptr[_jitc->prolog.offset++] = _jit->pc.w;
-		    /* function descriptor */
-		    word = _jit->pc.w + 16;
-		    il(word);			/* addr */
-		    il(0);			/* gp */
-		}
-		prolog(node);
-		break;
-	    case jit_code_epilog:
-		assert(_jitc->function == _jitc->functions.ptr + node->w.w);
-		if (_jitc->again) {
-		    for (temp = undo.node->next;
-			 temp != node; temp = temp->next) {
-			if (temp->code == jit_code_label ||
-			    temp->code == jit_code_epilog)
-			    temp->flag &= ~jit_flag_patch;
-		    }
-		    temp->flag &= ~jit_flag_patch;
-		    node = undo.node;
-		    _jit->pc.w = undo.word;
-#if DEVEL_DISASSEMBLER
-		    prevw = undo.prevw;
-#endif
-		    _jitc->patches.offset = undo.patch_offset;
-		    _jitc->prolog.offset = undo.prolog_offset;
-		    _jitc->ioff = 0;
-		    jit_regset_set_ui(&_jitc->regs, 0);
-		    _jitc->pred = 0;
-		    goto restart_function;
-		}
-		/* remember label is defined */
-		sync();
-		node->flag |= jit_flag_patch;
-		node->u.w = _jit->pc.w;
-		epilog(node);
-		jit_regset_set_ui(&_jitc->regs, 0);
-		_jitc->pred = 0;
-		_jitc->function = NULL;
-		break;
-	    case jit_code_va_start:
-		vastart(rn(node->u.w));
-		break;
-	    case jit_code_va_arg:
-		vaarg(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_va_arg_d:
-		vaarg_d(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_live:
-	    case jit_code_arg:			case jit_code_ellipsis:
-	    case jit_code_va_push:
-	    case jit_code_allocai:		case jit_code_allocar:
-	    case jit_code_arg_f:		case jit_code_arg_d:
-	    case jit_code_va_end:
-	    case jit_code_ret:
-	    case jit_code_retr:			case jit_code_reti:
-	    case jit_code_retr_f:		case jit_code_reti_f:
-	    case jit_code_retr_d:		case jit_code_reti_d:
-	    case jit_code_getarg_c:		case jit_code_getarg_uc:
-	    case jit_code_getarg_s:		case jit_code_getarg_us:
-	    case jit_code_getarg_i:		case jit_code_getarg_ui:
-	    case jit_code_getarg_l:
-	    case jit_code_getarg_f:		case jit_code_getarg_d:
-	    case jit_code_putargr:		case jit_code_putargi:
-	    case jit_code_putargr_f:		case jit_code_putargi_f:
-	    case jit_code_putargr_d:		case jit_code_putargi_d:
-	    case jit_code_pushargr:		case jit_code_pushargi:
-	    case jit_code_pushargr_f:		case jit_code_pushargi_f:
-	    case jit_code_pushargr_d:		case jit_code_pushargi_d:
-	    case jit_code_retval_c:		case jit_code_retval_uc:
-	    case jit_code_retval_s:		case jit_code_retval_us:
-	    case jit_code_retval_i:
-	    case jit_code_retval_ui:		case jit_code_retval_l:
-	    case jit_code_retval_f:		case jit_code_retval_d:
-	    case jit_code_prepare:
-	    case jit_code_finishr:		case jit_code_finishi:
-		break;
-	    case jit_code_movr_w_f:
-		movr_w_f(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_movr_f_w:
-		movr_f_w(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_movr_w_d:
-		movr_w_d(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_movr_d_w:
-		movr_d_w(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_movi_f_w:
-		movi_f_w(rn(node->u.w), node->v.n->u.p);
-		break;
-	    case jit_code_movi_d_w:
-		movi_d_w(rn(node->u.w), node->v.n->u.p);
-		break;
-	    default:
-		abort();
-	}
-	if (jit_carry != _NOREG) {
-	    switch (node->code) {
-		case jit_code_note:
-		case jit_code_addcr:		case jit_code_addci:
-		case jit_code_addxr:		case jit_code_addxi:
-		case jit_code_subcr:		case jit_code_subci:
-		case jit_code_subxr:		case jit_code_subxi:
-		    break;
-		default:
-		    jit_unget_reg(jit_carry);
-		    jit_carry = _NOREG;
-		    break;
-	    }
-	}
-#if GET_JIT_SIZE
-	sync();
-#endif
-	jit_regarg_clr(node, value);
-	if (jit_carry == _NOREG)
-	    assert(jit_regset_cmp_ui(&_jitc->regarg, 0) == 0);
-	else {
-	    assert(jit_regset_scan1(&_jitc->regarg, 0) == jit_carry);
-	    assert(jit_regset_scan1(&_jitc->regarg, jit_carry + 1) == ULONG_MAX);
-	}
-	assert(_jitc->synth == 0);
-	/* update register live state */
-	jit_reglive(node);
-    }
-    sync();
-#undef case_brf
-#undef case_brw
-#undef case_brr
-#undef case_wrr
-#undef case_rrrw
-#undef case_rrf
-#undef case_rrw
-#undef case_rrrr
-#undef case_rrr
-#undef case_wr
-#undef case_rw
-#undef case_rr
-
-    for (offset = 0; offset < _jitc->patches.offset; offset++) {
-	node = _jitc->patches.ptr[offset].node;
-	word = node->code == jit_code_movi ? node->v.n->u.w : node->u.n->u.w;
-	patch_at(node->code, _jitc->patches.ptr[offset].inst, word);
-    }
-
-    jit_flush(_jit->code.ptr, _jit->pc.uc);
-
-    return (_jit->code.ptr);
-}
-
-#define CODE				1
-#  include "ia64-cpu.c"
-#  include "ia64-fpu.c"
-#undef CODE
-
-void
-jit_flush(void *fptr, void *tptr)
-{
-#if defined(__GNUC__)
-    jit_word_t		f, t, s;
-
-    s = sysconf(_SC_PAGE_SIZE);
-    f = (jit_word_t)fptr & -s;
-    t = (((jit_word_t)tptr) + s - 1) & -s;
-#  if 0
-    __clear_cache((void *)f, (void *)t);
-#  else
-    /* __clear_cache is a noop in (old?) gcc, but cache flush is
-     * required on a multi processor Linux system. */
-    for (s = f; s < t; s += 32)
-	asm volatile("fc %0" :: "r"(s) : "memory");
-#  endif
-#endif
-}
-
-/* Use r2 that is reserved to not require a jit_get_reg call, also note
- * that addil needs a register that first in 2 bits, so, if using a
- * register other than r2 must be less than r8 (or check for a smaller
- * immediate, i.e. i0 >= -8192 && i0 <= 8191) */
-void
-_emit_ldxi(jit_state_t *_jit, jit_gpr_t r0, jit_gpr_t r1, jit_word_t i0)
-{
-    assert(i0 >= -2097152 && i0 < 2097151);
-    addi(GR_2, rn(r1), i0);
-    ldr(rn(r0), GR_2);
-}
-
-void
-_emit_stxi(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_gpr_t r1)
-{
-    assert(i0 >= -2097152 && i0 < 2097151);
-    addi(GR_2, rn(r0), i0);
-    str(GR_2, rn(r1));
-}
-
-void
-_emit_ldxi_d(jit_state_t *_jit, jit_fpr_t r0, jit_gpr_t r1, jit_word_t i0)
-{
-    assert(i0 >= -2097152 && i0 < 2097151);
-    addi(GR_2, rn(r1), i0);
-    ldr_d(rn(r0), GR_2);
-}
-
-void
-_emit_stxi_d(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_fpr_t r1)
-{
-    assert(i0 >= -2097152 && i0 < 2097151);
-    addi(GR_2, rn(r0), i0);
-    str_d(GR_2, rn(r1));
-}
-
-static void
-_patch(jit_state_t *_jit, jit_word_t instr, jit_node_t *node)
-{
-    int32_t		flag;
-
-    assert(node->flag & jit_flag_node);
-    if (node->code == jit_code_movi)
-	flag = node->v.n->flag;
-    else
-	flag = node->u.n->flag;
-    assert(!(flag & jit_flag_patch));
-    if (_jitc->patches.offset >= _jitc->patches.length) {
-	jit_realloc((jit_pointer_t *)&_jitc->patches.ptr,
-		    _jitc->patches.length * sizeof(jit_patch_t),
-		    (_jitc->patches.length + 1024) * sizeof(jit_patch_t));
-	_jitc->patches.length += 1024;
-    }
-    _jitc->patches.ptr[_jitc->patches.offset].inst = instr;
-    _jitc->patches.ptr[_jitc->patches.offset].node = node;
-    ++_jitc->patches.offset;
-}
diff --git a/libguile/lightening/lightening/ia64.h b/libguile/lightening/lightening/ia64.h
deleted file mode 100644
index 4723e70ce..000000000
--- a/libguile/lightening/lightening/ia64.h
+++ /dev/null
@@ -1,120 +0,0 @@
-/*
- * Copyright (C) 2013-2017  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#ifndef _jit_ia64_h
-#define _jit_ia64_h
-
-#define JIT_HASH_CONSTS		1
-#define JIT_NUM_OPERANDS	3
-
-/*
- * Types
- */
-#define JIT_FP			_R4	/* Not abi specific */
-typedef enum {
-#define JIT_R0		_R40
-#define JIT_R1		_R41
-#define JIT_R2		_R42
-#define JIT_R3		_R43
-#define JIT_V0		_R44
-#define JIT_V1		_R45
-#define JIT_V2		_R46
-#define JIT_V3		_R47
-#define jit_r_num()	4
-#define jit_r(n)	(_R40 + (n))
-#define jit_v_num()	4
-#define jit_v(n)	(_R44 + (n))
-    _R0,	/* constant - Always 0 */
-    _R1,	/* special - Global Data pointer (gp) */
-    /* r2-r3	 - scratch - Use with 22-bit immediate add - scratch */
-    _R2,	_R3,
-    /* r4-r7 - preserved */
-    _R4,	_R5,	_R6,	_R7,
-    _R8,	/* scratch - Return value; structure/union return pointer */
-    /* r9-r11	 - scratch - Return values */
-    _R9,	_R10,	_R11,
-    _R12,	/* special - Memory stack pointer (sp) */
-    _R13,	/* special - Reserved as a thread pointer (tp)*/
-    /* r14-r31	 - scratch */
-    _R31,	_R30,
-    _R29,	_R28,	_R27,	_R26,	_R25,	_R24,	_R23,	_R22,
-    _R21,	_R20,	_R19,	_R18,	_R17,	_R16,	_R15,	_R14,
-    /* r32-r39	 - aka in0-in7 - Incoming register arguments */
-    _R32,	_R33,	_R34,	_R35,	_R36,	_R37,	_R38,	_R39,
-    /* r40-r127	 - loc0...locn,out0...outn */
-    _R40,	_R41,	_R42,	_R43,	_R44,	_R45,	_R46,	_R47,
-    _R48,	_R49,	_R50,	_R51,	_R52,	_R53,	_R54,	_R55,
-    _R56,	_R57,	_R58,	_R59,	_R60,	_R61,	_R62,	_R63,
-    _R64,	_R65,	_R66,	_R67,	_R68,	_R69,	_R70,	_R71,
-    _R72,	_R73,	_R74,	_R75,	_R76,	_R77,	_R78,	_R79,
-    _R80,	_R81,	_R82,	_R83,	_R84,	_R85,	_R86,	_R87,
-    _R88,	_R89,	_R90,	_R91,	_R92,	_R93,	_R94,	_R95,
-    _R96,	_R97,	_R98,	_R99,	_R100,	_R101,	_R102,	_R103,
-    _R104,	_R105,	_R106,	_R107,	_R108,	_R109,	_R110,	_R111,
-    _R112,	_R113,	_R114,	_R115,	_R116,	_R117,	_R118,	_R119,
-    _R120,	_R121,	_R122,	_R123,	_R124,	_R125,	_R126,	_R127,
-#define JIT_F0		_F16
-#define JIT_F1		_F17
-#define JIT_F2		_F18
-#define JIT_F3		_F19
-#define JIT_F4		_F20
-#define JIT_F5		_F21
-#define jit_f_num()	6
-#define jit_f(n)	(_F16 + (n))
-    _F0,	/* constant - Always 0.0 */
-    _F1,	/* constant - Always 1.0 */
-    /* f2-f5	 - preserved */
-    _F2,	_F3,	_F4,	_F5,
-    /* f6-f7	 - scratch */
-    _F6,	_F7,
-    /* f8-f15	 - scratch - Argument/return registers */
-    _F8,	_F9,	_F10,	_F11,	_F12,	_F13,	_F14,	_F15,
-    /* f16-f31	 - preserved */
-    _F16,	_F17,	_F18,	_F19,	_F20,	_F21,	_F22,	_F23,
-    _F24,	_F25,	_F26,	_F27,	_F28,	_F29,	_F30,	_F31,
-    /* f32-f127	 - scratch - Rotating registers or scratch */
-    _F32,	_F33,	_F34,	_F35,	_F36,	_F37,	_F38,	_F39,
-    _F40,	_F41,	_F42,	_F43,	_F44,	_F45,	_F46,	_F47,
-    _F48,	_F49,	_F50,	_F51,	_F52,	_F53,	_F54,	_F55,
-    _F56,	_F57,	_F58,	_F59,	_F60,	_F61,	_F62,	_F63,
-    _F64,	_F65,	_F66,	_F67,	_F68,	_F69,	_F70,	_F71,
-    _F72,	_F73,	_F74,	_F75,	_F76,	_F77,	_F78,	_F79,
-    _F80,	_F81,	_F82,	_F83,	_F84,	_F85,	_F86,	_F87,
-    _F88,	_F89,	_F90,	_F91,	_F92,	_F93,	_F94,	_F95,
-    _F96,	_F97,	_F98,	_F99,	_F100,	_F101,	_F102,	_F103,
-    _F104,	_F105,	_F106,	_F107,	_F108,	_F109,	_F110,	_F111,
-    _F112,	_F113,	_F114,	_F115,	_F116,	_F117,	_F118,	_F119,
-
-#if 0
-    /* Do not list these to not need an unique identifier larger
-     * than 255 for jit_regset_t */
-    _F120,	_F121,	_F122,	_F123,	_F124,	_F125,	_F126,	_F127,
-#endif
-
-    /* Fake registers. Required because while "in" parameters start at r32,
-     * "out" parameters start *after* registers allocated for temporaries,
-     * and that are supposed to kept alive (what is desirable, that is, to
-      * not spill/reload them in memory) */
-    _OUT0,	_OUT1,	_OUT2,	_OUT3,	_OUT4,	_OUT5,	_OUT6,	_OUT7,
-
-#define JIT_NOREG		_NOREG
-    _NOREG,
-} jit_reg_t;
-
-#endif /* _jit_ia64_h */
diff --git a/libguile/lightening/lightening/lightening.c b/libguile/lightening/lightening/lightening.c
index a82e0aca6..0973d8a69 100644
--- a/libguile/lightening/lightening/lightening.c
+++ b/libguile/lightening/lightening/lightening.c
@@ -322,18 +322,10 @@ jit_patch_there(jit_state_t* _jit, jit_reloc_t reloc, jit_pointer_t addr)
 # include "arm.c"
 #elif defined(__ppc__) || defined(__powerpc__)
 # include "ppc.c"
-#elif defined(__sparc__)
-# include "sparc.c"
-#elif defined(__ia64__)
-# include "ia64.c"
-#elif defined(__hppa__)
-# include "hppa.c"
 #elif defined(__aarch64__)
 # include "aarch64.c"
 #elif defined(__s390__) || defined(__s390x__)
 # include "s390.c"
-#elif defined(__alpha__)
-# include "alpha.c"
 #endif
 
 #define JIT_IMPL_0(stem, ret) \
diff --git a/libguile/lightening/lightening/sparc-cpu.c b/libguile/lightening/lightening/sparc-cpu.c
deleted file mode 100644
index 81f92ce23..000000000
--- a/libguile/lightening/lightening/sparc-cpu.c
+++ /dev/null
@@ -1,2568 +0,0 @@
-/*
- * Copyright (C) 2013-2017, 2019  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-#  define _G2_REGNO				0x02
-#  define _G3_REGNO				0x03
-#  define _G4_REGNO				0x04
-#  define _O0_REGNO				0x08
-#  define _O1_REGNO				0x09
-#  define _SP_REGNO				0x0e
-#  define _FP_REGNO				0x1e
-#  define _O7_REGNO				0x0f
-#  define _L0_REGNO				0x10
-#  define _L1_REGNO				0x11
-#  define _L2_REGNO				0x12
-#  define _L3_REGNO				0x13
-#  define _L4_REGNO				0x14
-#  define _L5_REGNO				0x15
-#  define _L6_REGNO				0x16
-#  define _L7_REGNO				0x17
-#  define _I7_REGNO				0x1f
-/*
- *					- previous stack frame
- * fp	----
- * fp-	local variables (in lightning, 8 bytes space for float conversion)
- * fp-	alloca
- * sp+	stack arguments
- * sp+	6 words to save register arguments
- * sp+	1 word for hidden address of aggregate return value (32 bits only)
- * sp+	16 words for in and local registers
- * sp	----
- *	decreasing memory address	- next stack frame (not yet allocated)
- */
-#  define stack_framesize			((16 + (__WORDSIZE == 32) + 6) * sizeof(jit_word_t))
-typedef union {
-    struct {				uint32_t b: 2;	} op;
-    struct {	uint32_t _: 2;	uint32_t b: 1;	} a;
-    struct {	uint32_t _: 2;	uint32_t b: 5;	} rd;
-    struct {	uint32_t _: 2;	uint32_t b: 30;	} disp30;
-    struct {	uint32_t _: 3;	uint32_t b: 4;	} cond;
-    struct {	uint32_t _: 7;	uint32_t b: 3;	} op2;
-    struct {	uint32_t _: 7;	uint32_t b: 6;	} op3;
-    struct {	uint32_t _: 10;	uint32_t b: 1;	} cc1;
-    struct {	uint32_t _: 10;	uint32_t b: 22;	} imm22;
-    struct {	uint32_t _: 10;	uint32_t b: 22;	} disp22;
-    struct {	uint32_t _: 11;	uint32_t b: 1;	} cc0;
-    struct {	uint32_t _: 12;	uint32_t b: 1;	} p;
-    struct {	uint32_t _: 13;	uint32_t b: 19;	} disp19;
-    struct {	uint32_t _: 13;	uint32_t b: 5;	} rs1;
-    struct {	uint32_t _: 18;	uint32_t b: 1;	} i;
-    struct {	uint32_t _: 18;	uint32_t b: 9;	} opf;
-    struct {	uint32_t _: 19;	uint32_t b: 1;	} x;
-    struct {	uint32_t _: 19;	uint32_t b: 8;	} asi;
-    struct {	uint32_t _: 19;	uint32_t b: 6;	} res;
-    struct {	uint32_t _: 19;	uint32_t b: 13;	} simm13;
-    struct {	uint32_t _: 20;	uint32_t b: 7;	} asix;
-    struct {	uint32_t _: 20;	uint32_t b: 6;	} asis;
-    struct {	uint32_t _: 26;	uint32_t b: 6;	} shim;
-    struct {	uint32_t _: 25;	uint32_t b: 7;	} imm7;
-    struct {	uint32_t _: 27;	uint32_t b: 5;	} rs2;
-    int32_t							  v;
-} jit_instr_t;
-#  define ii(i)				*_jit->pc.ui++ = i
-#  define s7_p(imm)			((imm) <= 63 && (imm) >= -64)
-#  define s13_p(imm)			((imm) <= 4095 && (imm) >= -4096)
-#  define s19_p(imm)			((imm) <= 262143 && (imm) >= -262144)
-#  define s22_p(imm)			((imm) <= 2097151 && (imm) >= -20971512)
-#  define s30_p(imm)			((imm) <= 536870911 && (imm) >= -536870912)
-#  define f1(op, disp30)		_f1(_jit, op, disp30)
-static void _f1(jit_state_t*,int32_t,int32_t);
-#  define f2r(op, rd, op2, imm22)	_f2r(_jit, op, rd, op2, imm22)
-static void _f2r(jit_state_t*,int32_t,int32_t,int32_t,int32_t);
-#  define f2b(op, a, cond, op2, disp22)	_f2b(_jit, op, a, cond, op2, disp22)
-static void
-_f2b(jit_state_t*,int32_t,int32_t,int32_t,int32_t,int32_t);
-#  if __WORDSIZE == 64
-#    define f2bp(op,a,cond,op2,cc1,cc0,p,disp19)				\
-	_f2bp(_jit,op,a,cond,op2,cc1,cc0,p,disp19)
-static void
-_f2bp(jit_state_t*,int32_t,int32_t,int32_t,int32_t,int32_t,
-      int32_t,int32_t,int32_t);
-#  endif
-#  define f3r(op, rd, op3, rs1, rs2)	_f3r(_jit, op, rd, op3, rs1, rs2)
-static void _f3r(jit_state_t*,
-		 int32_t,int32_t,int32_t,int32_t,int32_t);
-#  if __WORDSIZE == 64
-#  define f3rx(op, rd, op3, rs1, rs2)	_f3rx(_jit, op, rd, op3, rs1, rs2)
-static void _f3rx(jit_state_t*,
-		  int32_t,int32_t,int32_t,int32_t,int32_t);
-#  endif
-#  define f3i(op, rd, op3, rs1, simm13)	_f3i(_jit, op, rd, op3, rs1, simm13)
-static void _f3i(jit_state_t*,
-		 int32_t,int32_t,int32_t,int32_t,int32_t);
-#  define f3s(op, rd, op3, rs1, simm13)	_f3s(_jit, op, rd, op3, rs1, simm13)
-static void _f3s(jit_state_t*,
-		 int32_t,int32_t,int32_t,int32_t,int32_t);
-#  define f3t(cond, rs1, i, ri)		_f3t(_jit, cond, rs1, i, ri)
-static void _f3t(jit_state_t*,int32_t,int32_t,int32_t,int32_t)
-    maybe_unused;
-#  define f3a(op, rd, op3, rs1, rs2)	_f3a(_jit, op, rd, op3, rs1, asi, rs2)
-static void _f3a(jit_state_t*,int32_t,
-		 int32_t,int32_t,int32_t,int32_t,int32_t)
-    maybe_unused;
-#  define LDSB(rs1, rs2, rd)		f3r(3, rd, 9, rs1, rs2)
-#  define LDSBI(rs1, imm, rd)		f3i(3, rd, 9, rs1, imm)
-#  define LDSH(rs1, rs2, rd)		f3r(3, rd, 10, rs1, rs2)
-#  define LDSHI(rs1, imm, rd)		f3i(3, rd, 10, rs1, imm)
-#  define LDUB(rs1, rs2, rd)		f3r(3, rd, 1, rs1, rs2)
-#  define LDUBI(rs1, imm, rd)		f3i(3, rd, 1, rs1, imm)
-#  define LDUH(rs1, rs2, rd)		f3r(3, rd, 2, rs1, rs2)
-#  define LDUHI(rs1, imm, rd)		f3i(3, rd, 2, rs1, imm)
-#  if __WORDSIZE == 32
-#    define LD(rs1, rs2, rd)		f3r(3, rd, 0, rs1, rs2)
-#    define LDI(rs1, imm, rd)		f3i(3, rd, 0, rs1, imm)
-#    define LDD(rs1, rs2, rd)		f3r(3, rd, 3, rs1, rs2)
-#    define LDDI(rs1, imm, rd)		f3i(3, rd, 3, rs1, imm)
-#  else
-#    define LDSW(rs1, rs2, rd)		f3r(3, rd, 8, rs1, rs2)
-#    define LDSWI(rs1, imm, rd)		f3i(3, rd, 8, rs1, imm)
-#    define LDUW(rs1, rs2, rd)		f3r(3, rd, 0, rs1, rs2)
-#    define LDUWI(rs1, imm, rd)		f3i(3, rd, 0, rs1, imm)
-#    define LDX(rs1, rs2, rd)		f3r(3, rd, 11, rs1, rs2)
-#    define LDXI(rs1, imm, rd)		f3i(3, rd, 11, rs1, imm)
-#  endif
-#  define LDSBA(rs1, rs2, asi, rd)	f3a(3, rd, 25, rs1, asi, rs2)
-#  define LDSHA(rs1, rs2, asi, rd)	f3a(3, rd, 26, rs1, asi, rs2)
-#  define LDUBA(rs1, rs2, asi, rd)	f3a(3, rd, 17, rs1, asi, rs2)
-#  define LDUHA(rs1, rs2, asi, rd)	f3a(3, rd, 18, rs1, asi, rs2)
-#  if __WORDSIZE == 32
-#    define LDA(rs1, rs2, asi, rd)	f3a(3, rd, 16, rs1, asi, rs2)
-#    define LDDA(rs1, rs2, asi, rd)	f3a(3, rd, 19, rs1, asi, rs2)
-#  else
-#    define LDSWA(rs1, rs2, asi, rd)	f3a(3, rd, 24, rs1, asi, rs2)
-#    define LDUWA(rs1, rs2, asi, rd)	f3a(3, rd, 16, rs1, asi, rs2)
-#    define LDXA(rs1, rs2, asi, rd)	f3a(3, rd, 27, rs1, asi, rs2)
-#  endif
-#  define LDC(rs1, rs2, rd)		f3r(3, rd, 48, rs1, rs2)
-#  define LDCI(rs1, imm, rd)		f3i(3, rd, 48, rs1, imm)
-#  define LDDC(rs1, rs2, rd)		f3r(3, rd, 51, rs1, rs2)
-#  define LDDCI(rs1, imm, rd)		f3i(3, rd, 51, rs1, imm)
-#  define LDCSR(rs1, rs2, rd)		f3r(3, rd, 49, rs1, rs2)
-#  define LDCSRI(rs1, imm, rd)		f3i(3, rd, 49, rs1, imm)
-#  define STB(rd, rs1, rs2)		f3r(3, rd, 5, rs1, rs2)
-#  define STBI(rd, rs1, imm)		f3i(3, rd, 5, rs1, imm)
-#  define STH(rd, rs1, rs2)		f3r(3, rd, 6, rs1, rs2)
-#  define STHI(rd, rs1, imm)		f3i(3, rd, 6, rs1, imm)
-#  if __WORDSIZE == 32
-#    define ST(rd, rs1, rs2)		f3r(3, rd, 4, rs1, rs2)
-#    define STI(rd, rs1, imm)		f3i(3, rd, 4, rs1, imm)
-#    define STD(rrd, s1, rs2)		f3r(3, rd, 7, rs1, rs2)
-#    define STDI(rd, rs1, imm)		f3i(3, rd, 7, rs1, imm)
-#  else
-#    define STW(rd, rs1, rs2)		f3r(3, rd, 4, rs1, rs2)
-#    define STWI(rd, rs1, imm)		f3i(3, rd, 4, rs1, imm)
-#    define STX(rd, rs1, rs2)		f3r(3, rd, 14, rs1, rs2)
-#    define STXI(rd, rs1, imm)		f3i(3, rd, 14, rs1, imm)
-#  endif
-#  define STBA(rd, rs1, rs2)		f3a(3, rd, 21, rs1, asi, rs2)
-#  define STHA(rd, rs1, rs2)		f3a(3, rd, 22, rs1, asi, rs2)
-#  if __WORDSIZE == 32
-#    define STA(rd, rs1, rs2)		f3a(3, rd, 20, rs1, asi, rs2)
-#    define STDA(rd, rs1, rs2)		f3a(3, rd, 23, rs1, asi, rs2)
-#  else
-#    define STWA(rd, rs1, rs2)		f3a(3, rd, 20, rs1, asi, rs2)
-#    define STXA(rd, rs1, rs2)		f3a(3, rd, 30, rs1, asi, rs2)
-#  endif
-#  define STC(rd, rs1, rs2)		f3r(3, rd, 52, rs1, rs2)
-#  define STCI(rd, rs1, imm)		f3i(3, rd, 52, rs1, imm)
-#  define STDC(rd, rs1, rs2)		f3r(3, rd, 55, rs1, rs2)
-#  define STDCI(rd, rs1, imm)		f3i(3, rd, 55, rs1, imm)
-#  define STCSR(rd, rs1, rs2)		f3r(3, rd, 53, rs1, rs2)
-#  define STCSRI(rd, rs1, imm)		f3i(3, rd, 53, rs1, imm)
-#  define STDCQ(rd, rs1, rs2)		f3r(3, rd, 54, rs1, rs2)
-#  define STDCQI(rd, rs1, imm)		f3i(3, rd, 54, rs1, imm)
-#  define LDSTUB(rs1, rs2, rd)		f3r(3, rd, 13, rs1, rs2)
-#  define LDSTUBI(rs1, imm, rd)		f3r(3, rd, 13, rs1, imm)
-#  define LDSTUBA(rs1, rs2, asi, rd)	f3a(3, rd, 21, rs1, asi, rs2)
-#  define SWAP(rs1, rs2, rd)		f3r(3, rd, 15, rs1, rs2)
-#  define SWAPI(rs1, imm, rd)		f3r(3, rd, 15, rs1, imm)
-#  define SWAPA(rs1, rs2, asi, rd)	f3a(3, rd, 23, rs1, asi, rs2)
-#  define NOP()				SETHI(0, 0)
-#  define HI(im)			((im) >> 10)
-#  define LO(im)			((im) & 0x3ff)
-#  define SETHI(im, rd)			f2r(0, rd, 4, im)
-#  define AND(rs1, rs2, rd)		f3r(2, rd, 1, rs1, rs2)
-#  define ANDI(rs1, imm, rd)		f3i(2, rd, 1, rs1, imm)
-#  define ANDcc(rs1, rs2, rd)		f3r(2, rd, 17, rs1, rs2)
-#  define ANDIcc(rs1, imm, rd)		f3i(2, rd, 17, rs1, imm)
-#  define BTST(rs1, rs2)		ANDcc(rs1, rs2, 0)
-#  define BTSTI(rs1, imm)		ANDIcc(rs1, imm, 0)
-#  define ANDN(rs1, rs2, rd)		f3r(2, rd, 5, rs1, rs2)
-#  define ANDNI(rs1, imm, rd)		f3i(2, rd, 5, rs1, imm)
-#  define ANDNcc(rs1, rs2, rd)		f3r(2, rd, 21, rs1, rs2)
-#  define ANDNIcc(rs1, imm, rd)		f3i(2, rd, 21, rs1, imm)
-#  define OR(rs1, rs2, rd)		f3r(2, rd, 2, rs1, rs2)
-#  define ORI(rs1, imm, rd)		f3i(2, rd, 2, rs1, imm)
-#  define ORcc(rs1, rs2, rd)		f3r(2, rd, 18, rs1, rs2)
-#  define ORIcc(rs1, imm, rd)		f3i(2, rd, 18, rs1, imm)
-#  define ORN(rs1, rs2, rd)		f3r(2, rd, 6, rs1, rs2)
-#  define ORNI(rs1, imm, rd)		f3i(2, rd, 6, rs1, imm)
-#  define ORNcc(rs1, rs2, rd)		f3r(2, rd, 22, rs1, rs2)
-#  define ORNIcc(rs1, imm, rd)		f3i(2, rd, 22, rs1, imm)
-#  define XOR(rs1, rs2, rd)		f3r(2, rd, 3, rs1, rs2)
-#  define XORI(rs1, imm, rd)		f3i(2, rd, 3, rs1, imm)
-#  define XORcc(rs1, rs2, rd)		f3r(2, rd, 19, rs1, rs2)
-#  define XORIcc(rs1, imm, rd)		f3i(2, rd, 19, rs1, imm)
-#  define XNOR(rs1, rs2, rd)		f3r(2, rd, 7, rs1, rs2)
-#  define XNORI(rs1, imm, rd)		f3i(2, rd, 7, rs1, imm)
-#  define XNORcc(rs1, rs2, rd)		f3r(2, rd, 23, rs1, rs2)
-#  define XNORIcc(rs1, imm, rd)		f3i(2, rd, 23, rs1, imm)
-#  define SLL(rs1, rs2, rd)		f3r(2, rd, 37, rs1, rs2)
-#  define SLLI(rs1, imm, rd)		f3i(2, rd, 37, rs1, imm)
-#  define SRL(rs1, rs2, rd)		f3r(2, rd, 38, rs1, rs2)
-#  define SRLI(rs1, imm, rd)		f3i(2, rd, 38, rs1, imm)
-#  define SRA(rs1, rs2, rd)		f3r(2, rd, 39, rs1, rs2)
-#  define SRAI(rs1, imm, rd)		f3i(2, rd, 39, rs1, imm)
-#  if __WORDSIZE == 64
-#    define SLLX(rs1, rs2, rd)		f3rx(2, rd, 37, rs1, rs2)
-#    define SLLXI(rs1, imm, rd)		f3s(2, rd, 37, rs1, imm)
-#    define SRLX(rs1, rs2, rd)		f3rx(2, rd, 38, rs1, rs2)
-#    define SRLXI(rs1, imm, rd)		f3s(2, rd, 38, rs1, imm)
-#    define SRAX(rs1, rs2, rd)		f3rx(2, rd, 39, rs1, rs2)
-#    define SRAXI(rs1, imm, rd)		f3s(2, rd, 39, rs1, imm)
-#  endif
-#  define ADD(rs1, rs2, rd)		f3r(2, rd, 0, rs1, rs2)
-#  define ADDI(rs1, imm, rd)		f3i(2, rd, 0, rs1, imm)
-#  define ADDcc(rs1, rs2, rd)		f3r(2, rd, 16, rs1, rs2)
-#  define ADDIcc(rs1, imm, rd)		f3i(2, rd, 16, rs1, imm)
-#  define ADDX(rs1, rs2, rd)		f3r(2, rd, 8, rs1, rs2)
-#  define ADDXI(rs1, imm, rd)		f3i(2, rd, 8, rs1, imm)
-#  define ADDXcc(rs1, rs2, rd)		f3r(2, rd, 24, rs1, rs2)
-#  define ADDXIcc(rs1, imm, rd)		f3i(2, rd, 24, rs1, imm)
-#  define TADDcc(rs1, rs2, rd)		f3r(2, rd, 32, rs1, rs2)
-#  define TADDIcc(rs1, imm, rd)		f3i(2, rd, 32, rs1, imm)
-#  define TADDccTV(rs1, rs2, rd)	f3r(2, rd, 34, rs1, rs2)
-#  define TADDIccTV(rs1, imm, rd)	f3i(2, rd, 34, rs1, imm)
-#  define SUB(rs1, rs2, rd)		f3r(2, rd, 4, rs1, rs2)
-#  define NEG(rs1, rd)			SUB(0, rs1, rd)
-#  define SUBI(rs1, imm, rd)		f3i(2, rd, 4, rs1, imm)
-#  define SUBcc(rs1, rs2, rd)		f3r(2, rd, 20, rs1, rs2)
-#  define SUBIcc(rs1, imm, rd)		f3i(2, rd, 20, rs1, imm)
-#  define CMP(rs1, rs2)			SUBcc(rs1, rs2, 0)
-#  define CMPI(rs1, imm)		SUBIcc(rs1, imm, 0)
-#  define SUBX(rs1, rs2, rd)		f3r(2, rd, 12, rs1, rs2)
-#  define SUBXI(rs1, imm, rd)		f3i(2, rd, 12, rs1, imm)
-#  define SUBXcc(rs1, rs2, rd)		f3r(2, rd, 28, rs1, rs2)
-#  define SUBXIcc(rs1, imm, rd)		f3i(2, rd, 28, rs1, imm)
-#  define TSUBcc(rs1, rs2, rd)		f3r(2, rd, 33, rs1, rs2)
-#  define TDADDIcc(rs1, imm, rd)	f3i(2, rd, 33, rs1, imm)
-#  define TSUBccTV(rs1, rs2, rd)	f3r(2, rd, 35, rs1, rs2)
-#  define TSUBIccTV(rs1, imm, rd)	f3i(2, rd, 35, rs1, imm)
-#  define MULScc(rs1, rs2, rd)		f3r(2, rd, 36, rs1, rs2)
-#  define MULSIcc(rs1, imm, rd)		f3i(2, rd, 36, rs1, imm)
-#  define UMUL(rs1, rs2, rd)		f3r(2, rd, 10, rs1, rs2)
-#  define UMULI(rs1, imm, rd)		f3i(2, rd, 10, rs1, imm)
-#  define SMUL(rs1, rs2, rd)		f3r(2, rd, 11, rs1, rs2)
-#  define SMULI(rs1, imm, rd)		f3i(2, rd, 11, rs1, imm)
-#  define UMULcc(rs1, rs2, rd)		f3r(2, rd, 26, rs1, rs2)
-#  define UMULIcc(rs1, imm, rd)		f3i(2, rd, 26, rs1, imm)
-#  define SMULcc(rs1, rs2, rd)		f3r(2, rd, 27, rs1, rs2)
-#  define SMULIcc(rs1, imm, rd)		f3i(2, rd, 27, rs1, imm)
-#  define UDIV(rs1, rs2, rd)		f3r(2, rd, 14, rs1, rs2)
-#  define UDIVI(rs1, imm, rd)		f3i(2, rd, 14, rs1, imm)
-#  define SDIV(rs1, rs2, rd)		f3r(2, rd, 15, rs1, rs2)
-#  define SDIVI(rs1, imm, rd)		f3i(2, rd, 15, rs1, imm)
-#  define UDIVcc(rs1, rs2, rd)		f3r(2, rd, 30, rs1, rs2)
-#  define UDIVIcc(rs1, imm, rd)		f3i(2, rd, 30, rs1, imm)
-#  define SDIVcc(rs1, rs2, rd)		f3r(2, rd, 31, rs1, rs2)
-#  define SDIVIcc(rs1, imm, rd)		f3i(2, rd, 31, rs1, imm)
-#  if __WORDSIZE == 64
-#    define MULX(rs1, rs2, rd)		f3r(2, rd, 9, rs1, rs2)
-#    define MULXI(rs1, imm, rd)		f3i(2, rd, 9, rs1, imm)
-#    define SDIVX(rs1, rs2, rd)		f3r(2, rd, 45, rs1, rs2)
-#    define SDIVXI(rs1, imm, rd)	f3i(2, rd, 45, rs1, imm)
-#    define UDIVX(rs1, rs2, rd)		f3r(2, rd, 13, rs1, rs2)
-#    define UDIVXI(rs1, imm, rd)	f3i(2, rd, 13, rs1, imm)
-#  endif
-#  define SAVE(rs1, rs2, rd)		f3r(2, rd, 60, rs1, rs2)
-#  define SAVEI(rs1, imm, rd)		f3i(2, rd, 60, rs1, imm)
-#  define RESTORE(rs1, rs2, rd)		f3r(2, rd, 61, rs1, rs2)
-#  define RESTOREI(rs1, imm, rd)	f3i(2, rd, 61, rs1, imm)
-#  define SPARC_BA			8	/* always */
-#  define SPARC_BN			0	/* never */
-#  define SPARC_BNE			9	/* not equal - not Z */
-#  define SPARC_BNZ			SPARC_BNE
-#  define SPARC_BE			1	/* equal - Z */
-#  define SPARC_BZ			SPARC_BE
-#  define SPARC_BG			10	/* greater - not (Z or (N xor V)) */
-#  define SPARC_BLE			2	/* less or equal - Z or (N xor V) */
-#  define SPARC_BGE			11	/* greater or equal - not (N xor V) */
-#  define SPARC_BL			3	/* less - N xor V */
-#  define SPARC_BGU			12	/* greater unsigned - not (C or Z) */
-#  define SPARC_BLEU			4	/* less or equal unsigned - C or Z */
-#  define SPARC_BCC			13	/* carry clear - not C */
-#  define SPARC_BGEU			SPARC_BCC
-#  define SPARC_BCS			5	/* carry set - C */
-#  define SPARC_BLU			SPARC_BCS
-#  define SPARC_BPOS			14	/* positive - not N */
-#  define SPARC_BNEG			6	/* negative - N */
-#  define SPARC_BVC			15	/* overflow clear - not V */
-#  define SPARC_BVS			7	/* overflow set - V */
-/* Preferred BPcc integer branch opcodes */
-#  if __WORDSIZE == 64
-#    define SPARC_BPA			8	/* always - 1 */
-#    define SPARC_BPN			0	/* never - 0 */
-#    define SPARC_BPNE			9	/* not equal - not Z */
-#    define SPARC_BPE			1	/* equal - Z */
-#    define SPARC_BPG			10	/* greater - not (Z or (N xor V)) */
-#    define SPARC_BPLE			2	/* less or equal - Z or (N xor V) */
-#    define SPARC_BPGE			11	/* greater or equal - not (N xor V) */
-#    define SPARC_BPL			3	/* less - N xor V */
-#    define SPARC_BPGU			12	/* greater unsigned - not (C or V) */
-#    define SPARC_BPLEU			4	/* less or equal unsigned  - C or Z */
-#    define SPARC_BPCC			13	/* carry clear (greater than or equal, unsigned) - not C */
-#    define SPARC_BPCS			5	/* carry set (less than, unsigned) - C */
-#    define SPARC_BPPOS			14	/* positive - not N */
-#    define SPARC_BPNEG			6	/* negative - N */
-#    define SPARC_BPVC			15	/* overflow clear - not V */
-#    define SPARC_BPVS			7	/* overflow set - V */
-#  endif
-#  define B(cc, imm)			f2b(0, 0, cc, 2, imm)
-#  define Ba(cc, imm)			f2b(0, 1, cc, 2, imm)
-#  define BA(imm)			B(SPARC_BA, imm)
-#  define BAa(imm)			Ba(SPARC_BA, imm)
-#  define BN(imm)			B(SPARC_BN, imm)
-#  define BNa(imm)			Ba(SPARC_BN, imm)
-#  define BNE(imm)			B(SPARC_BNE, imm)
-#  define BNEa(imm)			Ba(SPARC_BNE, imm)
-#  define BNZ(imm)			BNE(imm)
-#  define BNZa(imm)			BNEa(imm)
-#  define BE(imm)			B(SPARC_BE, imm)
-#  define BEa(imm)			Ba(SPARC_BE, imm)
-#  define BZ(imm)			BE(imm)
-#  define BZa(imm)			BEa(imm)
-#  define BG(imm)			B(SPARC_BG, imm)
-#  define BGa(imm)			Ba(SPARC_BG, imm)
-#  define BLE(imm)			B(SPARC_BLE, imm)
-#  define BLEa(imm)			Ba(SPARC_BLE, imm)
-#  define BGE(imm)			B(SPARC_BGE, imm)
-#  define BGEa(imm)			Ba(SPARC_BGE, imm)
-#  define BL(imm)			B(SPARC_BL, imm)
-#  define BLa(imm)			Ba(SPARC_BL, imm)
-#  define BGU(imm)			B(SPARC_BGU, imm)
-#  define BGUa(imm)			Ba(SPARC_BGU, imm)
-#  define BLEU(imm)			B(SPARC_BLEU, imm)
-#  define BLEUa(imm)			Ba(SPARC_BLEU, imm)
-#  define BCC(imm)			B(SPARC_BCC, imm)
-#  define BCCa(imm)			Ba(SPARC_BCC, imm)
-#  define BGEU(imm)			BCC(imm)
-#  define BGEUa(imm)			BCCa(imm)
-#  define BCS(imm)			B(SPARC_BCS, imm)
-#  define BCSa(imm)			Ba(SPARC_BCS, imm)
-#  define BLU(imm)			BCS(imm)
-#  define BLUa(imm)			BCSa(imm)
-#  define BPOS(imm)			B(SPARC_BPOS, imm)
-#  define BPOSa(imm)			Ba(SPARC_BPOS, imm)
-#  define BNEG(imm)			B(SPARC_BNEG, imm)
-#  define BNEGa(imm)			Ba(SPARC_BNEG, imm)
-#  define BVC(imm)			B(SPARC_BVC, imm)
-#  define BVCa(imm)			Ba(SPARC_BVC, imm)
-#  define BVS(imm)			B(SPARC_BVS, imm)
-#  define BVSa(imm)			Ba(SPARC_BVS, imm)
-#  if __WORDSIZE == 64
-#    define BPccap(cc,a,cc1, cc2,p,imm)	f2bp(0, a, cc, 1, cc1, cc0, p, imm)
-#    define BPap(cc, imm)		f2bp(0, 1, cc, 1, 1, 0, p, imm)
-#    define BPa(cc, imm)		f2bp(0, 1, cc, 1, 1, 0, 1, imm)
-#    define BP(cc, imm)			f2bp(0, 0, cc, 1, 1, 0, 1, imm)
-#    define BPA(imm)			BP(SPARC_BPA, imm)
-#    define BPN(imm)			BP(SPARC_BPN, imm)
-#    define BNPE(imm)			BP(SPARC_BPNE, imm)
-#    define BPE(imm)			BP(SPARC_BPE, imm)
-#    define BPG(imm)			BP(SPARC_BPG, imm)
-#    define BPLE(imm)			BP(SPARC_BPLE, imm)
-#    define BPGE(imm)			BP(SPARC_BPGE, imm)
-#    define BPL(imm)			BP(SPARC_BPL, imm)
-#    define BPGU(imm)			BP(SPARC_BPGU, imm)
-#    define BPLEU(imm)			BP(SPARC_BPLEU, imm)
-#    define BPCC(imm)			BP(SPARC_BPCC, imm)
-#    define BPCS(imm)			BP(SPARC_BPCS, imm)
-#    define BPPOS(imm)			BP(SPARC_BPPOS, imm)
-#    define BPNEG(imm)			BP(SPARC_BPNEG, imm)
-#    define BPVC(imm)			BP(SPARC_BPVC, imm)
-#    define BPVS(imm)			BP(SPARC_BPVS, imm)
-#  endif
-#  define SPARC_CBA			8	/* always */
-#  define SPARC_CBN			0	/* never */
-#  define SPARC_CB3			7	/* 3 */
-#  define SPARC_CB2			6	/* 2 */
-#  define SPARC_CB23			5	/* 2 or 3 */
-#  define SPARC_CB1			4	/* 1 */
-#  define SPARC_CB13			3	/* 1 or 3 */
-#  define SPARC_CB12			2	/* 1 or 2 */
-#  define SPARC_CB123			1	/* 1 or 2 or 3 */
-#  define SPARC_CB0			9	/* 0 */
-#  define SPARC_CB03			10	/* 0 or 3 */
-#  define SPARC_CB02			11	/* 0 or 2 */
-#  define SPARC_CB023			12	/* 0 or 2 or 3 */
-#  define SPARC_CB01			13	/* 0 or 1 */
-#  define SPARC_CB013			14	/* 0 or 1 or 3 */
-#  define SPARC_CB012			15	/* 0 or 1 or 2 */
-#  define CB(cc, imm)			f2b(0, 0, cc, 7, imm)
-#  define CBa(cc, imm)			f2b(0, 1, cc, 7, imm)
-#  define CBA(imm)			CB(SPARC_CBA, imm)
-#  define CBAa(imm)			CBa(SPARC_CBA, imm)
-#  define CBN(imm)			CB(SPARC_CBN, imm)
-#  define CBNa(imm)			CBa(SPARC_CBN, imm)
-#  define CB3(imm)			CB(SPARC_CB3, imm)
-#  define CB3a(imm)			CBa(SPARC_CB3, imm)
-#  define CB2(imm)			CB(SPARC_CB2, imm)
-#  define CB2a(imm)			CBa(SPARC_CB2, imm)
-#  define CB23(imm)			CB(SPARC_CB23, imm)
-#  define CB23a(imm)			CBa(SPARC_CB23, imm)
-#  define CB1(imm)			CB(SPARC_CB1, imm)
-#  define CB1a(imm)			CBa(SPARC_CB1, imm)
-#  define CB13(imm)			CB(SPARC_CB13, imm)
-#  define CB13a(imm)			CBa(SPARC_CB13, imm)
-#  define CB12(imm)			CB(SPARC_CB12, imm)
-#  define CB12a(imm)			CBa(SPARC_CB12, imm)
-#  define CB123(imm)			CB(SPARC_CB123, imm)
-#  define CB123a(imm)			CBa(SPARC_CB123, imm)
-#  define CB0(imm)			CB(SPARC_CB0, imm)
-#  define CB0a(imm)			CBa(SPARC_CB0, imm)
-#  define CB03(imm)			CB(SPARC_CB03, imm)
-#  define CB03a(imm)			CBa(SPARC_CB03, imm)
-#  define CB02(imm)			CB(SPARC_CB02, imm)
-#  define CB02a(imm)			CBa(SPARC_CB02, imm)
-#  define CB023(imm)			CB(SPARC_CB103, imm)
-#  define CB023a(imm)			CBa(SPARC_CB023, imm)
-#  define CB01(imm)			CB(SPARC_CB01, imm)
-#  define CB01a(imm)			CBa(SPARC_CB01, imm)
-#  define CB013(imm)			CB(SPARC_CB013, imm)
-#  define CB013a(imm)			CBa(SPARC_CB013, imm)
-#  define CB012(imm)			CB(SPARC_CB012, imm)
-#  define CB012a(imm)			CBa(SPARC_CB012, imm)
-#  define CALLI(imm)			f1(1, imm)
-#  define CALL(r0)			JMPL(_O7_REGNO, r0, 0)
-#  define RETL()			JMPLI(0, _O7_REGNO, 8)
-#  define RET()				JMPLI(0, _I7_REGNO, 8)
-#  define JMPL(rd, rs1, rs2)		f3r(2, rd, 56, rs1, rs2)
-#  define JMPLI(rd, rs1, imm)		f3i(2, rd, 56, rs1, imm)
-#  define RETT(rs1, rs2)		f3r(2, 0, 57, rs1, rs2)
-#  define RETTI(rs1, imm)		f3i(2, 0, 57, rs1, imm)
-#  define SPARC_TA			8	/* always */
-#  define SPARC_TN			0	/* never */
-#  define SPARC_TNE			9	/* not equal - not Z */
-#  define SPARC_TNZ			SPARC_BNE
-#  define SPARC_TE			1	/* equal - Z */
-#  define SPARC_TZ			SPARC_BE
-#  define SPARC_TG			10	/* greater - not (Z or (N xor V)) */
-#  define SPARC_TLE			2	/* less or equal - Z or (N xor V) */
-#  define SPARC_TGE			11	/* greater or equal - not (N xor V) */
-#  define SPARC_TL			3	/* less - N xor V */
-#  define SPARC_TGU			12	/* greater unsigned - not (C or Z) */
-#  define SPARC_TLEU			4	/* less or equal unsigned - C or Z */
-#  define SPARC_TCC			13	/* carry clear - not C */
-#  define SPARC_TGEU			SPARC_BCC
-#  define SPARC_TCS			5	/* carry set - C */
-#  define SPARC_TLU			SPARC_BCS
-#  define SPARC_TPOS			14	/* positive - not N */
-#  define SPARC_TNEG			6	/* negative - N */
-#  define SPARC_TVC			15	/* overflow clear - not V */
-#  define SPARC_TVS			7	/* overflow set - V */
-#  define T(cc, rs1, rs2)		f3t(cc, rs1, 0, rs2)
-#  define TI(cc, rs1, imm)		f3t(cc, rs1, 1, imm)
-#  define TA(rs1, rs2)			T(SPARC_TA, rs1, rs2)
-#  define TAI(rs1, imm)			TI(SPARC_TA, rs1, imm)
-#  define TN(rs1, rs2)			T(SPARC_TN, rs1, rs2)
-#  define TNI(rs1, imm)			TI(SPARC_TN, rs1, imm)
-#  define TNE(rs1, rs2)			T(SPARC_TNE, rs1, rs2)
-#  define TNEI(rs1, imm)		TI(SPARC_TNE, rs1, imm)
-#  define TNZ(rs1, rs2)			TNE(rs1, rs2)
-#  define TNZI(rs1, imm)		TNEI(rs1, imm)
-#  define TE(rs1, rs2)			T(SPARC_TE, rs1, rs2)
-#  define TEI(rs1, imm)			TI(SPARC_TE, rs1, imm)
-#  define TZ(rs1, rs2)			TE(rs1, rs2)
-#  define TZI(rs1, imm)			TEI(rs1, imm)
-#  define TG(rs1, rs2)			T(SPARC_TG, rs1, rs2)
-#  define TGI(rs1, imm)			TI(SPARC_TG, rs1, imm)
-#  define TLE(rs1, rs2)			T(SPARC_TLE, rs1, rs2)
-#  define TLEI(rs1, imm)		TI(SPARC_TLE, rs1, imm)
-#  define TGE(rs1, rs2)			T(SPARC_TGE, rs1, rs2)
-#  define TGEI(rs1, imm)		TI(SPARC_TGE, rs1, imm)
-#  define TL(rs1, rs2)			T(SPARC_TL, rs1, rs2)
-#  define TLI(rs1, imm)			TI(SPARC_TL, rs1, imm)
-#  define TGU(rs1, rs2)			T(SPARC_TGU, rs1, rs2)
-#  define TGUI(rs1, imm)		TI(SPARC_TGU, rs1, imm)
-#  define TLEU(rs1, rs2)		T(SPARC_TLEU, rs1, rs2)
-#  define TLEUI(rs1, imm)		TI(SPARC_TLEU, rs1, imm)
-#  define TCC(rs1, rs2)			T(SPARC_TCC, rs1, rs2)
-#  define TCCI(rs1, imm)		TI(SPARC_TCC, rs1, imm)
-#  define TGEU(rs1, rs2)		TCC(rs1, rs2)
-#  define TGEUI(rs1, imm)		TCCI(rs1, imm)
-#  define TCS(rs1, rs2)			T(SPARC_TCC, rs1, rs2)
-#  define TCSI(rs1, imm)		TI(SPARC_TCC, rs1, imm)
-#  define TLU(rs1, rs2)			TCS(rs1, rs2)
-#  define TLUI(rs1, imm)		TCSI(rs1, imm)
-#  define TPOS(rs1, rs2)		T(SPARC_TPOS, rs1, rs2)
-#  define TPOSI(rs1, imm)		TI(SPARC_TPOS, rs1, imm)
-#  define TNEG(rs1, rs2)		T(SPARC_TNEG, rs1, rs2)
-#  define TNEGI(rs1, imm)		TI(SPARC_TNEG, rs1, imm)
-#  define TVC(rs1, rs2)			T(SPARC_TVC, rs1, rs2)
-#  define TVCI(rs1, imm)		TI(SPARC_TVC, rs1, imm)
-#  define TVS(rs1, rs2)			T(SPARC_TVS, rs1, rs2)
-#  define TVSI(rs1, imm)		TI(SPARC_TVS, rs1, imm)
-#  define RDY(rd)			f3r(2, rd, 40, 0, 0)
-#  define RDASR(rs1, rd)		f3r(2, rd, 40, rs1, 0)
-#  define RDPSR(rd)			f3r(2, rd, 41, 0, 0)
-#  define RDWIM(rd)			f3r(2, rd, 42, 0, 0)
-#  define RDTBR(rd)			f3r(2, rd, 43, 0, 0)
-#  define WRY(rs1, rs2)			f3r(2, 0, 48, rs1, rs2)
-#  define WRYI(rs1, imm)		f3i(2, 0, 48, rs1, imm)
-#  define WRASR(rs1, rs2, rd)		f3r(2, rd, 48, rs1, rs2)
-#  define WRASRI(rs1, imm, rd)		f3i(2, rd, 48, rs1, imm)
-#  define WRPSR(rs1, rs2, rd)		f3r(2, rd, 49, rs1, rs2)
-#  define WRPSRI(rs1, imm, rd)		f3i(2, rd, 49, rs1, imm)
-#  define WRWIM(rs1, rs2, rd)		f3r(2, rd, 50, rs1, rs2)
-#  define WRWIMI(rs1, imm, rd)		f3i(2, rd, 50, rs1, imm)
-#  define WRTBR(rs1, rs2, rd)		f3r(2, rd, 51, rs1, rs2)
-#  define WRTBRI(rs1, imm, rd)		f3i(2, rd, 51, rs1, imm)
-#  define STBAR()			f3i(2, 0, 40, 15, 0)
-#  define UNIMP(imm)			f2r(0, 0, 0, imm)
-#  define FLUSH(rs1, rs2)		f3r(2, 0, 59, rs1, rs2)
-#  define FLUSHI(rs1, im)		f3i(2, 0, 59, rs1, imm)
-#  define nop(i0)			_nop(_jit, i0)
-static void _nop(jit_state_t*, int32_t);
-#  define movr(r0, r1)			_movr(_jit, r0, r1)
-static void _movr(jit_state_t*, int32_t, int32_t);
-#  define movi(r0, i0)			_movi(_jit, r0, i0)
-static void _movi(jit_state_t*, int32_t, jit_word_t);
-#  define movi_p(r0, i0)		_movi_p(_jit, r0, i0)
-static jit_word_t _movi_p(jit_state_t*, int32_t, jit_word_t);
-#  define comr(r0, r1)			XNOR(r1, 0, r0)
-#  define negr(r0, r1)			NEG(r1, r0)
-#  define addr(r0, r1, r2)		ADD(r1, r2, r0)
-#  define addi(r0, r1, i0)		_addi(_jit, r0, r1, i0)
-static void _addi(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  if __WORDSIZE == 32
-#    define addcr(r0, r1, r2)		ADDcc(r1, r2, r0)
-#  else
-#    define addcr(r0, r1, r2)		_addcr(_jit, r0, r1, r2)
-static void _addcr(jit_state_t*, int32_t, int32_t, int32_t);
-#  endif
-#  define addci(r0, r1, i0)		_addci(_jit, r0, r1, i0)
-static void _addci(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  if __WORDSIZE == 32
-#    define addxr(r0, r1, r2)		ADDXcc(r1, r2, r0)
-#  else
-#    define addxr(r0, r1, r2)		_addxr(_jit, r0, r1, r2)
-static void _addxr(jit_state_t*, int32_t, int32_t, int32_t);
-#  endif
-#  define addxi(r0, r1, i0)		_addxi(_jit, r0, r1, i0)
-static void _addxi(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  define subr(r0, r1, r2)		SUB(r1, r2, r0)
-#  define subi(r0, r1, i0)		_subi(_jit, r0, r1, i0)
-static void _subi(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  if __WORDSIZE == 32
-#    define subcr(r0, r1, r2)		SUBcc(r1, r2, r0)
-#  else
-#    define subcr(r0, r1, r2)		_subcr(_jit, r0, r1, r2)
-static void _subcr(jit_state_t*, int32_t, int32_t, int32_t);
-#  endif
-#  define subci(r0, r1, i0)		_subci(_jit, r0, r1, i0)
-static void _subci(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  if __WORDSIZE == 32
-#    define subxr(r0, r1, r2)		SUBXcc(r1, r2, r0)
-#  else
-#    define subxr(r0, r1, r2)		_subxr(_jit, r0, r1, r2)
-static void _subxr(jit_state_t*, int32_t, int32_t, int32_t);
-#  endif
-#  define subxi(r0, r1, i0)		_subxi(_jit, r0, r1, i0)
-static void _subxi(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  define rsbi(r0, r1, i0)		_rsbi(_jit, r0, r1, i0)
-static void _rsbi(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  if __WORDSIZE == 32
-#    define mulr(r0, r1, r2)		UMUL(r1, r2, r0)
-#  else
-#    define mulr(r0, r1, r2)		MULX(r1, r2, r0)
-#  endif
-#  define muli(r0, r1, i0)		_muli(_jit, r0, r1, i0)
-static void _muli(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  if __WORDSIZE == 32
-#    define qmulr(r0,r1,r2,r3)		iqmulr(r0,r1,r2,r3,1)
-#    define qmulr_u(r0,r1,r2,r3)	iqmulr(r0,r1,r2,r3,0)
-#    define iqmulr(r0,r1,r2,r3,cc)	_iqmulr(_jit,r0,r1,r2,r3,cc)
-static void _iqmulr(jit_state_t*,int32_t,int32_t,
-		    int32_t,int32_t,jit_bool_t);
-#  define qmuli(r0,r1,r2,i0)		iqmuli(r0,r1,r2,i0,1)
-#  define qmuli_u(r0,r1,r2,i0)		iqmuli(r0,r1,r2,i0,0)
-#  define iqmuli(r0,r1,r2,i0,cc)	_iqmuli(_jit,r0,r1,r2,i0,cc)
-static void _iqmuli(jit_state_t*,int32_t,int32_t,
-		    int32_t,jit_word_t,jit_bool_t);
-#  else
-#    define qmulr(r0,r1,r2,r3)		_qmulr(_jit,r0,r1,r2,r3)
-static void _qmulr(jit_state_t*,int32_t,int32_t,
-		   int32_t,int32_t);
-#  define qmuli(r0,r1,r2,i0)		_qmuli(_jit,r0,r1,r2,i0)
-static void _qmuli(jit_state_t*,int32_t,int32_t,
-		   int32_t,jit_word_t);
-#    define qmulr_u(r0,r1,r2,r3)	_qmulr_u(_jit,r0,r1,r2,r3)
-static void _qmulr_u(jit_state_t*,int32_t,int32_t,
-		     int32_t,int32_t);
-#  define qmuli_u(r0,r1,r2,i0)		_qmuli_u(_jit,r0,r1,r2,i0)
-static void _qmuli_u(jit_state_t*,int32_t,int32_t,
-		     int32_t,jit_word_t);
-#  endif
-#  define divr(r0, r1, r2)		_divr(_jit, r0, r1, r2)
-static void _divr(jit_state_t*, int32_t, int32_t, int32_t);
-#  define divi(r0, r1, i0)		_divi(_jit, r0, r1, i0)
-static void _divi(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  define divr_u(r0, r1, r2)		_divr_u(_jit, r0, r1, r2)
-static void _divr_u(jit_state_t*, int32_t, int32_t, int32_t);
-#  define divi_u(r0, r1, i0)		_divi_u(_jit, r0, r1, i0)
-static void _divi_u(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  define qdivr(r0,r1,r2,r3)		iqdivr(r0,r1,r2,r3,1)
-#  define qdivr_u(r0,r1,r2,r3)		iqdivr(r0,r1,r2,r3,0)
-#  define iqdivr(r0,r1,r2,r3,cc)	_iqdivr(_jit,r0,r1,r2,r3,cc)
-static void _iqdivr(jit_state_t*,int32_t,int32_t,
-		    int32_t,int32_t,jit_bool_t);
-#  define qdivi(r0,r1,r2,i0)		iqdivi(r0,r1,r2,i0,1)
-#  define qdivi_u(r0,r1,r2,i0)		iqdivi(r0,r1,r2,i0,0)
-#  define iqdivi(r0,r1,r2,i0,cc)	_iqdivi(_jit,r0,r1,r2,i0,cc)
-static void _iqdivi(jit_state_t*,int32_t,int32_t,
-		    int32_t,jit_word_t,jit_bool_t);
-#  define remr(r0, r1, r2)		_remr(_jit, r0, r1, r2)
-static void _remr(jit_state_t*, int32_t, int32_t, int32_t);
-#  define remi(r0, r1, i0)		_remi(_jit, r0, r1, i0)
-static void _remi(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  define remr_u(r0, r1, r2)		_remr_u(_jit, r0, r1, r2)
-static void _remr_u(jit_state_t*, int32_t, int32_t, int32_t);
-#  define remi_u(r0, r1, i0)		_remi_u(_jit, r0, r1, i0)
-static void _remi_u(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  define andr(r0, r1, r2)		AND(r1, r2, r0)
-#  define andi(r0, r1, i0)		_andi(_jit, r0, r1, i0)
-static void _andi(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  define orr(r0, r1, r2)		OR(r1, r2, r0)
-#  define ori(r0, r1, i0)		_ori(_jit, r0, r1, i0)
-static void _ori(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  define xorr(r0, r1, r2)		XOR(r1, r2, r0)
-#  define xori(r0, r1, i0)		_xori(_jit, r0, r1, i0)
-static void _xori(jit_state_t*, int32_t, int32_t, jit_word_t);
-#  if __WORDSIZE == 32
-#    define lshr(r0, r1, r2)		SLL(r1, r2, r0)
-#    define lshi(r0, r1, i0)		SLLI(r1, i0, r0)
-#    define rshr(r0, r1, r2)		SRA(r1, r2, r0)
-#    define rshi(r0, r1, i0)		SRAI(r1, i0, r0)
-#    define rshr_u(r0, r1, r2)		SRL(r1, r2, r0)
-#    define rshi_u(r0, r1, i0)		SRLI(r1, i0, r0)
-#  else
-#    define lshr(r0, r1, r2)		SLLX(r1, r2, r0)
-#    define lshi(r0, r1, i0)		SLLXI(r1, i0, r0)
-#    define rshr(r0, r1, r2)		SRAX(r1, r2, r0)
-#    define rshi(r0, r1, i0)		SRAXI(r1, i0, r0)
-#    define rshr_u(r0, r1, r2)		SRLX(r1, r2, r0)
-#    define rshi_u(r0, r1, i0)		SRLXI(r1, i0, r0)
-#  endif
-#  define bswapr_us(r0,r1)		extr_us(r0,r1)
-#  define extr_c(r0,r1)			_extr_c(_jit,r0,r1)
-static void _extr_c(jit_state_t*,int32_t,int32_t);
-#  define extr_uc(r0,r1)		andi(r0, r1, 0xff)
-#  define extr_s(r0,r1)			_extr_s(_jit,r0,r1)
-static void _extr_s(jit_state_t*,int32_t,int32_t);
-#  define extr_us(r0,r1)		_extr_us(_jit,r0,r1)
-static void _extr_us(jit_state_t*,int32_t,int32_t);
-#  if __WORDSIZE == 32
-#    define bswapr_ui(r0,r1)		movr(r0,r1)
-#  else
-#    define bswapr_ui(r0,r1)		extr_ui(r0,r1)
-#    define bswapr_ul(r0,r1)		movr(r0,r1)
-#    define extr_i(r0,r1)		_extr_i(_jit,r0,r1)
-static void _extr_i(jit_state_t*,int32_t,int32_t);
-#    define extr_ui(r0,r1)		_extr_ui(_jit,r0,r1)
-static void _extr_ui(jit_state_t*,int32_t,int32_t);
-#  endif
-#  define cr(cc, r0, r1, r2)		_cr(_jit, cc, r0, r1, r2)
-static void _cr(jit_state_t*,int32_t,int32_t,int32_t,int32_t);
-#  define cw(cc, r0, r1, i0)		_cw(_jit, cc, r0, r1, i0)
-static void _cw(jit_state_t*,int32_t,int32_t,int32_t,jit_word_t);
-#  if __WORDSIZE == 32
-#    define ltr(r0, r1, r2)		cr(SPARC_BL, r0, r1, r2)
-#    define lti(r0, r1, i0)		cw(SPARC_BL, r0, r1, i0)
-#    define ltr_u(r0, r1, r2)		cr(SPARC_BLU, r0, r1, r2)
-#    define lti_u(r0, r1, i0)		cw(SPARC_BLU, r0, r1, i0)
-#    define ler(r0, r1, r2)		cr(SPARC_BLE, r0, r1, r2)
-#    define lei(r0, r1, i0)		cw(SPARC_BLE, r0, r1, i0)
-#    define ler_u(r0, r1, r2)		cr(SPARC_BLEU, r0, r1, r2)
-#    define lei_u(r0, r1, i0)		cw(SPARC_BLEU, r0, r1, i0)
-#    define eqr(r0, r1, r2)		cr(SPARC_BE, r0, r1, r2)
-#    define eqi(r0, r1, i0)		cw(SPARC_BE, r0, r1, i0)
-#    define ger(r0, r1, r2)		cr(SPARC_BGE, r0, r1, r2)
-#    define gei(r0, r1, i0)		cw(SPARC_BGE, r0, r1, i0)
-#    define ger_u(r0, r1, r2)		cr(SPARC_BGEU, r0, r1, r2)
-#    define gei_u(r0, r1, i0)		cw(SPARC_BGEU, r0, r1, i0)
-#    define gtr(r0, r1, r2)		cr(SPARC_BG, r0, r1, r2)
-#    define gti(r0, r1, i0)		cw(SPARC_BG, r0, r1, i0)
-#    define gtr_u(r0, r1, r2)		cr(SPARC_BGU, r0, r1, r2)
-#    define gti_u(r0, r1, i0)		cw(SPARC_BGU, r0, r1, i0)
-#    define ner(r0, r1, r2)		cr(SPARC_BNE, r0, r1, r2)
-#    define nei(r0, r1, i0)		cw(SPARC_BNE, r0, r1, i0)
-#  else
-#  define ltr(r0, r1, r2)		cr(SPARC_BPL, r0, r1, r2)
-#  define lti(r0, r1, i0)		cw(SPARC_BPL, r0, r1, i0)
-#  define ltr_u(r0, r1, r2)		cr(SPARC_BPCS, r0, r1, r2)
-#  define lti_u(r0, r1, i0)		cw(SPARC_BPCS, r0, r1, i0)
-#  define ler(r0, r1, r2)		cr(SPARC_BPLE, r0, r1, r2)
-#  define lei(r0, r1, i0)		cw(SPARC_BPLE, r0, r1, i0)
-#  define ler_u(r0, r1, r2)		cr(SPARC_BPLEU, r0, r1, r2)
-#  define lei_u(r0, r1, i0)		cw(SPARC_BPLEU, r0, r1, i0)
-#  define eqr(r0, r1, r2)		cr(SPARC_BPE, r0, r1, r2)
-#  define eqi(r0, r1, i0)		cw(SPARC_BPE, r0, r1, i0)
-#  define ger(r0, r1, r2)		cr(SPARC_BPGE, r0, r1, r2)
-#  define gei(r0, r1, i0)		cw(SPARC_BPGE, r0, r1, i0)
-#  define ger_u(r0, r1, r2)		cr(SPARC_BPCC, r0, r1, r2)
-#  define gei_u(r0, r1, i0)		cw(SPARC_BPCC, r0, r1, i0)
-#  define gtr(r0, r1, r2)		cr(SPARC_BPG, r0, r1, r2)
-#  define gti(r0, r1, i0)		cw(SPARC_BPG, r0, r1, i0)
-#  define gtr_u(r0, r1, r2)		cr(SPARC_BPGU, r0, r1, r2)
-#  define gti_u(r0, r1, i0)		cw(SPARC_BPGU, r0, r1, i0)
-#  define ner(r0, r1, r2)		cr(SPARC_BPNE, r0, r1, r2)
-#  define nei(r0, r1, i0)		cw(SPARC_BPNE, r0, r1, i0)
-#  endif
-#  define ldr_c(r0, r1)			LDSB(r1, 0, r0)
-#  define ldi_c(r0, i0)			_ldi_c(_jit, r0, i0)
-static void _ldi_c(jit_state_t*,int32_t,jit_word_t);
-#  define ldr_uc(r0, r1)		LDUB(r1, 0, r0)
-#  define ldi_uc(r0, i0)		_ldi_uc(_jit, r0, i0)
-static void _ldi_uc(jit_state_t*,int32_t,jit_word_t);
-#  define ldr_s(r0, r1)			LDSH(r1, 0, r0)
-#  define ldi_s(r0, i0)			_ldi_s(_jit, r0, i0)
-static void _ldi_s(jit_state_t*,int32_t,jit_word_t);
-#  define ldr_us(r0, r1)		LDUH(r1, 0, r0)
-#  define ldi_us(r0, i0)		_ldi_us(_jit, r0, i0)
-static void _ldi_us(jit_state_t*,int32_t,jit_word_t);
-#  if __WORDSIZE == 32
-#    define ldr_i(r0, r1)		LD(r1, 0, r0)
-#    define ldr(u, v)			ldr_i(u, v)
-#    define ldi(u, v)			ldi_i(u, v)
-#  else
-#    define ldr_i(r0, r1)		LDSW(r1, 0, r0)
-#    define ldr_ui(r0, r1)		LDUW(r1, 0, r0)
-#    define ldr_l(r0, r1)		LDX(r1, 0, r0)
-#    define ldr(u, v)			ldr_l(u, v)
-#    define ldi(u, v)			ldi_l(u, v)
-#  endif
-#  define ldi_i(r0, i0)			_ldi_i(_jit, r0, i0)
-static void _ldi_i(jit_state_t*,int32_t,jit_word_t);
-#  if __WORDSIZE == 64
-#    define ldi_ui(r0, i0)		_ldi_ui(_jit, r0, i0)
-static void _ldi_ui(jit_state_t*,int32_t,jit_word_t);
-#    define ldi_l(r0, i0)		_ldi_l(_jit, r0, i0)
-static void _ldi_l(jit_state_t*,int32_t,jit_word_t);
-#  endif
-#  define ldxr_c(r0, r1, r2)		LDSB(r1, r2, r0)
-#  define ldxi_c(r0, r1, i0)		_ldxi_c(_jit, r0, r1, i0)
-static void _ldxi_c(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr_uc(r0, r1, r2)		LDUB(r1, r2, r0)
-#  define ldxi_uc(r0, r1, i0)		_ldxi_uc(_jit, r0, r1, i0)
-static void _ldxi_uc(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr_s(r0, r1, r2)		LDSH(r1, r2, r0)
-#  define ldxi_s(r0, r1, i0)		_ldxi_s(_jit, r0, r1, i0)
-static void _ldxi_s(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  define ldxr_us(r0, r1, r2)		LDUH(r1, r2, r0)
-#  define ldxi_us(r0, r1, i0)		_ldxi_us(_jit, r0, r1, i0)
-static void _ldxi_us(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  if __WORDSIZE == 32
-#    define ldxr(u, v, w)		ldxr_i(u, v, w)
-#    define ldxr_i(r0, r1, r2)		LD(r1, r2, r0)
-#    define ldxi(u, v, w)		ldxi_i(u, v, w)
-#  else
-#    define ldxr(u, v, w)		ldxr_l(u, v, w)
-#    define ldxr_i(r0, r1, r2)		LDSW(r1, r2, r0)
-#    define ldxr_ui(r0, r1, r2)		LDUW(r1, r2, r0)
-#    define ldxr_l(r0, r1, r2)		LDX(r1, r2, r0)
-#    define ldxi(u, v, w)		ldxi_l(u, v, w)
-#  endif
-#  define ldxi_i(r0, r1, i0)		_ldxi_i(_jit, r0, r1, i0)
-static void _ldxi_i(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  if __WORDSIZE == 64
-#    define ldxi_ui(r0, r1, i0)		_ldxi_ui(_jit, r0, r1, i0)
-static void _ldxi_ui(jit_state_t*,int32_t,int32_t,jit_word_t);
-#    define ldxi_l(r0, r1, i0)		_ldxi_l(_jit, r0, r1, i0)
-static void _ldxi_l(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  endif
-#  define str_c(r0, r1)			STB(r1, r0, 0)
-#  define sti_c(i0, r0)			_sti_c(_jit, i0, r0)
-static void _sti_c(jit_state_t*,jit_word_t,int32_t);
-#  define str_s(r0, r1)			STH(r1, r0, 0)
-#  define sti_s(i0, r0)			_sti_s(_jit, i0, r0)
-static void _sti_s(jit_state_t*,jit_word_t,int32_t);
-#  if __WORDSIZE == 32
-#    define str(u, v)			str_i(u, v)
-#    define str_i(r0, r1)		STI(r1, r0, 0)
-#    define sti(u, v)			sti_i(u, v)
-#  else
-#    define str(u, v)			str_l(u, v)
-#    define str_i(r0, r1)		STW(r1, r0, 0)
-#    define str_l(r0, r1)		STX(r1, r0, 0)
-#    define sti(u, v)			sti_l(u, v)
-#  endif
-#  define sti_i(i0, r0)			_sti_i(_jit, i0, r0)
-static void _sti_i(jit_state_t*,jit_word_t,int32_t);
-#  if __WORDSIZE == 64
-#    define sti_l(i0, r0)		_sti_l(_jit, i0, r0)
-static void _sti_l(jit_state_t*,jit_word_t,int32_t);
-#  endif
-#  define stxr_c(r0, r1, r2)		STB(r2, r1, r0)
-#  define stxi_c(i0, r0, r1)		_stxi_c(_jit, i0, r0, r1)
-static void _stxi_c(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define stxr_s(r0, r1, r2)		STH(r2, r1, r0)
-#  define stxi_s(i0, r0, r1)		_stxi_s(_jit, i0, r0, r1)
-static void _stxi_s(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  if __WORDSIZE == 32
-#    define stxr(u, v, w)		stxr_i(u, v, w)
-#    define stxr_i(r0, r1, r2)		ST(r2, r1, r0)
-#    define stxi(u, v, w)		stxi_i(u, v, w)
-#  else
-#    define stxr(u, v, w)		stxr_l(u, v, w)
-#    define stxr_i(r0, r1, r2)		STW(r2, r1, r0)
-#    define stxi(u, v, w)		stxi_l(u, v, w)
-#    define stxr_l(r0, r1, r2)		STX(r2, r1, r0)
-#  endif
-#  define stxi_i(i0, r0, r1)		_stxi_i(_jit, i0, r0, r1)
-static void _stxi_i(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  if __WORDSIZE == 64
-#    define stxi_l(i0, r0, r1)		_stxi_l(_jit, i0, r0, r1)
-static void _stxi_l(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  endif
-#  define br(cc, i0, r0, r1)		_br(_jit, cc, i0, r0, r1)
-static jit_word_t
-_br(jit_state_t*,int32_t,jit_word_t,int32_t,int32_t);
-#  define bw(cc, i0, r0, i1)		_bw(_jit, cc, i0, r0, i1)
-static jit_word_t
-_bw(jit_state_t*,int32_t,jit_word_t,int32_t,jit_word_t);
-#  if __WORDSIZE == 32
-#    define bltr(i0, r0, r1)		br(SPARC_BL, i0, r0, r1)
-#    define blti(i0, r0, i1)		bw(SPARC_BL, i0, r0, i1)
-#    define bltr_u(i0, r0, r1)		br(SPARC_BLU, i0, r0, r1)
-#    define blti_u(i0, r0, i1)		bw(SPARC_BLU, i0, r0, i1)
-#    define bler(i0, r0, r1)		br(SPARC_BLE, i0, r0, r1)
-#    define blei(i0, r0, i1)		bw(SPARC_BLE, i0, r0, i1)
-#    define bler_u(i0, r0, r1)		br(SPARC_BLEU, i0, r0, r1)
-#    define blei_u(i0, r0, i1)		bw(SPARC_BLEU, i0, r0, i1)
-#    define beqr(i0, r0, r1)		br(SPARC_BE, i0, r0, r1)
-#    define beqi(i0, r0, i1)		bw(SPARC_BE, i0, r0, i1)
-#    define bger(i0, r0, r1)		br(SPARC_BGE, i0, r0, r1)
-#    define bgei(i0, r0, i1)		bw(SPARC_BGE, i0, r0, i1)
-#    define bger_u(i0, r0, r1)		br(SPARC_BGEU, i0, r0, r1)
-#    define bgei_u(i0, r0, i1)		bw(SPARC_BGEU, i0, r0, i1)
-#    define bgtr(i0, r0, r1)		br(SPARC_BG, i0, r0, r1)
-#    define bgti(i0, r0, i1)		bw(SPARC_BG, i0, r0, i1)
-#    define bgtr_u(i0, r0, r1)		br(SPARC_BGU, i0, r0, r1)
-#    define bgti_u(i0, r0, i1)		bw(SPARC_BGU, i0, r0, i1)
-#    define bner(i0, r0, r1)		br(SPARC_BNE, i0, r0, r1)
-#    define bnei(i0, r0, i1)		bw(SPARC_BNE, i0, r0, i1)
-#  else
-#    define bltr(i0, r0, r1)		br(SPARC_BPL, i0, r0, r1)
-#    define blti(i0, r0, i1)		bw(SPARC_BPL, i0, r0, i1)
-#    define bltr_u(i0, r0, r1)		br(SPARC_BPCS, i0, r0, r1)
-#    define blti_u(i0, r0, i1)		bw(SPARC_BPCS, i0, r0, i1)
-#    define bler(i0, r0, r1)		br(SPARC_BPLE, i0, r0, r1)
-#    define blei(i0, r0, i1)		bw(SPARC_BPLE, i0, r0, i1)
-#    define bler_u(i0, r0, r1)		br(SPARC_BPLEU, i0, r0, r1)
-#    define blei_u(i0, r0, i1)		bw(SPARC_BPLEU, i0, r0, i1)
-#    define beqr(i0, r0, r1)		br(SPARC_BPE, i0, r0, r1)
-#    define beqi(i0, r0, i1)		bw(SPARC_BPE, i0, r0, i1)
-#    define bger(i0, r0, r1)		br(SPARC_BPGE, i0, r0, r1)
-#    define bgei(i0, r0, i1)		bw(SPARC_BPGE, i0, r0, i1)
-#    define bger_u(i0, r0, r1)		br(SPARC_BPCC, i0, r0, r1)
-#    define bgei_u(i0, r0, i1)		bw(SPARC_BPCC, i0, r0, i1)
-#    define bgtr(i0, r0, r1)		br(SPARC_BPG, i0, r0, r1)
-#    define bgti(i0, r0, i1)		bw(SPARC_BPG, i0, r0, i1)
-#    define bgtr_u(i0, r0, r1)		br(SPARC_BPGU, i0, r0, r1)
-#    define bgti_u(i0, r0, i1)		bw(SPARC_BPGU, i0, r0, i1)
-#    define bner(i0, r0, r1)		br(SPARC_BPNE, i0, r0, r1)
-#    define bnei(i0, r0, i1)		bw(SPARC_BPNE, i0, r0, i1)
-#  endif
-#  define b_asr(jif,add,sgn,i0,r0,r1)	_b_asr(_jit,jif,add,sgn,i0,r0,r1)
-static jit_word_t
-_b_asr(jit_state_t*,jit_bool_t,jit_bool_t,jit_bool_t,
-       jit_word_t,int32_t,int32_t);
-#  define b_asw(jif,add,sgn,i0,r0,i1)	_b_asw(_jit,jif,add,sgn,i0,r0,i1)
-static jit_word_t
-_b_asw(jit_state_t*,jit_bool_t,jit_bool_t,jit_bool_t,
-       jit_word_t,int32_t,jit_word_t);
-#  define boaddr(i0, r0, r1)		b_asr(1, 1, 1, i0, r0, r1)
-#  define boaddi(i0, r0, i1)		b_asw(1, 1, 1, i0, r0, i1)
-#  define boaddr_u(i0, r0, r1)		b_asr(1, 1, 0, i0, r0, r1)
-#  define boaddi_u(i0, r0, i1)		b_asw(1, 1, 0, i0, r0, i1)
-#  define bxaddr(i0, r0, r1)		b_asr(0, 1, 1, i0, r0, r1)
-#  define bxaddi(i0, r0, i1)		b_asw(0, 1, 1, i0, r0, i1)
-#  define bxaddr_u(i0, r0, r1)		b_asr(0, 1, 0, i0, r0, r1)
-#  define bxaddi_u(i0, r0, i1)		b_asw(0, 1, 0, i0, r0, i1)
-#  define bosubr(i0, r0, r1)		b_asr(1, 0, 1, i0, r0, r1)
-#  define bosubi(i0, r0, i1)		b_asw(1, 0, 1, i0, r0, i1)
-#  define bosubr_u(i0, r0, r1)		b_asr(1, 0, 0, i0, r0, r1)
-#  define bosubi_u(i0, r0, i1)		b_asw(1, 0, 0, i0, r0, i1)
-#  define bxsubr(i0, r0, r1)		b_asr(0, 0, 1, i0, r0, r1)
-#  define bxsubi(i0, r0, i1)		b_asw(0, 0, 1, i0, r0, i1)
-#  define bxsubr_u(i0, r0, r1)		b_asr(0, 0, 0, i0, r0, r1)
-#  define bxsubi_u(i0, r0, i1)		b_asw(0, 0, 0, i0, r0, i1)
-#  define bm_r(set, i0, r0, r1)		_bm_r(_jit,set,i0,r0,r1)
-static jit_word_t
-_bm_r(jit_state_t*,jit_bool_t,jit_word_t,int32_t,int32_t);
-#  define bm_w(set,i0,r0,i1)		_bm_w(_jit,set,i0,r0,i1)
-static jit_word_t
-_bm_w(jit_state_t*,jit_bool_t,jit_word_t,int32_t,jit_word_t);
-#  define bmsr(i0, r0, r1)		bm_r(1, i0, r0, r1)
-#  define bmsi(i0, r0, i1)		bm_w(1, i0, r0, i1)
-#  define bmcr(i0, r0, r1)		bm_r(0, i0, r0, r1)
-#  define bmci(i0, r0, i1)		bm_w(0, i0, r0, i1)
-#  define jmpr(r0)			_jmpr(_jit, r0)
-static void _jmpr(jit_state_t*,int32_t);
-#  define jmpi(i0)			_jmpi(_jit, i0)
-static void _jmpi(jit_state_t*,jit_word_t);
-#  define jmpi_p(i0)			_jmpi_p(_jit, i0)
-static jit_word_t _jmpi_p(jit_state_t*,jit_word_t);
-#  define callr(r0)			_callr(_jit, r0)
-static void _callr(jit_state_t*,int32_t);
-#  define calli(i0)			_calli(_jit, i0)
-static void _calli(jit_state_t*,jit_word_t);
-#  define calli_p(i0)			_calli_p(_jit, i0)
-static jit_word_t _calli_p(jit_state_t*,jit_word_t);
-#  define prolog(node)			_prolog(_jit, node)
-static void _prolog(jit_state_t*,jit_node_t*);
-#  define epilog(node)			_epilog(_jit, node)
-static void _epilog(jit_state_t*,jit_node_t*);
-#define vastart(r0)			_vastart(_jit, r0)
-static void _vastart(jit_state_t*, int32_t);
-#define vaarg(r0, r1)			_vaarg(_jit, r0, r1)
-static void _vaarg(jit_state_t*, int32_t, int32_t);
-#define patch_at(jump, label)		_patch_at(_jit, jump, label)
-static void _patch_at(jit_state_t*,jit_word_t,jit_word_t);
-#endif
-
-#if CODE
-static void
-_f2r(jit_state_t *_jit,
-     int32_t op, int32_t rd, int32_t op2, int32_t imm22)
-{
-    jit_instr_t		v;
-    assert(!(op  & 0xfffffffc));
-    assert(!(rd  & 0xffffffe0));
-    assert(!(op2 & 0xfffffff8));
-    assert(s22_p(imm22));
-    v.op.b    = op;
-    v.rd.b    = rd;
-    v.op2.b   = op2;
-    v.imm22.b = imm22;
-    ii(v.v);
-}
-
-static void
-_f2b(jit_state_t *_jit,
-     int32_t op, int32_t a, int32_t cond, int32_t op2,
-     int32_t disp22)
-{
-    jit_instr_t		v;
-    assert(!(op   & 0xfffffffc));
-    assert(!(a    & 0xfffffffe));
-    assert(!(cond & 0xfffffff0));
-    assert(!(op2  & 0xfffffff8));
-    assert(s22_p(disp22));
-    v.op.b     = op;
-    v.a.b      = a;
-    v.cond.b   = cond;
-    v.op2.b    = op2;
-    v.disp22.b = disp22;
-    ii(v.v);
-}
-
-#  if __WORDSIZE == 64
-static void
-_f2bp(jit_state_t *_jit,
-      int32_t op, int32_t a, int32_t cond, int32_t op2,
-      int32_t cc1, int32_t cc0, int32_t p, int32_t disp19)
-{
-    jit_instr_t		v;
-    assert(!(op   & 0xfffffffc));
-    assert(!(a    & 0xfffffffe));
-    assert(!(cond & 0xfffffff0));
-    assert(!(op2  & 0xfffffff8));
-    assert(s19_p(disp19));
-    v.op.b     = op;
-    v.a.b      = a;
-    v.cond.b   = cond;
-    v.op2.b    = op2;
-    v.cc1.b    = cc1;
-    v.cc0.b    = cc0;
-    v.p.b      = p;
-    v.disp19.b = disp19;
-    ii(v.v);
-}
-#  endif
-
-static void
-_f3r(jit_state_t *_jit, int32_t op, int32_t rd,
-     int32_t op3, int32_t rs1, int32_t rs2)
-{
-    jit_instr_t		v;
-    assert(!(op  & 0xfffffffc));
-    assert(!(rd  & 0xffffffe0));
-    assert(!(op3 & 0xffffffc0));
-    assert(!(rs1 & 0xffffffe0));
-    assert(!(rs2 & 0xffffffe0));
-    v.op.b  = op;
-    v.rd.b  = rd;
-    v.op3.b = op3;
-    v.rs1.b = rs1;
-    v.i.b   = 0;
-    v.asi.b = 0;
-    v.rs2.b = rs2;
-    ii(v.v);
-}
-
-#  if __WORDSIZE == 64
-static void
-_f3rx(jit_state_t *_jit, int32_t op, int32_t rd,
-      int32_t op3, int32_t rs1, int32_t rs2)
-{
-    jit_instr_t		v;
-    assert(!(op  & 0xfffffffc));
-    assert(!(rd  & 0xffffffe0));
-    assert(!(op3 & 0xffffffc0));
-    assert(!(rs1 & 0xffffffe0));
-    assert(!(rs2 & 0xffffffe0));
-    v.op.b   = op;
-    v.rd.b   = rd;
-    v.op3.b  = op3;
-    v.rs1.b  = rs1;
-    v.i.b    = 0;
-    v.x.b    = 1;
-    v.asix.b = 0;
-    v.rs2.b  = rs2;
-    ii(v.v);
-}
-
-static void
-_f3s(jit_state_t *_jit, int32_t op, int32_t rd,
-      int32_t op3, int32_t rs1, int32_t shim)
-{
-    jit_instr_t		v;
-    assert(!(op   & 0xfffffffc));
-    assert(!(rd   & 0xffffffe0));
-    assert(!(op3  & 0xffffffc0));
-    assert(!(rs1  & 0xffffffe0));
-    assert(!(shim & 0xffffffc0));
-    v.op.b   = op;
-    v.rd.b   = rd;
-    v.op3.b  = op3;
-    v.rs1.b  = rs1;
-    v.i.b    = 1;
-    v.x.b    = 1;
-    v.asis.b = 0;
-    v.shim.b = shim;
-    ii(v.v);
-}
-#  endif
-
-static void
-_f3i(jit_state_t *_jit, int32_t op, int32_t rd,
-     int32_t op3, int32_t rs1, int32_t simm13)
-{
-    jit_instr_t		v;
-    assert(!(op  & 0xfffffffc));
-    assert(!(rd  & 0xffffffe0));
-    assert(!(op3 & 0xffffffc0));
-    assert(!(rs1 & 0xffffffe0));
-    assert(s13_p(simm13));
-    v.op.b     = op;
-    v.rd.b     = rd;
-    v.op3.b    = op3;
-    v.rs1.b    = rs1;
-    v.i.b      = 1;
-    v.simm13.b = simm13;
-    ii(v.v);
-}
-
-static void
-_f3t(jit_state_t *_jit, int32_t cond,
-     int32_t rs1, int32_t i, int32_t rs2_imm7)
-{
-    jit_instr_t		v;
-    assert(!(cond & 0xfffffff0));
-    assert(!(i    & 0xfffffffe));
-    assert(!(rs1 & 0xffffffe0));
-    v.op.b     = 2;
-    v.rd.b     = cond;
-    v.op3.b    = 58;
-    v.i.b      = i;
-    if (i) {
-	assert(s7_p(rs2_imm7));
-	v.res.b  = 0;
-	v.imm7.b = rs2_imm7;
-    }
-    else {
-	assert(!(rs2_imm7 & 0xffffffe0));
-	v.asi.b = 0;
-	v.rs2.b = rs2_imm7;
-    }
-    ii(v.v);
-}
-
-static void
-_f3a(jit_state_t *_jit, int32_t op, int32_t rd,
-     int32_t op3, int32_t rs1, int32_t asi, int32_t rs2)
-{
-    jit_instr_t		v;
-    assert(!(op  & 0xfffffffc));
-    assert(!(rd  & 0xffffffe0));
-    assert(!(op3 & 0xffffffc0));
-    assert(!(rs1 & 0xffffffe0));
-    assert(!(asi & 0xffffff00));
-    assert(!(rs2 & 0xffffffe0));
-    v.op.b    = op;
-    v.rd.b    = rd;
-    v.op3.b   = op3;
-    v.rs1.b   = rs1;
-    v.i.b     = 0;
-    v.asi.b   = asi;
-    v.rs2.b   = rs2;
-    ii(v.v);
-}
-
-static void
-_f1(jit_state_t *_jit, int32_t op, int32_t disp30)
-{
-    jit_instr_t		v;
-    assert(!(op  & 0xfffffffc));
-    assert(s30_p(disp30));
-    v.op.b     = op;
-    v.disp30.b = disp30;
-    ii(v.v);
-}
-
-static void
-_nop(jit_state_t *_jit, int32_t i0)
-{
-    for (; i0 > 0; i0 -= 4)
-	NOP();
-    assert(i0 == 0);
-}
-
-static void
-_movr(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    if (r0 != r1)
-	ORI(r1, 0, r0);
-}
-
-static void
-_movi(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    if (s13_p(i0))
-	ORI(0, i0, r0);
-    else {
-#  if __WORDSIZE == 64
-	if (i0 & 0xffffffff00000000) {
-	    int32_t	reg = jit_get_reg(jit_class_gpr);
-	    movi(rn(reg), (i0 >> 32) & 0xffffffff);
-	    movi(r0, i0 & 0xffffffff);
-	    lshi(rn(reg), rn(reg), 32);
-	    OR(rn(reg), r0, r0);
-	    jit_unget_reg(reg);
-	}
-	else {
-#  endif
-	    SETHI(HI((int)i0), r0);
-	    if (LO(i0))
-		ORI(r0, LO(i0), r0);
-#  if __WORDSIZE == 64
-	}
-#  endif
-    }
-}
-
-static jit_word_t
-_movi_p(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    jit_word_t		w;
-#  if __WORDSIZE == 64
-    int32_t		reg;
-#  endif
-    w = _jit->pc.w;
-#  if __WORDSIZE == 64
-    reg = jit_get_reg(jit_class_gpr);
-    SETHI(HI((int)i0), r0);
-    ORI(r0, LO(i0), r0);
-    i0 = (int)(i0 >> 32);
-    SETHI(HI(i0), rn(reg));
-    ORI(rn(reg), LO(i0), rn(reg));
-    SLLXI(rn(reg), 32, rn(reg));
-    OR(rn(reg), r0, r0);
-    jit_unget_reg(reg);
-#  else
-    SETHI(HI(i0), r0);
-    ORI(r0, LO(i0), r0);
-#  endif
-    return (w);
-}
-
-static void
-_addi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	ADDI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	addr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 64
-static void
-_addcr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	addr(rn(reg), r1, r2);
-	ltr_u(rn(jit_carry), rn(reg), r1);
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	addr(r0, r1, r2);
-	ltr_u(rn(jit_carry), r0, r1);
-    }
-}
-#  endif
-
-static void
-_addci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-#  if __WORDSIZE == 32
-    int32_t		reg;
-    if (s13_p(i0))
-	ADDIcc(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	addcr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-#  else
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, i0);
-	ltr_u(rn(jit_carry), rn(reg), r1);
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	addi(r0, r1, i0);
-	ltr_u(rn(jit_carry), r0, r1);
-    }
-#  endif
-}
-
-#  if __WORDSIZE == 64
-static void
-_addxr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    addcr(r0, r1, r2);
-    addcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-#  endif
-
-static void
-_addxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-#  if __WORDSIZE == 32
-    int32_t		reg;
-    if (s13_p(i0))
-	ADDXIcc(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	addxr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-#  else
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    addci(r0, r1, i0);
-    addcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-#  endif
-}
-
-static void
-_subi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	SUBI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	subr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 64
-static void
-_subcr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	subr(rn(reg), r1, r2);
-	ltr_u(rn(jit_carry), r1, rn(reg));
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	subr(r0, r1, r2);
-	ltr_u(rn(jit_carry), r1, r0);
-    }
-}
-#  endif
-
-static void
-_subci(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-#  if __WORDSIZE == 32
-    int32_t		reg;
-    if (s13_p(i0))
-	SUBIcc(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	subcr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-#  else
-    int32_t		reg;
-    if (jit_carry == _NOREG)
-	jit_carry = jit_get_reg(jit_class_gpr);
-    if (r0 == r1) {
-	reg = jit_get_reg(jit_class_gpr);
-	addi(rn(reg), r1, -i0);
-	ltr_u(rn(jit_carry), r1, rn(reg));
-	movr(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	addi(r0, r1, -i0);
-	ltr_u(rn(jit_carry), r1, r0);
-    }
-#  endif
-}
-
-#  if __WORDSIZE == 64
-static void
-_subxr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    subcr(r0, r1, r2);
-    subcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-}
-#endif
-
-static void
-_subxi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-#  if __WORDSIZE == 32
-    int32_t		reg;
-    if (s13_p(i0))
-	SUBXIcc(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	subxr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-#  else
-    int32_t		reg;
-    assert(jit_carry != _NOREG);
-    reg = jit_get_reg(jit_class_gpr);
-    movr(rn(reg), rn(jit_carry));
-    subci(r0, r1, i0);
-    subcr(r0, r0, rn(reg));
-    jit_unget_reg(reg);
-#  endif
-}
-
-static void
-_rsbi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    subi(r0, r1, i0);
-    negr(r0, r0);
-}
-
-static void
-_muli(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 32
-	UMULI(r1, i0, r0);
-#  else
-	MULXI(r1, i0, r0);
-#  endif
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	mulr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 32
-static void
-_iqmulr(jit_state_t *_jit, int32_t r0, int32_t r1,
-	int32_t r2, int32_t r3, jit_bool_t sign)
-{
-    if (sign)
-	SMUL(r2, r3, r0);
-    else
-	UMUL(r2, r3, r0);
-    RDY(r1);
-}
-
-static void
-_iqmuli(jit_state_t *_jit, int32_t r0, int32_t r1,
-	int32_t r2, jit_word_t i0, jit_bool_t sign)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-	if (sign)
-	    SMULI(r2, i0, r0);
-	else
-	    UMULI(r2, i0, r0);
-	RDY(r1);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	iqmulr(r0, r1, r2, rn(reg), sign);
-	jit_unget_reg(reg);
-    }
-}
-
-#  else
-static __int128_t __llmul(jit_word_t a, jit_word_t b)
-{
-    return (__int128_t)a * (__int128_t)b;
-}
-
-#  define QMUL_PROLOG()						\
-    do {							\
-	(void)jit_get_reg(_O0|jit_class_gpr|jit_class_named);	\
-	(void)jit_get_reg(_O1|jit_class_gpr|jit_class_named);	\
-	if (r0 != _G2_REGNO && r1 != _G2_REGNO)			\
-	    stxi(BIAS(-8), _FP_REGNO, _G2_REGNO);		\
-	if (r0 != _G3_REGNO && r1 != _G3_REGNO)			\
-	    stxi(BIAS(-16), _FP_REGNO, _G3_REGNO);		\
-	if (r0 != _G4_REGNO && r1 != _G4_REGNO)			\
-	    stxi(BIAS(-24), _FP_REGNO, _G4_REGNO);		\
-    } while (0)
-
-#  define QMUL_EPILOG()						\
-    do {							\
-	if (r0 != _G2_REGNO && r1 != _G2_REGNO)			\
-	    ldxi(_G2_REGNO, _FP_REGNO, BIAS(-8));		\
-	if (r0 != _G3_REGNO && r1 != _G3_REGNO)			\
-	    ldxi(_G3_REGNO, _FP_REGNO, BIAS(-16));		\
-	if (r0 != _G4_REGNO && r1 != _G4_REGNO)			\
-	    ldxi(_G4_REGNO, _FP_REGNO, BIAS(-24));		\
-	(void)jit_unget_reg(_O0);				\
-	(void)jit_unget_reg(_O1);				\
-    } while (0)
-
-static void
-_qmulr(jit_state_t *_jit, int32_t r0, int32_t r1,
-       int32_t r2, int32_t r3)
-{
-    QMUL_PROLOG();
-    movr(_O0_REGNO, r3);
-    movr(_O1_REGNO, r2);
-    calli((jit_word_t)__llmul);
-    movr(r0, _O1_REGNO);
-    movr(r1, _O0_REGNO);
-    QMUL_EPILOG();
-}
-
-static void
-_qmuli(jit_state_t *_jit, int32_t r0, int32_t r1,
-       int32_t r2, jit_word_t i0)
-{
-    QMUL_PROLOG();
-    movi(_O0_REGNO, i0);
-    movr(_O1_REGNO, r2);
-    calli((jit_word_t)__llmul);
-    movr(r0, _O1_REGNO);
-    movr(r1, _O0_REGNO);
-    QMUL_EPILOG();
-}
-
-static __uint128_t __ullmul(jit_uword_t a, jit_uword_t b)
-{
-    return (__uint128_t)a * (__uint128_t)b;
-}
-
-static void
-_qmulr_u(jit_state_t *_jit, int32_t r0, int32_t r1,
-	 int32_t r2, int32_t r3)
-{
-    QMUL_PROLOG();
-    movr(_O0_REGNO, r3);
-    movr(_O1_REGNO, r2);
-    calli((jit_word_t)__ullmul);
-    movr(r0, _O1_REGNO);
-    movr(r1, _O0_REGNO);
-    QMUL_EPILOG();
-}
-
-static void
-_qmuli_u(jit_state_t *_jit, int32_t r0, int32_t r1,
-	 int32_t r2, jit_word_t i0)
-{
-    QMUL_PROLOG();
-    movi(_O0_REGNO, i0);
-    movr(_O1_REGNO, r2);
-    calli((jit_word_t)__ullmul);
-    movr(r0, _O1_REGNO);
-    movr(r1, _O0_REGNO);
-    QMUL_EPILOG();
-}
-#  endif
-
-static void
-_divr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-#  if __WORDSIZE == 32
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    rshi(rn(reg), r1, 31);
-    WRY(rn(reg), 0);
-    SDIV(r1, r2, r0);
-    jit_unget_reg(reg);
-#  else
-    SDIVX(r1, r2, r0);
-#  endif
-}
-
-static void
-_divi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-#  if __WORDSIZE == 32
-    reg = jit_get_reg(jit_class_gpr);
-#  endif
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 32
-	rshi(rn(reg), r1, 31);
-	WRY(rn(reg), 0);
-	SDIVI(r1, i0, r0);
-#  else
-	SDIVXI(r1, i0, r0);
-#  endif
-    }
-    else {
-#  if __WORDSIZE == 64
-	reg = jit_get_reg(jit_class_gpr);
-#  endif
-	movi(rn(reg), i0);
-	divr(r0, r1, rn(reg));
-#  if __WORDSIZE == 64
-	jit_unget_reg(reg);
-#  endif
-    }
-#  if __WORDSIZE == 32
-    jit_unget_reg(reg);
-#  endif
-}
-
-static void
-_divr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-#  if __WORDSIZE == 32
-    WRYI(0, 0);
-    UDIV(r1, r2, r0);
-#  else
-    UDIVX(r1, r2, r0);
-#  endif
-}
-
-static void
-_divi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 32
-	WRYI(0, 0);
-	UDIVI(r1, i0, r0);
-#  else
-	UDIVXI(r1, i0, r0);
-#  endif
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	divr_u(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_iqdivr(jit_state_t *_jit, int32_t r0, int32_t r1,
-	int32_t r2, int32_t r3, jit_bool_t sign)
-{
-    int32_t		sv0, rg0;
-    int32_t		sv1, rg1;
-
-    if (r0 == r2 || r0 == r3) {
-	sv0 = jit_get_reg(jit_class_gpr);
-	rg0 = rn(sv0);
-    }
-    else
-	rg0 = r0;
-    if (r1 == r2 || r1 == r3) {
-	sv1 = jit_get_reg(jit_class_gpr);
-	rg1 = rn(sv1);
-    }
-    else
-	rg1 = r1;
-
-    if (sign)
-	divr(rg0, r2, r3);
-    else
-	divr_u(rg0, r2, r3);
-    mulr(rg1, r3, rg0);
-    subr(rg1, r2, rg1);
-    if (rg0 != r0) {
-	movr(r0, rg0);
-	jit_unget_reg(sv0);
-    }
-    if (rg1 != r1) {
-	movr(r1, rg1);
-	jit_unget_reg(sv1);
-    }
-}
-
-static void
-_iqdivi(jit_state_t *_jit, int32_t r0, int32_t r1,
-	int32_t r2, jit_word_t i0, jit_bool_t sign)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    iqdivr(r0, r1, r2, rn(reg), sign);
-    jit_unget_reg(reg);
-}
-
-static void
-_remr(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (r0 == r1 || r0 == r2) {
-	reg = jit_get_reg(jit_class_gpr);
-	divr(rn(reg), r1, r2);
-	mulr(rn(reg), r2, rn(reg));
-	subr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	divr(r0, r1, r2);
-	mulr(r0, r2, r0);
-	subr(r0, r1, r0);
-    }
-}
-
-static void
-_remi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    remr(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_remr_u(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (r0 == r1 || r0 == r2) {
-	reg = jit_get_reg(jit_class_gpr);
-	divr_u(rn(reg), r1, r2);
-	mulr(rn(reg), r2, rn(reg));
-	subr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else {
-	divr_u(r0, r1, r2);
-	mulr(r0, r2, r0);
-	subr(r0, r1, r0);
-    }
-}
-
-static void
-_remi_u(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    movi(rn(reg), i0);
-    remr_u(r0, r1, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_andi(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	ANDI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	andr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	ORI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	orr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_xori(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	XORI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	xorr(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_extr_c(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, __WORDSIZE - 8);
-    rshi(r0, r0, __WORDSIZE - 8);
-}
-
-static void
-_extr_s(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, __WORDSIZE - 16);
-    rshi(r0, r0, __WORDSIZE - 16);
-}
-
-static void
-_extr_us(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, __WORDSIZE - 16);
-    rshi_u(r0, r0, __WORDSIZE - 16);
-}
-
-#if __WORDSIZE == 64
-static void
-_extr_i(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, __WORDSIZE - 32);
-    rshi(r0, r0, __WORDSIZE - 32);
-}
-
-static void
-_extr_ui(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    lshi(r0, r1, __WORDSIZE - 32);
-    rshi_u(r0, r0, __WORDSIZE - 32);
-}
-#endif
-
-static void
-_cr(jit_state_t *_jit, int32_t cc,
-    int32_t r0, int32_t r1, int32_t r2)
-{
-    CMP(r1, r2);
-#  if __WORDSIZE == 32
-    Ba(cc, 3);
-#  else
-    BPa(cc, 3);
-#  endif
-    movi(r0, 1);
-    movi(r0, 0);
-}
-
-static void
-_cw(jit_state_t *_jit, int32_t cc,
-    int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-	CMPI(r1, i0);
-#  if __WORDSIZE == 32
-	Ba(cc, 3);
-#  else
-	BPa(cc, 3);
-#  endif
-	movi(r0, 1);
-	movi(r0, 0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	cr(cc, r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_c(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDSBI(0, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_c(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_uc(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDUBI(0, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_uc(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_s(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDSHI(0, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_s(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_us(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDUHI(0, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_us(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_i(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 32
-	LDI(0, i0, r0);
-#  else
-	LDSWI(0, i0, r0);
-#  endif
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_i(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 64
-static void
-_ldi_ui(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDUWI(0, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_ui(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldi_l(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDXI(0, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_l(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-#  endif
-
-static void
-_ldxi_c(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDSBI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_c(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_uc(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDUBI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_uc(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_s(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDSHI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_s(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_us(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDUHI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_us(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_i(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 32
-	LDI(r1, i0, r0);
-#  else
-	LDSWI(r1, i0, r0);
-#  endif
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_i(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 64
-static void
-_ldxi_ui(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDUWI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_ui(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_l(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDXI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_l(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-#  endif
-
-static void
-_sti_c(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	STBI(r0, 0, i0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_c(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_s(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	STHI(r0, 0, i0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_s(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_i(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 32
-	STI(r0, 0, i0);
-#  else
-	STWI(r0, 0, i0);
-#  endif
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_i(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 64
-static void
-_sti_l(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	STXI(r0, 0, i0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_l(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-#  endif
-
-static void
-_stxi_c(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	STBI(r1, r0, i0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	stxr_c(r0, rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxi_s(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	STHI(r1, r0, i0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	stxr_s(r0, rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxi_i(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 32
-	STI(r1, r0, i0);
-#  else
-	STWI(r1, r0, i0);
-#  endif
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	stxr_i(r0, rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 64
-static void
-_stxi_l(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	STXI(r1, r0, i0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	stxr_l(r0, rn(reg), r1);
-	jit_unget_reg(reg);
-    }
-}
-#  endif
-
-static jit_word_t
-_br(jit_state_t *_jit, int32_t cc,
-    jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    CMP(r0, r1);
-    w = _jit->pc.w;
-#  if __WORDSIZE == 32
-    B(cc, (i0 - w) >> 2);
-#  else
-    BP(cc, (i0 - w) >> 2);
-#  endif
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bw(jit_state_t *_jit, int32_t cc,
-    jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (s13_p(i1)) {
-	CMPI(r0, i1);
-	w = _jit->pc.w;
-#  if __WORDSIZE == 32
-	B(cc, (i0 - w) >> 2);
-#  else
-	B(cc, (i0 - w) >> 2);
-#  endif
-	NOP();
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	movi(rn(reg), i1);
-	w = br(cc, i0, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_b_asr(jit_state_t *_jit, jit_bool_t jif, jit_bool_t add, jit_bool_t sgn,
-       jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    if (add)
-	ADDcc(r0, r1, r0);
-    else
-	SUBcc(r0, r1, r0);
-    w = _jit->pc.w;
-#  if __WORDSIZE == 32
-    B(sgn ?
-      (jif ? SPARC_BVS : SPARC_BVC) :
-      (jif ? SPARC_BCS : SPARC_BCC),
-      (i0 - w) >> 2);
-#  else
-    BP(sgn ?
-       (jif ? SPARC_BPVS : SPARC_BPVC) :
-       (jif ? SPARC_BPCS : SPARC_BPCC),
-       (i0 - w) >> 2);
-#  endif
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_b_asw(jit_state_t *_jit, jit_bool_t jif, jit_bool_t add, jit_bool_t sgn,
-       jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (s13_p(i1)) {
-	if (add)
-	    ADDIcc(r0, i1, r0);
-	else
-	    SUBIcc(r0, i1, r0);
-	w = _jit->pc.w;
-#  if __WORDSIZE == 32
-	B(sgn ?
-	  (jif ? SPARC_BVS : SPARC_BVC) :
-	  (jif ? SPARC_BCS : SPARC_BCC),
-	  (i0 - w) >> 2);
-#  else
-	BP(sgn ?
-	   (jif ? SPARC_BPVS : SPARC_BPVC) :
-	   (jif ? SPARC_BPCS : SPARC_BPCC),
-	   (i0 - w) >> 2);
-#  endif
-	NOP();
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	movi(rn(reg), i1);
-	w = b_asr(jif, add, sgn, i0, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static jit_word_t
-_bm_r(jit_state_t *_jit, jit_bool_t set,
-      jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    BTST(r0, r1);
-    w = _jit->pc.w;
-#  if __WORDSIZE == 32
-    B(set ? SPARC_BNZ : SPARC_BZ, (i0 - w) >> 2);
-#  else
-    BP(set ? SPARC_BPNE : SPARC_BPE, (i0 - w) >> 2);
-#  endif
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_bm_w(jit_state_t *_jit, jit_bool_t set,
-      jit_word_t i0, int32_t r0, jit_word_t i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    if (s13_p(i1)) {
-	BTSTI(r0, i1);
-	w = _jit->pc.w;
-#  if __WORDSIZE == 32
-	B(set ? SPARC_BNZ : SPARC_BZ, (i0 - w) >> 2);
-#  else
-	BP(set ? SPARC_BPNE : SPARC_BPE, (i0 - w) >> 2);
-#  endif
-	NOP();
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	movi(rn(reg), i1);
-	w = bm_r(set, i0, r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    return (w);
-}
-
-static void
-_jmpr(jit_state_t *_jit, int32_t r0)
-{
-    JMPL(0, r0, 0);
-    NOP();
-}
-
-static void
-_jmpi(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    w = (i0 - _jit->pc.w) >> 2;
-    if (s22_p(w)) {
-	BA(w);
-	NOP();
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-	movi(rn(reg), i0);
-	jmpr(rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static jit_word_t
-_jmpi_p(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr|jit_class_nospill);
-    w = movi_p(rn(reg), i0);
-    jmpr(rn(reg));
-    jit_unget_reg(reg);
-    return (w);
-}
-
-static void
-_callr(jit_state_t *_jit, int32_t r0)
-{
-    CALL(r0);
-    NOP();
-}
-
-static void
-_calli(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    w = (i0 - _jit->pc.w) >> 2;
-    CALLI(w);
-    NOP();
-}
-
-static jit_word_t
-_calli_p(jit_state_t *_jit, jit_word_t i0)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(jit_class_gpr);
-    w = movi_p(rn(reg), i0);
-    callr(rn(reg));
-    jit_unget_reg(reg);
-    return (w);
-}
-
-#define OFF(n)		BIAS(((n) * sizeof(jit_word_t)))
-static void
-_prolog(jit_state_t *_jit, jit_node_t *node)
-{
-    int32_t		reg;
-    if (_jitc->function->define_frame || _jitc->function->assume_frame) {
-	int32_t	frame = -_jitc->function->frame;
-	assert(_jitc->function->self.aoff >= frame);
-	if (_jitc->function->assume_frame)
-	    return;
-	_jitc->function->self.aoff = frame;
-    }
-    if (_jitc->function->allocar)
-	_jitc->function->self.aoff &= -16;
-    /* align at 16 bytes boundary */
-    _jitc->function->stack = ((stack_framesize +
-			      _jitc->function->self.alen -
-			      _jitc->function->self.aoff) + 15) & -16;
-    SAVEI(_SP_REGNO, -_jitc->function->stack, _SP_REGNO);
-
-    /* (most) other backends do not save incoming arguments, so,
-     * only save locals here */
-    if (jit_regset_tstbit(&_jitc->function->regset, _L0))
-	stxi(OFF(0), _SP_REGNO, _L0_REGNO);
-    if (jit_regset_tstbit(&_jitc->function->regset, _L1))
-	stxi(OFF(1), _SP_REGNO, _L1_REGNO);
-    if (jit_regset_tstbit(&_jitc->function->regset, _L2))
-	stxi(OFF(2), _SP_REGNO, _L2_REGNO);
-    if (jit_regset_tstbit(&_jitc->function->regset, _L3))
-	stxi(OFF(3), _SP_REGNO, _L3_REGNO);
-    if (jit_regset_tstbit(&_jitc->function->regset, _L4))
-	stxi(OFF(4), _SP_REGNO, _L4_REGNO);
-    if (jit_regset_tstbit(&_jitc->function->regset, _L5))
-	stxi(OFF(5), _SP_REGNO, _L5_REGNO);
-    if (jit_regset_tstbit(&_jitc->function->regset, _L6))
-	stxi(OFF(6), _SP_REGNO, _L6_REGNO);
-    if (jit_regset_tstbit(&_jitc->function->regset, _L7))
-	stxi(OFF(7), _SP_REGNO, _L7_REGNO);
-
-    if (_jitc->function->allocar) {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), BIAS(_jitc->function->self.aoff));
-	/* Already "biased" by allocai */
-	stxi_i(_jitc->function->aoffoff, _FP_REGNO, rn(reg));
-	jit_unget_reg(reg);
-    }
-
-    if (_jitc->function->self.call & jit_call_varargs) {
-	for (reg = _jitc->function->vagp; jit_arg_reg_p(reg); ++reg)
-	    stxi(BIAS((16 + (__WORDSIZE == 32)) * sizeof(jit_word_t) +
-		      reg * sizeof(jit_word_t)), _FP_REGNO, rn(_I0 + reg));
-    }
-}
-
-static void
-_epilog(jit_state_t *_jit, jit_node_t *node)
-{
-    if (_jitc->function->assume_frame)
-	return;
-    /* (most) other backends do not save incoming arguments, so,
-     * only save locals here */
-    if (jit_regset_tstbit(&_jitc->function->regset, _L0))
-	ldxi(_L0_REGNO, _FP_REGNO, _jitc->function->stack + OFF(0));
-    if (jit_regset_tstbit(&_jitc->function->regset, _L1))
-	ldxi(_L1_REGNO, _FP_REGNO, _jitc->function->stack + OFF(1));
-    if (jit_regset_tstbit(&_jitc->function->regset, _L2))
-	ldxi(_L2_REGNO, _FP_REGNO, _jitc->function->stack + OFF(2));
-    if (jit_regset_tstbit(&_jitc->function->regset, _L3))
-	ldxi(_L3_REGNO, _FP_REGNO, _jitc->function->stack + OFF(3));
-    if (jit_regset_tstbit(&_jitc->function->regset, _L4))
-	ldxi(_L4_REGNO, _FP_REGNO, _jitc->function->stack + OFF(4));
-    if (jit_regset_tstbit(&_jitc->function->regset, _L5))
-	ldxi(_L5_REGNO, _FP_REGNO, _jitc->function->stack + OFF(5));
-    if (jit_regset_tstbit(&_jitc->function->regset, _L6))
-	ldxi(_L6_REGNO, _FP_REGNO, _jitc->function->stack + OFF(6));
-    if (jit_regset_tstbit(&_jitc->function->regset, _L7))
-	ldxi(_L7_REGNO, _FP_REGNO, _jitc->function->stack + OFF(7));
-    RESTOREI(0, 0, 0);
-    RETL();
-    NOP();
-}
-
-static void
-_vastart(jit_state_t *_jit, int32_t r0)
-{
-    /* Initialize stack pointer to the first stack argument. */
-    if (jit_arg_reg_p(_jitc->function->vagp))
-	addi(r0, _FP_REGNO, BIAS((16 + (__WORDSIZE == 32) +
-				  _jitc->function->vagp) *
-				 sizeof(jit_word_t)));
-    else
-	addi(r0, _FP_REGNO, BIAS(_jitc->function->self.size));
-}
-
-static void
-_vaarg(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    assert(_jitc->function->self.call & jit_call_varargs);
-
-    /* Load argument. */
-    ldr(r0, r1);
-
-    /* Update vararg stack pointer. */
-    addi(r1, r1, sizeof(jit_word_t));
-}
-
-static void
-_patch_at(jit_state_t *_jit, jit_word_t instr, jit_word_t label)
-{
-    jit_instr_t		 i;
-    union {
-	int32_t	*i;
-	jit_word_t	 w;
-    } u;
-
-    u.w = instr;
-    i.v = u.i[0];
-
-    if (i.op.b == 0) {				/* conditional branch */
-	if (i.op2.b == 2 || i.op2.b == 6) {	/* int or float condition */
-	    i.disp22.b = (label - instr) >> 2;
-	    u.i[0] = i.v;
-	}
-#  if __WORDSIZE == 64
-	else if (i.op2.b == 1) {
-	    i.disp19.b = (label - instr) >> 2;
-	    u.i[0] = i.v;
-	}
-#  endif
-	else if (i.op2.b == 4) {	/* movi_p */
-	    /* SETHI */
-	    i.imm22.b = HI((int)label);
-	    u.i[0] = i.v;
-	    i.v = u.i[1];
-	    if (i.op.b == 2 && i.op3.b == 2) {
-		/* ORI */
-		i.simm13.b = LO(label);
-		u.i[1] = i.v;
-#  if __WORDSIZE == 64
-		i.v = u.i[2];
-		assert(i.op2.b == 4);
-		label = (label >> 32) & 0xffffffff;
-		i.imm22.b = HI((int)label);
-		u.i[2] = i.v;
-		i.v = u.i[3];
-		assert(i.op.b == 2 && i.op3.b == 2);
-		/* ORI */
-		i.simm13.b = LO(label);
-		u.i[3] = i.v;
-#  endif
-	    }
-	    else
-		abort();
-	}
-	else
-	    abort();
-    }
-    else
-	abort();
-}
-#endif
diff --git a/libguile/lightening/lightening/sparc-fpu.c b/libguile/lightening/lightening/sparc-fpu.c
deleted file mode 100644
index 3305b4deb..000000000
--- a/libguile/lightening/lightening/sparc-fpu.c
+++ /dev/null
@@ -1,1499 +0,0 @@
-/*
- * Copyright (C) 2013-2017  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#if PROTO
-#  if __WORDSIZE == 32
-#    define FPR(r)			(r)
-#    define CLASS_SNG			jit_class_fpr
-#    define CLASS_DBL			jit_class_fpr
-#  else
-#    define single_precision_p(r)	((r) >= 0 && (r) <= 31)
-#    define FPR(r)			((r) > 31 ? (r) - 31 : (r))
-#    define CLASS_SNG			(jit_class_fpr | jit_class_sng)
-#    define CLASS_DBL			(jit_class_fpr | jit_class_dbl)
-#  endif
-#  define LDF(rs1, rs2, rd)		f3r(3, FPR(rd), 32, FPR(rs1), FPR(rs2))
-#  define LDFI(rs1, imm, rd)		f3i(3, FPR(rd), 32, FPR(rs1), imm)
-#  define LDDF(rs1, rs2, rd)		f3r(3, FPR(rd), 35, FPR(rs1), FPR(rs2))
-#  define LDDFI(rs1, imm, rd)		f3i(3, FPR(rd), 35, FPR(rs1), imm)
-#  define LDFSR(rs1, rs2, rd)		f3r(3, FPR(rd), 33, FPR(rs1), FPR(rs2))
-#  define LDFSRI(rs1, imm, rd)		f3i(3, FPR(rd), 33, FPR(rs1), imm)
-#  define STF(rd, rs1, rs2)		f3r(3, FPR(rd), 36, FPR(rs1), FPR(rs2))
-#  define STFI(rd, rs1, imm)		f3i(3, FPR(rd), 36, FPR(rs1), imm)
-#  define STDF(rd, rs1, rs2)		f3r(3, FPR(rd), 39, FPR(rs1), FPR(rs2))
-#  define STDFI(rd, rs1, imm)		f3i(3, FPR(rd), 39, FPR(rs1), imm)
-#  define STFSR(rd, rs1, rs2)		f3r(3, FPR(rd), 37, FPR(rs1), FPR(rs2))
-#  define STFSRI(rd, rs1, imm)		f3i(3, FPR(rd), 37, FPR(rs1), imm)
-#  define STDFQ(rd, rs1, rs2)		f3r(3, FPR(rd), 38, FPR(rs1), FPR(rs2))
-#  define STFDFQ(rd, rs1, imm)		f3i(3, FPR(rd), 38, FPR(rs1), imm)
-#  define SPARC_FBA			8	/* always - 1 */
-#  define SPARC_FBN			0	/* never - 0 */
-#  define SPARC_FBU			7	/* unordered - U */
-#  define SPARC_FBG			6	/* greater - G */
-#  define SPARC_FBUG			5	/* unordered or greater - G or U */
-#  define SPARC_FBL			4	/* less - L */
-#  define SPARC_FBUL			3	/* unordered or less - L or U */
-#  define SPARC_FBLG			2	/* less or greater - L or G */
-#  define SPARC_FBNE			1	/* not equal - L or G or U */
-#  define SPARC_FBNZ			SPARC_FBNE
-#  define SPARC_FBE			9	/* equal - E */
-#  define SPARC_FBZ			SPARC_FBE
-#  define SPARC_FBUE			10	/* unordered or equal - E or U */
-#  define SPARC_FBGE			11	/* greater or equal - E or G */
-#  define SPARC_FBUGE			12	/* unordered or greater or equal - E or G or U */
-#  define SPARC_FBLE			13	/* less or equal - E or L */
-#  define SPARC_FBULE			14	/* unordered or less or equal - E or L or U */
-#  define SPARC_FBO			15	/* ordered - E or L or G */
-#  define FB(cc, imm)			f2b(0, 0, cc, 6, imm)
-#  define FBa(cc, imm)			f2b(0, 1, cc, 6, imm)
-#  define FBA(imm)			FB(SPARC_FBA, imm)
-#  define FBAa(imm)			FBa(SPARC_FBA, imm)
-#  define FBN(imm)			FB(SPARC_FBN, imm)
-#  define FBNa(imm)			FBa(SPARC_FBN, imm)
-#  define FBU(imm)			FB(SPARC_FBU, imm)
-#  define FBUa(imm)			FBa(SPARC_FBU, imm)
-#  define FBG(imm)			FB(SPARC_FBG, imm)
-#  define FBGa(imm)			FBa(SPARC_FBG, imm)
-#  define FBUG(imm)			FB(SPARC_FBUG, imm)
-#  define FBUGa(imm)			FBa(SPARC_FBUG, imm)
-#  define FBL(imm)			FB(SPARC_FBL, imm)
-#  define FBLa(imm)			FBa(SPARC_FBL, imm)
-#  define FBUL(imm)			FB(SPARC_FBUL, imm)
-#  define FBULa(imm)			FBa(SPARC_FBUL, imm)
-#  define FBLG(imm)			FB(SPARC_FBLG, imm)
-#  define FBLGa(imm)			FBa(SPARC_FBLG, imm)
-#  define FBNE(imm)			FB(SPARC_FBNE, imm)
-#  define FBNEa(imm)			FBa(SPARC_FBNE, imm)
-#  define FBE(imm)			FB(SPARC_FBE, imm)
-#  define FBEa(imm)			FBa(SPARC_FBE, imm)
-#  define FBUE(imm)			FB(SPARC_FBUE, imm)
-#  define FBUEa(imm)			FBa(SPARC_FBUE, imm)
-#  define FBLE(imm)			FB(SPARC_FBLE, imm)
-#  define FBLEa(imm)			FBa(SPARC_FBLE, imm)
-#  define FBO(imm)			FB(SPARC_FBO, imm)
-#  define FBOa(imm)			FBa(SPARC_FBO, imm)
-#  define FPop1(rd, rs1, opf, rs2)	f3f(rd, 52, rs1, opf, rs2)
-#  define FPop2(rd, rs1, opf, rs2)	f3f(rd, 53, rs1, opf, rs2)
-#  define f3f(rd, op3, rs1, opf, rs2)	_f3f(_jit, rd, op3, rs1, opf, rs2)
-static void
-_f3f(jit_state_t*,int32_t,int32_t,int32_t, int32_t,int32_t);
-#  define FITOS(rs2, rd)		FPop1(rd, 0, 196, rs2)
-#  define FITOD(rs2, rd)		FPop1(rd, 0, 200, rs2)
-#  define FITOQ(rs2, rd)		FPop1(rd, 0, 204, rs2)
-#  if __WORDSIZE == 64
-#    define FXTOS(rs2, rd)		FPop1(rd, 0, 132, rs2)
-#    define FXTOD(rs2, rd)		FPop1(rd, 0, 136, rs2)
-#    define FxTOQ(rs2, rd)		FPop1(rd, 0, 140, rs2)
-#  endif
-#  define FSTOI(rs2, rd)		FPop1(rd, 0, 209, rs2)
-#  define FDTOI(rs2, rd)		FPop1(rd, 0, 210, rs2)
-#  define FQTOI(rs2, rd)		FPop1(rd, 0, 211, rs2)
-#  define FSTOX(rs2, rd)		FPop1(rd, 0, 129, rs2)
-#  define FDTOX(rs2, rd)		FPop1(rd, 0, 130, rs2)
-#  define FQTOX(rs2, rd)		FPop1(rd, 0, 131, rs2)
-#  define FSTOD(rs2, rd)		FPop1(rd, 0, 201, rs2)
-#  define FSTOQ(rs2, rd)		FPop1(rd, 0, 205, rs2)
-#  define FDTOS(rs2, rd)		FPop1(rd, 0, 198, rs2)
-#  define FDTOQ(rs2, rd)		FPop1(rd, 0, 206, rs2)
-#  define FQTOS(rs2, rd)		FPop1(rd, 0, 199, rs2)
-#  define FQTOD(rs2, rd)		FPop1(rd, 0, 203, rs2)
-#  define FMOVS(rs2, rd)		FPop1(rd, 0,   1, rs2)
-#  define FMOVD(rs2, rd)		FPop1(rd, 0,   2, rs2)
-#  define FMOVQ(rs2, rd)		FPop1(rd, 0,   3, rs2)
-#  define FNEGS(rs2, rd)		FPop1(rd, 0,   5, rs2)
-#  define FNEGD(rs2, rd)		FPop1(rd, 0,   6, rs2)
-#  define FNEGQ(rs2, rd)		FPop1(rd, 0,   7, rs2)
-#  define FABSS(rs2, rd)		FPop1(rd, 0,   9, rs2)
-#  define FABSD(rs2, rd)		FPop1(rd, 0,  10, rs2)
-#  define FABSQ(rs2, rd)		FPop1(rd, 0,  11, rs2)
-#  define FSQRTS(rs2, rd)		FPop1(rd, 0,  41, rs2)
-#  define FSQRTD(rs2, rd)		FPop1(rd, 0,  42, rs2)
-#  define FSQRTQ(rs2, rd)		FPop1(rd, 0,  43, rs2)
-#  define SPARC_FADDS			65
-#  define SPARC_FADDD			66
-#  define SPARC_FADDQ			67
-#  define SPARC_FSUBS			69
-#  define SPARC_FSUBD			70
-#  define SPARC_FSUBQ			71
-#  define SPARC_FMULS			73
-#  define SPARC_FMULD			74
-#  define SPARC_FMULQ			75
-#  define SPARC_FSMULD			105
-#  define SPARC_FDMULQ			110
-#  define SPARC_FDIVS			77
-#  define SPARC_FDIVD			78
-#  define SPARC_FDIVQ			79
-#  define FADDS(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FADDS, rs2)
-#  define FADDD(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FADDD, rs2)
-#  define FADDQ(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FADDQ, rs2)
-#  define FSUBS(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FSUBS, rs2)
-#  define FSUBD(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FSUBD, rs2)
-#  define FSUBQ(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FSUBQ, rs2)
-#  define FMULS(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FMULS, rs2)
-#  define FMULD(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FMULD, rs2)
-#  define FMULQ(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FMULQ, rs2)
-#  define FSMULD(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FSMULD, rs2)
-#  define FDMULQ(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FDMULQ, rs2)
-#  define FDIVS(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FDIVS, rs2)
-#  define FDIVD(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FDIVD, rs2)
-#  define FDIVQ(rs1, rs2, rd)		FPop1(rd, rs1,  SPARC_FDIVQ, rs2)
-#  define SPARC_FCMPS			81
-#  define SPARC_FCMPD			82
-#  define SPARC_FCMPQ			83
-#  define SPARC_FCMPES			85
-#  define SPARC_FCMPED			86
-#  define SPARC_FCMPEQ			87
-#  define FCMPS(rs1, rs2)		FPop2(0, rs1, SPARC_FCMPS, rs2)
-#  define FCMPD(rs1, rs2)		FPop2(0, rs1, SPARC_FCMPD, rs2)
-#  define FCMPQ(rs1, rs2)		FPop2(0, rs1, SPARC_FCMPQ, rs2)
-#  define FCMPES(rs1, rs2)		FPop2(0, rs1, SPARC_FCMPES, rs2)
-#  define FCMPED(rs1, rs2)		FPop2(0, rs1, SPARC_FCMPED, rs2)
-#  define FCMPEQ(rs1, rs2)		FPop2(0, rs1, SPARC_FCMPEQ, rs2)
-#  define CPop1(rd, rs1, opc, rs2)	f3f(rd, 54, rs1, opf, rs2)
-#  define CPop2(rd, rs1, opc, rs2)	f3f(rd, 55, rs1, opf, rs2)
-#  define extr_f(r0, r1)		_extr_f(_jit, r0, r1)
-static void _extr_f(jit_state_t*, int32_t, int32_t);
-#  if __WORDSIZSE == 32
-#    define truncr_f(r0, r1)		truncr_f_i(r0, r1)
-#  define truncr_d(r0, r1)		truncr_d_i(r0, r1)
-#  else
-#    define truncr_f(r0, r1)		truncr_f_l(r0, r1)
-#  define truncr_d(r0, r1)		truncr_d_l(r0, r1)
-#  endif
-#  define truncr_f_i(r0, r1)		_truncr_f_i(_jit, r0, r1)
-static void _truncr_f_i(jit_state_t*, int32_t, int32_t);
-#  if __WORDSIZE == 64
-#    define truncr_f_l(r0, r1)		_truncr_f_l(_jit, r0, r1)
-static void _truncr_f_l(jit_state_t*, int32_t, int32_t);
-#  endif
-#  if __WORDSIZE == 32
-#    define extr_d_f(r0, r1)		FDTOS(r1, r0)
-#  else
-#    define extr_d_f(r0, r1)		_extr_d_f(_jit, r0, r1)
-static void _extr_d_f(jit_state_t*, int32_t, int32_t);
-#  endif
-#  define movi_f(r0, i0)		_movi_f(_jit, r0, i0)
-#  if __WORDSIZE == 32
-#    define movr_f(r0, r1)		FMOVS(r1, r0)
-#  else
-#    define movr_f(r0, r1)		_movr_f(_jit, r0, r1)
-static void _movr_f(jit_state_t*, int32_t, int32_t);
-#  endif
-static void _movi_f(jit_state_t*, int32_t, jit_float32_t*);
-#  if __WORDSIZE == 32
-#    define negr_f(r0, r1)		FNEGS(r1, r0)
-#    define absr_f(r0, r1)		FABSS(r1, r0)
-#    define sqrtr_f(r0, r1)		FSQRTS(r1, r0)
-#  else
-#    define negr_f(r0, r1)		_negr_f(_jit, r0, r1)
-static void _negr_f(jit_state_t*, int32_t, int32_t);
-#    define absr_f(r0, r1)		_absr_f(_jit, r0, r1)
-static void _absr_f(jit_state_t*, int32_t, int32_t);
-#    define sqrtr_f(r0, r1)		_sqrtr_f(_jit, r0, r1)
-static void _sqrtr_f(jit_state_t*, int32_t, int32_t);
-#  endif
-#  define extr_d(r0, r1)		_extr_d(_jit, r0, r1)
-static void _extr_d(jit_state_t*, int32_t, int32_t);
-#  define truncr_d_i(r0, r1)		_truncr_d_i(_jit, r0, r1)
-static void _truncr_d_i(jit_state_t*, int32_t, int32_t);
-#  if __WORDSIZE == 64
-#    define truncr_d_l(r0, r1)		_truncr_d_l(_jit, r0, r1)
-static void _truncr_d_l(jit_state_t*, int32_t, int32_t);
-#  endif
-#  if __WORDSIZE == 32
-#    define extr_f_d(r0, r1)		FSTOD(r1, r0)
-#  else
-#    define extr_f_d(r0, r1)		_extr_f_d(_jit, r0, r1)
-static void _extr_f_d(jit_state_t*, int32_t, int32_t);
-#  endif
-#  define movi_d(r0, i0)		_movi_d(_jit, r0, i0)
-static void _movi_d(jit_state_t*, int32_t, jit_float64_t*);
-#  if __WORDSIZE == 32
-#  define movr_d(r0, r1)		_movr_d(_jit, r0, r1)
-static void _movr_d(jit_state_t*, int32_t, int32_t);
-#  define negr_d(r0, r1)		_negr_d(_jit, r0, r1)
-static void _negr_d(jit_state_t*, int32_t, int32_t);
-#  define absr_d(r0, r1)		_absr_d(_jit, r0, r1)
-static void _absr_d(jit_state_t*, int32_t, int32_t);
-#  else
-#    define movr_d(r0, r1)		FMOVD(r1, r0)
-#    define negr_d(r0, r1)		FNEGD(r1, r0)
-#    define absr_d(r0, r1)		FABSD(r1, r0)
-#  endif
-#  define sqrtr_d(r0, r1)		FSQRTD(r1, r0)
-#  define fop1f(op, r0, r1, i0)		_fop1f(_jit, op, r0, r1, i0)
-static void _fop1f(jit_state_t*,int32_t,
-		   int32_t,int32_t,jit_float32_t*);
-#  define rfop1f(op, r0, r1, i0)	_rfop1f(_jit, op, r0, r1, i0)
-static void _rfop1f(jit_state_t*,int32_t,
-		    int32_t,int32_t,jit_float32_t*);
-#  define fop1d(op, r0, r1, i0)		_fop1d(_jit, op, r0, r1, i0)
-static void _fop1d(jit_state_t*,int32_t,
-		   int32_t,int32_t,jit_float64_t*);
-#  define rfop1d(op, r0, r1, i0)	_rfop1d(_jit, op, r0, r1, i0)
-static void _rfop1d(jit_state_t*,int32_t,
-		    int32_t,int32_t,jit_float64_t*);
-#  if __WORDSIZE == 32
-#    define addr_f(r0, r1, r2)		FADDS(r1, r2, r0)
-#    define subr_f(r0, r1, r2)		FSUBS(r1, r2, r0)
-#    define mulr_f(r0, r1, r2)		FMULS(r1, r2, r0)
-#    define divr_f(r0, r1, r2)		FDIVS(r1, r2, r0)
-#  else
-#    define fop2f(op, r0, r1, r2)	_fop2f(_jit, op, r0, r1, r2)
-static void _fop2f(jit_state_t*, int32_t,
-		   int32_t, int32_t, int32_t);
-#    define addr_f(r0, r1, r2)		fop2f(SPARC_FADDS, r0, r1, r2)
-#    define subr_f(r0, r1, r2)		fop2f(SPARC_FSUBS, r0, r1, r2)
-#    define mulr_f(r0, r1, r2)		fop2f(SPARC_FMULS, r0, r1, r2)
-#    define divr_f(r0, r1, r2)		fop2f(SPARC_FDIVS, r0, r1, r2)
-#  endif
-#  define addi_f(r0, r1, i0)		fop1f(SPARC_FADDS, r0, r1, i0)
-#  define subi_f(r0, r1, i0)		fop1f(SPARC_FSUBS, r0, r1, i0)
-#  define rsbr_f(r0, r1, r2)		subr_f(r0, r2, r1)
-#  define rsbi_f(r0, r1, i0)		rfop1f(SPARC_FSUBS, r0, r1, i0)
-#  define rsbr_d(r0, r1, r2)		subr_d(r0, r2, r1)
-#  define rsbi_d(r0, r1, i0)		rfop1d(SPARC_FSUBD, r0, r1, i0)
-#  define muli_f(r0, r1, i0)		fop1f(SPARC_FMULS, r0, r1, i0)
-#  define divi_f(r0, r1, i0)		fop1f(SPARC_FDIVS, r0, r1, i0)
-#  define addr_d(r0, r1, r2)		FADDD(r1, r2, r0)
-#  define addi_d(r0, r1, i0)		fop1d(SPARC_FADDD, r0, r1, i0)
-#  define subr_d(r0, r1, r2)		FSUBD(r1, r2, r0)
-#  define subi_d(r0, r1, i0)		fop1d(SPARC_FSUBD, r0, r1, i0)
-#  define rsbr_d(r0, r1, r2)		subr_d(r0, r2, r1)
-#  define rsbi_d(r0, r1, i0)		rfop1d(SPARC_FSUBD, r0, r1, i0)
-#  define mulr_d(r0, r1, r2)		FMULD(r1, r2, r0)
-#  define muli_d(r0, r1, i0)		fop1d(SPARC_FMULD, r0, r1, i0)
-#  define divr_d(r0, r1, r2)		FDIVD(r1, r2, r0)
-#  define divi_d(r0, r1, i0)		fop1d(SPARC_FDIVD, r0, r1, i0)
-#define fcr(cc, r0, r1, r2)		_fcr(_jit, cc, r0, r1, r2)
-static void _fcr(jit_state_t*,int32_t,int32_t,int32_t,int32_t);
-#define fcw(cc, r0, r1, i0)		_fcw(_jit, cc, r0, r1, i0)
-static void
-_fcw(jit_state_t*,int32_t,int32_t,int32_t,jit_float32_t*);
-#  define ltr_f(r0, r1, r2)		fcr(SPARC_FBL, r0, r1, r2)
-#  define lti_f(r0, r1, i0)		fcw(SPARC_FBL, r0, r1, i0)
-#  define ler_f(r0, r1, r2)		fcr(SPARC_FBLE, r0, r1, r2)
-#  define lei_f(r0, r1, i0)		fcw(SPARC_FBLE, r0, r1, i0)
-#  define eqr_f(r0, r1, r2)		fcr(SPARC_FBE, r0, r1, r2)
-#  define eqi_f(r0, r1, i0)		fcw(SPARC_FBE, r0, r1, i0)
-#  define ger_f(r0, r1, r2)		fcr(SPARC_FBGE, r0, r1, r2)
-#  define gei_f(r0, r1, i0)		fcw(SPARC_FBGE, r0, r1, i0)
-#  define gtr_f(r0, r1, r2)		fcr(SPARC_FBG, r0, r1, r2)
-#  define gti_f(r0, r1, i0)		fcw(SPARC_FBG, r0, r1, i0)
-#  define ner_f(r0, r1, r2)		fcr(SPARC_FBNE, r0, r1, r2)
-#  define nei_f(r0, r1, i0)		fcw(SPARC_FBNE, r0, r1, i0)
-#  define unltr_f(r0, r1, r2)		fcr(SPARC_FBUL, r0, r1, r2)
-#  define unlti_f(r0, r1, i0)		fcw(SPARC_FBUL, r0, r1, i0)
-#  define unler_f(r0, r1, r2)		fcr(SPARC_FBULE, r0, r1, r2)
-#  define unlei_f(r0, r1, i0)		fcw(SPARC_FBULE, r0, r1, i0)
-#  define uneqr_f(r0, r1, r2)		fcr(SPARC_FBUE, r0, r1, r2)
-#  define uneqi_f(r0, r1, i0)		fcw(SPARC_FBUE, r0, r1, i0)
-#  define unger_f(r0, r1, r2)		fcr(SPARC_FBUGE, r0, r1, r2)
-#  define ungei_f(r0, r1, i0)		fcw(SPARC_FBUGE, r0, r1, i0)
-#  define ungtr_f(r0, r1, r2)		fcr(SPARC_FBUG, r0, r1, r2)
-#  define ungti_f(r0, r1, i0)		fcw(SPARC_FBUG, r0, r1, i0)
-#  define ltgtr_f(r0, r1, r2)		fcr(SPARC_FBLG, r0, r1, r2)
-#  define ltgti_f(r0, r1, i0)		fcw(SPARC_FBLG, r0, r1, i0)
-#  define ordr_f(r0, r1, r2)		fcr(SPARC_FBO, r0, r1, r2)
-#  define ordi_f(r0, r1, i0)		fcw(SPARC_FBO, r0, r1, i0)
-#  define unordr_f(r0, r1, r2)		fcr(SPARC_FBU, r0, r1, r2)
-#  define unordi_f(r0, r1, i0)		fcw(SPARC_FBU, r0, r1, i0)
-#define dcr(cc, r0, r1, r2)		_dcr(_jit, cc, r0, r1, r2)
-static void _dcr(jit_state_t*,int32_t,int32_t,int32_t,int32_t);
-#define dcw(cc, r0, r1, i0)		_dcw(_jit, cc, r0, r1, i0)
-static void
-_dcw(jit_state_t*,int32_t,int32_t,int32_t,jit_float64_t*);
-#  define ltr_d(r0, r1, r2)		dcr(SPARC_FBL, r0, r1, r2)
-#  define lti_d(r0, r1, i0)		dcw(SPARC_FBL, r0, r1, i0)
-#  define ler_d(r0, r1, r2)		dcr(SPARC_FBLE, r0, r1, r2)
-#  define lei_d(r0, r1, i0)		dcw(SPARC_FBLE, r0, r1, i0)
-#  define eqr_d(r0, r1, r2)		dcr(SPARC_FBE, r0, r1, r2)
-#  define eqi_d(r0, r1, i0)		dcw(SPARC_FBE, r0, r1, i0)
-#  define ger_d(r0, r1, r2)		dcr(SPARC_FBGE, r0, r1, r2)
-#  define gei_d(r0, r1, i0)		dcw(SPARC_FBGE, r0, r1, i0)
-#  define gtr_d(r0, r1, r2)		dcr(SPARC_FBG, r0, r1, r2)
-#  define gti_d(r0, r1, i0)		dcw(SPARC_FBG, r0, r1, i0)
-#  define ner_d(r0, r1, r2)		dcr(SPARC_FBNE, r0, r1, r2)
-#  define nei_d(r0, r1, i0)		dcw(SPARC_FBNE, r0, r1, i0)
-#  define unltr_d(r0, r1, r2)		dcr(SPARC_FBUL, r0, r1, r2)
-#  define unlti_d(r0, r1, i0)		dcw(SPARC_FBUL, r0, r1, i0)
-#  define unler_d(r0, r1, r2)		dcr(SPARC_FBULE, r0, r1, r2)
-#  define unlei_d(r0, r1, i0)		dcw(SPARC_FBULE, r0, r1, i0)
-#  define uneqr_d(r0, r1, r2)		dcr(SPARC_FBUE, r0, r1, r2)
-#  define uneqi_d(r0, r1, i0)		dcw(SPARC_FBUE, r0, r1, i0)
-#  define unger_d(r0, r1, r2)		dcr(SPARC_FBUGE, r0, r1, r2)
-#  define ungei_d(r0, r1, i0)		dcw(SPARC_FBUGE, r0, r1, i0)
-#  define ungtr_d(r0, r1, r2)		dcr(SPARC_FBUG, r0, r1, r2)
-#  define ungti_d(r0, r1, i0)		dcw(SPARC_FBUG, r0, r1, i0)
-#  define ltgtr_d(r0, r1, r2)		dcr(SPARC_FBLG, r0, r1, r2)
-#  define ltgti_d(r0, r1, i0)		dcw(SPARC_FBLG, r0, r1, i0)
-#  define ordr_d(r0, r1, r2)		dcr(SPARC_FBO, r0, r1, r2)
-#  define ordi_d(r0, r1, i0)		dcw(SPARC_FBO, r0, r1, i0)
-#  define unordr_d(r0, r1, r2)		dcr(SPARC_FBU, r0, r1, r2)
-#  define unordi_d(r0, r1, i0)		dcw(SPARC_FBU, r0, r1, i0)
-#  if __WORDSIZE == 32
-#    define ldr_f(r0, r1)		LDF(r1, 0, r0)
-#  else
-#  define ldr_f(r0, r1)			_ldr_f(_jit, r0, r1)
-static void _ldr_f(jit_state_t*,int32_t,int32_t);
-#  endif
-#  define ldi_f(r0, i0)			_ldi_f(_jit, r0, i0)
-static void _ldi_f(jit_state_t*,int32_t,jit_word_t);
-#  if __WORDSIZE == 32
-#    define ldxr_f(r0, r1, r2)		LDF(r1, r2, r0)
-#  else
-#  define ldxr_f(r0, r1, r2)		_ldxr_f(_jit, r0, r1, r2)
-static void _ldxr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#  endif
-#  define ldxi_f(r0, r1, i0)		_ldxi_f(_jit, r0, r1, i0)
-static void _ldxi_f(jit_state_t*,int32_t,int32_t,jit_word_t);
-#  if __WORDSIZE == 32
-#    define str_f(r0, r1)		STF(r1, r0, 0)
-#  else
-#  define str_f(r0, r1)			_str_f(_jit, r0, r1)
-static void _str_f(jit_state_t*,int32_t,int32_t);
-#  endif
-#  define sti_f(r0, i0)			_sti_f(_jit, r0, i0)
-static void _sti_f(jit_state_t*,jit_word_t,int32_t);
-#  if __WORDSIZE == 32
-#    define stxr_f(r0, r1, r2)		STF(r2, r1, r0)
-#  else
-#  define stxr_f(r0, r1, r2)		_stxr_f(_jit, r0, r1, r2)
-static void _stxr_f(jit_state_t*,int32_t,int32_t,int32_t);
-#  endif
-#  define stxi_f(r0, r1, i0)		_stxi_f(_jit, r0, r1, i0)
-static void _stxi_f(jit_state_t*,jit_word_t,int32_t,int32_t);
-#  define ldr_d(r0, r1)			LDDF(r1, 0, r0)
-#  define ldi_d(r0, i0)			_ldi_d(_jit, r0, i0)
-static void _ldi_d(jit_state_t*,int32_t,jit_word_t);
-#  define ldxr_d(r0, r1, r2)		LDDF(r1, r2, r0)
-#  define ldxi_d(r0, r1, i0)		_ldxi_d(_jit, r0, r1, i0)
-static void _ldxi_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define str_d(r0, r1)			STDF(r1, r0, 0)
-#  define sti_d(r0, i0)			_sti_d(_jit, r0, i0)
-static void _sti_d(jit_state_t*,jit_word_t,int32_t);
-#  define stxr_d(r0, r1, r2)		STDF(r2, r1, r0)
-#  define stxi_d(r0, r1, i0)		_stxi_d(_jit, r0, r1, i0)
-static void _stxi_d(jit_state_t*,int32_t,int32_t,int32_t);
-#  define fbr(cc, i0, r0, r1)		_fbr(_jit, cc, i0, r0, r1)
-static jit_word_t
-_fbr(jit_state_t*,int32_t,jit_word_t,int32_t,int32_t);
-#  define fbw(cc, i0, r0, i1)		_fbw(_jit, cc, i0, r0, i1)
-static jit_word_t
-_fbw(jit_state_t*,int32_t,jit_word_t,int32_t,jit_float32_t*);
-#  define bltr_f(i0, r0, r1)		fbr(SPARC_FBL, i0, r0, r1)
-#  define blti_f(i0, r0, i1)		fbw(SPARC_FBL, i0, r0, i1)
-#  define bler_f(i0, r0, r1)		fbr(SPARC_FBLE, i0, r0, r1)
-#  define blei_f(i0, r0, i1)		fbw(SPARC_FBLE, i0, r0, i1)
-#  define beqr_f(i0, r0, r1)		fbr(SPARC_FBE, i0, r0, r1)
-#  define beqi_f(i0, r0, i1)		fbw(SPARC_FBE, i0, r0, i1)
-#  define bger_f(i0, r0, r1)		fbr(SPARC_FBGE, i0, r0, r1)
-#  define bgei_f(i0, r0, i1)		fbw(SPARC_FBGE, i0, r0, i1)
-#  define bgtr_f(i0, r0, r1)		fbr(SPARC_FBG, i0, r0, r1)
-#  define bgti_f(i0, r0, i1)		fbw(SPARC_FBG, i0, r0, i1)
-#  define bner_f(i0, r0, r1)		fbr(SPARC_FBNE, i0, r0, r1)
-#  define bnei_f(i0, r0, i1)		fbw(SPARC_FBNE, i0, r0, i1)
-#  define bunltr_f(i0, r0, r1)		fbr(SPARC_FBUL, i0, r0, r1)
-#  define bunlti_f(i0, r0, i1)		fbw(SPARC_FBUL, i0, r0, i1)
-#  define bunler_f(i0, r0, r1)		fbr(SPARC_FBULE, i0, r0, r1)
-#  define bunlei_f(i0, r0, i1)		fbw(SPARC_FBULE, i0, r0, i1)
-#  define buneqr_f(i0, r0, r1)		fbr(SPARC_FBUE, i0, r0, r1)
-#  define buneqi_f(i0, r0, i1)		fbw(SPARC_FBUE, i0, r0, i1)
-#  define bunger_f(i0, r0, r1)		fbr(SPARC_FBUGE, i0, r0, r1)
-#  define bungei_f(i0, r0, i1)		fbw(SPARC_FBUGE, i0, r0, i1)
-#  define bungtr_f(i0, r0, r1)		fbr(SPARC_FBUG, i0, r0, r1)
-#  define bungti_f(i0, r0, i1)		fbw(SPARC_FBUG, i0, r0, i1)
-#  define bltgtr_f(i0, r0, r1)		fbr(SPARC_FBLG, i0, r0, r1)
-#  define bltgti_f(i0, r0, i1)		fbw(SPARC_FBLG, i0, r0, i1)
-#  define bordr_f(i0, r0, r1)		fbr(SPARC_FBO, i0, r0, r1)
-#  define bordi_f(i0, r0, i1)		fbw(SPARC_FBO, i0, r0, i1)
-#  define bunordr_f(i0, r0, r1)		fbr(SPARC_FBU, i0, r0, r1)
-#  define bunordi_f(i0, r0, i1)		fbw(SPARC_FBU, i0, r0, i1)
-#  define dbr(cc, i0, r0, r1)		_dbr(_jit, cc, i0, r0, r1)
-static jit_word_t
-_dbr(jit_state_t*,int32_t,jit_word_t,int32_t,int32_t);
-#  define dbw(cc, i0, r0, i1)		_dbw(_jit, cc, i0, r0, i1)
-static jit_word_t
-_dbw(jit_state_t*,int32_t,jit_word_t,int32_t,jit_float64_t*);
-#  define bltr_d(i0, r0, r1)		dbr(SPARC_FBL, i0, r0, r1)
-#  define blti_d(i0, r0, i1)		dbw(SPARC_FBL, i0, r0, i1)
-#  define bler_d(i0, r0, r1)		dbr(SPARC_FBLE, i0, r0, r1)
-#  define blei_d(i0, r0, i1)		dbw(SPARC_FBLE, i0, r0, i1)
-#  define beqr_d(i0, r0, r1)		dbr(SPARC_FBE, i0, r0, r1)
-#  define beqi_d(i0, r0, i1)		dbw(SPARC_FBE, i0, r0, i1)
-#  define bger_d(i0, r0, r1)		dbr(SPARC_FBGE, i0, r0, r1)
-#  define bgei_d(i0, r0, i1)		dbw(SPARC_FBGE, i0, r0, i1)
-#  define bgtr_d(i0, r0, r1)		dbr(SPARC_FBG, i0, r0, r1)
-#  define bgti_d(i0, r0, i1)		dbw(SPARC_FBG, i0, r0, i1)
-#  define bner_d(i0, r0, r1)		dbr(SPARC_FBNE, i0, r0, r1)
-#  define bnei_d(i0, r0, i1)		dbw(SPARC_FBNE, i0, r0, i1)
-#  define bunltr_d(i0, r0, r1)		dbr(SPARC_FBUL, i0, r0, r1)
-#  define bunlti_d(i0, r0, i1)		dbw(SPARC_FBUL, i0, r0, i1)
-#  define bunler_d(i0, r0, r1)		dbr(SPARC_FBULE, i0, r0, r1)
-#  define bunlei_d(i0, r0, i1)		dbw(SPARC_FBULE, i0, r0, i1)
-#  define buneqr_d(i0, r0, r1)		dbr(SPARC_FBUE, i0, r0, r1)
-#  define buneqi_d(i0, r0, i1)		dbw(SPARC_FBUE, i0, r0, i1)
-#  define bunger_d(i0, r0, r1)		dbr(SPARC_FBUGE, i0, r0, r1)
-#  define bungei_d(i0, r0, i1)		dbw(SPARC_FBUGE, i0, r0, i1)
-#  define bungtr_d(i0, r0, r1)		dbr(SPARC_FBUG, i0, r0, r1)
-#  define bungti_d(i0, r0, i1)		dbw(SPARC_FBUG, i0, r0, i1)
-#  define bltgtr_d(i0, r0, r1)		dbr(SPARC_FBLG, i0, r0, r1)
-#  define bltgti_d(i0, r0, i1)		dbw(SPARC_FBLG, i0, r0, i1)
-#  define bordr_d(i0, r0, r1)		dbr(SPARC_FBO, i0, r0, r1)
-#  define bordi_d(i0, r0, i1)		dbw(SPARC_FBO, i0, r0, i1)
-#  define bunordr_d(i0, r0, r1)		dbr(SPARC_FBU, i0, r0, r1)
-#  define bunordi_d(i0, r0, i1)		dbw(SPARC_FBU, i0, r0, i1)
-#  define vaarg_d(r0, r1)		_vaarg_d(_jit, r0, r1)
-static void _vaarg_d(jit_state_t*, int32_t, int32_t);
-#endif
-
-#if CODE
-static void
-_f3f(jit_state_t *_jit, int32_t rd,
-     int32_t op3, int32_t rs1, int32_t opf, int32_t rs2)
-{
-    jit_instr_t		v;
-#  if __WORDSIZE == 64
-    if (rd > 31) {
-	assert(rd <= 63 && (rd & 1) == 0);
-	rd -= 31;
-    }
-    if (rs1 > 31) {
-	assert(rs1 <= 63 && (rs1 & 1) == 0);
-	rs1 -= 31;
-    }
-    if (rs2 > 31) {
-	assert(rs2 <= 63 && (rs2 & 1) == 0);
-	rs2 -= 31;
-    }
-#  endif
-    assert(!(rd  & 0xffffffe0));
-    assert(!(op3 & 0xffffffc0));
-    assert(!(rs1 & 0xffffffe0));
-    assert(!(opf & 0xfffffe00));
-    assert(!(rs2 & 0xffffffe0));
-    v.op.b    = 2;
-    v.rd.b    = rd;
-    v.op3.b   = op3;
-    v.rs1.b   = rs1;
-    v.opf.b   = opf;
-    v.rs2.b   = rs2;
-    ii(v.v);
-}
-
-#  if __WORDSIZE == 64
-static void
-_movr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		t0, t1;
-    if (r0 != r1) {
-	if (single_precision_p(r0)) {
-	    if (single_precision_p(r1))
-		FMOVS(r1, r0);
-	    else {
-		t1 = jit_get_reg(CLASS_SNG);
-		movr_d(rn(t1), r1);
-		FMOVS(rn(t1), r0);
-		jit_unget_reg(t1);
-	    }
-	}
-	else {
-	    if (single_precision_p(r1)) {
-		t0 = jit_get_reg(CLASS_SNG);
-		FMOVS(r1, rn(t0));
-		movr_d(r0, rn(t0));
-		jit_unget_reg(t0);
-	    }
-	    else {
-		t1 = jit_get_reg(CLASS_SNG);
-		movr_d(rn(t1), r1);
-		FMOVS(rn(t1), rn(t1));
-		movr_d(r0, rn(t1));
-		jit_unget_reg(t1);
-	    }
-	}
-    }
-}
-
-static void
-_negr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		t0, t1;
-    if (single_precision_p(r0)) {
-	if (single_precision_p(r1))
-	    FNEGS(r1, r0);
-	else {
-	    t1 = jit_get_reg(CLASS_SNG);
-	    movr_d(rn(t1), r1);
-	    FNEGS(rn(t1), r0);
-	    jit_unget_reg(t1);
-	}
-    }
-    else {
-	if (single_precision_p(r1)) {
-	    t0 = jit_get_reg(CLASS_SNG);
-	    FNEGS(r1, rn(t0));
-	    movr_d(r0, rn(t0));
-	    jit_unget_reg(t0);
-	}
-	else {
-	    t1 = jit_get_reg(CLASS_SNG);
-	    movr_d(rn(t1), r1);
-	    FNEGS(rn(t1), rn(t1));
-	    movr_d(r0, rn(t1));
-	    jit_unget_reg(t1);
-	}
-    }
-}
-
-static void
-_absr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		t0, t1;
-    if (single_precision_p(r0)) {
-	if (single_precision_p(r1))
-	    FABSS(r1, r0);
-	else {
-	    t1 = jit_get_reg(CLASS_SNG);
-	    movr_d(rn(t1), r1);
-	    FABSS(rn(t1), r0);
-	    jit_unget_reg(t1);
-	}
-    }
-    else {
-	if (single_precision_p(r1)) {
-	    t0 = jit_get_reg(CLASS_SNG);
-	    FABSS(r1, rn(t0));
-	    movr_d(r0, rn(t0));
-	    jit_unget_reg(t0);
-	}
-	else {
-	    t1 = jit_get_reg(CLASS_SNG);
-	    movr_d(rn(t1), r1);
-	    FABSS(rn(t1), rn(t1));
-	    movr_d(r0, rn(t1));
-	    jit_unget_reg(t1);
-	}
-    }
-}
-
-static void
-_sqrtr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		t0, t1;
-    if (single_precision_p(r0)) {
-	if (single_precision_p(r1))
-	    FSQRTS(r1, r0);
-	else {
-	    t1 = jit_get_reg(CLASS_SNG);
-	    movr_d(rn(t1), r1);
-	    FSQRTS(rn(t1), r0);
-	    jit_unget_reg(t1);
-	}
-    }
-    else {
-	if (single_precision_p(r1)) {
-	    t0 = jit_get_reg(CLASS_SNG);
-	    FSQRTS(r1, rn(t0));
-	    movr_d(r0, rn(t0));
-	    jit_unget_reg(t0);
-	}
-	else {
-	    t1 = jit_get_reg(CLASS_SNG);
-	    movr_d(rn(t1), r1);
-	    FSQRTS(rn(t1), rn(t1));
-	    movr_d(r0, rn(t1));
-	    jit_unget_reg(t1);
-	}
-    }
-}
-#  endif
-
-#  if __WORDSIZE == 64
-static void
-_extr_d_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (!single_precision_p(r0)) {
-	reg = jit_get_reg(CLASS_SNG);
-	movr_d(rn(reg), r0);
-	FDTOS(r1, rn(reg));
-	movr_d(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	FDTOS(r1, r0);
-}
-#  endif
-
-static void
-_movi_f(jit_state_t *_jit, int32_t r0, jit_float32_t *i0)
-{
-    union {
-	int32_t	 i;
-	jit_float32_t	 f;
-    } data;
-    int32_t		 reg;
-
-    if (_jitc->no_data) {
-	data.f = *i0;
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), data.i & 0xffffffff);
-	stxi_i(BIAS(-8), _FP_REGNO, rn(reg));
-	jit_unget_reg(reg);
-	ldxi_f(r0, _FP_REGNO, BIAS(-8));
-    }
-    else
-	ldi_f(r0, (jit_word_t)i0);
-}
-
-#  if __WORDSIZE == 64
-static void
-_extr_f_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (!single_precision_p(r1)) {
-	reg = jit_get_reg(CLASS_SNG);
-	movr_d(rn(reg), r1);
-	FSTOD(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-    else
-	FSTOD(r1, r0);
-}
-#  endif
-
-static void
-_movi_d(jit_state_t *_jit, int32_t r0, jit_float64_t *i0)
-{
-    union {
-#  if __WORDSIZE == 32
-	int32_t	 i[2];
-#  else
-	jit_word_t	 w;
-#  endif
-	jit_float64_t	 d;
-    } data;
-    int32_t		 reg;
-
-    if (_jitc->no_data) {
-	data.d = *i0;
-	reg = jit_get_reg(jit_class_gpr);
-# if __WORDSIZE == 32
-	movi(rn(reg), data.i[0]);
-#  else
-	movi(rn(reg), data.w);
-#  endif
-	stxi(BIAS(-8), _FP_REGNO, rn(reg));
-#  if __WORDSIZE == 32
-	movi(rn(reg), data.i[1]);
-	stxi_i(BIAS(-4), _FP_REGNO, rn(reg));
-#  endif
-	jit_unget_reg(reg);
-	ldxi_d(r0, _FP_REGNO, BIAS(-8));
-    }
-    else
-	ldi_d(r0, (jit_word_t)i0);
-}
-
-#  if __WORDSIZE == 32
-static void
-_movr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    assert(!(r0 & 1));
-    assert(!(r1 & 1));
-    if (r0 != r1) {
-	FMOVS(r1, r0);
-	FMOVS(r1 + 1, r0 + 1);
-    }
-}
-
-static void
-_negr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    assert(!(r0 & 1));
-    assert(!(r1 & 1));
-    FNEGS(r1, r0);
-    if (r0 != r1)
-	FMOVS(r1 + 1, r0 + 1);
-}
-
-static void
-_absr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    assert(!(r0 & 1));
-    assert(!(r1 & 1));
-    FABSS(r1, r0);
-    if (r0 != r1)
-	FMOVS(r1 + 1, r0 + 1);
-}
-#  endif
-
-#  if __WORDSIZE == 64
-#    define single_rrr(NAME, CODE)					\
-static void								\
-NAME(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)	\
-{									\
-    int32_t		x0, t0, x1, t1, x2, t2, mask = 0;		\
-    if (!single_precision_p(r0)) {					\
-	mask |= 1;							\
-	t0 = jit_get_reg(CLASS_SNG);					\
-	x0 = rn(t0);							\
-	if (r0 == r1) {							\
-	    x1 = x0;							\
-	    movr_d(x1, r1);						\
-	    if (r0 == r2)						\
-		x2 = x0;						\
-	}								\
-	else if (r0 == r2) {						\
-	    x2 = x0;							\
-	    movr_d(x2, r2);						\
-	}								\
-    }									\
-    else								\
-	x0 = r0;							\
-    if (!single_precision_p(r1)) {					\
-	if (r0 != r1) {							\
-	    mask |= 2;							\
-	    t1 = jit_get_reg(CLASS_SNG);				\
-	    x1 = rn(t1);						\
-	    movr_d(x1, r1);						\
-	    if (r1 == r2)						\
-		x2 = x1;						\
-	}								\
-    }									\
-    else								\
-	x1 = r1;							\
-    if (!single_precision_p(r2)) {					\
-	if (r0 != r2 && r1 != r2) {					\
-	    mask |= 4;							\
-	    t2 = jit_get_reg(CLASS_SNG);				\
-	    x2 = rn(t2);						\
-	    movr_d(x2, r2);						\
-	}								\
-    }									\
-    else								\
-	x2 = r2;							\
-    CODE(x1, x2, x0);							\
-    if (mask & 1) {							\
-	movr_d(r0, x0);							\
-	jit_unget_reg(t0);						\
-    }									\
-    if (mask & 2)							\
-	jit_unget_reg(t1);						\
-    if (mask & 4)							\
-	jit_unget_reg(t2);						\
-}
-
-static void
-_fop2f(jit_state_t *_jit, int32_t op,
-       int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		x0, t0, x1, t1, x2, t2, mask = 0;
-    if (!single_precision_p(r0)) {
-	mask |= 1;
-	t0 = jit_get_reg(CLASS_SNG);
-	x0 = rn(t0);
-	if (r0 == r1) {
-	    x1 = x0;
-	    movr_d(x1, r1);
-	    if (r0 == r2)
-		x2 = x0;
-	}
-	else if (r0 == r2) {
-	    x2 = x0;
-	    movr_d(x2, r2);
-	}
-    }
-    else
-	x0 = r0;
-    if (!single_precision_p(r1)) {
-	if (r0 != r1) {
-	    mask |= 2;
-	    t1 = jit_get_reg(CLASS_SNG);
-	    x1 = rn(t1);
-	    movr_d(x1, r1);
-	    if (r1 == r2)
-		x2 = x1;
-	}
-    }
-    else
-	x1 = r1;
-    if (!single_precision_p(r2)) {
-	if (r0 != r2 && r1 != r2) {
-	    mask |= 4;
-	    t2 = jit_get_reg(CLASS_SNG);
-	    x2 = rn(t2);
-	    movr_d(x2, r2);
-	}
-    }
-    else
-	x2 = r2;
-    FPop1(x0, x1,  op, x2);
-    if (mask & 1) {
-	movr_d(r0, x0);
-	jit_unget_reg(t0);
-    }
-    if (mask & 2)
-	jit_unget_reg(t1);
-    if (mask & 4)
-	jit_unget_reg(t2);
-}
-#  endif
-
-static void
-_fop1f(jit_state_t *_jit, int32_t op,
-       int32_t r0, int32_t r1, jit_float32_t *i0)
-{
-    int32_t		reg;
-#  if __WORDSIZE == 64
-    int32_t		x0, t0, x1, t1, mask = 0;
-#  endif
-    reg = jit_get_reg(CLASS_SNG);
-    movi_f(rn(reg), i0);
-#  if __WORDSIZE == 64
-    if (!single_precision_p(r0)) {
-	mask |= 1;
-	t0 = jit_get_reg(CLASS_SNG);
-	x0 = rn(t0);
-	if (r0 == r1) {
-	    x1 = x0;
-	    movr_d(x1, r1);
-	}
-    }
-    else
-	x0 = r0;
-    if (!single_precision_p(r1)) {
-	if (r0 != r1) {
-	    mask |= 2;
-	    t1 = jit_get_reg(CLASS_SNG);
-	    x1 = rn(t1);
-	    movr_d(x1, r1);
-	}
-    }
-    else
-	x1 = r1;
-    FPop1(x0, x1, op, rn(reg));
-    if (mask & 1) {
-	movr_d(r0, x0);
-	jit_unget_reg(t0);
-    }
-    if (mask & 2)
-	jit_unget_reg(t1);
-#  else
-    FPop1(r0, r1, op, rn(reg));
-#  endif
-    jit_unget_reg(reg);
-}
-
-static void
-_rfop1f(jit_state_t *_jit, int32_t op,
-	int32_t r0, int32_t r1, jit_float32_t *i0)
-{
-    int32_t		reg;
-#  if __WORDSIZE == 64
-    int32_t		x0, t0, x1, t1, mask = 0;
-#  endif
-    reg = jit_get_reg(CLASS_SNG);
-    movi_f(rn(reg), i0);
-#  if __WORDSIZE == 64
-    if (!single_precision_p(r0)) {
-	mask |= 1;
-	t0 = jit_get_reg(CLASS_SNG);
-	x0 = rn(t0);
-	if (r0 == r1) {
-	    x1 = x0;
-	    movr_d(x1, r1);
-	}
-    }
-    else
-	x0 = r0;
-    if (!single_precision_p(r1)) {
-	if (r0 != r1) {
-	    mask |= 2;
-	    t1 = jit_get_reg(CLASS_SNG);
-	    x1 = rn(t1);
-	    movr_d(x1, r1);
-	}
-    }
-    else
-	x1 = r1;
-    FPop1(x0, rn(reg), op, x1);
-    if (mask & 1) {
-	movr_d(r0, x0);
-	jit_unget_reg(t0);
-    }
-    if (mask & 2)
-	jit_unget_reg(t1);
-#  else
-    FPop1(r0, rn(reg), op, r1);
-#  endif
-    jit_unget_reg(reg);
-}
-
-static void
-_fop1d(jit_state_t *_jit, int32_t op,
-       int32_t r0, int32_t r1, jit_float64_t *i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(CLASS_DBL);
-    movi_d(rn(reg), i0);
-    FPop1(r0, r1, op, rn(reg));
-    jit_unget_reg(reg);
-}
-
-static void
-_rfop1d(jit_state_t *_jit, int32_t op,
-	int32_t r0, int32_t r1, jit_float64_t *i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(CLASS_DBL);
-    movi_d(rn(reg), i0);
-    FPop1(r0, rn(reg), op, r1);
-    jit_unget_reg(reg);
-}
-
-static void
-_extr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    stxi(BIAS(-8), _FP_REGNO, r1);
-#  if __WORDSIZE == 32
-    ldxi_f(r0, _FP_REGNO, BIAS(-8));
-    FITOS(r0, r0);
-#  else
-    ldxi_d(r0, _FP_REGNO, BIAS(-8));
-    if (!single_precision_p(r0)) {
-	int32_t	reg;
-	reg = jit_get_reg(CLASS_SNG);
-	movr_d(rn(reg), r0);
-	FXTOS(rn(reg), rn(reg));
-	movr_d(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	FXTOS(r0, r0);
-#  endif
-}
-
-static void
-_truncr_f_i(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(CLASS_SNG);
-#  if __WORDSIZE == 64
-    if (!single_precision_p(r1)) {
-	movr_d(rn(reg), r1);
-	FSTOI(rn(reg), rn(reg));
-    }
-    else
-#  endif
-	FSTOI(r1, rn(reg));
-    stxi_f(BIAS(-8), _FP_REGNO, rn(reg));
-    ldxi_i(r0, _FP_REGNO, BIAS(-8));
-    jit_unget_reg(reg);
-}
-
-#  if __WORDSIZE == 64
-static void
-_truncr_f_l(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(CLASS_SNG);
-#  if __WORDSIZE == 64
-    if (!single_precision_p(r1)) {
-	movr_d(rn(reg), r1);
-	FSTOX(rn(reg), rn(reg));
-    }
-    else
-#  endif
-	FSTOX(r1, rn(reg));
-    stxi_d(BIAS(-8), _FP_REGNO, rn(reg));
-    ldxi_l(r0, _FP_REGNO, BIAS(-8));
-    jit_unget_reg(reg);
-}
-#  endif
-
-static void
-_fcr(jit_state_t *_jit, int32_t cc,
-     int32_t r0, int32_t r1, int32_t r2)
-{
-#  if __WORDSIZE == 64
-    int32_t		x0, t0, x1, t1, mask = 0;
-    if (!single_precision_p(r1)) {
-	mask |= 1;
-	t0 = jit_get_reg(CLASS_SNG);
-	x0 = rn(t0);
-	movr_d(x0, r1);
-    }
-    else
-	x0 = r1;
-    if (r1 == r2)
-	x1 = x0;
-    else if (!single_precision_p(r2)) {
-	mask |= 2;
-	t1 = jit_get_reg(CLASS_SNG);
-	x1 = rn(t1);
-	movr_d(x1, r2);
-    }
-    else
-	x1 = r2;
-    FCMPS(x0, x1);
-    if (mask & 1)
-	jit_unget_reg(t0);
-    if (mask & 2)
-	jit_unget_reg(t1);
-#  else
-    FCMPS(r1, r2);
-#  endif
-    FBa(cc, 3);
-    movi(r0, 1);
-    movi(r0, 0);
-}
-
-static void
-_fcw(jit_state_t *_jit, int32_t cc,
-     int32_t r0, int32_t r1, jit_float32_t *i0)
-{
-    int32_t		reg;
-#  if __WORDSIZE == 64
-    int32_t		x0, t0, mask = 0;
-    if (!single_precision_p(r1)) {
-	mask |= 1;
-	t0 = jit_get_reg(CLASS_SNG);
-	x0 = rn(t0);
-	movr_d(x0, r1);
-    }
-    else
-	x0 = r1;
-#  endif
-    reg = jit_get_reg(CLASS_SNG);
-    movi_f(rn(reg), i0);
-#  if __WORDSIZE == 64
-    FCMPS(x0, rn(reg));
-    if (mask & 1)
-	jit_unget_reg(t0);
-#  else
-    FCMPS(r1, rn(reg));
-#  endif
-    jit_unget_reg(reg);
-    FBa(cc, 3);
-    movi(r0, 1);
-    movi(r0, 0);
-}
-
-static void
-_dcr(jit_state_t *_jit, int32_t cc,
-     int32_t r0, int32_t r1, int32_t r2)
-{
-    FCMPD(r1, r2);
-    FBa(cc, 3);
-    movi(r0, 1);
-    movi(r0, 0);
-}
-
-static void
-_dcw(jit_state_t *_jit, int32_t cc,
-     int32_t r0, int32_t r1, jit_float64_t *i0)
-{
-    int32_t		reg;
-    reg = jit_get_reg(CLASS_DBL);
-    movi_d(rn(reg), i0);
-    FCMPD(r1, rn(reg));
-    jit_unget_reg(reg);
-    FBa(cc, 3);
-    movi(r0, 1);
-    movi(r0, 0);
-}
-
-#  if __WORDSIZE == 64
-static void
-_ldr_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (!single_precision_p(r0)) {
-	reg = jit_get_reg(CLASS_SNG);
-	LDF(r1, 0, rn(reg));
-	movr_d(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	LDF(r1, 0, r0);
-}
-#  endif
-
-static void
-_ldi_f(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 64
-	if (!single_precision_p(r0)) {
-	    reg = jit_get_reg(CLASS_SNG);
-	    LDFI(0, i0, rn(reg));
-	    movr_d(r0, rn(reg));
-	    jit_unget_reg(reg);
-	}
-	else
-#  endif
-	    LDFI(0, i0, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_f(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 64
-static void
-_ldxr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (!single_precision_p(r0)) {
-	reg = jit_get_reg(CLASS_SNG);
-	LDF(r1, r2, rn(reg));
-	movr_d(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-    else
-	LDF(r1, r2, r0);
-}
-#  endif
-
-static void
-_ldxi_f(jit_state_t *_jit, int32_t r0, int32_t r1, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 64
-	if (!single_precision_p(r0)) {
-	    reg = jit_get_reg(CLASS_SNG);
-	    LDFI(r1, i0, rn(reg));
-	    movr_d(r0, rn(reg));
-	    jit_unget_reg(reg);
-	}
-	else
-#  endif
-	    LDFI(r1, i0, r0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_f(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 64
-static void
-_str_f(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (!single_precision_p(r1)) {
-	reg = jit_get_reg(CLASS_SNG);
-	movr_d(rn(reg), r1);
-	STF(rn(reg), r0, 0);
-	jit_unget_reg(reg);
-    }
-    else
-	STF(r1, r0, 0);
-}
-# endif
-
-static void
-_sti_f(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 64
-	if (!single_precision_p(r0)) {
-	    reg = jit_get_reg(CLASS_SNG);
-	    movr_d(rn(reg), r0);
-	    STFI(rn(reg), 0, i0);
-	    jit_unget_reg(reg);
-	}
-	else
-#  endif
-	    STFI(r0, 0, i0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_f(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-#  if __WORDSIZE == 64
-static void
-_stxr_f(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t r2)
-{
-    int32_t		reg;
-    if (!single_precision_p(r2)) {
-	reg = jit_get_reg(CLASS_SNG);
-	movr_d(rn(reg), r2);
-	STF(rn(reg), r1, r0);
-	jit_unget_reg(reg);
-    }
-    else
-	STF(r2, r1, r0);
-}
-# endif
-
-static void
-_stxi_f(jit_state_t *_jit, jit_word_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (s13_p(i0)) {
-#  if __WORDSIZE == 64
-	if (!single_precision_p(r1)) {
-	    reg = jit_get_reg(CLASS_SNG);
-	    movr_d(rn(reg), r1);
-	    STFI(rn(reg), r0, i0);
-	    jit_unget_reg(reg);
-	}
-	else
-#  endif
-	    STFI(r1, r0, i0);
-    }
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	stxr_f(rn(reg), r0, r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_extr_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    stxi(BIAS(-8), _FP_REGNO, r1);
-#  if __WORDSIZE == 32
-    stxi(BIAS(-4), _FP_REGNO, 0);
-#  endif
-    ldxi_d(r0, _FP_REGNO, BIAS(-8));
-#  if __WORDSIZE == 32
-    FITOD(r0, r0);
-#  else
-    FXTOD(r0, r0);
-#  endif
-}
-
-static void
-_truncr_d_i(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(CLASS_SNG);
-#  if __WORDSIZE == 64
-    if (!single_precision_p(r1)) {
-	movr_d(rn(reg), r1);
-	FDTOI(rn(reg), rn(reg));
-    }
-    else
-#  endif
-	FDTOI(r1, rn(reg));
-    stxi_d(BIAS(-8), _FP_REGNO, rn(reg));
-    ldxi_i(r0, _FP_REGNO, BIAS(-8));
-    jit_unget_reg(reg);
-}
-
-#  if __WORDSIZE == 64
-static void
-_truncr_d_l(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    reg = jit_get_reg(CLASS_DBL);
-    FDTOX(r1, rn(reg));
-    stxi_d(BIAS(-8), _FP_REGNO, rn(reg));
-    ldxi_l(r0, _FP_REGNO, BIAS(-8));
-    jit_unget_reg(reg);
-}
-#  endif
-
-static void
-_ldi_d(jit_state_t *_jit, int32_t r0, jit_word_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDDFI(0, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldr_d(r0, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_ldxi_d(jit_state_t *_jit, int32_t r0, int32_t r1, int32_t i0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	LDDFI(r1, i0, r0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	ldxr_d(r0, r1, rn(reg));
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_sti_d(jit_state_t *_jit, jit_word_t i0, int32_t r0)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	STDFI(r0, 0, i0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	str_d(rn(reg), r0);
-	jit_unget_reg(reg);
-    }
-}
-
-static void
-_stxi_d(jit_state_t *_jit, int32_t i0, int32_t r0, int32_t r1)
-{
-    int32_t		reg;
-    if (s13_p(i0))
-	STDFI(r1, r0, i0);
-    else {
-	reg = jit_get_reg(jit_class_gpr);
-	movi(rn(reg), i0);
-	stxr_d(rn(reg), r0, r1);
-	jit_unget_reg(reg);
-    }
-}
-
-static jit_word_t
-_fbr(jit_state_t *_jit, int32_t cc,
-     jit_word_t i0, int32_t r0,int32_t r1)
-{
-#  if __WORDSIZE == 64
-    int32_t		x0, t0, x1, t1, mask = 0;
-#  endif
-    jit_word_t		w;
-#  if __WORDSIZE == 64
-    if (!single_precision_p(r0)) {
-	mask |= 1;
-	t0 = jit_get_reg(CLASS_SNG);
-	x0 = rn(t0);
-	movr_d(x0, r0);
-    }
-    else
-	x0 = r0;
-    if (r0 == r1)
-	x1 = x0;
-    else if (!single_precision_p(r1)) {
-	mask |= 2;
-	t1 = jit_get_reg(CLASS_SNG);
-	x1 = rn(t1);
-	movr_d(x1, r1);
-    }
-    else
-	x1 = r1;
-    FCMPS(x0, x1);
-    if (mask & 1)
-	jit_unget_reg(t0);
-    if (mask & 2)
-	jit_unget_reg(t1);
-#  else
-    FCMPS(r0, r1);
-#  endif
-    w = _jit->pc.w;
-    FB(cc, (i0 - w) >> 2);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_fbw(jit_state_t *_jit, int32_t cc,
-     jit_word_t i0, int32_t r0, jit_float32_t *i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-#  if __WORDSIZE == 64
-    int32_t		x0, t0, mask = 0;
-    if (!single_precision_p(r0)) {
-	mask |= 1;
-	t0 = jit_get_reg(CLASS_SNG);
-	x0 = rn(t0);
-	movr_d(x0, r0);
-    }
-    else
-	x0 = r0;
-#  endif
-    reg = jit_get_reg(CLASS_SNG);
-    movi_f(rn(reg), i1);
-#  if __WORDSIZE == 64
-    FCMPS(x0, rn(reg));
-    if (mask & 1)
-	jit_unget_reg(t0);
-#  else
-    FCMPS(r0, rn(reg));
-#  endif
-    jit_unget_reg(reg);
-    w = _jit->pc.w;
-    FB(cc, (i0 - w) >> 2);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_dbr(jit_state_t *_jit, int32_t cc,
-     jit_word_t i0, int32_t r0, int32_t r1)
-{
-    jit_word_t		w;
-    FCMPD(r0, r1);
-    w = _jit->pc.w;
-    FB(cc, (i0 - w) >> 2);
-    NOP();
-    return (w);
-}
-
-static jit_word_t
-_dbw(jit_state_t *_jit, int32_t cc,
-     jit_word_t i0, int32_t r0, jit_float64_t *i1)
-{
-    jit_word_t		w;
-    int32_t		reg;
-    reg = jit_get_reg(CLASS_DBL);
-    movi_d(rn(reg), i1);
-    FCMPD(r0, rn(reg));
-    jit_unget_reg(reg);
-    w = _jit->pc.w;
-    FB(cc, (i0 - w) >> 2);
-    NOP();
-    return (w);
-}
-
-static void
-_vaarg_d(jit_state_t *_jit, int32_t r0, int32_t r1)
-{
-    assert(_jitc->function->self.call & jit_call_varargs);
-
-    /* Load argument. */
-    ldr_d(r0, r1);
-
-    /* Update vararg stack pointer. */
-    addi(r1, r1, 8);
-}
-#endif
diff --git a/libguile/lightening/lightening/sparc.c b/libguile/lightening/lightening/sparc.c
deleted file mode 100644
index 415f21335..000000000
--- a/libguile/lightening/lightening/sparc.c
+++ /dev/null
@@ -1,1948 +0,0 @@
-/*
- * Copyright (C) 2013-2019  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-# define JIT_SP         _SP
-# define JIT_RET                _I0
-# define JIT_FRET               _F0
-/*
- * Copyright (C) 2013-2018  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#define jit_arg_reg_p(i)		((i) >= 0 && (i) < 6)
-#if __WORDSIZE == 32
-#  define jit_arg_d_reg_p(i)		((i) >= 0 && (i) < 5)
-#  define BIAS(n)			(n)
-#else
-#  define jit_arg_d_reg_p(i)		((i) >= 0 && (i) < 16)
-#  define BIAS(n)			((n) + 2047)
-#endif
-
-/*
- * Types
- */
-typedef jit_pointer_t	jit_va_list_t;
-
-/*
- * Prototypes
- */
-#define patch(instr, node)		_patch(_jit, instr, node)
-static void _patch(jit_state_t*,jit_word_t,jit_node_t*);
-
-#define PROTO				1
-#  include "sparc-cpu.c"
-#  include "sparc-fpu.c"
-#undef PROTO
-
-/*
- * Initialization
- */
-static const jit_register_t _rvs[] = {
-    { 0x00,				"%g0" },
-    { 0x01,				"%g1" },
-    { rc(gpr) | 0x02,			"%g2" },
-    { rc(gpr) | 0x03,			"%g3" },
-    { rc(gpr) | 0x04,			"%g4" },
-    { 0x05,				"%g5" },
-    { 0x06,				"%g6" },
-    { 0x07,				"%g7" },
-    { rc(arg) | rc(gpr) | 0x08,		"%o0" },
-    { rc(arg) | rc(gpr) | 0x09,		"%o1" },
-    { rc(arg) | rc(gpr) | 0x0a,		"%o2" },
-    { rc(arg) | rc(gpr) | 0x0b,		"%o3" },
-    { rc(arg) | rc(gpr) | 0x0c,		"%o4" },
-    { rc(arg) | rc(gpr) | 0x0d,		"%o5" },
-    { rc(sav) | 0x0e,			"%sp" },
-    { 0x0f,				"%o7" },
-    { rc(sav) | rc(gpr) | 0x10,		"%l0" },
-    { rc(sav) | rc(gpr) | 0x11,		"%l1" },
-    { rc(sav) | rc(gpr) | 0x12,		"%l2" },
-    { rc(sav) | rc(gpr) | 0x13,		"%l3" },
-    { rc(sav) | rc(gpr) | 0x14,		"%l4" },
-    { rc(sav) | rc(gpr) | 0x15,		"%l5" },
-    { rc(sav) | rc(gpr) | 0x16,		"%l6" },
-    { rc(sav) | rc(gpr) | 0x17,		"%l7" },
-    { 0x18,				"%i0" },
-    { 0x19,				"%i1" },
-    { 0x1a,				"%i2" },
-    { 0x1b,				"%i3" },
-    { 0x1c,				"%i4" },
-    { 0x1d,				"%i5" },
-    { rc(sav) | 0x1e,			"%fp" },
-    { 0x1f,				"%i7" },
-#  if __WORDSIZE == 32
-    { rc(fpr) | 0x00,			"%f0" },
-    { 0x01,				"%f1" },
-    { rc(fpr) | 0x02,			"%f2" },
-    { 0x03,				"%f3" },
-    { rc(fpr) | 0x04,			"%f4" },
-    { 0x05,				"%f5" },
-    { rc(fpr) | 0x06,			"%f6" },
-    { 0x07,				"%f7" },
-    { rc(fpr) | 0x08,			"%f8" },
-    { 0x09,				"%f9" },
-    { rc(fpr) | 0x0a,			"%f10" },
-    { 0x0b,				"%f11" },
-    { rc(fpr) | 0x0c,			"%f12" },
-    { 0x0d,				"%f13" },
-    { rc(fpr) | 0x0e,			"%f14" },
-    { 0x0f,				"%f15" },
-#  else
-    { rc(fpr) | rc(dbl) | 0x3e,		"%f62" },
-    { rc(fpr) | rc(dbl) | 0x3c,		"%f60" },
-    { rc(fpr) | rc(dbl) | 0x3a,		"%f58" },
-    { rc(fpr) | rc(dbl) | 0x38,		"%f56" },
-    { rc(fpr) | rc(dbl) | 0x36,		"%f54" },
-    { rc(fpr) | rc(dbl) | 0x34,		"%f52" },
-    { rc(fpr) | rc(dbl) | 0x32,		"%f50" },
-    { rc(fpr) | rc(dbl) | 0x30,		"%f48" },
-    { rc(fpr) | rc(dbl) | 0x2e,		"%f46" },
-    { rc(fpr) | rc(dbl) | 0x2c,		"%f44" },
-    { rc(fpr) | rc(dbl) | 0x2a,		"%f42" },
-    { rc(fpr) | rc(dbl) | 0x28,		"%f40" },
-    { rc(fpr) | rc(dbl) | 0x26,		"%f38" },
-    { rc(fpr) | rc(dbl) | 0x24,		"%f36" },
-    { rc(fpr) | rc(dbl) | 0x22,		"%f34" },
-    { rc(fpr) | rc(dbl) | 0x20,		"%f32" },
-    { 0x1f,				"%f31" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x1e,	"%f30" },
-    { 0x1d,				"%f29" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x1c,	"%f28" },
-    { 0x1b,				"%f27" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x1a,	"%f26" },
-    { 0x19,				"%f25" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x18,	"%f24" },
-    { 0x17,				"%f23" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x16,	"%f22" },
-    { 0x15,				"%f21" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x14,	"%f20" },
-    { 0x13,				"%f19" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x12,	"%f18" },
-    { 0x11,				"%f17" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x10,	"%f16" },
-    { 0x0f,				"%f15" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x0e,	"%f14" },
-    { 0x0d,				"%f13" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x0c,	"%f12" },
-    { 0x0b,				"%f11" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x0a,	"%f10" },
-    { 0x09,				"%f9" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x08,	"%f8" },
-    { 0x07,				"%f7" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x06,	"%f6" },
-    { 0x05,				"%f5" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x04,	"%f4" },
-    { 0x03,				"%f3" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x02,	"%f2" },
-    { 0x01,				"%f1" },
-    { rc(arg)|rc(fpr)|rc(sng)|0x00,	"%f0" },
-#  endif
-    { _NOREG,				"<none>" },
-};
-
-/*
- * Implementation
- */
-void
-jit_get_cpu(void)
-{
-}
-
-void
-_jit_init(jit_state_t *_jit)
-{
-    _jitc->reglen = jit_size(_rvs) - 1;
-#  if __WORDSIZE == 64
-    jit_carry = _NOREG;
-#  endif
-}
-
-void
-_jit_prolog(jit_state_t *_jit)
-{
-    int32_t		 offset;
-
-    if (_jitc->function)
-	jit_epilog();
-    assert(jit_regset_cmp_ui(&_jitc->regarg, 0) == 0);
-    jit_regset_set_ui(&_jitc->regsav, 0);
-    offset = _jitc->functions.offset;
-    if (offset >= _jitc->functions.length) {
-	jit_realloc((jit_pointer_t *)&_jitc->functions.ptr,
-		    _jitc->functions.length * sizeof(jit_function_t),
-		    (_jitc->functions.length + 16) * sizeof(jit_function_t));
-	_jitc->functions.length += 16;
-    }
-    _jitc->function = _jitc->functions.ptr + _jitc->functions.offset++;
-    _jitc->function->self.size = stack_framesize;
-    _jitc->function->self.argi = _jitc->function->self.argf =
-	_jitc->function->self.aoff = _jitc->function->self.alen = 0;
-    /* float conversion */
-#  if __WORDSIZE == 32
-    _jitc->function->self.aoff = -8;
-#  else
-    /* extra slots in case qmul is called */
-    _jitc->function->self.aoff = -24;
-#  endif
-     _jitc->function->self.call = jit_call_default;
-    jit_alloc((jit_pointer_t *)&_jitc->function->regoff,
-	      _jitc->reglen * sizeof(int32_t));
-
-    /* _no_link here does not mean the jit_link() call can be removed
-     * by rewriting as:
-     * _jitc->function->prolog = jit_new_node(jit_code_prolog);
-     */
-    _jitc->function->prolog = jit_new_node_no_link(jit_code_prolog);
-    jit_link(_jitc->function->prolog);
-    _jitc->function->prolog->w.w = offset;
-    _jitc->function->epilog = jit_new_node_no_link(jit_code_epilog);
-    /*	u:	label value
-     *	v:	offset in blocks vector
-     *	w:	offset in functions vector
-     */
-    _jitc->function->epilog->w.w = offset;
-
-    jit_regset_new(&_jitc->function->regset);
-}
-
-int32_t
-_jit_allocai(jit_state_t *_jit, int32_t length)
-{
-    assert(_jitc->function);
-    switch (length) {
-	case 0:	case 1:						break;
-	case 2:		_jitc->function->self.aoff &= -2;	break;
-	case 3:	case 4:	_jitc->function->self.aoff &= -4;	break;
-	default:	_jitc->function->self.aoff &= -8;	break;
-    }
-    _jitc->function->self.aoff -= length;
-    if (!_jitc->realize) {
-	jit_inc_synth_ww(allocai, _jitc->function->self.aoff, length);
-	jit_dec_synth();
-    }
-    return (BIAS(_jitc->function->self.aoff));
-}
-
-void
-_jit_allocar(jit_state_t *_jit, int32_t u, int32_t v)
-{
-    int32_t		 reg;
-    assert(_jitc->function);
-    jit_inc_synth_ww(allocar, u, v);
-    if (!_jitc->function->allocar) {
-	_jitc->function->aoffoff = jit_allocai(sizeof(int32_t));
-	_jitc->function->allocar = 1;
-    }
-    reg = jit_get_reg(jit_class_gpr);
-    jit_negr(reg, v);
-    jit_andi(reg, reg, -16);
-    jit_ldxi_i(u, JIT_FP, _jitc->function->aoffoff);
-    jit_addr(u, u, reg);
-    jit_addr(_SP, _SP, reg);
-    jit_stxi_i(_jitc->function->aoffoff, JIT_FP, u);
-    jit_unget_reg(reg);
-    jit_dec_synth();
-}
-
-void
-_jit_ret(jit_state_t *_jit)
-{
-    jit_node_t		*instr;
-    assert(_jitc->function);
-    jit_inc_synth(ret);
-    /* jump to epilog */
-    instr = jit_jmpi();
-    jit_patch_at(instr, _jitc->function->epilog);
-    jit_dec_synth();
-}
-
-void
-_jit_retr(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr, u);
-    if (JIT_RET != u)
-	jit_movr(JIT_RET, u);
-    jit_live(JIT_RET);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti(jit_state_t *_jit, jit_word_t u)
-{
-    jit_inc_synth_w(reti, u);
-    jit_movi(JIT_RET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_retr_f(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr_f, u);
-    if (JIT_FRET != u)
-	jit_movr_f(JIT_FRET, u);
-    else
-	jit_live(JIT_FRET);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti_f(jit_state_t *_jit, jit_float32_t u)
-{
-    jit_inc_synth_f(reti_f, u);
-    jit_movi_f(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_retr_d(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(retr_d, u);
-    if (JIT_FRET != u)
-	jit_movr_d(JIT_FRET, u);
-    else
-	jit_live(JIT_FRET);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_reti_d(jit_state_t *_jit, jit_float64_t u)
-{
-    jit_inc_synth_d(reti_d, u);
-    jit_movi_d(JIT_FRET, u);
-    jit_ret();
-    jit_dec_synth();
-}
-
-void
-_jit_epilog(jit_state_t *_jit)
-{
-    assert(_jitc->function);
-    assert(_jitc->function->epilog->next == NULL);
-    jit_link(_jitc->function->epilog);
-    _jitc->function = NULL;
-}
-
-jit_bool_t
-_jit_arg_register_p(jit_state_t *_jit, jit_node_t *u)
-{
-#  if __WORDSIZE == 32
-    if (u->code == jit_code_arg || u->code == jit_code_arg_f)
-	return (jit_arg_reg_p(u->u.w));
-    assert(u->code == jit_code_arg_d);
-    return (jit_arg_d_reg_p(u->u.w));
-#  else
-    if (u->code == jit_code_arg)
-	return (jit_arg_reg_p(u->u.w));
-    assert(u->code == jit_code_arg_d || u->code == jit_code_arg_f);
-    return (jit_arg_d_reg_p(u->u.w));
-#  endif
-}
-
-void
-_jit_ellipsis(jit_state_t *_jit)
-{
-    jit_inc_synth(ellipsis);
-    if (_jitc->prepare) {
-	jit_link_prepare();
-	assert(!(_jitc->function->call.call & jit_call_varargs));
-	_jitc->function->call.call |= jit_call_varargs;
-    }
-    else {
-	jit_link_prolog();
-	assert(!(_jitc->function->self.call & jit_call_varargs));
-	_jitc->function->self.call |= jit_call_varargs;
-
-	_jitc->function->vagp = _jitc->function->self.argi;
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_va_push(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(va_push, u);
-    jit_pushargr(u);
-    jit_dec_synth();
-}
-
-jit_node_t *
-_jit_arg(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-    assert(_jitc->function);
-    if (jit_arg_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else {
-#  if __WORDSIZE == 64
-	if (jit_arg_d_reg_p(_jitc->function->self.argi))
-	    ++_jitc->function->self.argi;
-#   endif
-	offset = BIAS(_jitc->function->self.size);
-	_jitc->function->self.size += sizeof(jit_word_t);
-    }
-    node = jit_new_node_ww(jit_code_arg, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-jit_node_t *
-_jit_arg_f(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-#  if __WORDSIZE == 64
-    jit_bool_t		 inc;
-#  endif
-    assert(_jitc->function);
-#  if __WORDSIZE == 32
-    if (jit_arg_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else {
-	offset = _jitc->function->self.size;
-	_jitc->function->self.size += sizeof(jit_word_t);
-    }
-#  else
-    inc = !jit_arg_reg_p(_jitc->function->self.argi);
-    if (jit_arg_d_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else
-	offset = BIAS(_jitc->function->self.size);
-    if (inc)
-	_jitc->function->self.size += sizeof(jit_word_t);
-#  endif
-    node = jit_new_node_ww(jit_code_arg_f, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-jit_node_t *
-_jit_arg_d(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    int32_t		 offset;
-#  if __WORDSIZE == 64
-    jit_bool_t		 inc;
-#  endif
-    assert(_jitc->function);
-#  if __WORDSIZE == 32
-    if (jit_arg_d_reg_p(_jitc->function->self.argi)) {
-	offset = _jitc->function->self.argi;
-	_jitc->function->self.argi += 2;
-    }
-    else if (jit_arg_reg_p(_jitc->function->self.argi)) {
-	offset = _jitc->function->self.argi++;
-	_jitc->function->self.size += sizeof(jit_float32_t);
-    }
-    else {
-	offset = _jitc->function->self.size;
-	_jitc->function->self.size += sizeof(jit_float64_t);
-    }
-#  else
-    inc = !jit_arg_reg_p(_jitc->function->self.argi);
-    if (jit_arg_d_reg_p(_jitc->function->self.argi))
-	offset = _jitc->function->self.argi++;
-    else
-	offset = BIAS(_jitc->function->self.size);
-    if (inc)
-	_jitc->function->self.size += sizeof(jit_word_t);
-#  endif
-    node = jit_new_node_ww(jit_code_arg_d, offset,
-			   ++_jitc->function->self.argn);
-    jit_link_prolog();
-    return (node);
-}
-
-void
-_jit_getarg_c(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_c, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_c(u, _I0 + v->u.w);
-    else
-	jit_ldxi_c(u, JIT_FP,
-		   v->u.w + (__WORDSIZE >> 3) - sizeof(int8_t));
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_uc(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_uc, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_uc(u, _I0 + v->u.w);
-    else
-	jit_ldxi_uc(u, JIT_FP,
-		    v->u.w + (__WORDSIZE >> 3) - sizeof(uint8_t));
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_s(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_s, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_s(u, _I0 + v->u.w);
-    else
-	jit_ldxi_s(u, JIT_FP,
-		   v->u.w + (__WORDSIZE >> 3) - sizeof(int16_t));
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_us(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_us, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_us(u, _I0 + v->u.w);
-    else
-	jit_ldxi_us(u, JIT_FP,
-		    v->u.w + (__WORDSIZE >> 3) - sizeof(uint16_t));
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_i(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_i, u, v);
-    if (jit_arg_reg_p(v->u.w)) {
-#  if __WORDSIZE == 64
-	jit_extr_i(u, _I0 + v->u.w);
-#  else
-	jit_movr(u, _I0 + v->u.w);
-#  endif
-    }
-    else
-	jit_ldxi_i(u, JIT_FP,
-		   v->u.w + (__WORDSIZE >> 3) - sizeof(int32_t));
-    jit_dec_synth();
-}
-
-#  if __WORDSIZE == 64
-void
-_jit_getarg_ui(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_i, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_extr_ui(u, _I0 + v->u.w);
-    else
-	jit_ldxi_ui(u, JIT_FP,
-		    v->u.w + (__WORDSIZE >> 3) - sizeof(int32_t));
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_l(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(getarg_i, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr(u, _I0 + v->u.w);
-    else
-	jit_ldxi_l(u, JIT_FP, v->u.w);
-    jit_dec_synth();
-}
-#  endif
-
-void
-_jit_putargr(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(putargr, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movr(_I0 + v->u.w, u);
-    else
-	jit_stxi(v->u.w, JIT_FP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi(jit_state_t *_jit, jit_word_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg);
-    jit_inc_synth_wp(putargi, u, v);
-    if (jit_arg_reg_p(v->u.w))
-	jit_movi(_I0 + v->u.w, u);
-    else {
-	regno = jit_get_reg(jit_class_gpr);
-	jit_movi(regno, u);
-	jit_stxi(v->u.w, JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_f);
-    assert(_jitc->function);
-    jit_inc_synth_wp(getarg_f, u, v);
-#  if __WORDSIZE == 32
-    if (jit_arg_reg_p(v->u.w)) {
-	jit_stxi_i(-4, JIT_FP, _I0 + v->u.w);
-	jit_ldxi_f(u, JIT_FP, -4);
-    }
-#  else
-    if (jit_arg_d_reg_p(v->u.w)) {
-	jit_live(_F0 - (v->u.w << 1));	/* pair of registers is live */
-	jit_movr_f(u, (_F0 - (v->u.w << 1)) - 1);
-    }
-#  endif
-    else
-	jit_ldxi_f(u, JIT_FP, v->u.w + (__WORDSIZE >> 3) -
-		   sizeof(jit_float32_t));
-    jit_dec_synth();
-}
-
-void
-_jit_putargr_f(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_wp(putargr_f, u, v);
-#  if __WORDSIZE == 32
-    if (jit_arg_reg_p(v->u.w)) {
-	jit_stxi_f(-4, JIT_FP, u);
-	jit_ldxi_i(_I0 + v->u.w, JIT_FP, -4);
-    }
-#  else
-    if (jit_arg_d_reg_p(v->u.w)) {
-	jit_live(_F0 - (v->u.w << 1));	/* pair of registers is live */
-	jit_movr_f((_F0 - (v->u.w << 1)) - 1, u);
-    }
-#  endif
-    else
-	jit_stxi_f(v->u.w + (__WORDSIZE >> 3) -
-		   sizeof(jit_float32_t), JIT_FP, u);
-    jit_dec_synth();
-}
-
-void
-_jit_putargi_f(jit_state_t *_jit, jit_float32_t u, jit_node_t *v)
-{
-    int32_t		regno;
-    assert(v->code == jit_code_arg_f);
-    jit_inc_synth_fp(putargi_f, u, v);
-#  if __WORDSIZE == 32
-    regno = jit_get_reg(jit_class_fpr);
-    jit_movi_f(regno, u);
-    if (jit_arg_reg_p(v->u.w)) {
-	jit_stxi_f(-4, JIT_FP, regno);
-	jit_ldxi_i(_I0 + v->u.w, JIT_FP, -4);
-    }
-    else
-	jit_stxi_f(v->u.w, JIT_FP, regno);
-    jit_unget_reg(regno);
-#  else
-    if (jit_arg_d_reg_p(v->u.w)) {
-	jit_live(_F0 - (v->u.w << 1));	/* pair of registers is live */
-	jit_movi_f((_F0 - (v->u.w << 1)) - 1, u);
-    }
-    else {
-	regno = jit_get_reg(jit_class_fpr | jit_class_sng);
-	jit_movi_f(regno, u);
-	jit_stxi_f(v->u.w + (__WORDSIZE >> 3) -
-		   sizeof(jit_float32_t), JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-#  endif
-    jit_dec_synth();
-}
-
-void
-_jit_getarg_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-    assert(v->code == jit_code_arg_d);
-    assert(_jitc->function);
-    jit_inc_synth_wp(getarg_d, u, v);
-    if (jit_arg_d_reg_p(v->u.w)) {
-#  if __WORDSIZE == 32
-	jit_stxi(-8, JIT_FP, _I0 + v->u.w);
-	jit_stxi(-4, JIT_FP, _I0 + v->u.w + 1);
-	jit_ldxi_d(u, JIT_FP, -8);
-#  else
-	jit_movr_d(u, _F0 - (v->u.w << 1));
-#  endif
-    }
-#  if __WORDSIZE == 32
-    else if (jit_arg_reg_p(v->u.w)) {
-	jit_stxi(-8, JIT_FP, _I0 + v->u.w);
-	jit_ldxi_f(u, JIT_FP, -8);
-	jit_ldxi_f(u + 1, JIT_FP, stack_framesize);
-    }
-#  endif
-    else {
-#  if __WORDSIZE == 32
-	jit_ldxi_f(u, JIT_FP, v->u.w);
-	jit_ldxi_f(u + 1, JIT_FP, v->u.w + 4);
-#  else
-	jit_ldxi_d(u, JIT_FP, v->u.w);
-#  endif
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_putargr_d(jit_state_t *_jit, int32_t u, jit_node_t *v)
-{
-   int32_t		regno;
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_wp(putargr_d, u, v);
-#  if __WORDSIZE == 32
-    if (jit_arg_d_reg_p(v->u.w)) {
-	jit_stxi_d(-8, JIT_FP, u);
-	jit_ldxi(_I0 + v->u.w, JIT_FP, -8);
-	jit_ldxi(_I0 + v->u.w + 1, JIT_FP, -4);
-    }
-    else if (jit_arg_reg_p(v->u.w)) {
-	regno = jit_get_reg(jit_class_gpr);
-	jit_stxi_d(-8, JIT_FP, u);
-	jit_ldxi(_I0 + v->u.w, JIT_FP, -8);
-	jit_ldxi(regno, JIT_FP, -4);
-	jit_stxi(stack_framesize, JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-    else if ((v->u.w & 7) == 0)
-	jit_stxi_d(v->u.w, JIT_FP, u);
-    else {
-	jit_stxi_d(-8, JIT_FP, u);
-	regno = jit_get_reg(jit_class_gpr);
-	jit_ldxi(regno, JIT_FP, -8);
-	jit_stxi(v->u.w, JIT_FP, regno);
-	jit_ldxi(regno, JIT_FP, -4);
-	jit_stxi(v->u.w + 4, JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-#  else
-    if (jit_arg_d_reg_p(v->u.w))
-	jit_movr_d(_F0 - (v->u.w << 1), u);
-    else
-	jit_stxi_d(v->u.w, JIT_FP, u);
-#  endif
-    jit_dec_synth();
-}
-
-void
-_jit_putargi_d(jit_state_t *_jit, jit_float64_t u, jit_node_t *v)
-{
-#  if __WORDSIZE == 32
-    int32_t		gpr;
-#  endif
-   int32_t		regno;
-    assert(v->code == jit_code_arg_d);
-    jit_inc_synth_dp(putargi_d, u, v);
-#  if __WORDSIZE == 32
-    regno = jit_get_reg(jit_class_fpr);
-    jit_movi_d(regno, u);
-    if (jit_arg_d_reg_p(v->u.w)) {
-	jit_stxi_d(-8, JIT_FP, regno);
-	jit_ldxi(_I0 + v->u.w, JIT_FP, -8);
-	jit_ldxi(_I0 + v->u.w + 1, JIT_FP, -4);
-    }
-    else if (jit_arg_reg_p(v->u.w)) {
-	gpr = jit_get_reg(jit_class_gpr);
-	jit_stxi_d(-8, JIT_FP, regno);
-	jit_ldxi(_I0 + v->u.w, JIT_FP, -8);
-	jit_ldxi(gpr, JIT_FP, -4);
-	jit_stxi(stack_framesize, JIT_FP, gpr);
-	jit_unget_reg(gpr);
-    }
-    else if ((v->u.w & 7) == 0)
-	jit_stxi_d(v->u.w, JIT_FP, regno);
-    else {
-	jit_stxi_d(-8, JIT_FP, regno);
-	gpr = jit_get_reg(jit_class_gpr);
-	jit_ldxi(gpr, JIT_FP, -8);
-	jit_stxi(v->u.w, JIT_FP, gpr);
-	jit_ldxi(gpr, JIT_FP, -4);
-	jit_stxi(v->u.w + 4, JIT_FP, gpr);
-	jit_unget_reg(gpr);
-    }
-    jit_unget_reg(regno);
-#  else
-    if (jit_arg_d_reg_p(v->u.w))
-	jit_movi_d(_F0 - (v->u.w << 1), u);
-    else {
-	regno = jit_get_reg(jit_class_fpr | jit_class_dbl);
-	jit_movi_d(regno, u);
-	jit_stxi_d(v->u.w, JIT_FP, regno);
-	jit_unget_reg(regno);
-    }
-#  endif
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(pushargr, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movr(_O0 + _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-#  if __WORDSIZE == 64
-	if (jit_arg_d_reg_p(_jitc->function->call.argi))
-	    ++_jitc->function->call.argi;
-#  endif
-	jit_stxi(BIAS(_jitc->function->call.size + stack_framesize),
-		 JIT_SP, u);
-	_jitc->function->call.size += sizeof(jit_word_t);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi(jit_state_t *_jit, jit_word_t u)
-{
-    int32_t		regno;
-    jit_inc_synth_w(pushargi, u);
-    jit_link_prepare();
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_movi(_O0 + _jitc->function->call.argi, u);
-	++_jitc->function->call.argi;
-    }
-    else {
-#  if __WORDSIZE == 64
-	if (jit_arg_d_reg_p(_jitc->function->call.argi))
-	    ++_jitc->function->call.argi;
-#  endif
-	regno = jit_get_reg(jit_class_gpr);
-	jit_movi(regno, u);
-	jit_stxi(BIAS(_jitc->function->call.size + stack_framesize),
-		 JIT_SP, regno);
-	jit_unget_reg(regno);
-	_jitc->function->call.size += sizeof(jit_word_t);
-    }
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr_f(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(pushargr_f, u);
-    jit_link_prepare();
-#  if __WORDSIZE == 32
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_stxi_f(-8, JIT_FP, u);
-	jit_ldxi(_O0 + _jitc->function->call.argi, JIT_FP, -8);
-	++_jitc->function->call.argi;
-    }
-    else {
-	jit_stxi_f(_jitc->function->call.size + stack_framesize,
-		   JIT_SP, u);
-	_jitc->function->call.size += sizeof(jit_float32_t);
-    }
-#  else
-    if ((_jitc->function->call.call & jit_call_varargs) &&
-	jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_stxi_f(BIAS(-8), JIT_FP, u);
-	jit_ldxi_i(_O0 + _jitc->function->call.argi, JIT_FP, BIAS(-8));
-	++_jitc->function->call.argi;
-    }
-    else if (!(_jitc->function->call.call & jit_call_varargs) &&
-	     jit_arg_d_reg_p(_jitc->function->call.argi)) {
-	/* pair of registers is live */
-	jit_live(_F0 - (_jitc->function->call.argi << 1));
-	jit_movr_f((_F0 - (_jitc->function->call.argi << 1)) - 1, u);
-	if (!jit_arg_reg_p(_jitc->function->call.argi))
-	    _jitc->function->call.size += sizeof(jit_float64_t);
-	++_jitc->function->call.argi;
-    }
-    else {
-	jit_stxi_f(BIAS(_jitc->function->call.size + stack_framesize + 4),
-		   JIT_SP, u);
-	_jitc->function->call.size += sizeof(jit_float64_t);
-    }
-#  endif
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi_f(jit_state_t *_jit, jit_float32_t u)
-{
-    int32_t		regno;
-    jit_inc_synth_f(pushargi_f, u);
-    jit_link_prepare();
-#  if __WORDSIZE == 32
-    regno = jit_get_reg(jit_class_fpr);
-    jit_movi_f(regno, u);
-    if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_stxi_f(-8, JIT_FP, regno);
-	jit_ldxi(_O0 + _jitc->function->call.argi, JIT_FP, -8);
-	_jitc->function->call.argi++;
-    }
-    else {
-	jit_stxi_f(_jitc->function->call.size + stack_framesize,
-		   JIT_SP, regno);
-	_jitc->function->call.size += sizeof(jit_float32_t);
-    }
-    jit_unget_reg(regno);
-#  else
-    if ((_jitc->function->call.call & jit_call_varargs) &&
-	jit_arg_reg_p(_jitc->function->call.argi)) {
-	regno = jit_get_reg(jit_class_fpr | jit_class_sng);
-	jit_movi_f(regno, u);
-	jit_stxi_f(BIAS(-8), JIT_FP, regno);
-	jit_ldxi_i(_O0 + _jitc->function->call.argi, JIT_FP, BIAS(-8));
-	++_jitc->function->call.argi;
-	jit_unget_reg(regno);
-    }
-    else if (!(_jitc->function->call.call & jit_call_varargs) &&
-	     jit_arg_d_reg_p(_jitc->function->call.argi)) {
-	/* pair of registers is live */
-	jit_live(_F0 - (_jitc->function->call.argi << 1));
-	jit_movi_f((_F0 - (_jitc->function->call.argi << 1)) - 1, u);
-	if (!jit_arg_reg_p(_jitc->function->call.argi))
-	    _jitc->function->call.size += sizeof(jit_float64_t);
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_fpr | jit_class_sng);
-	jit_movi_f(regno, u);
-	jit_stxi_f(BIAS(_jitc->function->call.size + stack_framesize + 4),
-		   JIT_SP, regno);
-	jit_unget_reg(regno);
-	_jitc->function->call.size += sizeof(jit_float64_t);
-    }
-#  endif
-    jit_dec_synth();
-}
-
-void
-_jit_pushargr_d(jit_state_t *_jit, int32_t u)
-{
-    jit_inc_synth_w(pushargr_d, u);
-    jit_link_prepare();
-#  if __WORDSIZE == 32
-    if (jit_arg_d_reg_p(_jitc->function->call.argi)) {
-	jit_stxi_d(BIAS(-8), JIT_FP, u);
-	jit_ldxi(_O0 + _jitc->function->call.argi, JIT_FP, BIAS(-8));
-	jit_ldxi(_O0 + _jitc->function->call.argi + 1, JIT_FP, -4);
-	_jitc->function->call.argi += 2;
-    }
-    else if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_stxi_f(-8, JIT_FP, u);
-	jit_ldxi(_O0 + _jitc->function->call.argi, JIT_FP, -8);
-	++_jitc->function->call.argi;
-	jit_stxi_f(stack_framesize, JIT_SP, u + 1);
-	_jitc->function->call.size += sizeof(jit_float32_t);
-    }
-    else {
-	jit_stxi_f(_jitc->function->call.size + stack_framesize,
-		   JIT_SP, u);
-	jit_stxi_f(_jitc->function->call.size + stack_framesize + 4,
-		   JIT_SP, u + 1);
-	_jitc->function->call.size += sizeof(jit_float64_t);
-    }
-#  else
-    if ((_jitc->function->call.call & jit_call_varargs) &&
-	jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_stxi_d(BIAS(-8), JIT_FP, u);
-	jit_ldxi(_O0 + _jitc->function->call.argi, JIT_FP, BIAS(-8));
-	++_jitc->function->call.argi;
-    }
-    else if (!(_jitc->function->call.call & jit_call_varargs) &&
-	     jit_arg_d_reg_p(_jitc->function->call.argi)) {
-	jit_movr_d(_F0 - (_jitc->function->call.argi << 1), u);
-	if (!jit_arg_reg_p(_jitc->function->call.argi))
-	    _jitc->function->call.size += sizeof(jit_float64_t);
-	++_jitc->function->call.argi;
-    }
-    else {
-	jit_stxi_d(BIAS(_jitc->function->call.size + stack_framesize),
-		   JIT_SP, u);
-	_jitc->function->call.size += sizeof(jit_float64_t);
-    }
-#  endif
-    jit_dec_synth();
-}
-
-void
-_jit_pushargi_d(jit_state_t *_jit, jit_float64_t u)
-{
-    int32_t		regno;
-    jit_inc_synth_d(pushargi_d, u);
-    jit_link_prepare();
-#  if __WORDSIZE == 32
-    regno = jit_get_reg(jit_class_fpr);
-    jit_movi_d(regno, u);
-    if (jit_arg_d_reg_p(_jitc->function->call.argi)) {
-	jit_stxi_d(BIAS(-8), JIT_FP, regno);
-	jit_ldxi(_O0 + _jitc->function->call.argi, JIT_FP, BIAS(-8));
-	jit_ldxi(_O0 + _jitc->function->call.argi + 1, JIT_FP, -4);
-	_jitc->function->call.argi += 2;
-    }
-    else if (jit_arg_reg_p(_jitc->function->call.argi)) {
-	jit_stxi_f(-8, JIT_FP, regno);
-	jit_ldxi(_O0 + _jitc->function->call.argi, JIT_FP, -8);
-	++_jitc->function->call.argi;
-	jit_stxi_f(stack_framesize, JIT_SP, u + 1);
-	_jitc->function->call.size += sizeof(jit_float32_t);
-    }
-    else {
-	jit_stxi_f(_jitc->function->call.size + stack_framesize,
-		   JIT_SP, regno);
-	jit_stxi_f(_jitc->function->call.size + stack_framesize + 4,
-		   JIT_SP, regno + 1);
-	_jitc->function->call.size += sizeof(jit_float64_t);
-    }
-    jit_unget_reg(regno);
-#  else
-    if ((_jitc->function->call.call & jit_call_varargs) &&
-	jit_arg_reg_p(_jitc->function->call.argi)) {
-	regno = jit_get_reg(jit_class_fpr | jit_class_dbl);
-	jit_movi_d(regno, u);
-	jit_stxi_d(BIAS(-8), JIT_FP, regno);
-	jit_ldxi(_O0 + _jitc->function->call.argi, JIT_FP, BIAS(-8));
-	++_jitc->function->call.argi;
-	jit_unget_reg(regno);
-    }
-    else if (!(_jitc->function->call.call & jit_call_varargs) &&
-	     jit_arg_d_reg_p(_jitc->function->call.argi)) {
-	jit_movi_d(_F0 - (_jitc->function->call.argi << 1), u);
-	if (!jit_arg_reg_p(_jitc->function->call.argi))
-	    _jitc->function->call.size += sizeof(jit_float64_t);
-	++_jitc->function->call.argi;
-    }
-    else {
-	regno = jit_get_reg(jit_class_fpr | jit_class_dbl);
-	jit_movi_d(regno, u);
-	jit_stxi_d(BIAS(_jitc->function->call.size + stack_framesize),
-		   JIT_SP, regno);
-	jit_unget_reg(regno);
-	_jitc->function->call.size += sizeof(jit_float64_t);
-    }
-#  endif
-    jit_dec_synth();
-}
-
-jit_bool_t
-_jit_regarg_p(jit_state_t *_jit, jit_node_t *node, int32_t regno)
-{
-    int32_t		spec;
-
-    spec = jit_class(_rvs[regno].spec);
-    if ((spec & (jit_class_arg|jit_class_gpr)) ==
-	(jit_class_arg|jit_class_gpr)) {
-	regno -= _O0;
-	if (regno >= 0 && regno < node->v.w)
-	    return (1);
-    }
-#  if __WORDSIZE == 64
-    if ((spec & (jit_class_arg|jit_class_fpr)) ==
-	(jit_class_arg|jit_class_fpr)) {
-	regno = _F0 - (regno >> 1);
-	if (regno >= 0 && regno < node->v.w)
-	    return (1);
-    }
-#  endif
-
-    return (0);
-}
-
-void
-_jit_finishr(jit_state_t *_jit, int32_t r0)
-{
-    jit_node_t		*call;
-    assert(_jitc->function);
-    jit_inc_synth_w(finishr, r0);
-    if (_jitc->function->self.alen < _jitc->function->call.size)
-	_jitc->function->self.alen = _jitc->function->call.size;
-    call = jit_callr(r0);
-    call->v.w = _jitc->function->self.argi;
-    call->w.w = _jitc->function->self.argf;
-    _jitc->function->call.argi = _jitc->function->call.argf =
-	_jitc->function->call.size = 0;
-    _jitc->prepare = 0;
-    jit_dec_synth();
-}
-
-jit_node_t *
-_jit_finishi(jit_state_t *_jit, jit_pointer_t i0)
-{
-    jit_node_t		*node;
-    assert(_jitc->function);
-    jit_inc_synth_w(finishi, (jit_word_t)i0);
-    if (_jitc->function->self.alen < _jitc->function->call.size)
-	_jitc->function->self.alen = _jitc->function->call.size;
-    node = jit_calli(i0);
-    node->v.w = _jitc->function->call.argi;
-    node->w.w = _jitc->function->call.argf;
-    _jitc->function->call.argi = _jitc->function->call.argf =
-	_jitc->function->call.size = 0;
-    _jitc->prepare = 0;
-    jit_dec_synth();
-    return (node);
-}
-
-void
-_jit_retval_c(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_c, r0);
-    jit_extr_c(r0, _O0);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_uc(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_uc, r0);
-    jit_extr_uc(r0, _O0);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_s(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_s, r0);
-    jit_extr_s(r0, _O0);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_us(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_us, r0);
-    jit_extr_us(r0, _O0);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_i(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_i, r0);
-#  if __WORDSIZE == 32
-    if (r0 != _O0)
-	jit_movr(r0, _O0);
-#  else
-    jit_extr_i(r0, _O0);
-#  endif
-    jit_dec_synth();
-}
-
-#  if __WORDSIZE == 64
-void
-_jit_retval_ui(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_i, r0);
-    if (r0 != _O0)
-	jit_extr_ui(r0, _O0);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_l(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_i, r0);
-    if (r0 != _O0)
-	jit_movr(r0, _O0);
-    jit_dec_synth();
-}
-#  endif
-
-void
-_jit_retval_f(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_f, r0);
-    if (r0 != JIT_FRET)
-	jit_movr_f(r0, JIT_FRET);
-    jit_dec_synth();
-}
-
-void
-_jit_retval_d(jit_state_t *_jit, int32_t r0)
-{
-    jit_inc_synth_w(retval_d, r0);
-    if (r0 != JIT_FRET)
-	jit_movr_d(r0, JIT_FRET);
-    jit_dec_synth();
-}
-
-jit_pointer_t
-_emit_code(jit_state_t *_jit)
-{
-    jit_node_t		*node;
-    jit_node_t		*temp;
-    jit_word_t		 word;
-    int32_t		 value;
-    int32_t		 offset;
-    struct {
-	jit_node_t	*node;
-	jit_word_t	 word;
-#if DEVEL_DISASSEMBLER
-	jit_word_t	 prevw;
-#endif
-	int32_t	 patch_offset;
-    } undo;
-#if DEVEL_DISASSEMBLER
-    jit_word_t		 prevw;
-#endif
-
-    _jitc->function = NULL;
-
-    jit_reglive_setup();
-
-    undo.word = 0;
-    undo.node = NULL;
-    undo.patch_offset = 0;
-
-#define case_rr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.w), rn(node->v.w));		\
-		break
-#define case_rw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.w), node->v.w);		\
-		break
-#define case_wr(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(node->u.w, rn(node->v.w));		\
-		break
-#define case_rf(name)							\
-	    case jit_code_##name##i##type:				\
-		assert(node->flag & jit_flag_data);			\
-		name##_f(rn(node->u.w),					\
-		(jit_float32_t *)node->v.n->u.w);			\
-		break
-#define case_rd(name)							\
-	    case jit_code_##name##i_d:					\
-		assert(node->flag & jit_flag_data);			\
-		name##_d(rn(node->u.w),					\
-			 (jit_float64_t *)node->v.n->u.w);		\
-		break
-#define case_rrr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.w),				\
-			      rn(node->v.w), rn(node->w.w));		\
-		break
-#define case_rrrr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		name##r##type(rn(node->u.q.l), rn(node->u.q.h),		\
-			      rn(node->v.w), rn(node->w.w));		\
-		break
-#define case_rrw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.w),				\
-			      rn(node->v.w), node->w.w);		\
-		break
-#define case_rrrw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(rn(node->u.q.l), rn(node->u.q.h),		\
-			      rn(node->v.w), node->w.w);		\
-		break
-#define case_rrf(name, type, size)					\
-	    case jit_code_##name##i##type:				\
-		assert(node->flag & jit_flag_data);			\
-		name##i##type(rn(node->u.w), rn(node->v.w),		\
-			      (jit_float##size##_t *)node->w.n->u.w);	\
-		break
-#define case_wrr(name, type)						\
-	    case jit_code_##name##i##type:				\
-		name##i##type(node->u.w, rn(node->v.w), rn(node->w.w));	\
-		break
-#define case_brr(name, type)						\
-	    case jit_code_##name##r##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##r##type(temp->u.w, rn(node->v.w),		\
-				  rn(node->w.w));			\
-		else {							\
-		    word = name##r##type(_jit->pc.w,			\
-					 rn(node->v.w), rn(node->w.w));	\
-		    patch(word, node);					\
-		}							\
-		break
-#define case_brw(name, type)						\
-	    case jit_code_##name##i##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##i##type(temp->u.w,				\
-				  rn(node->v.w), node->w.w);		\
-		else {							\
-		    word = name##i##type(_jit->pc.w,			\
-					 rn(node->v.w), node->w.w);	\
-		    patch(word, node);					\
-		}							\
-		break
-#define case_brf(name, type, size)					\
-	    case jit_code_##name##i##type:				\
-		temp = node->u.n;					\
-		assert(temp->code == jit_code_label ||			\
-		       temp->code == jit_code_epilog);			\
-		if (temp->flag & jit_flag_patch)			\
-		    name##i##type(temp->u.w, rn(node->v.w),		\
-				(jit_float##size##_t *)node->w.n->u.w);	\
-		else {							\
-		    word = name##i##type(_jit->pc.w, rn(node->v.w),	\
-				(jit_float##size##_t *)node->w.n->u.w);	\
-		    patch(word, node);					\
-		}							\
-		break
-#if DEVEL_DISASSEMBLER
-    prevw = _jit->pc.w;
-#endif
-    for (node = _jitc->head; node; node = node->next) {
-	if (_jit->pc.uc >= _jitc->code.end)
-	    return (NULL);
-
-#if DEVEL_DISASSEMBLER
-	node->offset = (jit_uword_t)_jit->pc.w - (jit_uword_t)prevw;
-	prevw = _jit->pc.w;
-#endif
-	value = jit_classify(node->code);
-	jit_regarg_set(node, value);
-	switch (node->code) {
-	    case jit_code_align:
-		assert(!(node->u.w & (node->u.w - 1)) &&
-		       node->u.w <= sizeof(jit_word_t));
-		if (node->u.w == sizeof(jit_word_t) &&
-		    (word = _jit->pc.w & (sizeof(jit_word_t) - 1)))
-		    nop(sizeof(jit_word_t) - word);
-		break;
-	    case jit_code_note:		case jit_code_name:
-		node->u.w = _jit->pc.w;
-		break;
-	    case jit_code_label:
-		if ((node->link || (node->flag & jit_flag_use)) &&
-		    (word = _jit->pc.w & (sizeof(jit_word_t) - 1)))
-		    nop(sizeof(jit_word_t) - word);
-		/* remember label is defined */
-		node->flag |= jit_flag_patch;
-		node->u.w = _jit->pc.w;
-		break;
-		case_rrr(add,);
-		case_rrw(add,);
-		case_rrr(addc,);
-		case_rrw(addc,);
-		case_rrr(addx,);
-		case_rrw(addx,);
-		case_rrr(sub,);
-		case_rrw(sub,);
-		case_rrr(subc,);
-		case_rrw(subc,);
-		case_rrr(subx,);
-		case_rrw(subx,);
-		case_rrw(rsb,);
-		case_rrr(mul,);
-		case_rrw(mul,);
-		case_rrrr(qmul,);
-		case_rrrw(qmul,);
-		case_rrrr(qmul, _u);
-		case_rrrw(qmul, _u);
-		case_rrr(div,);
-		case_rrw(div,);
-		case_rrr(div, _u);
-		case_rrw(div, _u);
-		case_rrrr(qdiv,);
-		case_rrrw(qdiv,);
-		case_rrrr(qdiv, _u);
-		case_rrrw(qdiv, _u);
-		case_rrr(rem,);
-		case_rrw(rem,);
-		case_rrr(rem, _u);
-		case_rrw(rem, _u);
-		case_rrr(and,);
-		case_rrw(and,);
-		case_rrr(or,);
-		case_rrw(or,);
-		case_rrr(xor,);
-		case_rrw(xor,);
-		case_rrr(lsh,);
-		case_rrw(lsh,);
-		case_rrr(rsh,);
-		case_rrw(rsh,);
-		case_rrr(rsh, _u);
-		case_rrw(rsh, _u);
-		case_rr(trunc, _f_i);
-		case_rr(trunc, _d_i);
-#if __WORDSIZE == 64
-		case_rr(trunc, _f_l);
-		case_rr(trunc, _d_l);
-#endif
-		case_rrr(lt,);
-		case_rrw(lt,);
-		case_rrr(lt, _u);
-		case_rrw(lt, _u);
-		case_rrr(le,);
-		case_rrw(le,);
-		case_rrr(le, _u);
-		case_rrw(le, _u);
-		case_rrr(eq,);
-		case_rrw(eq,);
-		case_rrr(ge,);
-		case_rrw(ge,);
-		case_rrr(ge, _u);
-		case_rrw(ge, _u);
-		case_rrr(gt,);
-		case_rrw(gt,);
-		case_rrr(gt, _u);
-		case_rrw(gt, _u);
-		case_rrr(ne,);
-		case_rrw(ne,);
-		case_rr(ld, _c);
-		case_rw(ld, _c);
-		case_rr(ld, _uc);
-		case_rw(ld, _uc);
-		case_rr(ld, _s);
-		case_rw(ld, _s);
-		case_rr(ld, _us);
-		case_rw(ld, _us);
-		case_rr(ld, _i);
-		case_rw(ld, _i);
-#if __WORDSIZE == 64
-		case_rr(ld, _ui);
-		case_rw(ld, _ui);
-		case_rr(ld, _l);
-		case_rw(ld, _l);
-#endif
-		case_rrr(ldx, _c);
-		case_rrw(ldx, _c);
-		case_rrr(ldx, _uc);
-		case_rrw(ldx, _uc);
-		case_rrr(ldx, _s);
-		case_rrw(ldx, _s);
-		case_rrr(ldx, _us);
-		case_rrw(ldx, _us);
-		case_rrr(ldx, _i);
-		case_rrw(ldx, _i);
-#if __WORDSIZE == 64
-		case_rrr(ldx, _ui);
-		case_rrw(ldx, _ui);
-		case_rrr(ldx, _l);
-		case_rrw(ldx, _l);
-#endif
-		case_rr(st, _c);
-		case_wr(st, _c);
-		case_rr(st, _s);
-		case_wr(st, _s);
-		case_rr(st, _i);
-		case_wr(st, _i);
-#if __WORDSIZE == 64
-		case_rr(st, _l);
-		case_wr(st, _l);
-#endif
-		case_rrr(stx, _c);
-		case_wrr(stx, _c);
-		case_rrr(stx, _s);
-		case_wrr(stx, _s);
-		case_rrr(stx, _i);
-		case_wrr(stx, _i);
-#if __WORDSIZE == 64
-		case_rrr(stx, _l);
-		case_wrr(stx, _l);
-#endif
-		case_rr(hton, _us);
-		case_rr(hton, _ui);
-#if __WORDSIZE == 64
-		case_rr(hton, _ul);
-#endif
-		case_rr(ext, _c);
-		case_rr(ext, _uc);
-		case_rr(ext, _s);
-		case_rr(ext, _us);
-#if __WORDSIZE == 64
-		case_rr(ext, _i);
-		case_rr(ext, _ui);
-#endif
-		case_rr(mov,);
-	    case jit_code_movi:
-		if (node->flag & jit_flag_node) {
-		    temp = node->v.n;
-		    if (temp->code == jit_code_data ||
-			(temp->code == jit_code_label &&
-			 (temp->flag & jit_flag_patch)))
-			movi(rn(node->u.w), temp->u.w);
-		    else {
-			assert(temp->code == jit_code_label ||
-			       temp->code == jit_code_epilog);
-			word = movi_p(rn(node->u.w), node->v.w);
-			patch(word, node);
-		    }
-		}
-		else
-		    movi(rn(node->u.w), node->v.w);
-		break;
-		case_rr(neg,);
-		case_rr(com,);
-		case_brr(blt,);
-		case_brw(blt,);
-		case_brr(blt, _u);
-		case_brw(blt, _u);
-		case_brr(ble,);
-		case_brw(ble,);
-		case_brr(ble, _u);
-		case_brw(ble, _u);
-		case_brr(beq,);
-		case_brw(beq,);
-		case_brr(bge,);
-		case_brw(bge,);
-		case_brr(bge, _u);
-		case_brw(bge, _u);
-		case_brr(bgt,);
-		case_brw(bgt,);
-		case_brr(bgt, _u);
-		case_brw(bgt, _u);
-		case_brr(bne,);
-		case_brw(bne,);
-		case_brr(boadd,);
-		case_brw(boadd,);
-		case_brr(boadd, _u);
-		case_brw(boadd, _u);
-		case_brr(bxadd,);
-		case_brw(bxadd,);
-		case_brr(bxadd, _u);
-		case_brw(bxadd, _u);
-		case_brr(bosub,);
-		case_brw(bosub,);
-		case_brr(bosub, _u);
-		case_brw(bosub, _u);
-		case_brr(bxsub,);
-		case_brw(bxsub,);
-		case_brr(bxsub, _u);
-		case_brw(bxsub, _u);
-		case_brr(bms,);
-		case_brw(bms,);
-		case_brr(bmc,);
-		case_brw(bmc,);
-		case_rrr(add, _f);
-		case_rrf(add, _f, 32);
-		case_rrr(sub, _f);
-		case_rrf(sub, _f, 32);
-		case_rrf(rsb, _f, 32);
-		case_rrr(mul, _f);
-		case_rrf(mul, _f, 32);
-		case_rrr(div, _f);
-		case_rrf(div, _f, 32);
-		case_rr(abs, _f);
-		case_rr(neg, _f);
-		case_rr(sqrt, _f);
-		case_rr(ext, _f);
-		case_rr(ext, _d_f);
-		case_rrr(lt, _f);
-		case_rrf(lt, _f, 32);
-		case_rrr(le, _f);
-		case_rrf(le, _f, 32);
-		case_rrr(eq, _f);
-		case_rrf(eq, _f, 32);
-		case_rrr(ge, _f);
-		case_rrf(ge, _f, 32);
-		case_rrr(gt, _f);
-		case_rrf(gt, _f, 32);
-		case_rrr(ne, _f);
-		case_rrf(ne, _f, 32);
-		case_rrr(unlt, _f);
-		case_rrf(unlt, _f, 32);
-		case_rrr(unle, _f);
-		case_rrf(unle, _f, 32);
-		case_rrr(uneq, _f);
-		case_rrf(uneq, _f, 32);
-		case_rrr(unge, _f);
-		case_rrf(unge, _f, 32);
-		case_rrr(ungt, _f);
-		case_rrf(ungt, _f, 32);
-		case_rrr(ltgt, _f);
-		case_rrf(ltgt, _f, 32);
-		case_rrr(ord, _f);
-		case_rrf(ord, _f, 32);
-		case_rrr(unord, _f);
-		case_rrf(unord, _f, 32);
-		case_rr(ld, _f);
-		case_rw(ld, _f);
-		case_rrr(ldx, _f);
-		case_rrw(ldx, _f);
-		case_rr(st, _f);
-		case_wr(st, _f);
-		case_rrr(stx, _f);
-		case_wrr(stx, _f);
-		case_rr(mov, _f);
-	    case jit_code_movi_f:
-		assert(node->flag & jit_flag_data);
-		movi_f(rn(node->u.w), (jit_float32_t *)node->v.n->u.w);
-		break;
-		case_brr(blt, _f);
-		case_brf(blt, _f, 32);
-		case_brr(ble, _f);
-		case_brf(ble, _f, 32);
-		case_brr(beq, _f);
-		case_brf(beq, _f, 32);
-		case_brr(bge, _f);
-		case_brf(bge, _f, 32);
-		case_brr(bgt, _f);
-		case_brf(bgt, _f, 32);
-		case_brr(bne, _f);
-		case_brf(bne, _f, 32);
-		case_brr(bunlt, _f);
-		case_brf(bunlt, _f, 32);
-		case_brr(bunle, _f);
-		case_brf(bunle, _f, 32);
-		case_brr(buneq, _f);
-		case_brf(buneq, _f, 32);
-		case_brr(bunge, _f);
-		case_brf(bunge, _f, 32);
-		case_brr(bungt, _f);
-		case_brf(bungt, _f, 32);
-		case_brr(bltgt, _f);
-		case_brf(bltgt, _f, 32);
-		case_brr(bord, _f);
-		case_brf(bord, _f, 32);
-		case_brr(bunord, _f);
-		case_brf(bunord, _f, 32);
-		case_rrr(add, _d);
-		case_rrf(add, _d, 64);
-		case_rrr(sub, _d);
-		case_rrf(sub, _d, 64);
-		case_rrf(rsb, _d, 64);
-		case_rrr(mul, _d);
-		case_rrf(mul, _d, 64);
-		case_rrr(div, _d);
-		case_rrf(div, _d, 64);
-		case_rr(abs, _d);
-		case_rr(neg, _d);
-		case_rr(sqrt, _d);
-		case_rr(ext, _d);
-		case_rr(ext, _f_d);
-		case_rrr(lt, _d);
-		case_rrf(lt, _d, 64);
-		case_rrr(le, _d);
-		case_rrf(le, _d, 64);
-		case_rrr(eq, _d);
-		case_rrf(eq, _d, 64);
-		case_rrr(ge, _d);
-		case_rrf(ge, _d, 64);
-		case_rrr(gt, _d);
-		case_rrf(gt, _d, 64);
-		case_rrr(ne, _d);
-		case_rrf(ne, _d, 64);
-		case_rrr(unlt, _d);
-		case_rrf(unlt, _d, 64);
-		case_rrr(unle, _d);
-		case_rrf(unle, _d, 64);
-		case_rrr(uneq, _d);
-		case_rrf(uneq, _d, 64);
-		case_rrr(unge, _d);
-		case_rrf(unge, _d, 64);
-		case_rrr(ungt, _d);
-		case_rrf(ungt, _d, 64);
-		case_rrr(ltgt, _d);
-		case_rrf(ltgt, _d, 64);
-		case_rrr(ord, _d);
-		case_rrf(ord, _d, 64);
-		case_rrr(unord, _d);
-		case_rrf(unord, _d, 64);
-		case_rr(ld, _d);
-		case_rw(ld, _d);
-		case_rrr(ldx, _d);
-		case_rrw(ldx, _d);
-		case_rr(st, _d);
-		case_wr(st, _d);
-		case_rrr(stx, _d);
-		case_wrr(stx, _d);
-		case_rr(mov, _d);
-	    case jit_code_movi_d:
-		assert(node->flag & jit_flag_data);
-		movi_d(rn(node->u.w), (jit_float64_t *)node->v.n->u.w);
-		break;
-		case_brr(blt, _d);
-		case_brf(blt, _d, 64);
-		case_brr(ble, _d);
-		case_brf(ble, _d, 64);
-		case_brr(beq, _d);
-		case_brf(beq, _d, 64);
-		case_brr(bge, _d);
-		case_brf(bge, _d, 64);
-		case_brr(bgt, _d);
-		case_brf(bgt, _d, 64);
-		case_brr(bne, _d);
-		case_brf(bne, _d, 64);
-		case_brr(bunlt, _d);
-		case_brf(bunlt, _d, 64);
-		case_brr(bunle, _d);
-		case_brf(bunle, _d, 64);
-		case_brr(buneq, _d);
-		case_brf(buneq, _d, 64);
-		case_brr(bunge, _d);
-		case_brf(bunge, _d, 64);
-		case_brr(bungt, _d);
-		case_brf(bungt, _d, 64);
-		case_brr(bltgt, _d);
-		case_brf(bltgt, _d, 64);
-		case_brr(bord, _d);
-		case_brf(bord, _d, 64);
-		case_brr(bunord, _d);
-		case_brf(bunord, _d, 64);
-	    case jit_code_jmpr:
-		jmpr(rn(node->u.w));
-		break;
-	    case jit_code_jmpi:
-		if (node->flag & jit_flag_node) {
-		    temp = node->u.n;
-		    assert(temp->code == jit_code_label ||
-			   temp->code == jit_code_epilog);
-		    if (temp->flag & jit_flag_patch)
-			jmpi(temp->u.w);
-		    else {
-			word = jmpi_p(_jit->pc.w);
-			patch(word, node);
-		    }
-		}
-		else
-		    jmpi(node->u.w);
-		break;
-	    case jit_code_callr:
-		callr(rn(node->u.w));
-		break;
-	    case jit_code_calli:
-		if (node->flag & jit_flag_node) {
-		    temp = node->u.n;
-		    assert(temp->code == jit_code_label ||
-			   temp->code == jit_code_epilog);
-		    word = calli_p(temp->u.w);
-		    if (!(temp->flag & jit_flag_patch))
-			patch(word, node);
-		}
-		else
-		    calli(node->u.w);
-		break;
-	    case jit_code_prolog:
-		_jitc->function = _jitc->functions.ptr + node->w.w;
-		undo.node = node;
-		undo.word = _jit->pc.w;
-#if DEVEL_DISASSEMBLER
-		undo.prevw = prevw;
-#endif
-		undo.patch_offset = _jitc->patches.offset;
-	    restart_function:
-		_jitc->again = 0;
-		prolog(node);
-		break;
-	    case jit_code_epilog:
-		assert(_jitc->function == _jitc->functions.ptr + node->w.w);
-		if (_jitc->again) {
-		    for (temp = undo.node->next;
-			 temp != node; temp = temp->next) {
-			if (temp->code == jit_code_label ||
-			    temp->code == jit_code_epilog)
-			    temp->flag &= ~jit_flag_patch;
-		    }
-		    temp->flag &= ~jit_flag_patch;
-		    node = undo.node;
-		    _jit->pc.w = undo.word;
-#if DEVEL_DISASSEMBLER
-		    prevw = undo.prevw;
-#endif
-		    _jitc->patches.offset = undo.patch_offset;
-		    goto restart_function;
-		}
-		/* remember label is defined */
-		node->flag |= jit_flag_patch;
-		node->u.w = _jit->pc.w;
-		epilog(node);
-		_jitc->function = NULL;
-		break;
-	    case jit_code_va_start:
-		vastart(rn(node->u.w));
-		break;
-	    case jit_code_va_arg:
-		vaarg(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_va_arg_d:
-		vaarg_d(rn(node->u.w), rn(node->v.w));
-		break;
-	    case jit_code_live:			case jit_code_ellipsis:
-	    case jit_code_va_push:
-	    case jit_code_allocai:		case jit_code_allocar:
-	    case jit_code_arg:
-	    case jit_code_arg_f:		case jit_code_arg_d:
-	    case jit_code_va_end:
-	    case jit_code_ret:
-	    case jit_code_retr:			case jit_code_reti:
-	    case jit_code_retr_f:		case jit_code_reti_f:
-	    case jit_code_retr_d:		case jit_code_reti_d:
-	    case jit_code_getarg_c:		case jit_code_getarg_uc:
-	    case jit_code_getarg_s:		case jit_code_getarg_us:
-	    case jit_code_getarg_i:
-#if __WORDSIZE == 64
-	    case jit_code_getarg_ui:		case jit_code_getarg_l:
-#endif
-	    case jit_code_getarg_f:		case jit_code_getarg_d:
-	    case jit_code_putargr:		case jit_code_putargi:
-	    case jit_code_putargr_f:		case jit_code_putargi_f:
-	    case jit_code_putargr_d:		case jit_code_putargi_d:
-	    case jit_code_pushargr:		case jit_code_pushargi:
-	    case jit_code_pushargr_f:		case jit_code_pushargi_f:
-	    case jit_code_pushargr_d:		case jit_code_pushargi_d:
-	    case jit_code_retval_c:		case jit_code_retval_uc:
-	    case jit_code_retval_s:		case jit_code_retval_us:
-	    case jit_code_retval_i:
-#if __WORDSIZE == 64
-	    case jit_code_retval_ui:		case jit_code_retval_l:
-#endif
-	    case jit_code_retval_f:		case jit_code_retval_d:
-	    case jit_code_prepare:
-	    case jit_code_finishr:		case jit_code_finishi:
-		break;
-	    default:
-		abort();
-	}
-#  if __WORDSIZE == 64
-	if (jit_carry != _NOREG) {
-	    switch (node->code) {
-		case jit_code_note:
-		case jit_code_addcr:		case jit_code_addci:
-		case jit_code_addxr:		case jit_code_addxi:
-		case jit_code_subcr:		case jit_code_subci:
-		case jit_code_subxr:		case jit_code_subxi:
-		    break;
-		default:
-		    jit_unget_reg(jit_carry);
-		    jit_carry = _NOREG;
-		    break;
-	    }
-	}
-#  endif
-	jit_regarg_clr(node, value);
-#  if __WORDSIZE == 64
-	if (jit_carry == _NOREG)
-	    assert(jit_regset_cmp_ui(&_jitc->regarg, 0) == 0);
-	else {
-	    assert(jit_regset_scan1(&_jitc->regarg, 0) == jit_carry);
-	    assert(jit_regset_scan1(&_jitc->regarg, jit_carry + 1) == ULONG_MAX);
-	}
-	assert(_jitc->synth == 0);
-#  else
-	assert(_jitc->regarg == 0 && _jitc->synth == 0);
-#  endif
-	jit_reglive(node);
-    }
-#undef case_brf
-#undef case_brw
-#undef case_brr
-#undef case_wrr
-#undef case_rrf
-#undef case_rrrw
-#undef case_rrw
-#undef case_rrrr
-#undef case_rrr
-#undef case_rf
-#undef case_wr
-#undef case_rw
-#undef case_rr
-
-    for (offset = 0; offset < _jitc->patches.offset; offset++) {
-	node = _jitc->patches.ptr[offset].node;
-	word = node->code == jit_code_movi ? node->v.n->u.w : node->u.n->u.w;
-	patch_at(_jitc->patches.ptr[offset].inst, word);
-    }
-
-    jit_flush(_jit->code.ptr, _jit->pc.uc);
-
-    return (_jit->code.ptr);
-}
-
-#define CODE				1
-#  include "sparc-cpu.c"
-#  include ", 2018sparc-fpu.c"
-#undef CODE
-
-void
-jit_flush(void *fptr, void *tptr)
-{
-}
-
-void
-_emit_ldxi(jit_state_t *_jit, jit_gpr_t r0, jit_gpr_t r1, jit_word_t i0)
-{
-    ldxi(rn(r0), rn(r1), i0);
-}
-
-void
-_emit_stxi(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_gpr_t r1)
-{
-    stxi(i0, rn(r0), rn(r1));
-}
-
-void
-_emit_ldxi_d(jit_state_t *_jit, jit_fpr_t r0, jit_gpr_t r1, jit_word_t i0)
-{
-    ldxi_d(rn(r0), rn(r1), i0);
-}
-
-void
-_emit_stxi_d(jit_state_t *_jit, jit_word_t i0, jit_gpr_t r0, jit_fpr_t r1)
-{
-    stxi_d(i0, rn(r0), rn(r1));
-}
-
-static void
-_patch(jit_state_t *_jit, jit_word_t instr, jit_node_t *node)
-{
-    int32_t		flag;
-
-    assert(node->flag & jit_flag_node);
-    if (node->code == jit_code_movi)
-	flag = node->v.n->flag;
-    else
-	flag = node->u.n->flag;
-    assert(!(flag & jit_flag_patch));
-    if (_jitc->patches.offset >= _jitc->patches.length) {
-	jit_realloc((jit_pointer_t *)&_jitc->patches.ptr,
-		    _jitc->patches.length * sizeof(jit_patch_t),
-		    (_jitc->patches.length + 1024) * sizeof(jit_patch_t));
-	memset(_jitc->patches.ptr + _jitc->patches.length, 0,
-	       1024 * sizeof(jit_patch_t));
-	_jitc->patches.length += 1024;
-    }
-    _jitc->patches.ptr[_jitc->patches.offset].inst = instr;
-    _jitc->patches.ptr[_jitc->patches.offset].node = node;
-    ++_jitc->patches.offset;
-}
diff --git a/libguile/lightening/lightening/sparc.h b/libguile/lightening/lightening/sparc.h
deleted file mode 100644
index f74f5ff30..000000000
--- a/libguile/lightening/lightening/sparc.h
+++ /dev/null
@@ -1,102 +0,0 @@
-/*
- * Copyright (C) 2013-2017  Free Software Foundation, Inc.
- *
- * This file is part of GNU lightning.
- *
- * GNU lightning is free software; you can redistribute it and/or modify it
- * under the terms of the GNU Lesser General Public License as published
- * by the Free Software Foundation; either version 3, or (at your option)
- * any later version.
- *
- * GNU lightning is distributed in the hope that it will be useful, but
- * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY
- * or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU Lesser General Public
- * License for more details.
- *
- * Authors:
- *	Paulo Cesar Pereira de Andrade
- */
-
-#ifndef _jit_sparc_h
-#define _jit_sparc_h
-
-#define JIT_HASH_CONSTS		1
-#define JIT_NUM_OPERANDS	3
-
-/*
- * Types
- */
-#define JIT_FP			_FP
-typedef enum {
-#define jit_r(i)		(_G2 + (i))
-#define jit_r_num()		3
-#define jit_v(i)		(_L0 + (i))
-#define jit_v_num()		8
-#if __WORDSIZE == 32
-#  define jit_f(i)		(_F0 + ((i) << 1))
-#  define jit_f_num()		8
-#else
-#  define jit_f(i)		(_F32 - (i))
-#  define jit_f_num()		16
-#endif
-#define JIT_R0			_G2
-#define JIT_R1			_G3
-#define JIT_R2			_G4
-#define JIT_V0			_L0
-#define JIT_V1			_L1
-#define JIT_V2			_L2
-#define JIT_V3			_L3
-#define JIT_V4			_L4
-#define JIT_V5			_L5
-#define JIT_V6			_L6
-#define JIT_V7			_L7
-    _G0, _G1, _G2, _G3, _G4, _G5, _G6, _G7,
-    _O0, _O1, _O2, _O3, _O4, _O5, _SP, _O7,
-    _L0, _L1, _L2, _L3, _L4, _L5, _L6, _L7,
-    _I0, _I1, _I2, _I3, _I4, _I5, _FP, _I7,
-#if __WORDSIZE == 32
-#  define JIT_F0		_F0
-#  define JIT_F1		_F2
-#  define JIT_F2		_F4
-#  define JIT_F3		_F6
-#  define JIT_F4		_F8
-#  define JIT_F5		_F10
-#  define JIT_F6		_F12
-#  define JIT_F7		_F14
-    _F0, _F1,  _F2,  _F3,  _F4,  _F5,  _F6,  _F7,
-    _F8, _F9, _F10, _F11, _F12, _F13, _F14, _F15,
-#else
-    /* All single precision operations have a high cost due to being
-     * stored on registers only encodable as double precision.
-     * The cost is due to needing to move values to a register with
-     * value <= 31.
-     * This is a limitation due to using fixed named registers in
-     * lightning. */
-#  define JIT_F0		_F32
-#  define JIT_F1		_F34
-#  define JIT_F2		_F36
-#  define JIT_F3		_F38
-#  define JIT_F4		_F40
-#  define JIT_F5		_F42
-#  define JIT_F6		_F44
-#  define JIT_F7		_F46
-#  define JIT_F8		_F48
-#  define JIT_F9		_F50
-#  define JIT_F10		_F52
-#  define JIT_F11		_F54
-#  define JIT_F12		_F56
-#  define JIT_F13		_F58
-#  define JIT_F14		_F60
-#  define JIT_F15		_F62
-    _F62, _F60, _F58, _F56, _F54, _F52, _F50, _F48,
-    _F46, _F44, _F42, _F40, _F38, _F36, _F34, _F32,
-    _F31, _F30, _F29, _F28, _F27, _F26, _F25, _F24,
-    _F23, _F22, _F21, _F20, _F19, _F18, _F17, _F16,
-    _F15, _F14, _F13, _F12, _F11, _F10,  _F9,  _F8,
-     _F7,  _F6,  _F5,  _F4,  _F3,  _F2,  _F1,  _F0,
-#endif
-#define JIT_NOREG		_NOREG
-    _NOREG,
-} jit_reg_t;
-
-#endif /* _jit_sparc_h */