/* * Copyright (C) 2013-2019 Free Software Foundation, Inc. * * This file is part of GNU lightning. * * GNU lightning is free software; you can redistribute it and/or modify it * under the terms of the GNU Lesser General Public License as published * by the Free Software Foundation; either version 3, or (at your option) * any later version. * * GNU lightning is distributed in the hope that it will be useful, but * WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY * or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public * License for more details. * * Authors: * Paulo Cesar Pereira de Andrade */ #if PROTO #define SF_S0 0 #define SF_S1 1 #define SF_S2 2 #define SF_S3 3 #define TSTFREG1(r0) \ do { \ if (jit_regset_tstbit(&_jitc->regs, r0 + 128)) \ stop(); \ } while (0) #define TSTFREG2(r0, r1) \ do { \ if (jit_regset_tstbit(&_jitc->regs, r0 + 128) || \ jit_regset_tstbit(&_jitc->regs, r1 + 128)) \ stop(); \ } while (0) #define TSTFREG3(r0, r1, r2) \ do { \ if (jit_regset_tstbit(&_jitc->regs, r0 + 128) || \ jit_regset_tstbit(&_jitc->regs, r1 + 128) || \ jit_regset_tstbit(&_jitc->regs, r2 + 128)) \ stop(); \ } while (0) #define SETFREG(r0) jit_regset_setbit(&_jitc->regs, r0 + 128) /* libm */ extern float sqrtf(float); extern double sqrt(double); #define M7(x6,ht,r3,r2,f1) _M7(_jit,0,x6,ht,r3,r2,f1) static void _M7(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t) maybe_unused; #define M8(x6,ht,r3,im,f1) _M8(_jit,0,x6,ht,r3,im,f1) static void _M8(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t) maybe_unused; #define M9(x6,ht,r3,f1) _M9(_jit,0,x6,ht,r3,f1) static void _M9(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t); #define M10(x6,ht,r3,r2,im) _M10(_jit,0,x6,ht,r3,r2,im) static void _M10(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t) maybe_unused; #define M11(x6,ht,r3,f2,f1) _M11(_jit,0,x6,ht,r3,f2,f1) static void _M11(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t) maybe_unused; #define M12(x6,ht,r3,f2,f1) _M12(_jit,0,x6,ht,r3,f2,f1) static void _M12(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t) maybe_unused; #define M18(x6,r2,f1) _M18(_jit,0,x6,r2,f1) static void _M18(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t); #define M19(x6,f2,r1) _M19(_jit,0,x6,f2,r1) static void _M19(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t); #define M21(f2,im) M20x(0x3,f2,im) #define M23(x3,im,f1) M22x(x3,im,f1) #define M27(f1) M26x(3,f1) #define F1(op,x,sf,f4,f3,f2,f1) F1_(_jit,0,op,x,sf,f4,f3,f2,f1) #define F2(x2,f4,f3,f2,f1) F1(0xe,1,x2,f4,f3,f2,f1) #define F3(f4,f3,f2,f1) F1(0xe,0,0,f4,f3,f2,f1) static void F1_(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t); #define F4(rb,sf,ra,p2,f3,f2,ta,p1) F4_(_jit,0,rb,sf,ra,p2,f3,f2,ta,p1) static void F4_(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t); #define F5(p2,fc,f2,ta,p1) F5_(_jit,0,p2,fc,f2,ta,p1) static void F5_(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t,jit_word_t) maybe_unused; #define F6x(op,q,sf,p2,f3,f2,f1) F6x_(_jit,0,op,q,sf,p2,f3,f2,f1) #define F6(op,sf,p2,f3,f2,f1) F6x(op,0,sf,p2,f3,f2,f1) #define F7(op,sf,p2,f3,f1) F6x(op,1,sf,p2,f3,0,f1) static void F6x_(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t); #define F8(op,sf,x6,f3,f2,f1) F8_(_jit,0,op,sf,x6,f3,f2,f1) #define F9(op,x6,f3,f2,f1) F8(op,0,x6,f3,f2,f1) #define F10(op,sf,x6,f2,f1) F8(op,sf,x6,0,f2,f1) #define F11(x6,f2,f1) F8(0,0,x6,0,f2,f1) static void F8_(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t, jit_word_t,jit_word_t,jit_word_t); #define F12(sf,x6,omsk,amsk) F12_(_jit,0,sf,x6,omsk,amsk) #define F13(sf,x6) F12(sf,x6,0,0) static void F12_(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t) maybe_unused; #define F14x(sf,x,x6,im) F14x_(_jit,0,sf,x,x6,im) #define F14(sf,im) F14x(sf,0,8,im) #define F15(im) F14x(0,0,0,im) static void F14x_(jit_state_t*,jit_word_t, jit_word_t,jit_word_t,jit_word_t,jit_word_t) maybe_unused; #define F16(y,im) F16_(_jit,0,y,im) static void F16_(jit_state_t*,jit_word_t, jit_word_t,jit_word_t)maybe_unused; /* break */ #define BREAK_F(im) F15(im) /* chk */ #define CHK_S(f2,im) M21(f2,im) #define CHKF_A_NC(f1,im) M23(0x6,im,f1) #define CHKF_A_CLR(f1,im) M23(0x7,im,f1) /* fabs */ #define FABS(f1,f3) FMERGE_S(f1,0,f3) /* fadd */ #define FADD(f1,f3,f2) FMA(f1,f3,1,f2) #define FADD_S(f1,f3,f2) FMA_S(f1,f3,1,f2) #define FADD_D(f1,f3,f2) FMA_D(f1,f3,1,f2) /* famax */ #define FAMAX(f1,f2,f3) F8(0,SF_S0,0x17,f3,f2,f1) /* famin */ #define FAMIN(f1,f2,f3) F8(0,SF_S0,0x16,f3,f2,f1) /* fand */ #define FAND(f1,f2,f3) F9(0,0x2c,f3,f2,f1) /* fandcm */ #define FANDCM(f1,f2,f3) F9(0,0x2d,f3,f2,f1) /* fchkf */ #define FCHKF(im) F14(SF_S0,im) /* fclass */ #define FCLASS_M(p1,p2,f2,fc) F5(p2,fc,f2,0,p1) #define FCLASS_M_UNC(p1,p2,f2,fc) F5(p2,fc,f2,1,p1) /* fclrf */ #define FCLRF() F13(SF_S0,5) /* fcmp */ #define FCMP_EQ(p1,p2,f2,f3) F4(0,SF_S0,0,p2,f3,f2,0,p1) #define FCMP_LT(p1,p2,f2,f3) F4(1,SF_S0,0,p2,f3,f2,0,p1) #define FCMP_LE(p1,p2,f2,f3) F4(0,SF_S0,1,p2,f3,f2,0,p1) #define FCMP_UNORD(p1,p2,f2,f3) F4(1,SF_S0,1,p2,f3,f2,0,p1) #define FCMP_EQ_UNC(p1,p2,f2,f3) F4(0,SF_S0,0,p2,f3,f2,1,p1) #define FCMP_LT_UNC(p1,p2,f2,f3) F4(1,SF_S0,0,p2,f3,f2,1,p1) #define FCMP_LE_UNC(p1,p2,f2,f3) F4(0,SF_S0,1,p2,f3,f2,1,p1) #define FCMP_UNORD_UNC(p1,p2,f2,f3) F4(1,SF_S0,1,p2,f3,f2,1,p1) /* fcvt.fx */ #define FCVT_FX(f1,f2) F10(0,SF_S0,0x18,f2,f1) #define FCVT_FXU(f1,f2) F10(0,SF_S0,0x19,f2,f1) #define FCVT_FX_TRUNC(f1,f2) F10(0,SF_S0,0x1a,f2,f1) #define FCVT_FXU_TRUNC(f1,f2) F10(0,SF_S0,0x1b,f2,f1) /* fcvt.xf */ #define FCVT_XF(f1,f2) F11(0x1c,f2,f1) /* fcvt.fxuf */ #define FCVT_XUF(f1,f3) FMA(f1,f3,1,0) /* fma */ #define FMA(f1,f3,f4,f2) F1(0x8,0,SF_S0,f4,f3,f2,f1) #define FMA_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0x8,0,sf,f4,f3,f2,f1) #define FMA_S(f1,f3,f4,f2) F1(0x8,1,SF_S0,f4,f3,f2,f1) #define FMA_S_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0x8,1,sf,f4,f3,f2,f1) #define FMA_D(f1,f3,f4,f2) F1(0x9,0,SF_S0,f4,f3,f2,f1) #define FMA_D_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0x9,0,sf,f4,f3,f2,f1) /* fmax */ #define FMAX(f1,f2,f3) F8(0,SF_S0,0x15,f3,f2,f1) /* fmerge */ #define FMERGE_S(f1,f2,f3) F9(0,0x10,f3,f2,f1) #define FMERGE_NS(f1,f2,f3) F9(0,0x11,f3,f2,f1) #define FMERGE_SE(f1,f2,f3) F9(0,0x12,f3,f2,f1) /* fmin */ #define FMIN(f1,f2,f3) F8(0,SF_S0,0x14,f3,f2,f1) /* fmix */ #define FMIX_LR(f1,f2,f3) F9(0,0x39,f3,f2,f1) #define FMIX_R(f1,f2,f3) F9(0,0x3a,f3,f2,f1) #define FMIX_L(f1,f2,f3) F9(0,0x3b,f3,f2,f1) /* fmpy */ #define FMPY(f1,f3,f4) FMA(f1,f3,f4,0) #define FMPY_p(f1,f3,f4,sf,_p) FMA_p(f1,f3,f4,0,sf,_p) #define FMPY_S(f1,f3,f4) FMA_S(f1,f3,f4,0) #define FMPY_S_p(f1,f3,f4,sf,_p) FMA_S_p(f1,f3,f4,0,sf,_p) #define FMPY_D(f1,f3,f4) FMA_D(f1,f3,f4,0) #define FMPY_D_p(f1,f3,f4,sf,_p) FMA_D_p(f1,f3,f4,0,sf,_p) /* fms */ #define FMS(f1,f3,f4,f2) F1(0xa,0,SF_S0,f4,f3,f2,f1) #define FMS_S(f1,f3,f4,f2) F1(0xa,1,SF_S0,f4,f3,f2,f1) #define FMS_D(f1,f3,f4,f2) F1(0xb,0,SF_S0,f4,f3,f2,f1) /* fneg */ #define FNEG(f1,f3) FMERGE_NS(f1,f3,f3) /* fnegabs */ #define FNEGABS(f1,f3) FMERGE_NS(f1,0,f3) /* fnma */ #define FNMA(f1,f3,f4,f2) F1(0xc,0,SF_S0,f4,f3,f2,f1) #define FNMA_p(f1,f3,f4,f2,sf,_p) F1_(_jit,_p,0xc,0,sf,f4,f3,f2,f1) #define FNMA_S(f1,f3,f4,f2) F1(0xc,1,SF_S0,f4,f3,f2,f1) #define FNMA_D(f1,f3,f4,f2) F1(0xd,0,SF_S0,f4,f3,f2,f1) /* fnmpy */ #define FNMPY(f1,f3,f4) FNMA(f1,f3,f4,0) /* fnorm */ #define FNORM(f1,f3) FMA(f1,f3,1,0) #define FNORM_S(f1,f3) FMA_S(f1,f3,1,0) #define FNORM_D(f1,f3) FMA_D(f1,f3,1,0) /* for */ #define FOR(f1,f2,f3) F9(0,0x2e,f3,f2,f1) /* fpabs */ #define FPABS(f1,f3) FPMERGE_S(f1,0,f3) /* fpack */ #define FPACK(f1,f2,f3) F9(0,0x28,f3,f2,f1) /* fpamax */ #define FPAMAX(f1,f2,f3) F8(1,SF_S0,0x17,f3,f2,f1) /* fpamin */ #define FPAMIN(f1,f2,f3) F8(1,SF_S0,0x16,f3,f2,f1) /* fpcmp */ #define FPCMP_EQ(f1,f2,f3) F8(1,SF_S0,0x30,f3,f2,f1) #define FPCMP_LT(f1,f2,f3) F8(1,SF_S0,0x31,f3,f2,f1) #define FPCMP_LE(f1,f2,f3) F8(1,SF_S0,0x32,f3,f2,f1) #define FPCMP_UNORD(f1,f2,f3) F8(1,SF_S0,0x33,f3,f2,f1) #define FPCMP_NEQ(f1,f2,f3) F8(1,SF_S0,0x34,f3,f2,f1) #define FPCMP_NLT(f1,f2,f3) F8(1,SF_S0,0x35,f3,f2,f1) #define FPCMP_NLE(f1,f2,f3) F8(1,SF_S0,0x36,f3,f2,f1) #define FPCMP_ORD(f1,f2,f3) F8(1,SF_S0,0x37,f3,f2,f1) /* fpcvt.fx */ #define FPCVT_FX(f1,f2) F10(1,SF_S0,0x18,f2,f1) #define FPCVT_FXU(f1,f2) F10(1,SF_S0,0x19,f2,f1) #define FPCVT_FX_TRUNC(f1,f2) F10(1,SF_S0,0x1a,f2,f1) #define FPCVT_FXU_TRUNC(f1,f2) F10(1,SF_S0,0x1b,f2,f1) /* fpma */ #define FPMA(f1,f3,f4,f2) F1(0x9,1,SF_S0,f4,f3,f3,f1) /* fpmax */ #define FPMAX(f1,f2,f3) F8(1,SF_S0,0x15,f3,f2,f1) /* fpmerge */ #define FPMERGE_S(f1,f2,f3) F9(1,0x10,f3,f2,f1) #define FPMERGE_NS(f1,f2,f3) F9(1,0x11,f3,f2,f1) #define FPMERGE_SE(f1,f2,f3) F9(1,0x12,f3,f2,f1) /* fpmin */ #define FPMIN(f1,f2,f3) F8(1,SF_S0,0x14,f3,f2,f1) /* fpmpy */ #define FPMPY(f1,f3,f4) FPMA(f1,f3,f4,0) /* fpms */ #define FPMS(f1,f3,f4,f2) F1(0xb,1,SF_S0,f4,f3,f3,f1) /* fpneg */ #define FPNEG(f1,f3) FPMERGE_NS(f1,f3,f3) /* fpnegabs */ #define FPNEGABS(f1,f3) FPMERGE_NS(f1,0,f3) /* fpnma */ #define FPNMA(f1,f3,f4,f2) F1(0xd,1,SF_S0,f4,f3,f3,f1) /* fpnmpy */ #define FPNMPY(f1,f3,f4) FPNMA(f1,f3,f4,0) /* fprcpa */ #define FPRCPA(f1,p2,f2,f3) F6(1,SF_S0,p2,f3,f2,f1) /* fprsqrta */ #define FPRSQRTA(f1,p2,f3) F7(1,SF_S0,p2,f3,f1) /* frcpa */ #define FRCPA(f1,p2,f2,f3) F6(0,SF_S0,p2,f3,f2,f1) /* frsqrta */ #define FRSQRTA(f1,p2,f3) F7(0,SF_S0,p2,f3,f1) /* fselect */ #define FSELECT(f1,f3,f4,f2) F3(f4,f3,f2,f1) #define FSETC(amsk,omsk) F12(SF_S0,4,omsk,amsk) /* fsub */ #define FSUB(f1,f3,f2) FMS(f1,f3,1,f2) #define FSUB_S(f1,f3,f2) FMS_S(f1,f3,1,f2) #define FSUB_D(f1,f3,f2) FMS_D(f1,f3,1,f2) /* fswap */ #define FSWAP(f1,f2,f3) F9(0,0x34,f3,f2,f1) #define FSWAP_NL(f1,f2,f3) F9(0,0x35,f3,f2,f1) #define FSWAP_NR(f1,f2,f3) F9(0,0x36,f3,f2,f1) /* fsxt */ #define FSXT_R(f1,f2,f3) F9(0,0x3c,f3,f2,f1) #define FSXT_L(f1,f2,f3) F9(0,0x3d,f3,f2,f1) /* fxor */ #define FXOR(f1,f2,f3) F9(0,0x2f,f3,f2,f1) /* getf */ #define GETF_S(r1,f2) M19(0x1e,f2,r1) #define GETF_D(r1,f2) M19(0x1f,f2,r1) #define GETF_EXP(r1,f2) M19(0x1d,f2,r1) #define GETF_SIG(r1,f2) M19(0x1c,f2,r1) /* hint */ #define HINT_F(im) F16(1,im) /* invala */ #define INVALAF_E(f1) M27(f1) /* ldf */ #define LDFS(f1,r3) M9(0x02,LD_NONE,r3,f1) #define LDFD(f1,r3) M9(0x03,LD_NONE,r3,f1) #define LDF8(f1,r3) M9(0x01,LD_NONE,r3,f1) #define LDFE(f1,r3) M9(0x00,LD_NONE,r3,f1) #define LDFS_S(f1,r3) M9(0x06,LD_NONE,r3,f1) #define LDFD_S(f1,r3) M9(0x07,LD_NONE,r3,f1) #define LDF8_S(f1,r3) M9(0x05,LD_NONE,r3,f1) #define LDFE_S(f1,r3) M9(0x04,LD_NONE,r3,f1) #define LDFS_A(f1,r3) M9(0x0a,LD_NONE,r3,f1) #define LDFD_A(f1,r3) M9(0x0b,LD_NONE,r3,f1) #define LDF8_A(f1,r3) M9(0x09,LD_NONE,r3,f1) #define LDFE_A(f1,r3) M9(0x08,LD_NONE,r3,f1) #define LDFS_SA(f1,r3) M9(0x0e,LD_NONE,r3,f1) #define LDFD_SA(f1,r3) M9(0x0f,LD_NONE,r3,f1) #define LDF8_SA(f1,r3) M9(0x0d,LD_NONE,r3,f1) #define LDFE_SA(f1,r3) M9(0x0c,LD_NONE,r3,f1) #define LDF_FILL(f1,r3) M9(0x1b,LD_NONE,r3,f1) #define LDFS_C_CLR(f1,r3) M9(0x22,LD_NONE,r3,f1) #define LDFD_C_CLR(f1,r3) M9(0x23,LD_NONE,r3,f1) #define LDF8_C_CLR(f1,r3) M9(0x21,LD_NONE,r3,f1) #define LDFE_C_CLR(f1,r3) M9(0x20,LD_NONE,r3,f1) #define LDFS_C_NC(f1,r3) M9(0x26,LD_NONE,r3,f1) #define LDFD_C_NC(f1,r3) M9(0x27,LD_NONE,r3,f1) #define LDF8_C_NC(f1,r3) M9(0x25,LD_NONE,r3,f1) #define LDFE_C_NC(f1,r3) M9(0x24,LD_NONE,r3,f1) #define LDFS_inc(f1,r3,r2) M7(0x02,LD_NONE,r3,r2,f1) #define LDFD_inc(f1,r3,r2) M7(0x03,LD_NONE,r3,r2,f1) #define LDF8_inc(f1,r3,r2) M7(0x01,LD_NONE,r3,r2,f1) #define LDFE_inc(f1,r3,r2) M7(0x00,LD_NONE,r3,r2,f1) #define LDFS_S_inc(f1,r3,r2) M7(0x06,LD_NONE,r3,r2,f1) #define LDFD_S_inc(f1,r3,r2) M7(0x07,LD_NONE,r3,r2,f1) #define LDF8_S_inc(f1,r3,r2) M7(0x05,LD_NONE,r3,r2,f1) #define LDFE_S_inc(f1,r3,r2) M7(0x04,LD_NONE,r3,r2,f1) #define LDFS_A_inc(f1,r3,r2) M7(0x0a,LD_NONE,r3,r2,f1) #define LDXFD_A_inc(f1,r3,r2) M7(0x0b,LD_NONE,r3,r2,f1) #define LDXF8_A_inc(f1,r3,r2) M7(0x09,LD_NONE,r3,r2,f1) #define LDXFE_A_inc(f1,r3,r2) M7(0x08,LD_NONE,r3,r2,f1) #define LDXFS_SA_inc(f1,r3,r2) M7(0x0e,LD_NONE,r3,r2,f1) #define LDXFD_SA_inc(f1,r3,r2) M7(0x0f,LD_NONE,r3,r2,f1) #define LDXF8_SA_inc(f1,r3,r2) M7(0x0d,LD_NONE,r3,r2,f1) #define LDXFE_SA_inc(f1,r3,r2) M7(0x0c,LD_NONE,r3,r2,f1) #define LDXFS_FILL_inc(f1,r3,r2) M7(0x1b,LD_NONE,r3,r2,f1) #define LDXFS_C_CLR_inc(f1,r3,r2) M7(0x22,LD_NONE,r3,r2,f1) #define LDXFD_C_CLR_inc(f1,r3,r2) M7(0x23,LD_NONE,r3,r2,f1) #define LDXF8_C_CLR_inc(f1,r3,r2) M7(0x21,LD_NONE,r3,r2,f1) #define LDXFE_C_CLR_inc(f1,r3,r2) M7(0x20,LD_NONE,r3,r2,f1) #define LDXFS_C_NC_inc(f1,r3,r2) M7(0x26,LD_NONE,r3,r2,f1) #define LDXFD_C_NC_inc(f1,r3,r2) M7(0x27,LD_NONE,r3,r2,f1) #define LDXF8_C_NC_inc(f1,r3,r2) M7(0x25,LD_NONE,r3,r2,f1) #define LDXFE_C_NC_inc(f1,r3,r2) M7(0x24,LD_NONE,r3,r2,f1) #define LDIFS_inc(f1,f3,im) M8(0x02,LD_NONE,f3,im,f1) #define LDIFD_inc(f1,f3,im) M8(0x03,LD_NONE,f3,im,f1) #define LDIF8_inc(f1,f3,im) M8(0x01,LD_NONE,f3,im,f1) #define LDIFE_inc(f1,f3,im) M8(0x00,LD_NONE,f3,im,f1) #define LDIFS_S_inc(f1,f3,im) M8(0x06,LD_NONE,f3,im,f1) #define LDIFD_S_inc(f1,f3,im) M8(0x07,LD_NONE,f3,im,f1) #define LDIF8_S_inc(f1,f3,im) M8(0x05,LD_NONE,f3,im,f1) #define LDIFE_S_inc(f1,f3,im) M8(0x04,LD_NONE,f3,im,f1) #define LDIFS_A_inc(f1,f3,im) M8(0x0a,LD_NONE,f3,im,f1) #define LDIFD_A_inc(f1,f3,im) M8(0x0b,LD_NONE,f3,im,f1) #define LDIF8_A_inc(f1,f3,im) M8(0x09,LD_NONE,f3,im,f1) #define LDIFE_A_inc(f1,f3,im) M8(0x08,LD_NONE,f3,im,f1) #define LDIF_FILL_inc(f1,f3,im) M8(0x1b,LD_NONE,f3,im,f1) #define LDIFS_C_CLR_inc(f1,f3,im) M8(0x22,LD_NONE,f3,im,f1) #define LDIFD_C_CLR_inc(f1,f3,im) M8(0x23,LD_NONE,f3,im,f1) #define LDIF8_C_CLR_inc(f1,f3,im) M8(0x21,LD_NONE,f3,im,f1) #define LDIFE_C_CLR_inc(f1,f3,im) M8(0x20,LD_NONE,f3,im,f1) #define LDIFS_C_NC_inc(f1,f3,im) M8(0x26,LD_NONE,f3,im,f1) #define LDIFD_C_NC_inc(f1,f3,im) M8(0x27,LD_NONE,f3,im,f1) #define LDIF8_C_NC_inc(f1,f3,im) M8(0x25,LD_NONE,f3,im,f1) #define LDIFE_C_NC_inc(f1,f3,im) M8(0x24,LD_NONE,f3,im,f1) /* ldpf */ #define LDFPS(f1,f2,r3) M11(0x02,LD_NONE,r3,f2,f1) #define LDFPD(f1,f2,r3) M11(0x03,LD_NONE,r3,f2,f1) #define LDFP8(f1,f2,r3) M11(0x01,LD_NONE,r3,f2,f1) #define LDFPS_S(f1,f2,r3) M11(0x06,LD_NONE,r3,f2,f1) #define LDFPD_S(f1,f2,r3) M11(0x07,LD_NONE,r3,f2,f1) #define LDFP8_S(f1,f2,r3) M11(0x05,LD_NONE,r3,f2,f1) #define LDFPS_A(f1,f2,r3) M11(0x0a,LD_NONE,r3,f2,f1) #define LDFPD_A(f1,f2,r3) M11(0x0b,LD_NONE,r3,f2,f1) #define LDFP8_A(f1,f2,r3) M11(0x09,LD_NONE,r3,f2,f1) #define LDFPS_SA(f1,f2,r3) M11(0x0e,LD_NONE,r3,f2,f1) #define LDFPD_SA(f1,f2,r3) M11(0x0f,LD_NONE,r3,f2,f1) #define LDFP8_SA(f1,f2,r3) M11(0x0d,LD_NONE,r3,f2,f1) #define LDFPS_C_CLR(f1,f2,r3) M11(0x22,LD_NONE,r3,f2,f1) #define LDFPD_C_CLR(f1,f2,r3) M11(0x23,LD_NONE,r3,f2,f1) #define LDFP8_C_CLR(f1,f2,r3) M11(0x21,LD_NONE,r3,f2,f1) #define LDFPS_C_NC(f1,f2,r3) M11(0x26,LD_NONE,r3,f2,f1) #define LDFPD_C_NC(f1,f2,r3) M11(0x27,LD_NONE,r3,f2,f1) #define LDFP8_C_NC(f1,f2,r3) M11(0x25,LD_NONE,r3,f2,f1) #define LDIFPS(f1,f2,r3) M12(0x02,LD_NONE,r3,f2,f1) #define LDIFPD(f1,f2,r3) M12(0x03,LD_NONE,r3,f2,f1) #define LDIFP8(f1,f2,r3) M12(0x01,LD_NONE,r3,f2,f1) #define LDIFPS_S(f1,f2,r3) M12(0x06,LD_NONE,r3,f2,f1) #define LDIFPD_S(f1,f2,r3) M12(0x07,LD_NONE,r3,f2,f1) #define LDIFP8_S(f1,f2,r3) M12(0x05,LD_NONE,r3,f2,f1) #define LDIFPS_A(f1,f2,r3) M12(0x0a,LD_NONE,r3,f2,f1) #define LDIFPD_A(f1,f2,r3) M12(0x0b,LD_NONE,r3,f2,f1) #define LDIFP8_A(f1,f2,r3) M12(0x09,LD_NONE,r3,f2,f1) #define LDIFPS_SA(f1,f2,r3) M12(0x0e,LD_NONE,r3,f2,f1) #define LDIFPD_SA(f1,f2,r3) M12(0x0f,LD_NONE,r3,f2,f1) #define LDIFP8_SA(f1,f2,r3) M12(0x0d,LD_NONE,r3,f2,f1) #define LDIFPS_C_CLR(f1,f2,r3) M12(0x22,LD_NONE,r3,f2,f1) #define LDIFPD_C_CLR(f1,f2,r3) M12(0x23,LD_NONE,r3,f2,f1) #define LDIFP8_C_CLR(f1,f2,r3) M12(0x21,LD_NONE,r3,f2,f1) #define LDIFPS_C_NC(f1,f2,r3) M12(0x26,LD_NONE,r3,f2,f1) #define LDIFPD_C_NC(f1,f2,r3) M12(0x27,LD_NONE,r3,f2,f1) #define LDIFP8_C_NC(f1,f2,r3) M12(0x25,LD_NONE,r3,f2,f1) /* mov - Move Floating-point Register */ #define MOVF(f1,f3) FMERGE_S(f1,f3,f3) /* nop */ #define NOP_F(im) F16(0,im) /* setf */ #define SETF_S(f1,r2) M18(0x1e,r2,f1) #define SETF_D(f1,r2) M18(0x1f,r2,f1) #define SETF_EXP(f1,r2) M18(0x1d,r2,f1) #define SETF_SIG(f1,r2) M18(0x1c,r2,f1) /* stf */ #define STFS(r3,f2) M13(0x32,ST_NONE,r3,f2) #define STFD(r3,f2) M13(0x33,ST_NONE,r3,f2) #define STF8(r3,f2) M13(0x31,ST_NONE,r3,f2) #define STFE(r3,f2) M13(0x30,ST_NONE,r3,f2) #define STF_SPILL(r3,f2) M13(0x3b,ST_NONE,r3,f2) #define STFS_inc(r3,f2,im) M10(0x32,ST_NONE,r3,f2,im) #define STFD_inc(r3,f2,im) M10(0x33,ST_NONE,r3,f2,im) #define STF8_inc(r3,f2,im) M10(0x31,ST_NONE,r3,f2,im) #define STFE_inc(r3,f2,im) M10(0x30,ST_NONE,r3,f2,im) #define STF_SPILL_inc(r3,f2,im) M10(0x3b,ST_NONE,r3,f2,im) /* xma */ #define XMA_L(f1,f3,f4,f2) F2(0,f4,f3,f2,f1) #define XMA_LU(f1,f3,f4,f2) XMA_L(f1,f3,f4,f2) #define XMA_H(f1,f3,f4,f2) F2(3,f4,f3,f2,f1) #define XMA_HU(f1,f3,f4,f2) F2(2,f4,f3,f2,f1) /* xmpy */ #define XMPY_L(f1,f3,f4) XMA_L(f1,f3,f4,0) #define XMPY_LU(f1,f3,f4) XMA_L(f1,f3,f4,0) #define XMPY_H(f1,f3,f4) XMA_H(f1,f3,f4,0) #define XMPY_HU(f1,f3,f4) XMA_HU(f1,f3,f4,0) #define movr_f(r0,r1) movr_d(r0,r1) #define movr_d(r0,r1) MOVF(r0,r1) #define movi_f(r0,i0) _movi_f(_jit,r0,i0) static void _movi_f(jit_state_t*,jit_int32_t,jit_float32_t*); #define movi_d(r0,i0) _movi_d(_jit,r0,i0) static void _movi_d(jit_state_t*,jit_int32_t,jit_float64_t*); #define movr_w_f(r0,r1) _movr_w_f(_jit,r0,r1) static void _movr_w_f(jit_state_t*,jit_int32_t,jit_int32_t); #define movr_f_w(r0,r1) _movr_f_w(_jit,r0,r1) static void _movr_f_w(jit_state_t*,jit_int32_t,jit_int32_t); #define movr_w_d(r0,r1) _movr_w_d(_jit,r0,r1) static void _movr_w_d(jit_state_t*,jit_int32_t,jit_int32_t); #define movr_d_w(r0,r1) _movr_d_w(_jit,r0,r1) static void _movr_d_w(jit_state_t*,jit_int32_t,jit_int32_t); #define movi_f_w(r0,i0) _movi_f_w(_jit,r0,i0) static void _movi_f_w(jit_state_t*,jit_int32_t,jit_float32_t*); #define movi_d_w(r0,i0) _movi_d_w(_jit,r0,i0) static void _movi_d_w(jit_state_t*,jit_int32_t,jit_float64_t*); #define absr_f(r0,r1) absr_d(r0,r1) #define absr_d(r0,r1) FABS(r0,r1) #define negr_f(r0,r1) negr_d(r0,r1) #define negr_d(r0,r1) FNEG(r0,r1) #define sqrtr_f(r0,r1) _sqrtr_f(_jit,r0,r1) static void _sqrtr_f(jit_state_t*,jit_int32_t,jit_int32_t); #define sqrtr_d(r0,r1) _sqrtr_d(_jit,r0,r1) static void _sqrtr_d(jit_state_t*,jit_int32_t,jit_int32_t); #define extr_f_d(r0,r1) FNORM_D(r0,r1) #define extr_d_f(r0,r1) FNORM_S(r0,r1) #define extr_f(r0,r1) _extr_f(_jit,r0,r1) static void _extr_f(jit_state_t*,jit_int32_t,jit_int32_t); #define extr_d(r0,r1) _extr_d(_jit,r0,r1) static void _extr_d(jit_state_t*,jit_int32_t,jit_int32_t); #define truncr_f_i(r0,r1) truncr_d_l(r0,r1) #define truncr_d_i(r0,r1) truncr_d_l(r0,r1) #define truncr_f_l(r0,r1) truncr_d_l(r0,r1) #define truncr_d_l(r0,r1) _truncr_d_l(_jit,r0,r1) static void _truncr_d_l(jit_state_t*,jit_int32_t,jit_int32_t); #define addr_f(r0,r1,r2) FADD_S(r0,r1,r2) #define addi_f(r0,r1,i0) _addi_f(_jit,r0,r1,i0) static void _addi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define addr_d(r0,r1,r2) FADD_D(r0,r1,r2) #define addi_d(r0,r1,i0) _addi_d(_jit,r0,r1,i0) static void _addi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define subr_f(r0,r1,r2) FSUB_S(r0,r1,r2) #define subi_f(r0,r1,i0) _subi_f(_jit,r0,r1,i0) static void _subi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define subr_d(r0,r1,r2) FSUB_D(r0,r1,r2) #define subi_d(r0,r1,i0) _subi_d(_jit,r0,r1,i0) static void _subi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define rsbr_f(r0,r1,r2) subr_f(r0,r2,r1) #define rsbi_f(r0,r1,i0) _rsbi_f(_jit,r0,r1,i0) static void _rsbi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define rsbr_d(r0,r1,r2) subr_d(r0,r2,r1) #define rsbi_d(r0,r1,i0) _rsbi_d(_jit,r0,r1,i0) static void _rsbi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define mulr_f(r0,r1,r2) FMPY_S(r0,r1,r2) #define muli_f(r0,r1,i0) _muli_f(_jit,r0,r1,i0) static void _muli_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define mulr_d(r0,r1,r2) FMPY_D(r0,r1,r2) #define muli_d(r0,r1,i0) _muli_d(_jit,r0,r1,i0) static void _muli_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define divr_f(r0,r1,r2) _divr_f(_jit,r0,r1,r2) static void _divr_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define divi_f(r0,r1,i0) _divi_f(_jit,r0,r1,i0) static void _divi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define divr_d(r0,r1,r2) _divr_d(_jit,r0,r1,r2) static void _divr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define divi_d(r0,r1,i0) _divi_d(_jit,r0,r1,i0) static void _divi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define ltr_f(r0,r1,r2) ltr_d(r0,r1,r2) #define ltr_d(r0,r1,r2) _ltr_d(_jit,r0,r1,r2) static void _ltr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define lti_f(r0,r1,i0) _lti_f(_jit,r0,r1,i0) static void _lti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define lti_d(r0,r1,i0) _lti_d(_jit,r0,r1,i0) static void _lti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define ler_f(r0,r1,r2) ler_d(r0,r1,r2) #define ler_d(r0,r1,r2) _ler_d(_jit,r0,r1,r2) static void _ler_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define lei_f(r0,r1,i0) _lei_f(_jit,r0,r1,i0) static void _lei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define lei_d(r0,r1,i0) _lei_d(_jit,r0,r1,i0) static void _lei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define eqr_f(r0,r1,r2) eqr_d(r0,r1,r2) #define eqr_d(r0,r1,r2) _eqr_d(_jit,r0,r1,r2) static void _eqr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define eqi_f(r0,r1,i0) _eqi_f(_jit,r0,r1,i0) static void _eqi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define eqi_d(r0,r1,i0) _eqi_d(_jit,r0,r1,i0) static void _eqi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define ger_f(r0,r1,r2) ger_d(r0,r1,r2) #define ger_d(r0,r1,r2) _ger_d(_jit,r0,r1,r2) static void _ger_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define gei_f(r0,r1,i0) _gei_f(_jit,r0,r1,i0) static void _gei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define gei_d(r0,r1,i0) _gei_d(_jit,r0,r1,i0) static void _gei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define gtr_f(r0,r1,r2) gtr_d(r0,r1,r2) #define gtr_d(r0,r1,r2) _gtr_d(_jit,r0,r1,r2) static void _gtr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define gti_f(r0,r1,i0) _gti_f(_jit,r0,r1,i0) static void _gti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define gti_d(r0,r1,i0) _gti_d(_jit,r0,r1,i0) static void _gti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define ner_f(r0,r1,r2) ner_d(r0,r1,r2) #define ner_d(r0,r1,r2) _ner_d(_jit,r0,r1,r2) static void _ner_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define nei_f(r0,r1,i0) _nei_f(_jit,r0,r1,i0) static void _nei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define nei_d(r0,r1,i0) _nei_d(_jit,r0,r1,i0) static void _nei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define unltr_f(r0,r1,r2) unltr_d(r0,r1,r2) #define unltr_d(r0,r1,r2) _unltr_d(_jit,r0,r1,r2) static void _unltr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define unlti_f(r0,r1,i0) _unlti_f(_jit,r0,r1,i0) static void _unlti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define unlti_d(r0,r1,i0) _unlti_d(_jit,r0,r1,i0) static void _unlti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define unler_f(r0,r1,r2) unler_d(r0,r1,r2) #define unler_d(r0,r1,r2) _unler_d(_jit,r0,r1,r2) static void _unler_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define unlei_f(r0,r1,i0) _unlei_f(_jit,r0,r1,i0) static void _unlei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define unlei_d(r0,r1,i0) _unlei_d(_jit,r0,r1,i0) static void _unlei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define uneqr_f(r0,r1,r2) uneqr_d(r0,r1,r2) #define uneqr_d(r0,r1,r2) _uneqr_d(_jit,r0,r1,r2) static void _uneqr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define uneqi_f(r0,r1,i0) _uneqi_f(_jit,r0,r1,i0) static void _uneqi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define uneqi_d(r0,r1,i0) _uneqi_d(_jit,r0,r1,i0) static void _uneqi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define unger_f(r0,r1,r2) unger_d(r0,r1,r2) #define unger_d(r0,r1,r2) _unger_d(_jit,r0,r1,r2) static void _unger_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define ungei_f(r0,r1,i0) _ungei_f(_jit,r0,r1,i0) static void _ungei_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define ungei_d(r0,r1,i0) _ungei_d(_jit,r0,r1,i0) static void _ungei_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define ungtr_f(r0,r1,r2) ungtr_d(r0,r1,r2) #define ungtr_d(r0,r1,r2) _ungtr_d(_jit,r0,r1,r2) static void _ungtr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define ungti_f(r0,r1,i0) _ungti_f(_jit,r0,r1,i0) static void _ungti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define ungti_d(r0,r1,i0) _ungti_d(_jit,r0,r1,i0) static void _ungti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define ltgtr_f(r0,r1,r2) ltgtr_d(r0,r1,r2) #define ltgtr_d(r0,r1,r2) _ltgtr_d(_jit,r0,r1,r2) static void _ltgtr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define ltgti_f(r0,r1,i0) _ltgti_f(_jit,r0,r1,i0) static void _ltgti_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define ltgti_d(r0,r1,i0) _ltgti_d(_jit,r0,r1,i0) static void _ltgti_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define ordr_f(r0,r1,r2) ordr_d(r0,r1,r2) #define ordr_d(r0,r1,r2) _ordr_d(_jit,r0,r1,r2) static void _ordr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define ordi_f(r0,r1,i0) _ordi_f(_jit,r0,r1,i0) static void _ordi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define ordi_d(r0,r1,i0) _ordi_d(_jit,r0,r1,i0) static void _ordi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define unordr_f(r0,r1,r2) unordr_d(r0,r1,r2) #define unordr_d(r0,r1,r2) _unordr_d(_jit,r0,r1,r2) static void _unordr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define unordi_f(r0,r1,i0) _unordi_f(_jit,r0,r1,i0) static void _unordi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_float32_t*); #define unordi_d(r0,r1,i0) _unordi_d(_jit,r0,r1,i0) static void _unordi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_float64_t*); #define ldr_f(r0,r1) LDFS(r0,r1) #define ldi_f(r0,i0) _ldi_f(_jit,r0,i0) static void _ldi_f(jit_state_t*,jit_int32_t,jit_word_t); #define ldxr_f(r0,r1,r2) _ldxr_f(_jit,r0,r1,r2) static void _ldxr_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define ldxi_f(r0,r1,i0) _ldxi_f(_jit,r0,r1,i0) static void _ldxi_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t); #define ldr_d(r0,r1) LDFD(r0,r1) #define ldi_d(r0,i0) _ldi_d(_jit,r0,i0) static void _ldi_d(jit_state_t*,jit_int32_t,jit_word_t); #define ldxr_d(r0,r1,r2) _ldxr_d(_jit,r0,r1,r2) static void _ldxr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define ldxi_d(r0,r1,i0) _ldxi_d(_jit,r0,r1,i0) static void _ldxi_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_word_t); #define str_f(r0,r1) STFS(r0,r1) #define sti_f(i0,r0) _sti_f(_jit,i0,r0) static void _sti_f(jit_state_t*,jit_word_t,jit_int32_t); #define stxr_f(r0,r1,r2) _stxr_f(_jit,r0,r1,r2) static void _stxr_f(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define stxi_f(i0,r0,r1) _stxi_f(_jit,i0,r0,r1) static void _stxi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define str_d(r0,r1) STFD(r0,r1) #define sti_d(i0,r0) _sti_d(_jit,i0,r0) static void _sti_d(jit_state_t*,jit_word_t,jit_int32_t); #define stxr_d(r0,r1,r2) _stxr_d(_jit,r0,r1,r2) static void _stxr_d(jit_state_t*,jit_int32_t,jit_int32_t,jit_int32_t); #define stxi_d(i0,r0,r1) _stxi_d(_jit,i0,r0,r1) static void _stxi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bltr_f(i0,r0,r1) bltr_d(i0,r0,r1) #define bltr_d(i0,r0,r1) _bltr_d(_jit,i0,r0,r1) static jit_word_t _bltr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define blti_f(i0,r0,i1) _blti_f(_jit,i0,r0,i1) static jit_word_t _blti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define blti_d(i0,r0,i1) _blti_d(_jit,i0,r0,i1) static jit_word_t _blti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bler_f(i0,r0,r1) bler_d(i0,r0,r1) #define bler_d(i0,r0,r1) _bler_d(_jit,i0,r0,r1) static jit_word_t _bler_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define blei_f(i0,r0,i1) _blei_f(_jit,i0,r0,i1) static jit_word_t _blei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define blei_d(i0,r0,i1) _blei_d(_jit,i0,r0,i1) static jit_word_t _blei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define beqr_f(i0,r0,r1) beqr_d(i0,r0,r1) #define beqr_d(i0,r0,r1) _beqr_d(_jit,i0,r0,r1) static jit_word_t _beqr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define beqi_f(i0,r0,i1) _beqi_f(_jit,i0,r0,i1) static jit_word_t _beqi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define beqi_d(i0,r0,i1) _beqi_d(_jit,i0,r0,i1) static jit_word_t _beqi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bger_f(i0,r0,r1) bger_d(i0,r0,r1) #define bger_d(i0,r0,r1) _bger_d(_jit,i0,r0,r1) static jit_word_t _bger_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bgei_f(i0,r0,i1) _bgei_f(_jit,i0,r0,i1) static jit_word_t _bgei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bgei_d(i0,r0,i1) _bgei_d(_jit,i0,r0,i1) static jit_word_t _bgei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bgtr_f(i0,r0,r1) bgtr_d(i0,r0,r1) #define bgtr_d(i0,r0,r1) _bgtr_d(_jit,i0,r0,r1) static jit_word_t _bgtr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bgti_f(i0,r0,i1) _bgti_f(_jit,i0,r0,i1) static jit_word_t _bgti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bgti_d(i0,r0,i1) _bgti_d(_jit,i0,r0,i1) static jit_word_t _bgti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bner_f(i0,r0,r1) bner_d(i0,r0,r1) #define bner_d(i0,r0,r1) _bner_d(_jit,i0,r0,r1) static jit_word_t _bner_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bnei_f(i0,r0,i1) _bnei_f(_jit,i0,r0,i1) static jit_word_t _bnei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bnei_d(i0,r0,i1) _bnei_d(_jit,i0,r0,i1) static jit_word_t _bnei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bunltr_f(i0,r0,r1) bunltr_d(i0,r0,r1) #define bunltr_d(i0,r0,r1) _bunltr_d(_jit,i0,r0,r1) static jit_word_t _bunltr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bunlti_f(i0,r0,i1) _bunlti_f(_jit,i0,r0,i1) static jit_word_t _bunlti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bunlti_d(i0,r0,i1) _bunlti_d(_jit,i0,r0,i1) static jit_word_t _bunlti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bunler_f(i0,r0,r1) bunler_d(i0,r0,r1) #define bunler_d(i0,r0,r1) _bunler_d(_jit,i0,r0,r1) static jit_word_t _bunler_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bunlei_f(i0,r0,i1) _bunlei_f(_jit,i0,r0,i1) static jit_word_t _bunlei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bunlei_d(i0,r0,i1) _bunlei_d(_jit,i0,r0,i1) static jit_word_t _bunlei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define buneqr_f(i0,r0,r1) buneqr_d(i0,r0,r1) #define buneqr_d(i0,r0,r1) _buneqr_d(_jit,i0,r0,r1) static jit_word_t _buneqr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define buneqi_f(i0,r0,i1) _buneqi_f(_jit,i0,r0,i1) static jit_word_t _buneqi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define buneqi_d(i0,r0,i1) _buneqi_d(_jit,i0,r0,i1) static jit_word_t _buneqi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bunger_f(i0,r0,r1) bunger_d(i0,r0,r1) #define bunger_d(i0,r0,r1) _bunger_d(_jit,i0,r0,r1) static jit_word_t _bunger_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bungei_f(i0,r0,i1) _bungei_f(_jit,i0,r0,i1) static jit_word_t _bungei_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bungei_d(i0,r0,i1) _bungei_d(_jit,i0,r0,i1) static jit_word_t _bungei_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bungtr_f(i0,r0,r1) bungtr_d(i0,r0,r1) #define bungtr_d(i0,r0,r1) _bungtr_d(_jit,i0,r0,r1) static jit_word_t _bungtr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bungti_f(i0,r0,i1) _bungti_f(_jit,i0,r0,i1) static jit_word_t _bungti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bungti_d(i0,r0,i1) _bungti_d(_jit,i0,r0,i1) static jit_word_t _bungti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bltgtr_f(i0,r0,r1) bltgtr_d(i0,r0,r1) #define bltgtr_d(i0,r0,r1) _bltgtr_d(_jit,i0,r0,r1) static jit_word_t _bltgtr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bltgti_f(i0,r0,i1) _bltgti_f(_jit,i0,r0,i1) static jit_word_t _bltgti_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bltgti_d(i0,r0,i1) _bltgti_d(_jit,i0,r0,i1) static jit_word_t _bltgti_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bordr_f(i0,r0,r1) bordr_d(i0,r0,r1) #define bordr_d(i0,r0,r1) _bordr_d(_jit,i0,r0,r1) static jit_word_t _bordr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bordi_f(i0,r0,i1) _bordi_f(_jit,i0,r0,i1) static jit_word_t _bordi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bordi_d(i0,r0,i1) _bordi_d(_jit,i0,r0,i1) static jit_word_t _bordi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); #define bunordr_f(i0,r0,r1) bunordr_d(i0,r0,r1) #define bunordr_d(i0,r0,r1) _bunordr_d(_jit,i0,r0,r1) static jit_word_t _bunordr_d(jit_state_t*,jit_word_t,jit_int32_t,jit_int32_t); #define bunordi_f(i0,r0,i1) _bunordi_f(_jit,i0,r0,i1) static jit_word_t _bunordi_f(jit_state_t*,jit_word_t,jit_int32_t,jit_float32_t*); #define bunordi_d(i0,r0,i1) _bunordi_d(_jit,i0,r0,i1) static jit_word_t _bunordi_d(jit_state_t*,jit_word_t,jit_int32_t,jit_float64_t*); # define vaarg_d(r0, r1) _vaarg_d(_jit, r0, r1) static void _vaarg_d(jit_state_t*, jit_int32_t, jit_int32_t); #endif #if CODE static void _M7(jit_state_t *_jit, jit_word_t _p, jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t r2, jit_word_t f1) { assert(!(_p & ~0x3fL)); assert(!(x6 & ~0x3fL)); assert(!(ht & ~0x3L)); assert(!(r3 & ~0x7fL)); assert(!(r2 & ~0x7fL)); assert(!(f1 & ~0x7fL)); TSTREG2(r2, r3); TSTPRED(_p); TSTFREG1(f1); inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)| (r3<<20)|(r2<<13)|(f1<<6)|_p, INST_M); SETFREG(f1); SETREG(r3); } static void _M8(jit_state_t *_jit, jit_word_t _p, jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t im, jit_word_t f1) { assert(!(_p & ~0x3fL)); assert(!(x6 & ~0x3fL)); assert(!(ht & ~0x3L)); assert(!(r3 & ~0x7fL)); assert(im > -256 && im <= 255); assert(!(f1 & ~0x7fL)); TSTREG1(r3); TSTPRED(_p); TSTFREG1(f1); inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)| (((im>>8)&1L)<<27)|(r3<<20)|((im&0x7fLL)<<13)|(f1<<6)|_p, INST_M); SETFREG(f1); SETREG(r3); } static void _M9(jit_state_t *_jit, jit_word_t _p, jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f1) { assert(!(_p & ~0x3fL)); assert(!(x6 & ~0x3fL)); assert(!(ht & ~0x3L)); assert(!(r3 & ~0x7fL)); assert(!(f1 & ~0x7fL)); TSTREG1(r3); TSTPRED(_p); TSTFREG1(f1); inst((6L<<37)|(x6<<30)|(ht<<28)|(r3<<20)|(f1<<6)|_p, INST_M); SETFREG(f1); } static void _M10(jit_state_t *_jit, jit_word_t _p, jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t im) { assert(!(_p & ~0x3fL)); assert(!(x6 & ~0x3fL)); assert(!(ht & ~0x3L)); assert(!(r3 & ~0x7fL)); assert(!(f2 & ~0x7fL)); assert(im > -256 && im <= 255); TSTREG1(r3); TSTFREG1(f2); TSTPRED(_p); inst((7L<<37)|(((im>>8)&1L)<<36)|(x6<<30)|(ht<<28)| (((im>>8)&1L)<<27)|(r3<<20)|(f2<<13)|((im&0x7fL)<<6)|_p, INST_M); SETREG(r3); } static void _M11(jit_state_t *_jit, jit_word_t _p, jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t f1) { assert(!(_p & ~0x3fL)); assert(!(x6 & ~0x3fL)); assert(!(ht & ~0x3L)); assert(!(r3 & ~0x7fL)); assert(!(f2 & ~0x7fL)); assert(!(f1 & ~0x7fL)); TSTREG1(r3); TSTPRED(_p); TSTFREG2(f1, f2); inst((6L<<37)|(x6<<30)|(ht<<28)|(1L<<27)| (r3<<20)|(f2<<13)|(f1<<6)|_p, INST_M); SETFREG(f1); SETFREG(f2); } static void _M12(jit_state_t *_jit, jit_word_t _p, jit_word_t x6, jit_word_t ht, jit_word_t r3, jit_word_t f2, jit_word_t f1) { assert(!(_p & ~0x3fL)); assert(!(x6 & ~0x3fL)); assert(!(ht & ~0x3L)); assert(!(r3 & ~0x7fL)); assert(!(f2 & ~0x7fL)); assert(!(f1 & ~0x7fL)); TSTREG1(r3); TSTPRED(_p); TSTFREG2(f1, f2); inst((6L<<37)|(1L<<36)|(x6<<30)|(ht<<28)| (1L<<27)|(r3<<20)|(f2<<13)|(f1<<6)|_p, INST_M); SETFREG(f1); SETFREG(f2); SETREG(r3); } static void _M18(jit_state_t *_jit, jit_word_t _p, jit_word_t x6, jit_word_t r2, jit_word_t f1) { assert(!(_p & ~0x3fL)); assert(!(x6 & ~0x3fL)); assert(!(r2 & ~0x7fL)); assert(!(f1 & ~0x7fL)); TSTREG1(r2); TSTPRED(_p); TSTFREG1(f1); inst((6L<<37)|(x6<<30)|(1L<<27)|(r2<<13)|(f1<<6)|_p, INST_M); SETFREG(f1); } static void _M19(jit_state_t *_jit, jit_word_t _p, jit_word_t x6, jit_word_t f2, jit_word_t r1) { assert(!(_p & ~0x3fL)); assert(!(x6 & ~0x3fL)); assert(!(f2 & ~0x7fL)); assert(!(r1 & ~0x7fL)); TSTFREG1(f2); TSTPRED(_p); TSTREG1(r1); inst((4L<<37)|(x6<<30)|(1L<<27)|(f2<<13)|(r1<<6)|_p, INST_M); SETREG(r1); } static void F1_(jit_state_t *_jit, jit_word_t _p, jit_word_t op, jit_word_t x, jit_word_t sf, jit_word_t f4, jit_word_t f3, jit_word_t f2, jit_word_t f1) { assert(!(_p & ~0x3fL)); assert(!(op & ~0xfL)); assert(!(x & ~0x1L)); assert(!(sf & ~0x3L)); assert(!(f4 & ~0x7fL)); assert(!(f3 & ~0x7fL)); assert(!(f2 & ~0x7fL)); assert(!(f1 & ~0x7fL)); TSTFREG3(f2, f3, f4); TSTPRED(_p); TSTFREG1(f1); inst((op<<37)|(x<<36)|(sf<<34)|(f4<<27)| (f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F); SETFREG(f1); } static void F4_(jit_state_t *_jit, jit_word_t _p, jit_word_t rb, jit_word_t sf, jit_word_t ra, jit_word_t p2, jit_word_t f3, jit_word_t f2, jit_word_t ta, jit_word_t p1) { assert(!(_p & ~0x3fL)); assert(!(rb & ~0x1L)); assert(!(sf & ~0x3L)); assert(!(ra & ~0x1L)); assert(!(p2 & ~0x3fL)); assert(!(f3 & ~0x7fL)); assert(!(f2 & ~0x7fL)); assert(!(ta & ~0x1L)); assert(!(p1 & ~0x3fL)); TSTFREG2(f2, f3); TSTPRED(_p); inst((4L<<37)|(rb<<36)|(sf<<34)|(ra<<33)|(p2<<27)| (f3<<20)|(f2<<13)|(ta<<12)|(p1<<6)|_p, INST_F); if (p1) _jitc->pred |= 1 << p1; if (p2) _jitc->pred |= 1 << p2; } static void F5_(jit_state_t *_jit, jit_word_t _p, jit_word_t p2, jit_word_t fc, jit_word_t f2, jit_word_t ta, jit_word_t p1) { assert(!(_p & ~0x3fL)); assert(!(p2 & ~0x3fL)); assert(!(fc & ~0x1ffL)); assert(!(f2 & ~0x7fL)); assert(!(ta & ~0x1L)); assert(!(p1 & ~0x3fL)); TSTFREG1(f2); TSTPRED(_p); inst((5L<<37)|(((fc>>7)&3L)<<33)|(p2<<27)| ((fc&0x7fL)<<20)|(f2<<13)|(ta<<12)|(p1<<6)|_p, INST_F); if (p1) _jitc->pred |= 1 << p1; if (p2) _jitc->pred |= 1 << p2; } static void F6x_(jit_state_t *_jit, jit_word_t _p, jit_word_t op, jit_word_t q, jit_word_t sf, jit_word_t p2, jit_word_t f3, jit_word_t f2, jit_word_t f1) { assert(!(_p & ~0x3fL)); assert(!(op & ~0xfL)); assert(!(q & ~0x1L)); assert(!(sf & ~0x3L)); assert(!(p2 & ~0x3fL)); assert(!(f3 & ~0x7fL)); assert(!(f2 & ~0x7fL)); assert(!(f1 & ~0x7fL)); TSTFREG2(f2, f3); TSTPRED(_p); TSTFREG1(f1); inst((op<<37)|(q<<36)|(sf<<34)|(1L<<33)| (p2<<27)|(f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F); SETFREG(f1); if (p2) _jitc->pred |= 1 << p2; } static void F8_(jit_state_t *_jit, jit_word_t _p, jit_word_t op, jit_word_t sf, jit_word_t x6, jit_word_t f3, jit_word_t f2, jit_word_t f1) { assert(!(_p & ~0x3fL)); assert(!(op & ~0xfL)); assert(!(sf & ~0x3L)); assert(!(x6 & ~0x3fL)); assert(!(f3 & ~0x7fL)); assert(!(f2 & ~0x7fL)); assert(!(f1 & ~0x7fL)); TSTFREG2(f2, f3); TSTPRED(_p); TSTFREG1(f1); inst((op<<37)|(sf<<34)|(x6<<27)|(f3<<20)|(f2<<13)|(f1<<6)|_p, INST_F); SETFREG(f1); } static void F12_(jit_state_t *_jit, jit_word_t _p, jit_word_t sf, jit_word_t x6, jit_word_t omsk, jit_word_t amsk) { assert(!(_p & ~0x3fL)); assert(!(sf & ~0x3L)); assert(!(x6 & ~0x3fL)); assert(!(omsk & ~0x7fL)); assert(!(amsk & ~0x7fL)); TSTPRED(_p); inst((sf<<34)|(x6<<27)|(omsk<<20)|(amsk<<13), INST_F); } static void F14x_(jit_state_t* _jit, jit_word_t _p, jit_word_t sf, jit_word_t x, jit_word_t x6, jit_word_t im) { assert(!(_p & ~0x3fL)); assert(!(sf & ~0x3L)); assert(!(x & ~0x1L)); assert(!(x6 & ~0x3fL)); assert(!(im & ~0x1ffffL)); TSTPRED(_p); inst((((im>>20)&1L)<<36)|(sf<<34)|(x<<33)| (x6<<27)|((im&0xffffL)<<6)|_p, INST_F); } static void F16_(jit_state_t* _jit, jit_word_t _p, jit_word_t y, jit_word_t im) { assert(!(_p & ~0x3fL)); assert(!(y & ~0x1L)); assert(!(im & ~0x1ffffL)); TSTPRED(_p); inst((((im>>20)&1L)<<36)|(y<<27)|(1L<<26)|((im&0xffffL)<<6)|_p, INST_F); } static void _movi_f(jit_state_t *_jit, jit_int32_t r0, jit_float32_t *i0) { union { jit_int32_t i; jit_float32_t f; } data; jit_int32_t reg; if (_jitc->no_data) { data.f = *i0; reg = jit_get_reg(jit_class_gpr); movi(rn(reg), data.i & 0xffffffff); SETF_S(r0, rn(reg)); jit_unget_reg(reg); } else ldi_f(r0, (jit_word_t)i0); } static void _movi_d(jit_state_t *_jit, jit_int32_t r0, jit_float64_t *i0) { union { jit_word_t w; jit_float64_t d; } data; jit_int32_t reg; if (_jitc->no_data) { data.d = *i0; reg = jit_get_reg(jit_class_gpr); movi(rn(reg), data.w); SETF_D(r0, rn(reg)); jit_unget_reg(reg); } else ldi_d(r0, (jit_word_t)i0); } static void _movr_w_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { /* Should be used only in this case (with out0 == 120) */ if (r1 >= 120) r1 = _jitc->rout + (r1 - 120); SETF_S(r0, r1); } static void _movr_f_w(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { /* Should actually be used only in this case (with out0 == 120) */ if (r0 >= 120) r0 = _jitc->rout + (r0 - 120); GETF_S(r0, r1); } static void _movi_f_w(jit_state_t *_jit, jit_int32_t r0, jit_float32_t *i0) { jit_data_t data; /* Should be used only in this case (with out0 == 120) */ if (r0 >= 120) r0 = _jitc->rout + (r0 - 120); if (_jitc->no_data) { data.f = *i0; movi(r0, data.q.l); } else ldi_i(r0, (jit_word_t)i0); } static void _movr_w_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { /* Should be used only in this case (with out0 == 120) */ if (r1 >= 120) r1 = _jitc->rout + (r1 - 120); SETF_D(r0, r1); } static void _movr_d_w(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { /* Should be used only in this case (with out0 == 120) */ if (r0 >= 120) r0 = _jitc->rout + (r0 - 120); GETF_D(r0, r1); } static void _movi_d_w(jit_state_t *_jit, jit_int32_t r0, jit_float64_t *i0) { union { jit_word_t w; jit_float64_t d; } data; /* Should be used only in this case (with out0 == 120) */ if (r0 >= 120) r0 = _jitc->rout + (r0 - 120); if (_jitc->no_data) { data.d = *i0; movi(r0, data.w); } else ldi_l(r0, (jit_word_t)i0); } #define fpr_opi(name, type, size) \ static void \ _##name##i_##type(jit_state_t *_jit, \ jit_int32_t r0, jit_int32_t r1, \ jit_float##size##_t *i0) \ { \ jit_int32_t reg = jit_get_reg(jit_class_fpr); \ movi_##type(rn(reg), i0); \ name##r_##type(r0, r1, rn(reg)); \ jit_unget_reg(reg); \ } #define fpr_bopi(name, type, size) \ static jit_word_t \ _b##name##i_##type(jit_state_t *_jit, \ jit_word_t i0, jit_int32_t r0, \ jit_float##size##_t *i1) \ { \ jit_word_t word; \ jit_int32_t reg = jit_get_reg(jit_class_fpr| \ jit_class_nospill); \ movi_##type(rn(reg), i1); \ word = b##name##r_##type(i0, r0, rn(reg)); \ jit_unget_reg(reg); \ return (word); \ } #define fopi(name) fpr_opi(name, f, 32) #define fbopi(name) fpr_bopi(name, f, 32) #define dopi(name) fpr_opi(name, d, 64) #define dbopi(name) fpr_bopi(name, d, 64) fopi(add) fopi(sub) fopi(rsb) fopi(mul) fopi(div) dopi(add) dopi(sub) dopi(rsb) dopi(mul) dopi(div) /* translation from gcc -O0 */ static void _divr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { jit_int32_t t0, t1, t2; t0 = jit_get_reg(jit_class_fpr); t1 = jit_get_reg(jit_class_fpr); t2 = jit_get_reg(jit_class_fpr); FRCPA(rn(t0), PR_6, r1, r2); FNMA_p(rn(t1), r2, rn(t0), GR_1, SF_S1, PR_6); FMA_p(rn(t2), rn(t0), rn(t1), rn(t0), SF_S1, PR_6); FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6); FMA_p(rn(t2), rn(t2), rn(t1), rn(t2), SF_S1, PR_6); FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6); FMA_p(rn(t1), rn(t2), rn(t1), rn(t2), SF_S1, PR_6); FMPY_S_p(rn(t2), r1, rn(t1), SF_S1, PR_6); FNMA_p(rn(t0), r2, rn(t2), r1, SF_S1, PR_6); FMA_S_p(r0, rn(t0), rn(t1), rn(t2), SF_S0, PR_6); jit_unget_reg(t2); jit_unget_reg(t1); jit_unget_reg(t0); } static void _divr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { jit_int32_t t0, t1, t2; t0 = jit_get_reg(jit_class_fpr); t1 = jit_get_reg(jit_class_fpr); t2 = jit_get_reg(jit_class_fpr); FRCPA(rn(t0), PR_6, r1, r2); FNMA_p(rn(t1), r2, rn(t0), GR_1, SF_S1, PR_6); FMA_p(rn(t2), rn(t0), rn(t1), rn(t0), SF_S1, PR_6); FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6); FMA_p(rn(t2), rn(t2), rn(t1), rn(t2), SF_S1, PR_6); FMPY_p(rn(t1), rn(t1), rn(t1), SF_S1, PR_6); FMA_p(rn(t1), rn(t2), rn(t1), rn(t2), SF_S1, PR_6); FMPY_D_p(rn(t2), r1, rn(t1), SF_S1, PR_6); FNMA_p(rn(t0), r2, rn(t2), r1, SF_S1, PR_6); FMA_D_p(r0, rn(t0), rn(t1), rn(t2), SF_S0, PR_6); jit_unget_reg(t2); jit_unget_reg(t1); jit_unget_reg(t0); } static void _extr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { jit_int32_t reg; reg = jit_get_reg(jit_class_fpr); SETF_SIG(rn(reg), r1); FCVT_XF(r0, rn(reg)); FNORM_S(r0, r0); jit_unget_reg(reg); } static void _extr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { jit_int32_t reg; reg = jit_get_reg(jit_class_fpr); SETF_SIG(rn(reg), r1); FCVT_XF(r0, rn(reg)); FNORM_D(r0, r0); jit_unget_reg(reg); } static void _truncr_d_l(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { jit_int32_t reg; reg = jit_get_reg(jit_class_fpr); FCVT_FX_TRUNC(rn(reg), r1); GETF_SIG(r0, rn(reg)); FNORM(r0, r0); jit_unget_reg(reg); } static void _ltr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_LT(PR_6, PR_7, r1, r2); MOVI_p(r0, 1, PR_6); MOV_p(r0, GR_0, PR_7); } fopi(lt) dopi(lt) static void _ler_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_LE(PR_6, PR_7, r1, r2); MOVI_p(r0, 1, PR_6); MOV_p(r0, GR_0, PR_7); } fopi(le) dopi(le) static void _eqr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_EQ(PR_6, PR_7, r1, r2); MOVI_p(r0, 1, PR_6); MOV_p(r0, GR_0, PR_7); } fopi(eq) dopi(eq) static void _ger_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_LE(PR_6, PR_7, r2, r1); MOVI_p(r0, 1, PR_6); MOV_p(r0, GR_0, PR_7); } fopi(ge) dopi(ge) static void _gtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_LT(PR_6, PR_7, r2, r1); MOVI_p(r0, 1, PR_6); MOV_p(r0, GR_0, PR_7); } fopi(gt) dopi(gt) static void _ner_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_EQ(PR_6, PR_7, r1, r2); MOV_p(r0, GR_0, PR_6); MOVI_p(r0, 1, PR_7); } fopi(ne) dopi(ne) static void _unltr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_LE(PR_6, PR_7, r2, r1); MOV_p(r0, GR_0, PR_6); MOVI_p(r0, 1, PR_7); } fopi(unlt) dopi(unlt) static void _unler_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_LT(PR_6, PR_7, r2, r1); MOV_p(r0, GR_0, PR_6); MOVI_p(r0, 1, PR_7); } fopi(unle) dopi(unle) static void _uneqr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { MOVI(r0, 1); FCMP_LT(PR_8, PR_9, r1, r2); FCMP_LT(PR_6, PR_7, r2, r1); MOV_p(r0, GR_0, PR_8); /* !(r1 < r2) && !(r2 < r1) */ MOV_p(r0, GR_0, PR_6); } fopi(uneq) dopi(uneq) static void _unger_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_LT(PR_6, PR_7, r1, r2); MOV_p(r0, GR_0, PR_6); MOVI_p(r0, 1, PR_7); } fopi(unge) dopi(unge) static void _ungtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_LE(PR_6, PR_7, r1, r2); MOV_p(r0, GR_0, PR_6); MOVI_p(r0, 1, PR_7); } fopi(ungt) dopi(ungt) static void _ltgtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { MOVI(r0, 1); FCMP_EQ(PR_8, PR_9, r1, r2); FCMP_UNORD(PR_6, PR_7, r1, r2); MOV_p(r0, GR_0, PR_8); MOV_p(r0, GR_0, PR_6); } fopi(ltgt) dopi(ltgt) static void _ordr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_UNORD(PR_6, PR_7, r1, r2); MOV_p(r0, GR_0, PR_6); MOVI_p(r0, 1, PR_7); } fopi(ord) dopi(ord) static void _unordr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { FCMP_UNORD(PR_6, PR_7, r1, r2); MOVI_p(r0, 1, PR_6); MOV_p(r0, GR_0, PR_7); } fopi(unord) dopi(unord) static void _ldi_f(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0) { jit_int32_t reg; reg = jit_get_reg(jit_class_gpr); movi(rn(reg), i0); ldr_f(r0, rn(reg)); jit_unget_reg(reg); } static void _ldxr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { jit_int32_t reg; reg = jit_get_reg(jit_class_gpr); addr(rn(reg), r1, r2); ldr_f(r0, rn(reg)); jit_unget_reg(reg); } static void _ldxi_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0) { jit_int32_t reg; if (r0) { reg = jit_get_reg(jit_class_gpr); addi(rn(reg), r1, i0); ldr_f(r0, rn(reg)); jit_unget_reg(reg); } else ldr_f(r0, r1); } static void _ldi_d(jit_state_t *_jit, jit_int32_t r0, jit_word_t i0) { jit_int32_t reg; reg = jit_get_reg(jit_class_gpr); movi(rn(reg), i0); ldr_d(r0, rn(reg)); jit_unget_reg(reg); } static void _ldxr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { jit_int32_t reg; reg = jit_get_reg(jit_class_gpr); addr(rn(reg), r1, r2); ldr_d(r0, rn(reg)); jit_unget_reg(reg); } static void _ldxi_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_word_t i0) { jit_int32_t reg; if (r0) { reg = jit_get_reg(jit_class_gpr); addi(rn(reg), r1, i0); ldr_d(r0, rn(reg)); jit_unget_reg(reg); } else ldr_d(r0, r1); } static void _sti_f(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0) { jit_int32_t reg; reg = jit_get_reg(jit_class_gpr); movi(rn(reg), i0); str_f(rn(reg), r0); jit_unget_reg(reg); } static void _stxr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { jit_int32_t reg; reg = jit_get_reg(jit_class_gpr); addr(rn(reg), r0, r1); str_f(rn(reg), r2); jit_unget_reg(reg); } static void _stxi_f(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_int32_t reg; if (i0) { reg = jit_get_reg(jit_class_gpr); addi(rn(reg), r0, i0); str_f(rn(reg), r1); jit_unget_reg(reg); } else str_f(r0, r1); } static void _sti_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0) { jit_int32_t reg; reg = jit_get_reg(jit_class_gpr); movi(rn(reg), i0); str_d(rn(reg), r0); jit_unget_reg(reg); } static void _stxr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1, jit_int32_t r2) { jit_int32_t reg; reg = jit_get_reg(jit_class_gpr); addr(rn(reg), r0, r1); str_d(rn(reg), r2); jit_unget_reg(reg); } static void _stxi_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_int32_t reg; if (i0) { reg = jit_get_reg(jit_class_gpr); addi(rn(reg), r0, i0); str_d(rn(reg), r1); jit_unget_reg(reg); } else str_d(r0, r1); } static void _sqrtr_f(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { movr_f(GR_8, r1); calli((jit_word_t)sqrtf); MOVF(r0, GR_8); } static void _sqrtr_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { movr_d(GR_8, r1); calli((jit_word_t)sqrt); MOVF(r0, GR_8); } static jit_word_t _bltr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_LT(PR_6, PR_7, r0, r1); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_6); return (w); } fbopi(lt) dbopi(lt) static jit_word_t _bler_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_LE(PR_6, PR_7, r0, r1); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_6); return (w); } fbopi(le) dbopi(le) static jit_word_t _beqr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_EQ(PR_6, PR_7, r0, r1); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_6); return (w); } fbopi(eq) dbopi(eq) static jit_word_t _bger_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_LE(PR_6, PR_7, r1, r0); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_6); return (w); } fbopi(ge) dbopi(ge) static jit_word_t _bgtr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_LT(PR_6, PR_7, r1, r0); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_6); return (w); } fbopi(gt) dbopi(gt) static jit_word_t _bner_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_EQ(PR_6, PR_7, r0, r1); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_7); return (w); } fbopi(ne) dbopi(ne) static jit_word_t _bunltr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_LE(PR_6, PR_7, r1, r0); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_7); return (w); } fbopi(unlt) dbopi(unlt) static jit_word_t _bunler_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_LT(PR_6, PR_7, r1, r0); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_7); return (w); } fbopi(unle) dbopi(unle) static jit_word_t _buneqr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; jit_word_t junord, jne; FCMP_UNORD(PR_8, PR_9, r0, r1); sync(); /* junord L1 */ junord = _jit->pc.w; BRI_COND(3, PR_8); FCMP_EQ(PR_6, PR_7, r0, r1); sync(); /* jne L2 */ jne = _jit->pc.w; BRI_COND(2, PR_7); sync(); w = _jit->pc.w; /* L1: */ patch_at(jit_code_bunordr_d, junord, _jit->pc.w); BRI((i0 - w) >> 4); /* unconditional jump to patch */ sync(); /* L2: */ patch_at(jit_code_bner_d, jne, _jit->pc.w); return (w); } fbopi(uneq) dbopi(uneq) static jit_word_t _bunger_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_LT(PR_6, PR_7, r0, r1); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_7); return (w); } fbopi(unge) dbopi(unge) static jit_word_t _bungtr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_LE(PR_6, PR_7, r0, r1); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_7); return (w); } fbopi(ungt) dbopi(ungt) static jit_word_t _bltgtr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; jit_word_t jeq, junord; FCMP_EQ(PR_8, PR_9, r0, r1); /* jeq L1 */ sync(); jeq = _jit->pc.w; BRI_COND(4, PR_8); FCMP_UNORD(PR_6, PR_7, r0, r1); /* junord L1 */ sync(); junord = _jit->pc.w; BRI_COND(2, PR_6); sync(); w = _jit->pc.w; BRI((i0 - w) >> 4); /* unconditional jump to patch */ /* L1 */ sync(); patch_at(jit_code_beqr_d, jeq, _jit->pc.w); patch_at(jit_code_bordr_d, junord, _jit->pc.w); return (w); } fbopi(ltgt) dbopi(ltgt) static jit_word_t _bordr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_UNORD(PR_6, PR_7, r0, r1); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_7); return (w); } fbopi(ord) dbopi(ord) static jit_word_t _bunordr_d(jit_state_t *_jit, jit_word_t i0, jit_int32_t r0, jit_int32_t r1) { jit_word_t w; FCMP_UNORD(PR_6, PR_7, r0, r1); sync(); w = _jit->pc.w; BRI_COND((i0 - w) >> 4, PR_6); return (w); } fbopi(unord) dbopi(unord) static void _vaarg_d(jit_state_t *_jit, jit_int32_t r0, jit_int32_t r1) { assert(_jitc->function->self.call & jit_call_varargs); /* Load argument. */ ldr_d(r0, r1); /* Update va_list. */ addi(r1, r1, 8); } #endif