mirror of
https://gitlab.winehq.org/wine/wine-gecko.git
synced 2024-09-13 09:24:08 -07:00
here, have a Thumb back-end
This commit is contained in:
parent
5089017f47
commit
6f69036887
972
js/src/nanojit/NativeThumb.cpp
Normal file
972
js/src/nanojit/NativeThumb.cpp
Normal file
@ -0,0 +1,972 @@
|
||||
/* -*- Mode: C++; c-basic-offset: 4; indent-tabs-mode: t; tab-width: 4 -*- */
|
||||
/* ***** BEGIN LICENSE BLOCK *****
|
||||
* Version: MPL 1.1/GPL 2.0/LGPL 2.1
|
||||
*
|
||||
* The contents of this file are subject to the Mozilla Public License Version
|
||||
* 1.1 (the "License"); you may not use this file except in compliance with
|
||||
* the License. You may obtain a copy of the License at
|
||||
* http://www.mozilla.org/MPL/
|
||||
*
|
||||
* Software distributed under the License is distributed on an "AS IS" basis,
|
||||
* WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
|
||||
* for the specific language governing rights and limitations under the
|
||||
* License.
|
||||
*
|
||||
* The Original Code is [Open Source Virtual Machine].
|
||||
*
|
||||
* The Initial Developer of the Original Code is
|
||||
* Adobe System Incorporated.
|
||||
* Portions created by the Initial Developer are Copyright (C) 2004-2007
|
||||
* the Initial Developer. All Rights Reserved.
|
||||
*
|
||||
* Contributor(s):
|
||||
* Adobe AS3 Team
|
||||
*
|
||||
* Alternatively, the contents of this file may be used under the terms of
|
||||
* either the GNU General Public License Version 2 or later (the "GPL"), or
|
||||
* the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
|
||||
* in which case the provisions of the GPL or the LGPL are applicable instead
|
||||
* of those above. If you wish to allow use of your version of this file only
|
||||
* under the terms of either the GPL or the LGPL, and not to allow others to
|
||||
* use your version of this file under the terms of the MPL, indicate your
|
||||
* decision by deleting the provisions above and replace them with the notice
|
||||
* and other provisions required by the GPL or the LGPL. If you do not delete
|
||||
* the provisions above, a recipient may use your version of this file under
|
||||
* the terms of any one of the MPL, the GPL or the LGPL.
|
||||
*
|
||||
* ***** END LICENSE BLOCK ***** */
|
||||
|
||||
#include "nanojit.h"
|
||||
|
||||
#ifdef UNDER_CE
|
||||
#include <cmnintrin.h>
|
||||
#endif
|
||||
|
||||
namespace nanojit
|
||||
{
|
||||
#ifdef FEATURE_NANOJIT
|
||||
|
||||
#ifdef NJ_VERBOSE
|
||||
const char* regNames[] = {"r0","r1","r2","r3","r4","r5","r6","r7","r8","r9","r10","r11","IP","SP","LR","PC"};
|
||||
|
||||
#endif
|
||||
const Register Assembler::argRegs[] = { R0, R1, R2, R3 };
|
||||
const Register Assembler::retRegs[] = { R0, R1 };
|
||||
|
||||
void Assembler::nInit(AvmCore*)
|
||||
{
|
||||
#ifdef NJ_THUMB_JIT
|
||||
// Thumb mode does not have conditional move, alas
|
||||
has_cmov = false;
|
||||
#else
|
||||
// all ARMs have conditional move
|
||||
has_cmov = true;
|
||||
#endif
|
||||
}
|
||||
|
||||
NIns* Assembler::genPrologue(RegisterMask needSaving)
|
||||
{
|
||||
/**
|
||||
* Prologue
|
||||
*/
|
||||
|
||||
// NJ_RESV_OFFSET is space at the top of the stack for us
|
||||
// to use for parameter passing (8 bytes at the moment)
|
||||
uint32_t stackNeeded = 4 * _activation.highwatermark + NJ_STACK_OFFSET;
|
||||
uint32_t savingCount = 0;
|
||||
|
||||
uint32_t savingMask = 0;
|
||||
#if defined(NJ_THUMB_JIT)
|
||||
savingCount = 5; // R4-R7, LR
|
||||
savingMask = 0xF0;
|
||||
(void)needSaving;
|
||||
#else
|
||||
savingCount = 9; //R4-R10,R11,LR
|
||||
savingMask = SavedRegs | rmask(FRAME_PTR);
|
||||
(void)needSaving;
|
||||
#endif
|
||||
|
||||
// so for alignment purposes we've pushed return addr, fp, and savingCount registers
|
||||
uint32_t stackPushed = 4 * (2+savingCount);
|
||||
uint32_t aligned = alignUp(stackNeeded + stackPushed, NJ_ALIGN_STACK);
|
||||
int32_t amt = aligned - stackPushed;
|
||||
|
||||
// Make room on stack for what we are doing
|
||||
if (amt)
|
||||
#ifdef NJ_THUMB_JIT
|
||||
{
|
||||
// largest value is 508 (7-bits << 2)
|
||||
if (amt>508)
|
||||
{
|
||||
int size = 508;
|
||||
while (size>0)
|
||||
{
|
||||
SUBi(SP, size);
|
||||
amt -= size;
|
||||
size = amt;
|
||||
if (size>508)
|
||||
size=508;
|
||||
}
|
||||
}
|
||||
else
|
||||
SUBi(SP, amt);
|
||||
|
||||
}
|
||||
#else
|
||||
{
|
||||
SUBi(SP, amt);
|
||||
}
|
||||
#endif
|
||||
verbose_only( verbose_outputf(" %p:",_nIns); )
|
||||
verbose_only( verbose_output(" patch entry"); )
|
||||
NIns *patchEntry = _nIns;
|
||||
|
||||
MR(FRAME_PTR, SP);
|
||||
PUSH_mask(savingMask|rmask(LR));
|
||||
return patchEntry;
|
||||
}
|
||||
|
||||
GuardRecord* Assembler::nFragExit(LInsp guard)
|
||||
{
|
||||
SideExit* exit = guard->exit();
|
||||
Fragment *frag = exit->target;
|
||||
GuardRecord *lr;
|
||||
if (frag && frag->fragEntry)
|
||||
{
|
||||
JMP(frag->fragEntry);
|
||||
lr = 0;
|
||||
}
|
||||
else
|
||||
{
|
||||
// target doesn't exit yet. emit jump to epilog, and set up to patch later.
|
||||
lr = placeGuardRecord(guard);
|
||||
BL(_epilogue);
|
||||
|
||||
lr->jmp = _nIns;
|
||||
}
|
||||
|
||||
// pop the stack frame first
|
||||
MR(SP, FRAME_PTR);
|
||||
|
||||
#ifdef NJ_VERBOSE
|
||||
if (_frago->core()->config.show_stats) {
|
||||
// load R1 with Fragment *fromFrag, target fragment
|
||||
// will make use of this when calling fragenter().
|
||||
int fromfrag = int(exit->from);
|
||||
LDi(argRegs[1], fromfrag);
|
||||
}
|
||||
#endif
|
||||
|
||||
// return value is GuardRecord*
|
||||
LDi(R2, int(lr));
|
||||
|
||||
// if/when we patch this exit to jump over to another fragment,
|
||||
// that fragment will need its parameters set up just like ours.
|
||||
LInsp param0 = _thisfrag->param0;
|
||||
Register state = findSpecificRegFor(param0, Register(param0->imm8()));
|
||||
|
||||
// update InterpState
|
||||
NanoAssert(offsetof(avmplus::InterpState,f) == 0);
|
||||
NanoAssert(offsetof(avmplus::InterpState,ip) == 4);
|
||||
NanoAssert(offsetof(avmplus::InterpState,sp) == 8);
|
||||
NanoAssert(offsetof(avmplus::InterpState,rp) == 12);
|
||||
NanoAssert(sizeof(avmplus::InterpState) == 16);
|
||||
RegisterMask ptrs = 0x1e; // { R1-R4 }
|
||||
|
||||
SUBi(state, 16);
|
||||
STMIA(state, ptrs);
|
||||
|
||||
if (exit->rp_adj) ADDi(R4, exit->rp_adj);
|
||||
if (exit->sp_adj) ADDi(R3, exit->sp_adj);
|
||||
if (exit->ip_adj) ADDi(R2, exit->ip_adj);
|
||||
if (exit->f_adj) ADDi(R1, exit->f_adj);
|
||||
|
||||
SUBi(state, 16);
|
||||
LDMIA(state, ptrs);
|
||||
|
||||
return lr;
|
||||
}
|
||||
|
||||
NIns* Assembler::genEpilogue(RegisterMask restore)
|
||||
{
|
||||
#ifdef NJ_THUMB_JIT
|
||||
(void)restore;
|
||||
if (false) {
|
||||
// interworking
|
||||
BX(R3); // return
|
||||
POP(R3); // POP LR into R3
|
||||
POP_mask(0xF0); // {R4-R7}
|
||||
} else {
|
||||
// return to Thumb caller
|
||||
POP_mask(0xF0|rmask(PC));
|
||||
}
|
||||
MR(R0,R2); // return LinkRecord*
|
||||
return _nIns;
|
||||
#else
|
||||
BX(LR); // return
|
||||
MR(R0,R2); // return LinkRecord*
|
||||
RegisterMask savingMask = restore | rmask(FRAME_PTR) | rmask(LR);
|
||||
POP_mask(savingMask); // regs
|
||||
return _nIns;
|
||||
#endif
|
||||
}
|
||||
|
||||
void Assembler::nArgEmitted(const CallInfo* call, uint32_t stackSlotCount, uint32_t iargs, uint32_t fargs)
|
||||
{
|
||||
#if 1
|
||||
(void)call;
|
||||
(void)stackSlotCount;
|
||||
(void)iargs;
|
||||
(void)fargs;
|
||||
#else
|
||||
// see if we have finished emitting all args. If so then make sure the
|
||||
// new stack pointer is NJ_ALIGN_STACK aligned
|
||||
if (iargs == call->iargs && fargs == call->fargs)
|
||||
{
|
||||
int32_t istack = iargs;
|
||||
istack -= 4;
|
||||
if (istack<=0)
|
||||
return; // nothing on stack
|
||||
|
||||
const int32_t size = 4*stackSlotCount;
|
||||
const int32_t extra = alignUp(size, NJ_ALIGN_STACK) - size;
|
||||
if (extra > 0)
|
||||
SUBi(SP, extra);
|
||||
}
|
||||
#endif
|
||||
}
|
||||
|
||||
void Assembler::nPostCallCleanup(const CallInfo* call)
|
||||
{
|
||||
#if 1
|
||||
(void)call;
|
||||
#else
|
||||
int32_t istack = call->iargs;
|
||||
int32_t fstack = call->fargs;
|
||||
|
||||
istack -= 4; // first 4 4B args are in registers
|
||||
if (istack <= 0)
|
||||
{
|
||||
return; // nothing on stack
|
||||
|
||||
//istack = 0;
|
||||
//if (fstack == 0)
|
||||
//return; // only using ECX/EDX nothing passed on the stack so no cleanup needed
|
||||
}
|
||||
|
||||
const int32_t size = 4*istack + 8*fstack; // actual stack space used
|
||||
NanoAssert( size > 0 );
|
||||
|
||||
const int32_t extra = alignUp(size, NJ_ALIGN_STACK);
|
||||
|
||||
// stack re-alignment
|
||||
// only pop our adjustment amount since callee pops args in FASTCALL mode
|
||||
if (extra > 0)
|
||||
{ ADDi(SP, extra); }
|
||||
#endif
|
||||
return;
|
||||
}
|
||||
|
||||
void Assembler::nMarkExecute(Page* page, int32_t count, bool enable)
|
||||
{
|
||||
#ifdef UNDER_CE
|
||||
DWORD dwOld;
|
||||
VirtualProtect(page, NJ_PAGE_SIZE, PAGE_EXECUTE_READWRITE, &dwOld);
|
||||
#endif
|
||||
|
||||
(void)page;
|
||||
(void)count;
|
||||
(void)enable;
|
||||
}
|
||||
|
||||
Register Assembler::nRegisterAllocFromSet(int set)
|
||||
{
|
||||
#ifdef NJ_THUMB_JIT
|
||||
// need to implement faster way
|
||||
int i=0;
|
||||
while (!(set & rmask((Register)i)))
|
||||
i ++;
|
||||
_allocator.free &= ~rmask((Register)i);
|
||||
return (Register) i;
|
||||
|
||||
#else
|
||||
// Note: The clz instruction only works on armv5 and up.
|
||||
Register r;
|
||||
#ifndef UNDER_CE
|
||||
register int i;
|
||||
asm("clz %0,%1" : "=r" (i) : "r" (set));
|
||||
i = 31-i;
|
||||
regs.free &= ~rmask(i);
|
||||
#else
|
||||
r = (Register)_CountLeadingZeros(set);
|
||||
r = (Register)(31-r);
|
||||
_allocator.free &= ~rmask(r);
|
||||
#endif
|
||||
return r;
|
||||
#endif
|
||||
|
||||
}
|
||||
|
||||
void Assembler::nRegisterResetAll(RegAlloc& a)
|
||||
{
|
||||
// add scratch registers to our free list for the allocator
|
||||
a.clear();
|
||||
a.used = 0;
|
||||
a.free = rmask(R0) | rmask(R1) | rmask(R2) | rmask(R3) | rmask(R4) | rmask(R5);
|
||||
debug_only(a.managed = a.free);
|
||||
}
|
||||
|
||||
void Assembler::nPatchBranch(NIns* branch, NIns* target)
|
||||
{
|
||||
// Patch the jump in a loop
|
||||
|
||||
// This is ALWAYS going to be a long branch (using the BL instruction)
|
||||
// Which is really 2 instructions, so we need to modify both
|
||||
|
||||
// branch+2 because PC is always 2 instructions ahead on ARM/Thumb
|
||||
int32_t offset = int(target) - int(branch+2);
|
||||
|
||||
//printf("---patching branch at %X to location %X (%d)\n", branch, target, offset);
|
||||
|
||||
#ifdef NJ_THUMB_JIT
|
||||
NanoAssert(-(1<<21) <= offset && offset < (1<<21));
|
||||
*branch++ = (NIns)(0xF000 | (offset>>12)&0x7FF);
|
||||
*branch = (NIns)(0xF800 | (offset>>1)&0x7FF);
|
||||
#else
|
||||
// ARM goodness, using unconditional B
|
||||
*branch = (NIns)( COND_AL | (0xA<<24) | ((offset >>2)& 0xFFFFFF) );
|
||||
#endif
|
||||
}
|
||||
|
||||
RegisterMask Assembler::hint(LIns* i, RegisterMask allow /* = ~0 */)
|
||||
{
|
||||
uint32_t op = i->opcode();
|
||||
int prefer = ~0;
|
||||
|
||||
if (op==LIR_call || op==LIR_fcall)
|
||||
prefer = rmask(R0);
|
||||
else if (op == LIR_callh)
|
||||
prefer = rmask(R1);
|
||||
else if (op == LIR_param)
|
||||
prefer = rmask(imm2register(i->imm8()));
|
||||
|
||||
if (_allocator.free & allow & prefer)
|
||||
allow &= prefer;
|
||||
return allow;
|
||||
}
|
||||
|
||||
void Assembler::asm_qjoin(LIns *ins)
|
||||
{
|
||||
int d = findMemFor(ins);
|
||||
AvmAssert(d);
|
||||
LIns* lo = ins->oprnd1();
|
||||
LIns* hi = ins->oprnd2();
|
||||
|
||||
Register r = findRegFor(hi, GpRegs);
|
||||
ST(FP, d+4, r);
|
||||
|
||||
// okay if r gets recycled.
|
||||
r = findRegFor(lo, GpRegs);
|
||||
ST(FP, d, r);
|
||||
freeRsrcOf(ins, false); // if we had a reg in use, emit a ST to flush it to mem
|
||||
}
|
||||
|
||||
void Assembler::asm_store32(LIns *value, int dr, LIns *base)
|
||||
{
|
||||
// make sure what is in a register
|
||||
Reservation *rA, *rB;
|
||||
findRegFor2(GpRegs, value, rA, base, rB);
|
||||
Register ra = rA->reg;
|
||||
Register rb = rB->reg;
|
||||
ST(rb, dr, ra);
|
||||
}
|
||||
|
||||
void Assembler::asm_restore(LInsp i, Reservation *resv, Register r)
|
||||
{
|
||||
(void)resv;
|
||||
int d = findMemFor(i);
|
||||
LD(r, d, FP);
|
||||
verbose_only(if (_verbose) {
|
||||
outputf(" restore %s",_thisfrag->lirbuf->names->formatRef(i));
|
||||
})
|
||||
}
|
||||
|
||||
void Assembler::asm_spill(LInsp i, Reservation *resv, bool pop)
|
||||
{
|
||||
(void)i;
|
||||
(void)pop;
|
||||
if (resv->arIndex)
|
||||
{
|
||||
int d = disp(resv);
|
||||
// save to spill location
|
||||
Register rr = resv->reg;
|
||||
ST(FP, d, rr);
|
||||
verbose_only(if (_verbose){
|
||||
outputf(" spill %s",_thisfrag->lirbuf->names->formatRef(i));
|
||||
})
|
||||
}
|
||||
}
|
||||
|
||||
void Assembler::asm_load64(LInsp ins)
|
||||
{
|
||||
LIns* base = ins->oprnd1();
|
||||
int db = ins->oprnd2()->constval();
|
||||
Reservation *resv = getresv(ins);
|
||||
int dr = disp(resv);
|
||||
NanoAssert(resv->reg == UnknownReg && dr != 0);
|
||||
|
||||
Register rb = findRegFor(base, GpRegs);
|
||||
resv->reg = UnknownReg;
|
||||
asm_mmq(FP, dr, rb, db);
|
||||
freeRsrcOf(ins, false);
|
||||
}
|
||||
|
||||
void Assembler::asm_store64(LInsp value, int dr, LInsp base)
|
||||
{
|
||||
int da = findMemFor(value);
|
||||
Register rb = findRegFor(base, GpRegs);
|
||||
asm_mmq(rb, dr, FP, da);
|
||||
}
|
||||
|
||||
/**
|
||||
* copy 64 bits: (rd+dd) <- (rs+ds)
|
||||
*/
|
||||
void Assembler::asm_mmq(Register rd, int dd, Register rs, int ds)
|
||||
{
|
||||
// value is either a 64bit struct or maybe a float
|
||||
// that isn't live in an FPU reg. Either way, don't
|
||||
// put it in an FPU reg just to load & store it.
|
||||
// get a scratch reg
|
||||
Register t = registerAlloc(GpRegs & ~(rmask(rd)|rmask(rs)));
|
||||
_allocator.addFree(t);
|
||||
ST(rd, dd+4, t);
|
||||
LD(t, ds+4, rs);
|
||||
ST(rd, dd, t);
|
||||
LD(t, ds, rs);
|
||||
}
|
||||
|
||||
void Assembler::asm_pusharg(LInsp p)
|
||||
{
|
||||
// arg goes on stack
|
||||
Reservation* rA = getresv(p);
|
||||
if (rA == 0)
|
||||
{
|
||||
Register ra = findRegFor(p, GpRegs);
|
||||
ST(SP,0,ra);
|
||||
}
|
||||
else if (rA->reg == UnknownReg)
|
||||
{
|
||||
ST(SP,0,Scratch);
|
||||
LD(Scratch,disp(rA),FP);
|
||||
}
|
||||
else
|
||||
{
|
||||
ST(SP,0,rA->reg);
|
||||
}
|
||||
}
|
||||
|
||||
NIns* Assembler::asm_adjustBranch(NIns* at, NIns* target)
|
||||
{
|
||||
NIns* save = _nIns;
|
||||
#ifdef NJ_THUMB_JIT
|
||||
NIns* was = (NIns*) (((((*(at+2))&0x7ff)<<12) | (((*(at+1))&0x7ff)<<1)) + (at-2+2));
|
||||
_nIns = at + 2;
|
||||
#else
|
||||
NIns* was = (NIns*) (((*at&0xFFFFFF)<<2));
|
||||
_nIns = at + 1;
|
||||
#endif
|
||||
BL(target);
|
||||
_nIns = save;
|
||||
|
||||
#ifdef UNDER_CE
|
||||
// we changed the code, so we need to do this (sadly)
|
||||
FlushInstructionCache(GetCurrentProcess(), NULL, NULL);
|
||||
#endif
|
||||
return was;
|
||||
}
|
||||
|
||||
void Assembler::nativePageReset()
|
||||
{
|
||||
#ifdef NJ_THUMB_JIT
|
||||
_nPool = 0;
|
||||
_nSlot = 0;
|
||||
_nExitPool = 0;
|
||||
_nExitSlot = 0;
|
||||
#else
|
||||
_nSlot = 0;
|
||||
_nExitSlot = 0;
|
||||
#endif
|
||||
}
|
||||
|
||||
void Assembler::nativePageSetup()
|
||||
{
|
||||
if (!_nIns) _nIns = pageAlloc();
|
||||
if (!_nExitIns) _nExitIns = pageAlloc(true);
|
||||
//fprintf(stderr, "assemble onto %x exits into %x\n", (int)_nIns, (int)_nExitIns);
|
||||
|
||||
#ifdef NJ_THUMB_JIT
|
||||
if (!_nPool) {
|
||||
_nSlot = _nPool = (int*)_nIns;
|
||||
|
||||
// Make original pool at end of page. Currently
|
||||
// we are pointing off the end of the original page,
|
||||
// so back up 1+NJ_CPOOL_SIZE
|
||||
_nPool = (int*)((int)_nIns - (sizeof(int32_t)*NJ_CPOOL_SIZE));
|
||||
|
||||
// _nSlot points at last slot in pool (fill upwards)
|
||||
_nSlot = _nPool + (NJ_CPOOL_SIZE-1);
|
||||
|
||||
// Move _nIns to the top of the pool
|
||||
_nIns = (NIns*)_nPool;
|
||||
|
||||
// no branch needed since this follows the epilogue
|
||||
}
|
||||
#else
|
||||
if (!_nSlot)
|
||||
{
|
||||
// This needs to be done or the samepage macro gets confused
|
||||
_nIns--;
|
||||
_nExitIns--;
|
||||
|
||||
// constpool starts at top of page and goes down,
|
||||
// code starts at bottom of page and moves up
|
||||
_nSlot = (int*)(pageTop(_nIns)+1);
|
||||
|
||||
}
|
||||
#endif
|
||||
}
|
||||
|
||||
|
||||
#ifdef NJ_THUMB_JIT
|
||||
|
||||
void Assembler::STi(Register b, int32_t d, int32_t v)
|
||||
{
|
||||
ST(b, d, Scratch);
|
||||
LDi(Scratch, v);
|
||||
}
|
||||
|
||||
bool isB11(NIns *target, NIns *cur)
|
||||
{
|
||||
NIns *br_base = (cur-1)+2;
|
||||
int br_off = int(target) - int(br_base);
|
||||
return (-(1<<11) <= br_off && br_off < (1<<11));
|
||||
}
|
||||
|
||||
void Assembler::underrunProtect(int bytes)
|
||||
{
|
||||
intptr_t u = bytes + 4;
|
||||
if (!samepage(_nIns-u, _nIns-1)) {
|
||||
NIns* target = _nIns;
|
||||
_nIns = pageAlloc(_inExit);
|
||||
// might be able to do a B instead of BL (save an instruction)
|
||||
if (isB11(target, _nIns))
|
||||
{
|
||||
NIns *br_base = (_nIns-1)+2;
|
||||
int br_off = int(target) - int(br_base);
|
||||
*(--_nIns) = (NIns)(0xE000 | ((br_off>>1)&0x7FF));
|
||||
}
|
||||
else
|
||||
{
|
||||
int offset = int(target)-int(_nIns-2+2);
|
||||
*(--_nIns) = (NIns)(0xF800 | ((offset>>1)&0x7FF) );
|
||||
*(--_nIns) = (NIns)(0xF000 | ((offset>>12)&0x7FF) );
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
bool isB22(NIns *target, NIns *cur)
|
||||
{
|
||||
int offset = int(target)-int(cur-2+2);
|
||||
return (-(1<<22) <= offset && offset < (1<<22));
|
||||
}
|
||||
|
||||
void Assembler::BL(NIns* target)
|
||||
{
|
||||
underrunProtect(4);
|
||||
NanoAssert(isB22(target,_nIns));
|
||||
int offset = int(target)-int(_nIns-2+2);
|
||||
*(--_nIns) = (NIns)(0xF800 | ((offset>>1)&0x7FF) );
|
||||
*(--_nIns) = (NIns)(0xF000 | ((offset>>12)&0x7FF) );
|
||||
asm_output2("bl %X offset=%d",(int)target, offset);
|
||||
}
|
||||
|
||||
|
||||
void Assembler::B(NIns *target)
|
||||
{
|
||||
underrunProtect(2);
|
||||
NanoAssert(isB11(target,_nIns));
|
||||
NIns *br_base = (_nIns-1)+2;
|
||||
int br_off = int(target) - int(br_base);
|
||||
NanoAssert(-(1<<11) <= br_off && br_off < (1<<11));
|
||||
*(--_nIns) = (NIns)(0xE000 | ((br_off>>1)&0x7FF));
|
||||
asm_output2("b %X offset=%d", (int)target, br_off);
|
||||
}
|
||||
|
||||
void Assembler::JMP(NIns *target)
|
||||
{
|
||||
underrunProtect(4);
|
||||
if (isB11(target,_nIns))
|
||||
B(target);
|
||||
else
|
||||
BL(target);
|
||||
}
|
||||
|
||||
void Assembler::PUSH_mask(RegisterMask mask)
|
||||
{
|
||||
NanoAssert((mask&(0xff|rmask(LR)))==mask);
|
||||
underrunProtect(2);
|
||||
if (mask & rmask(LR)) {
|
||||
mask &= ~rmask(LR);
|
||||
mask |= rmask(R8);
|
||||
}
|
||||
*(--_nIns) = (NIns)(0xB400 | mask);
|
||||
asm_output1("push {%x}", mask);
|
||||
}
|
||||
|
||||
void Assembler::POP(Register r)
|
||||
{
|
||||
underrunProtect(2);
|
||||
NanoAssert(((unsigned)r)<8 || r == PC);
|
||||
if (r == PC)
|
||||
r = R8;
|
||||
*(--_nIns) = (NIns)(0xBC00 | (1<<(r)));
|
||||
asm_output1("pop {%s}",gpn(r));
|
||||
}
|
||||
|
||||
void Assembler::POP_mask(RegisterMask mask)
|
||||
{
|
||||
NanoAssert((mask&(0xff|rmask(PC)))==mask);
|
||||
underrunProtect(2);
|
||||
if (mask & rmask(PC)) {
|
||||
mask &= ~rmask(PC);
|
||||
mask |= rmask(R8);
|
||||
}
|
||||
*(--_nIns) = (NIns)(0xBC00 | mask);
|
||||
asm_output1("pop {%x}", mask);
|
||||
}
|
||||
|
||||
void Assembler::MOVi(Register r, int32_t v)
|
||||
{
|
||||
NanoAssert(isU8(v));
|
||||
underrunProtect(2);
|
||||
*(--_nIns) = (NIns)(0x2000 | r<<8 | v);
|
||||
asm_output2("mov %s,#%d",gpn(r),v);
|
||||
}
|
||||
|
||||
void Assembler::LDi(Register r, int32_t v)
|
||||
{
|
||||
if (isU8(v)) {
|
||||
MOVi(r,v);
|
||||
} else if (isU8(-v)) {
|
||||
NEG(r);
|
||||
MOVi(r,-v);
|
||||
} else {
|
||||
underrunProtect(2);
|
||||
LD32_nochk(r, v);
|
||||
}
|
||||
}
|
||||
|
||||
void Assembler::B_cond(int c, NIns *target)
|
||||
{
|
||||
#ifdef NJ_VERBOSE
|
||||
static const char *ccname[] = { "eq","ne","hs","lo","mi","pl","vs","vc","hi","ls","ge","lt","gt","le","al","nv" };
|
||||
#endif
|
||||
|
||||
underrunProtect(6);
|
||||
int tt = int(target) - int(_nIns-1+2);
|
||||
if (tt < (1<<8) && tt >= -(1<<8)) {
|
||||
*(--_nIns) = (NIns)(0xD000 | ((c)<<8) | (tt>>1)&0xFF );
|
||||
asm_output3("b%s %X offset=%d", ccname[c], target, tt);
|
||||
} else {
|
||||
NIns *skip = _nIns;
|
||||
BL(target);
|
||||
c ^= 1;
|
||||
*(--_nIns) = (NIns)(0xD000 | c<<8 | 1 );
|
||||
asm_output2("b%s %X", ccname[c], skip);
|
||||
}
|
||||
}
|
||||
|
||||
void Assembler::STR_sp(int32_t offset, Register reg)
|
||||
{
|
||||
NanoAssert((offset&3)==0);// require natural alignment
|
||||
int32_t off = offset>>2;
|
||||
NanoAssert(isU8(off));
|
||||
underrunProtect(2);
|
||||
*(--_nIns) = (NIns)(0x9000 | ((reg)<<8) | off );
|
||||
asm_output3("str %s, %d(%s)", gpn(reg), offset, gpn(SP));
|
||||
}
|
||||
|
||||
void Assembler::STR_index(Register base, Register off, Register reg)
|
||||
{
|
||||
underrunProtect(2);
|
||||
*(--_nIns) = (NIns)(0x5000 | (off<<6) | (base<<3) | (reg));
|
||||
asm_output3("str %s,(%s+%s)",gpn(reg),gpn(base),gpn(off));
|
||||
}
|
||||
|
||||
void Assembler::STR_m(Register base, int32_t offset, Register reg)
|
||||
{
|
||||
NanoAssert(offset >= 0 && offset < 128 && (offset&3)==0);
|
||||
underrunProtect(2);
|
||||
int32_t off = offset>>2;
|
||||
*(--_nIns) = (NIns)(0x6000 | off<<6 | base<<3 | reg);
|
||||
asm_output3("str %s,%d(%s)", gpn(reg), offset, gpn(base));
|
||||
}
|
||||
|
||||
void Assembler::LDMIA(Register base, RegisterMask regs)
|
||||
{
|
||||
underrunProtect(2);
|
||||
NanoAssert((regs&rmask(base))==0 && isU8(regs));
|
||||
*(--_nIns) = (NIns)(0xC800 | base<<8 | regs);
|
||||
asm_output2("ldmia %s!,{%x}", gpn(base), regs);
|
||||
}
|
||||
|
||||
void Assembler::STMIA(Register base, RegisterMask regs)
|
||||
{
|
||||
underrunProtect(2);
|
||||
NanoAssert((regs&rmask(base))==0 && isU8(regs));
|
||||
*(--_nIns) = (NIns)(0xC000 | base<<8 | regs);
|
||||
asm_output2("stmia %s!,{%x}", gpn(base), regs);
|
||||
}
|
||||
|
||||
void Assembler::ST(Register base, int32_t offset, Register reg)
|
||||
{
|
||||
NanoAssert((offset&3)==0);// require natural alignment
|
||||
int off = offset>>2;
|
||||
if (base==SP) {
|
||||
STR_sp(offset, reg);
|
||||
} else if ((offset)<0) {
|
||||
STR_index(base, Scratch, reg);
|
||||
NEG(Scratch);
|
||||
if (offset < -255) {
|
||||
NanoAssert(offset >= -1020);
|
||||
SHLi(Scratch, 2);
|
||||
MOVi(Scratch, -off);
|
||||
}
|
||||
else {
|
||||
MOVi(Scratch, -offset);
|
||||
}
|
||||
} else {
|
||||
underrunProtect(6);
|
||||
if (off<32) {
|
||||
STR_m(base, offset, reg);
|
||||
}
|
||||
else {
|
||||
STR_index(base, Scratch, reg);
|
||||
if (offset > 255) {
|
||||
SHLi(Scratch, 2);
|
||||
MOVi(Scratch, off);
|
||||
}
|
||||
else {
|
||||
MOVi(Scratch, offset);
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
void Assembler::ADDi8(Register r, int32_t i)
|
||||
{
|
||||
underrunProtect(2);
|
||||
NanoAssert(isU8(i));
|
||||
*(--_nIns) = (NIns)(0x3000 | r<<8 | i);
|
||||
asm_output2("add %s,#%d", gpn(r), i);
|
||||
}
|
||||
|
||||
void Assembler::ADDi(Register r, int32_t i)
|
||||
{
|
||||
if (i < 0 && i != 0x80000000) {
|
||||
SUBi(r, -i);
|
||||
}
|
||||
else if (r == SP) {
|
||||
NanoAssert((i&3)==0 && i >= 0 && i < (1<<9));
|
||||
underrunProtect(2);
|
||||
*(--_nIns) = (NIns)(0xB000 | i>>2);
|
||||
asm_output2("add %s,#%d", gpn(SP), i);
|
||||
}
|
||||
else if (isU8(i)) {
|
||||
ADDi8(r,i);
|
||||
}
|
||||
else if (i >= 0 && i <= (255+255)) {
|
||||
ADDi8(r,i-255);
|
||||
ADDi8(r,255);
|
||||
}
|
||||
else {
|
||||
ADD(r, Scratch);
|
||||
LDi(Scratch, i);
|
||||
}
|
||||
}
|
||||
|
||||
void Assembler::SUBi8(Register r, int32_t i)
|
||||
{
|
||||
underrunProtect(2);
|
||||
NanoAssert(isU8(i));
|
||||
*(--_nIns) = (NIns)(0x3800 | r<<8 | i);
|
||||
asm_output2("sub %s,#%d", gpn(r), i);
|
||||
}
|
||||
|
||||
void Assembler::SUBi(Register r, int32_t i)
|
||||
{
|
||||
if (i < 0 && i != 0x80000000) {
|
||||
ADDi(r, -i);
|
||||
}
|
||||
else if (r == SP) {
|
||||
NanoAssert((i&3)==0 && i >= 0 && i < (1<<9));
|
||||
underrunProtect(2);
|
||||
*(--_nIns) = (NIns)(0xB080 | i>>2);
|
||||
asm_output2("sub %s,#%d", gpn(SP), i);
|
||||
}
|
||||
else if (isU8(i)) {
|
||||
SUBi8(r,i);
|
||||
}
|
||||
else if (i >= 0 && i <= (255+255)) {
|
||||
SUBi8(r,i-255);
|
||||
SUBi8(r,255);
|
||||
}
|
||||
else {
|
||||
SUB(r, Scratch);
|
||||
LDi(Scratch, i);
|
||||
}
|
||||
}
|
||||
|
||||
void Assembler::CALL(intptr_t addr, const char* nm)
|
||||
{
|
||||
(void)nm;
|
||||
if (isB22((NIns*)addr, _nIns)) {
|
||||
int offset = int(addr)-int(_nIns-2+2);
|
||||
*(--_nIns) = (NIns)(0xF800 | ((offset>>1)&0x7FF) );
|
||||
*(--_nIns) = (NIns)(0xF000 | ((offset>>12)&0x7FF) );
|
||||
asm_output2("call %08X:%s",(addr),(nm));
|
||||
}
|
||||
else
|
||||
{
|
||||
underrunProtect(2*(10));
|
||||
|
||||
if ( (((int(_nIns))&0xFFFF)%4) != 0)
|
||||
*(--_nIns) = (NIns)0;
|
||||
|
||||
*(--_nIns) = (NIns)(0xF800 | (((-14)&0xFFF)>>1) );
|
||||
*(--_nIns) = (NIns)(0xF000 | (((-14)>>12)&0x7FF) );
|
||||
|
||||
*(--_nIns) = (NIns)(0x4600 | (1<<7) | (Scratch<<3) | (IP&7));
|
||||
*(--_nIns) = (NIns)0;
|
||||
*(--_nIns) = (short)((addr) >> 16);
|
||||
*(--_nIns) = (short)((addr) & 0xFFFF);
|
||||
*(--_nIns) = (NIns)(0x4700 | (IP<<3));
|
||||
*(--_nIns) = (NIns)(0xE000 | (4>>1));
|
||||
*(--_nIns) = (NIns)(0x4800 | (Scratch<<8) | (1));
|
||||
asm_output2("call %08X:%s",(addr),(nm));
|
||||
}
|
||||
}
|
||||
|
||||
#else // ARM_JIT
|
||||
void Assembler::underrunProtect(int bytes)
|
||||
{
|
||||
intptr_t u = (bytes) + 4;
|
||||
if ( (samepage(_nIns,_nSlot) && (((intptr_t)_nIns-u) <= intptr_t(_nSlot+1))) ||
|
||||
(!samepage((intptr_t)_nIns-u,_nIns)) )
|
||||
{
|
||||
NIns* target = _nIns;
|
||||
_nIns = pageAlloc(_inExit);
|
||||
JMP_nochk(target);
|
||||
_nSlot = pageTop(_nIns);
|
||||
}
|
||||
}
|
||||
|
||||
bool isB24(NIns *target, NIns *cur)
|
||||
{
|
||||
int offset = int(target)-int(cur-2+2);
|
||||
return (-(1<<24) <= offset && offset < (1<<24));
|
||||
}
|
||||
|
||||
void Assembler::CALL(intptr_t addr, const char* nm)
|
||||
{
|
||||
(void)nm;
|
||||
if (isB24((NIns*)addr,_nIns))
|
||||
{
|
||||
// we can do this with a single BL call
|
||||
underrunProtect(4);
|
||||
|
||||
BL(addr);
|
||||
asm_output2("call %08X:%s",(addr),(nm));
|
||||
}
|
||||
else
|
||||
{
|
||||
underrunProtect(16);
|
||||
*(--_nIns) = (NIns)((addr));
|
||||
*(--_nIns) = (NIns)( COND_AL | (0x9<<21) | (0xFFF<<8) | (1<<4) | (IP) );
|
||||
*(--_nIns) = (NIns)( COND_AL | OP_IMM | (1<<23) | (PC<<16) | (LR<<12) | (4) );
|
||||
*(--_nIns) = (NIns)( COND_AL | (0x59<<20) | (PC<<16) | (IP<<12) | (4));
|
||||
asm_output2("call %08X:%s",(addr),(nm));
|
||||
}
|
||||
}
|
||||
|
||||
#endif // NJ_THUMB_JIT
|
||||
|
||||
|
||||
void Assembler::LD32_nochk(Register r, int32_t imm)
|
||||
{
|
||||
#ifdef NJ_THUMB_JIT
|
||||
|
||||
// Can we reach the current slot/pool?
|
||||
int offset = (int)(_nSlot) - (int)(_nIns);
|
||||
if ((offset>=NJ_MAX_CPOOL_OFFSET || offset<0) ||
|
||||
(_nSlot < _nPool))
|
||||
{
|
||||
// cant reach, or no room
|
||||
// need a new pool
|
||||
|
||||
// Make sure we have space for a pool and the LDR
|
||||
underrunProtect(sizeof(int32_t)*NJ_CPOOL_SIZE+1);
|
||||
|
||||
NIns* skip = _nIns;
|
||||
|
||||
_nPool = (int*)(((int)_nIns - (sizeof(int32_t)*NJ_CPOOL_SIZE)) &~3);
|
||||
_nSlot = _nPool + (NJ_CPOOL_SIZE-1);
|
||||
_nIns = (NIns*)_nPool;
|
||||
|
||||
// jump over the pool
|
||||
B(skip);
|
||||
//*(--_nIns) = (NIns)( COND_AL | (0x5<<25) | (NJ_CPOOL_SIZE-1) );
|
||||
}
|
||||
|
||||
*(_nSlot--) = (int)imm;
|
||||
|
||||
NIns *data = (NIns*)(_nSlot+1);;
|
||||
|
||||
int data_off = int(data) - (int(_nIns+1)&~3);
|
||||
*(--_nIns) = (NIns)(0x4800 | r<<8 | data_off>>2);
|
||||
asm_output3("ldr %s,%d(PC) [%X]",gpn(r),data_off,(int)data);
|
||||
|
||||
|
||||
#else
|
||||
|
||||
// We can always reach the const pool, since it's on the same page (<4096)
|
||||
|
||||
if (!_nSlot)
|
||||
_nSlot = pageTop(_nIns);
|
||||
|
||||
if ( (_nSlot+1) >= (_nIns-1) )
|
||||
{
|
||||
// This would overrun the code, so we need a new page
|
||||
// and a jump to that page
|
||||
|
||||
NIns* target = _nIns;
|
||||
_nIns = pageAlloc(_inExit);
|
||||
JMP_nochk(target);
|
||||
|
||||
// reset the slot
|
||||
_nSlot = pageTop(_nIns);
|
||||
}
|
||||
|
||||
*(++_nSlot) = (int)imm;
|
||||
|
||||
int offset = (int)(_nSlot) - (int)(_nIns+1);
|
||||
|
||||
*(--_nIns) = (NIns)( COND_AL | (0x51<<20) | (PC<<16) | ((r)<<12) | -(offset));
|
||||
asm_output2("ld %s,%d",gpn(r),imm);
|
||||
|
||||
|
||||
#endif
|
||||
|
||||
}
|
||||
#endif /* FEATURE_NANOJIT */
|
||||
}
|
Loading…
Reference in New Issue
Block a user