subtly
10 years ago
50 changed files with 1268 additions and 761 deletions
@ -0,0 +1,38 @@ |
|||||
|
#pragma once |
||||
|
|
||||
|
#include <evmjit/libevmjit/Common.h> |
||||
|
|
||||
|
namespace dev |
||||
|
{ |
||||
|
namespace eth |
||||
|
{ |
||||
|
|
||||
|
inline u256 llvm2eth(jit::i256 _i) |
||||
|
{ |
||||
|
u256 u = 0; |
||||
|
u |= _i.d; |
||||
|
u <<= 64; |
||||
|
u |= _i.c; |
||||
|
u <<= 64; |
||||
|
u |= _i.b; |
||||
|
u <<= 64; |
||||
|
u |= _i.a; |
||||
|
return u; |
||||
|
} |
||||
|
|
||||
|
inline jit::i256 eth2llvm(u256 _u) |
||||
|
{ |
||||
|
jit::i256 i; |
||||
|
u256 mask = 0xFFFFFFFFFFFFFFFF; |
||||
|
i.a = static_cast<uint64_t>(_u & mask); |
||||
|
_u >>= 64; |
||||
|
i.b = static_cast<uint64_t>(_u & mask); |
||||
|
_u >>= 64; |
||||
|
i.c = static_cast<uint64_t>(_u & mask); |
||||
|
_u >>= 64; |
||||
|
i.d = static_cast<uint64_t>(_u & mask); |
||||
|
return i; |
||||
|
} |
||||
|
|
||||
|
} |
||||
|
} |
||||
@ -1,237 +1,239 @@ |
|||||
#include "Memory.h" |
#include "Memory.h" |
||||
|
|
||||
#include <vector> |
#include <vector> |
||||
#include <iostream> |
#include <iostream> |
||||
#include <iomanip> |
#include <iomanip> |
||||
#include <cstdint> |
#include <cstdint> |
||||
#include <cassert> |
#include <cassert> |
||||
|
|
||||
#include <llvm/IR/GlobalVariable.h> |
#include <llvm/IR/GlobalVariable.h> |
||||
#include <llvm/IR/Function.h> |
#include <llvm/IR/Function.h> |
||||
#include <llvm/IR/IntrinsicInst.h> |
#include <llvm/IR/IntrinsicInst.h> |
||||
|
|
||||
#include "Type.h" |
#include "Type.h" |
||||
#include "Runtime.h" |
#include "Runtime.h" |
||||
#include "GasMeter.h" |
#include "GasMeter.h" |
||||
#include "Endianness.h" |
#include "Endianness.h" |
||||
#include "RuntimeManager.h" |
#include "RuntimeManager.h" |
||||
|
|
||||
namespace dev |
namespace dev |
||||
{ |
{ |
||||
namespace eth |
namespace eth |
||||
{ |
{ |
||||
namespace jit |
namespace jit |
||||
{ |
{ |
||||
|
|
||||
Memory::Memory(RuntimeManager& _runtimeManager, GasMeter& _gasMeter): |
Memory::Memory(RuntimeManager& _runtimeManager, GasMeter& _gasMeter): |
||||
RuntimeHelper(_runtimeManager), // TODO: RuntimeHelper not needed
|
RuntimeHelper(_runtimeManager), // TODO: RuntimeHelper not needed
|
||||
m_gasMeter(_gasMeter) |
m_gasMeter(_gasMeter) |
||||
{ |
{ |
||||
llvm::Type* resizeArgs[] = {Type::RuntimePtr, Type::WordPtr}; |
llvm::Type* resizeArgs[] = {Type::RuntimePtr, Type::WordPtr}; |
||||
m_resize = llvm::Function::Create(llvm::FunctionType::get(Type::BytePtr, resizeArgs, false), llvm::Function::ExternalLinkage, "mem_resize", getModule()); |
m_resize = llvm::Function::Create(llvm::FunctionType::get(Type::BytePtr, resizeArgs, false), llvm::Function::ExternalLinkage, "mem_resize", getModule()); |
||||
llvm::AttrBuilder attrBuilder; |
llvm::AttrBuilder attrBuilder; |
||||
attrBuilder.addAttribute(llvm::Attribute::NoAlias).addAttribute(llvm::Attribute::NoCapture).addAttribute(llvm::Attribute::NonNull).addAttribute(llvm::Attribute::ReadOnly); |
attrBuilder.addAttribute(llvm::Attribute::NoAlias).addAttribute(llvm::Attribute::NoCapture).addAttribute(llvm::Attribute::NonNull).addAttribute(llvm::Attribute::ReadOnly); |
||||
m_resize->setAttributes(llvm::AttributeSet::get(m_resize->getContext(), 1, attrBuilder)); |
m_resize->setAttributes(llvm::AttributeSet::get(m_resize->getContext(), 1, attrBuilder)); |
||||
|
|
||||
m_require = createRequireFunc(_gasMeter); |
m_require = createRequireFunc(_gasMeter); |
||||
m_loadWord = createFunc(false, Type::Word, _gasMeter); |
m_loadWord = createFunc(false, Type::Word, _gasMeter); |
||||
m_storeWord = createFunc(true, Type::Word, _gasMeter); |
m_storeWord = createFunc(true, Type::Word, _gasMeter); |
||||
m_storeByte = createFunc(true, Type::Byte, _gasMeter); |
m_storeByte = createFunc(true, Type::Byte, _gasMeter); |
||||
} |
} |
||||
|
|
||||
llvm::Function* Memory::createRequireFunc(GasMeter& _gasMeter) |
llvm::Function* Memory::createRequireFunc(GasMeter& _gasMeter) |
||||
{ |
{ |
||||
llvm::Type* argTypes[] = {Type::RuntimePtr, Type::Word, Type::Word}; |
llvm::Type* argTypes[] = {Type::RuntimePtr, Type::Word, Type::Word}; |
||||
auto func = llvm::Function::Create(llvm::FunctionType::get(Type::Void, argTypes, false), llvm::Function::PrivateLinkage, "mem.require", getModule()); |
auto func = llvm::Function::Create(llvm::FunctionType::get(Type::Void, argTypes, false), llvm::Function::PrivateLinkage, "mem.require", getModule()); |
||||
auto rt = func->arg_begin(); |
auto rt = func->arg_begin(); |
||||
rt->setName("rt"); |
rt->setName("rt"); |
||||
auto offset = rt->getNextNode(); |
auto offset = rt->getNextNode(); |
||||
offset->setName("offset"); |
offset->setName("offset"); |
||||
auto size = offset->getNextNode(); |
auto size = offset->getNextNode(); |
||||
size->setName("size"); |
size->setName("size"); |
||||
|
|
||||
auto preBB = llvm::BasicBlock::Create(func->getContext(), "Pre", func); |
auto preBB = llvm::BasicBlock::Create(func->getContext(), "Pre", func); |
||||
auto checkBB = llvm::BasicBlock::Create(func->getContext(), "Check", func); |
auto checkBB = llvm::BasicBlock::Create(func->getContext(), "Check", func); |
||||
auto resizeBB = llvm::BasicBlock::Create(func->getContext(), "Resize", func); |
auto resizeBB = llvm::BasicBlock::Create(func->getContext(), "Resize", func); |
||||
auto returnBB = llvm::BasicBlock::Create(func->getContext(), "Return", func); |
auto returnBB = llvm::BasicBlock::Create(func->getContext(), "Return", func); |
||||
|
|
||||
InsertPointGuard guard(m_builder); // Restores insert point at function exit
|
InsertPointGuard guard(m_builder); // Restores insert point at function exit
|
||||
|
|
||||
// BB "Pre": Ignore checks with size 0
|
// BB "Pre": Ignore checks with size 0
|
||||
m_builder.SetInsertPoint(preBB); |
m_builder.SetInsertPoint(preBB); |
||||
auto sizeIsZero = m_builder.CreateICmpEQ(size, Constant::get(0)); |
auto sizeIsZero = m_builder.CreateICmpEQ(size, Constant::get(0)); |
||||
m_builder.CreateCondBr(sizeIsZero, returnBB, checkBB); |
m_builder.CreateCondBr(sizeIsZero, returnBB, checkBB); |
||||
|
|
||||
// BB "Check"
|
// BB "Check"
|
||||
m_builder.SetInsertPoint(checkBB); |
m_builder.SetInsertPoint(checkBB); |
||||
auto uaddWO = llvm::Intrinsic::getDeclaration(getModule(), llvm::Intrinsic::uadd_with_overflow, Type::Word); |
auto uaddWO = llvm::Intrinsic::getDeclaration(getModule(), llvm::Intrinsic::uadd_with_overflow, Type::Word); |
||||
auto uaddRes = m_builder.CreateCall2(uaddWO, offset, size, "res"); |
auto uaddRes = m_builder.CreateCall2(uaddWO, offset, size, "res"); |
||||
auto sizeRequired = m_builder.CreateExtractValue(uaddRes, 0, "sizeReq"); |
auto sizeRequired = m_builder.CreateExtractValue(uaddRes, 0, "sizeReq"); |
||||
auto overflow1 = m_builder.CreateExtractValue(uaddRes, 1, "overflow1"); |
auto overflow1 = m_builder.CreateExtractValue(uaddRes, 1, "overflow1"); |
||||
auto rtPtr = getRuntimeManager().getRuntimePtr(); |
auto rtPtr = getRuntimeManager().getRuntimePtr(); |
||||
auto sizePtr = m_builder.CreateStructGEP(rtPtr, 4); |
auto sizePtr = m_builder.CreateStructGEP(rtPtr, 4); |
||||
auto currSize = m_builder.CreateLoad(sizePtr, "currSize"); |
auto currSize = m_builder.CreateLoad(sizePtr, "currSize"); |
||||
auto tooSmall = m_builder.CreateICmpULE(currSize, sizeRequired, "tooSmall"); |
auto tooSmall = m_builder.CreateICmpULE(currSize, sizeRequired, "tooSmall"); |
||||
auto resizeNeeded = m_builder.CreateOr(tooSmall, overflow1, "resizeNeeded"); |
auto resizeNeeded = m_builder.CreateOr(tooSmall, overflow1, "resizeNeeded"); |
||||
m_builder.CreateCondBr(resizeNeeded, resizeBB, returnBB); // OPT branch weights?
|
m_builder.CreateCondBr(resizeNeeded, resizeBB, returnBB); // OPT branch weights?
|
||||
|
|
||||
// BB "Resize"
|
// BB "Resize"
|
||||
m_builder.SetInsertPoint(resizeBB); |
m_builder.SetInsertPoint(resizeBB); |
||||
// Check gas first
|
// Check gas first
|
||||
uaddRes = m_builder.CreateCall2(uaddWO, sizeRequired, Constant::get(31), "res"); |
uaddRes = m_builder.CreateCall2(uaddWO, sizeRequired, Constant::get(31), "res"); |
||||
auto wordsRequired = m_builder.CreateExtractValue(uaddRes, 0); |
auto wordsRequired = m_builder.CreateExtractValue(uaddRes, 0); |
||||
auto overflow2 = m_builder.CreateExtractValue(uaddRes, 1, "overflow2"); |
auto overflow2 = m_builder.CreateExtractValue(uaddRes, 1, "overflow2"); |
||||
auto overflow = m_builder.CreateOr(overflow1, overflow2, "overflow"); |
auto overflow = m_builder.CreateOr(overflow1, overflow2, "overflow"); |
||||
wordsRequired = m_builder.CreateSelect(overflow, Constant::get(-1), wordsRequired); |
wordsRequired = m_builder.CreateSelect(overflow, Constant::get(-1), wordsRequired); |
||||
wordsRequired = m_builder.CreateUDiv(wordsRequired, Constant::get(32), "wordsReq"); |
wordsRequired = m_builder.CreateUDiv(wordsRequired, Constant::get(32), "wordsReq"); |
||||
sizeRequired = m_builder.CreateMul(wordsRequired, Constant::get(32), "roundedSizeReq"); |
sizeRequired = m_builder.CreateMul(wordsRequired, Constant::get(32), "roundedSizeReq"); |
||||
auto words = m_builder.CreateUDiv(currSize, Constant::get(32), "words"); // size is always 32*k
|
auto words = m_builder.CreateUDiv(currSize, Constant::get(32), "words"); // size is always 32*k
|
||||
auto newWords = m_builder.CreateSub(wordsRequired, words, "addtionalWords"); |
auto newWords = m_builder.CreateSub(wordsRequired, words, "addtionalWords"); |
||||
_gasMeter.countMemory(newWords); |
_gasMeter.countMemory(newWords); |
||||
// Resize
|
// Resize
|
||||
m_builder.CreateStore(sizeRequired, sizePtr); |
m_builder.CreateStore(sizeRequired, sizePtr); |
||||
auto newData = m_builder.CreateCall2(m_resize, rt, sizePtr, "newData"); |
auto newData = m_builder.CreateCall2(m_resize, rt, sizePtr, "newData"); |
||||
auto dataPtr = m_builder.CreateStructGEP(rtPtr, 3); |
auto dataPtr = m_builder.CreateStructGEP(rtPtr, 3); |
||||
m_builder.CreateStore(newData, dataPtr); |
m_builder.CreateStore(newData, dataPtr); |
||||
m_builder.CreateBr(returnBB); |
m_builder.CreateBr(returnBB); |
||||
|
|
||||
// BB "Return"
|
// BB "Return"
|
||||
m_builder.SetInsertPoint(returnBB); |
m_builder.SetInsertPoint(returnBB); |
||||
m_builder.CreateRetVoid(); |
m_builder.CreateRetVoid(); |
||||
return func; |
return func; |
||||
} |
} |
||||
|
|
||||
llvm::Function* Memory::createFunc(bool _isStore, llvm::Type* _valueType, GasMeter&) |
llvm::Function* Memory::createFunc(bool _isStore, llvm::Type* _valueType, GasMeter&) |
||||
{ |
{ |
||||
auto isWord = _valueType == Type::Word; |
auto isWord = _valueType == Type::Word; |
||||
|
|
||||
llvm::Type* storeArgs[] = {Type::RuntimePtr, Type::Word, _valueType}; |
llvm::Type* storeArgs[] = {Type::RuntimePtr, Type::Word, _valueType}; |
||||
llvm::Type* loadArgs[] = {Type::RuntimePtr, Type::Word}; |
llvm::Type* loadArgs[] = {Type::RuntimePtr, Type::Word}; |
||||
auto name = _isStore ? isWord ? "mstore" : "mstore8" : "mload"; |
auto name = _isStore ? isWord ? "mstore" : "mstore8" : "mload"; |
||||
auto funcType = _isStore ? llvm::FunctionType::get(Type::Void, storeArgs, false) : llvm::FunctionType::get(Type::Word, loadArgs, false); |
auto funcType = _isStore ? llvm::FunctionType::get(Type::Void, storeArgs, false) : llvm::FunctionType::get(Type::Word, loadArgs, false); |
||||
auto func = llvm::Function::Create(funcType, llvm::Function::PrivateLinkage, name, getModule()); |
auto func = llvm::Function::Create(funcType, llvm::Function::PrivateLinkage, name, getModule()); |
||||
|
|
||||
InsertPointGuard guard(m_builder); // Restores insert point at function exit
|
InsertPointGuard guard(m_builder); // Restores insert point at function exit
|
||||
|
|
||||
m_builder.SetInsertPoint(llvm::BasicBlock::Create(func->getContext(), {}, func)); |
m_builder.SetInsertPoint(llvm::BasicBlock::Create(func->getContext(), {}, func)); |
||||
auto rt = func->arg_begin(); |
auto rt = func->arg_begin(); |
||||
rt->setName("rt"); |
rt->setName("rt"); |
||||
auto index = rt->getNextNode(); |
auto index = rt->getNextNode(); |
||||
index->setName("index"); |
index->setName("index"); |
||||
|
|
||||
auto valueSize = _valueType->getPrimitiveSizeInBits() / 8; |
auto valueSize = _valueType->getPrimitiveSizeInBits() / 8; |
||||
this->require(index, Constant::get(valueSize)); |
this->require(index, Constant::get(valueSize)); |
||||
auto ptr = getBytePtr(index); |
auto ptr = getBytePtr(index); |
||||
if (isWord) |
if (isWord) |
||||
ptr = m_builder.CreateBitCast(ptr, Type::WordPtr, "wordPtr"); |
ptr = m_builder.CreateBitCast(ptr, Type::WordPtr, "wordPtr"); |
||||
if (_isStore) |
if (_isStore) |
||||
{ |
{ |
||||
llvm::Value* value = index->getNextNode(); |
llvm::Value* value = index->getNextNode(); |
||||
value->setName("value"); |
value->setName("value"); |
||||
if (isWord) |
if (isWord) |
||||
value = Endianness::toBE(m_builder, value); |
value = Endianness::toBE(m_builder, value); |
||||
m_builder.CreateStore(value, ptr); |
m_builder.CreateStore(value, ptr); |
||||
m_builder.CreateRetVoid(); |
m_builder.CreateRetVoid(); |
||||
} |
} |
||||
else |
else |
||||
{ |
{ |
||||
llvm::Value* ret = m_builder.CreateLoad(ptr); |
llvm::Value* ret = m_builder.CreateLoad(ptr); |
||||
ret = Endianness::toNative(m_builder, ret); |
ret = Endianness::toNative(m_builder, ret); |
||||
m_builder.CreateRet(ret); |
m_builder.CreateRet(ret); |
||||
} |
} |
||||
|
|
||||
return func; |
return func; |
||||
} |
} |
||||
|
|
||||
|
|
||||
llvm::Value* Memory::loadWord(llvm::Value* _addr) |
llvm::Value* Memory::loadWord(llvm::Value* _addr) |
||||
{ |
{ |
||||
return createCall(m_loadWord, {getRuntimeManager().getRuntimePtr(), _addr}); |
return createCall(m_loadWord, {getRuntimeManager().getRuntimePtr(), _addr}); |
||||
} |
} |
||||
|
|
||||
void Memory::storeWord(llvm::Value* _addr, llvm::Value* _word) |
void Memory::storeWord(llvm::Value* _addr, llvm::Value* _word) |
||||
{ |
{ |
||||
createCall(m_storeWord, {getRuntimeManager().getRuntimePtr(), _addr, _word}); |
createCall(m_storeWord, {getRuntimeManager().getRuntimePtr(), _addr, _word}); |
||||
} |
} |
||||
|
|
||||
void Memory::storeByte(llvm::Value* _addr, llvm::Value* _word) |
void Memory::storeByte(llvm::Value* _addr, llvm::Value* _word) |
||||
{ |
{ |
||||
auto byte = m_builder.CreateTrunc(_word, Type::Byte, "byte"); |
auto byte = m_builder.CreateTrunc(_word, Type::Byte, "byte"); |
||||
createCall(m_storeByte, {getRuntimeManager().getRuntimePtr(), _addr, byte}); |
createCall(m_storeByte, {getRuntimeManager().getRuntimePtr(), _addr, byte}); |
||||
} |
} |
||||
|
|
||||
llvm::Value* Memory::getData() |
llvm::Value* Memory::getData() |
||||
{ |
{ |
||||
auto rtPtr = getRuntimeManager().getRuntimePtr(); |
auto rtPtr = getRuntimeManager().getRuntimePtr(); |
||||
auto dataPtr = m_builder.CreateStructGEP(rtPtr, 3); |
auto dataPtr = m_builder.CreateStructGEP(rtPtr, 3); |
||||
return m_builder.CreateLoad(dataPtr, "data"); |
return m_builder.CreateLoad(dataPtr, "data"); |
||||
} |
} |
||||
|
|
||||
llvm::Value* Memory::getSize() |
llvm::Value* Memory::getSize() |
||||
{ |
{ |
||||
auto rtPtr = getRuntimeManager().getRuntimePtr(); |
auto rtPtr = getRuntimeManager().getRuntimePtr(); |
||||
auto sizePtr = m_builder.CreateStructGEP(rtPtr, 4); |
auto sizePtr = m_builder.CreateStructGEP(rtPtr, 4); |
||||
return m_builder.CreateLoad(sizePtr, "size"); |
return m_builder.CreateLoad(sizePtr, "size"); |
||||
} |
} |
||||
|
|
||||
llvm::Value* Memory::getBytePtr(llvm::Value* _index) |
llvm::Value* Memory::getBytePtr(llvm::Value* _index) |
||||
{ |
{ |
||||
return m_builder.CreateGEP(getData(), _index, "ptr"); |
auto idx = m_builder.CreateTrunc(_index, Type::Size, "idx"); // Never allow memory index be a type bigger than i64
|
||||
} |
return m_builder.CreateGEP(getData(), idx, "ptr"); |
||||
|
} |
||||
void Memory::require(llvm::Value* _offset, llvm::Value* _size) |
|
||||
{ |
void Memory::require(llvm::Value* _offset, llvm::Value* _size) |
||||
createCall(m_require, {getRuntimeManager().getRuntimePtr(), _offset, _size}); |
{ |
||||
} |
createCall(m_require, {getRuntimeManager().getRuntimePtr(), _offset, _size}); |
||||
|
} |
||||
void Memory::copyBytes(llvm::Value* _srcPtr, llvm::Value* _srcSize, llvm::Value* _srcIdx, |
|
||||
llvm::Value* _destMemIdx, llvm::Value* _reqBytes) |
void Memory::copyBytes(llvm::Value* _srcPtr, llvm::Value* _srcSize, llvm::Value* _srcIdx, |
||||
{ |
llvm::Value* _destMemIdx, llvm::Value* _reqBytes) |
||||
require(_destMemIdx, _reqBytes); |
{ |
||||
|
require(_destMemIdx, _reqBytes); |
||||
// Additional copy cost
|
|
||||
// TODO: This round ups to 32 happens in many places
|
// Additional copy cost
|
||||
auto copyWords = m_builder.CreateUDiv(m_builder.CreateAdd(_reqBytes, Constant::get(31)), Constant::get(32)); |
// TODO: This round ups to 32 happens in many places
|
||||
m_gasMeter.countCopy(copyWords); |
auto copyWords = m_builder.CreateUDiv(m_builder.CreateAdd(_reqBytes, Constant::get(31)), Constant::get(32)); |
||||
|
m_gasMeter.countCopy(copyWords); |
||||
// Algorithm:
|
|
||||
// isOutsideData = idx256 >= size256
|
// Algorithm:
|
||||
// idx64 = trunc idx256
|
// isOutsideData = idx256 >= size256
|
||||
// size64 = trunc size256
|
// idx64 = trunc idx256
|
||||
// dataLeftSize = size64 - idx64 // safe if not isOutsideData
|
// size64 = trunc size256
|
||||
// reqBytes64 = trunc _reqBytes // require() handles large values
|
// dataLeftSize = size64 - idx64 // safe if not isOutsideData
|
||||
// bytesToCopy0 = select(reqBytes64 > dataLeftSize, dataSizeLeft, reqBytes64) // min
|
// reqBytes64 = trunc _reqBytes // require() handles large values
|
||||
// bytesToCopy = select(isOutsideData, 0, bytesToCopy0)
|
// bytesToCopy0 = select(reqBytes64 > dataLeftSize, dataSizeLeft, reqBytes64) // min
|
||||
|
// bytesToCopy = select(isOutsideData, 0, bytesToCopy0)
|
||||
auto isOutsideData = m_builder.CreateICmpUGE(_srcIdx, _srcSize); |
|
||||
auto idx64 = m_builder.CreateTrunc(_srcIdx, Type::lowPrecision); |
auto isOutsideData = m_builder.CreateICmpUGE(_srcIdx, _srcSize); |
||||
auto size64 = m_builder.CreateTrunc(_srcSize, Type::lowPrecision); |
auto idx64 = m_builder.CreateTrunc(_srcIdx, Type::lowPrecision); |
||||
auto dataLeftSize = m_builder.CreateNUWSub(size64, idx64); |
auto size64 = m_builder.CreateTrunc(_srcSize, Type::lowPrecision); |
||||
auto reqBytes64 = m_builder.CreateTrunc(_reqBytes, Type::lowPrecision); |
auto dataLeftSize = m_builder.CreateNUWSub(size64, idx64); |
||||
auto outOfBound = m_builder.CreateICmpUGT(reqBytes64, dataLeftSize); |
auto reqBytes64 = m_builder.CreateTrunc(_reqBytes, Type::lowPrecision); |
||||
auto bytesToCopyInner = m_builder.CreateSelect(outOfBound, dataLeftSize, reqBytes64); |
auto outOfBound = m_builder.CreateICmpUGT(reqBytes64, dataLeftSize); |
||||
auto zero64 = llvm::ConstantInt::get(Type::lowPrecision, 0); // TODO: Cache common constants
|
auto bytesToCopyInner = m_builder.CreateSelect(outOfBound, dataLeftSize, reqBytes64); |
||||
auto bytesToCopy = m_builder.CreateSelect(isOutsideData, zero64, bytesToCopyInner); |
auto zero64 = llvm::ConstantInt::get(Type::lowPrecision, 0); // TODO: Cache common constants
|
||||
|
auto bytesToCopy = m_builder.CreateSelect(isOutsideData, zero64, bytesToCopyInner); |
||||
auto src = m_builder.CreateGEP(_srcPtr, idx64, "src"); |
|
||||
auto dst = m_builder.CreateGEP(getData(), _destMemIdx, "dst"); |
auto src = m_builder.CreateGEP(_srcPtr, idx64, "src"); |
||||
m_builder.CreateMemCpy(dst, src, bytesToCopy, 0); |
auto dstIdx = m_builder.CreateTrunc(_destMemIdx, Type::Size, "dstIdx"); // Never allow memory index be a type bigger than i64
|
||||
} |
auto dst = m_builder.CreateGEP(getData(), dstIdx, "dst"); |
||||
|
m_builder.CreateMemCpy(dst, src, bytesToCopy, 0); |
||||
} |
} |
||||
} |
|
||||
} |
} |
||||
|
} |
||||
|
} |
||||
extern "C" |
|
||||
{ |
|
||||
using namespace dev::eth::jit; |
extern "C" |
||||
|
{ |
||||
EXPORT byte* mem_resize(Runtime* _rt, i256* _size) // TODO: Use uint64 as size OR use realloc in LLVM IR
|
using namespace dev::eth::jit; |
||||
{ |
|
||||
auto size = _size->a; // Trunc to 64-bit
|
EXPORT byte* mem_resize(Runtime* _rt, i256* _size) // TODO: Use uint64 as size OR use realloc in LLVM IR
|
||||
auto& memory = _rt->getMemory(); |
{ |
||||
memory.resize(size); |
auto size = _size->a; // Trunc to 64-bit
|
||||
return memory.data(); |
auto& memory = _rt->getMemory(); |
||||
} |
memory.resize(size); |
||||
} |
return memory.data(); |
||||
|
} |
||||
|
} |
||||
|
|||||
@ -1,59 +1,46 @@ |
|||||
|
|
||||
#pragma once |
#pragma once |
||||
|
|
||||
#include <csetjmp> |
#include <csetjmp> |
||||
#include <vector> |
#include "RuntimeData.h" |
||||
|
|
||||
#include "Instruction.h" |
namespace dev |
||||
#include "CompilerHelper.h" |
{ |
||||
#include "Utils.h" |
namespace eth |
||||
#include "Type.h" |
{ |
||||
#include "RuntimeData.h" |
namespace jit |
||||
|
{ |
||||
|
|
||||
#ifdef _MSC_VER |
using StackImpl = std::vector<i256>; |
||||
#define EXPORT __declspec(dllexport) |
using MemoryImpl = bytes; |
||||
#else |
using jmp_buf_ref = decltype(&std::jmp_buf{}[0]); |
||||
#define EXPORT |
|
||||
#endif |
class Runtime |
||||
|
{ |
||||
namespace dev |
public: |
||||
{ |
Runtime(RuntimeData* _data, Env* _env); |
||||
namespace eth |
|
||||
{ |
Runtime(const Runtime&) = delete; |
||||
namespace jit |
Runtime& operator=(const Runtime&) = delete; |
||||
{ |
|
||||
|
StackImpl& getStack() { return m_stack; } |
||||
using StackImpl = std::vector<i256>; |
MemoryImpl& getMemory() { return m_memory; } |
||||
using MemoryImpl = bytes; |
Env* getEnvPtr() { return &m_env; } |
||||
using jmp_buf_ref = decltype(&std::jmp_buf{}[0]); |
|
||||
|
bytes_ref getReturnData() const; |
||||
class Runtime |
jmp_buf_ref getJmpBuf() { return m_jmpBuf; } |
||||
{ |
|
||||
public: |
private: |
||||
Runtime(RuntimeData* _data, Env* _env); |
RuntimeData& m_data; ///< Pointer to data. Expected by compiled contract.
|
||||
|
Env& m_env; ///< Pointer to environment proxy. Expected by compiled contract.
|
||||
Runtime(const Runtime&) = delete; |
jmp_buf_ref m_currJmpBuf; ///< Pointer to jump buffer. Expected by compiled contract.
|
||||
Runtime& operator=(const Runtime&) = delete; |
byte* m_memoryData = nullptr; |
||||
|
i256 m_memorySize; |
||||
StackImpl& getStack() { return m_stack; } |
std::jmp_buf m_jmpBuf; |
||||
MemoryImpl& getMemory() { return m_memory; } |
StackImpl m_stack; |
||||
Env* getEnvPtr() { return &m_env; } |
MemoryImpl m_memory; |
||||
|
}; |
||||
bytes getReturnData() const; |
|
||||
jmp_buf_ref getJmpBuf() { return m_jmpBuf; } |
} |
||||
|
} |
||||
private: |
} |
||||
RuntimeData& m_data; ///< Pointer to data. Expected by compiled contract.
|
|
||||
Env& m_env; ///< Pointer to environment proxy. Expected by compiled contract.
|
|
||||
jmp_buf_ref m_currJmpBuf; ///< Pointer to jump buffer. Expected by compiled contract.
|
|
||||
byte* m_memoryData = nullptr; |
|
||||
i256 m_memorySize; |
|
||||
std::jmp_buf m_jmpBuf; |
|
||||
StackImpl m_stack; |
|
||||
MemoryImpl m_memory; |
|
||||
}; |
|
||||
|
|
||||
} |
|
||||
} |
|
||||
} |
|
||||
|
|||||
@ -1,34 +1,41 @@ |
|||||
#include "interface.h" |
|
||||
#include <cstdio> |
|
||||
#include "ExecutionEngine.h" |
#include "ExecutionEngine.h" |
||||
|
|
||||
extern "C" |
extern "C" |
||||
{ |
{ |
||||
|
|
||||
evmjit_result evmjit_run(void* _data, void* _env) |
using namespace dev::eth::jit; |
||||
{ |
|
||||
using namespace dev::eth::jit; |
|
||||
|
|
||||
auto data = static_cast<RuntimeData*>(_data); |
#ifdef _MSC_VER |
||||
|
#define _ALLOW_KEYWORD_MACROS |
||||
|
#define noexcept throw() |
||||
|
#endif |
||||
|
|
||||
ExecutionEngine engine; |
EXPORT void* evmjit_create() noexcept |
||||
|
{ |
||||
|
return new(std::nothrow) ExecutionEngine; |
||||
|
} |
||||
|
|
||||
|
EXPORT void evmjit_destroy(ExecutionEngine* _engine) noexcept |
||||
|
{ |
||||
|
delete _engine; |
||||
|
} |
||||
|
|
||||
auto codePtr = data->code; |
EXPORT int evmjit_run(ExecutionEngine* _engine, RuntimeData* _data, Env* _env) noexcept |
||||
auto codeSize = data->elems[RuntimeData::CodeSize].a; |
{ |
||||
bytes bytecode; |
try |
||||
bytecode.insert(bytecode.end(), codePtr, codePtr + codeSize); |
{ |
||||
|
auto codePtr = _data->code; |
||||
|
auto codeSize = _data->codeSize; |
||||
|
bytes bytecode; |
||||
|
bytecode.insert(bytecode.end(), codePtr, codePtr + codeSize); |
||||
|
|
||||
auto returnCode = engine.run(bytecode, data, static_cast<Env*>(_env)); |
auto returnCode = _engine->run(bytecode, _data, _env); |
||||
evmjit_result result = {static_cast<int32_t>(returnCode), 0, nullptr}; |
return static_cast<int>(returnCode); |
||||
if (returnCode == ReturnCode::Return && !engine.returnData.empty()) |
} |
||||
|
catch(...) |
||||
{ |
{ |
||||
// TODO: Optimized returning data. Allocating memory on client side by callback function might be a good idea
|
return static_cast<int>(ReturnCode::UnexpectedException); |
||||
result.returnDataSize = engine.returnData.size(); |
|
||||
result.returnData = std::malloc(result.returnDataSize); |
|
||||
std::memcpy(result.returnData, engine.returnData.data(), result.returnDataSize); |
|
||||
} |
} |
||||
|
|
||||
return result; |
|
||||
} |
} |
||||
|
|
||||
} |
} |
||||
|
|||||
File diff suppressed because one or more lines are too long
File diff suppressed because one or more lines are too long
Loading…
Reference in new issue