449 lines
14 KiB
C++
449 lines
14 KiB
C++
//===-- ExecutionEngineBindings.cpp - C bindings for EEs ------------------===//
|
|
//
|
|
// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
|
|
// See https://llvm.org/LICENSE.txt for license information.
|
|
// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
//
|
|
// This file defines the C bindings for the ExecutionEngine library.
|
|
//
|
|
//===----------------------------------------------------------------------===//
|
|
|
|
#include "llvm-c/ExecutionEngine.h"
|
|
#include "llvm/ExecutionEngine/ExecutionEngine.h"
|
|
#include "llvm/ExecutionEngine/GenericValue.h"
|
|
#include "llvm/ExecutionEngine/JITEventListener.h"
|
|
#include "llvm/ExecutionEngine/RTDyldMemoryManager.h"
|
|
#include "llvm/IR/DerivedTypes.h"
|
|
#include "llvm/IR/Module.h"
|
|
#include "llvm/Support/ErrorHandling.h"
|
|
#include "llvm/Target/CodeGenCWrappers.h"
|
|
#include "llvm/Target/TargetOptions.h"
|
|
#include <cstring>
|
|
|
|
using namespace llvm;
|
|
|
|
#define DEBUG_TYPE "jit"
|
|
|
|
// Wrapping the C bindings types.
|
|
DEFINE_SIMPLE_CONVERSION_FUNCTIONS(GenericValue, LLVMGenericValueRef)
|
|
|
|
|
|
static LLVMTargetMachineRef wrap(const TargetMachine *P) {
|
|
return
|
|
reinterpret_cast<LLVMTargetMachineRef>(const_cast<TargetMachine*>(P));
|
|
}
|
|
|
|
/*===-- Operations on generic values --------------------------------------===*/
|
|
|
|
LLVMGenericValueRef LLVMCreateGenericValueOfInt(LLVMTypeRef Ty,
|
|
unsigned long long N,
|
|
LLVMBool IsSigned) {
|
|
GenericValue *GenVal = new GenericValue();
|
|
GenVal->IntVal = APInt(unwrap<IntegerType>(Ty)->getBitWidth(), N, IsSigned);
|
|
return wrap(GenVal);
|
|
}
|
|
|
|
LLVMGenericValueRef LLVMCreateGenericValueOfPointer(void *P) {
|
|
GenericValue *GenVal = new GenericValue();
|
|
GenVal->PointerVal = P;
|
|
return wrap(GenVal);
|
|
}
|
|
|
|
LLVMGenericValueRef LLVMCreateGenericValueOfFloat(LLVMTypeRef TyRef, double N) {
|
|
GenericValue *GenVal = new GenericValue();
|
|
switch (unwrap(TyRef)->getTypeID()) {
|
|
case Type::FloatTyID:
|
|
GenVal->FloatVal = N;
|
|
break;
|
|
case Type::DoubleTyID:
|
|
GenVal->DoubleVal = N;
|
|
break;
|
|
default:
|
|
llvm_unreachable("LLVMGenericValueToFloat supports only float and double.");
|
|
}
|
|
return wrap(GenVal);
|
|
}
|
|
|
|
unsigned LLVMGenericValueIntWidth(LLVMGenericValueRef GenValRef) {
|
|
return unwrap(GenValRef)->IntVal.getBitWidth();
|
|
}
|
|
|
|
unsigned long long LLVMGenericValueToInt(LLVMGenericValueRef GenValRef,
|
|
LLVMBool IsSigned) {
|
|
GenericValue *GenVal = unwrap(GenValRef);
|
|
if (IsSigned)
|
|
return GenVal->IntVal.getSExtValue();
|
|
else
|
|
return GenVal->IntVal.getZExtValue();
|
|
}
|
|
|
|
void *LLVMGenericValueToPointer(LLVMGenericValueRef GenVal) {
|
|
return unwrap(GenVal)->PointerVal;
|
|
}
|
|
|
|
double LLVMGenericValueToFloat(LLVMTypeRef TyRef, LLVMGenericValueRef GenVal) {
|
|
switch (unwrap(TyRef)->getTypeID()) {
|
|
case Type::FloatTyID:
|
|
return unwrap(GenVal)->FloatVal;
|
|
case Type::DoubleTyID:
|
|
return unwrap(GenVal)->DoubleVal;
|
|
default:
|
|
llvm_unreachable("LLVMGenericValueToFloat supports only float and double.");
|
|
}
|
|
}
|
|
|
|
void LLVMDisposeGenericValue(LLVMGenericValueRef GenVal) {
|
|
delete unwrap(GenVal);
|
|
}
|
|
|
|
/*===-- Operations on execution engines -----------------------------------===*/
|
|
|
|
LLVMBool LLVMCreateExecutionEngineForModule(LLVMExecutionEngineRef *OutEE,
|
|
LLVMModuleRef M,
|
|
char **OutError) {
|
|
std::string Error;
|
|
EngineBuilder builder(std::unique_ptr<Module>(unwrap(M)));
|
|
builder.setEngineKind(EngineKind::Either)
|
|
.setErrorStr(&Error);
|
|
if (ExecutionEngine *EE = builder.create()){
|
|
*OutEE = wrap(EE);
|
|
return 0;
|
|
}
|
|
*OutError = strdup(Error.c_str());
|
|
return 1;
|
|
}
|
|
|
|
LLVMBool LLVMCreateInterpreterForModule(LLVMExecutionEngineRef *OutInterp,
|
|
LLVMModuleRef M,
|
|
char **OutError) {
|
|
std::string Error;
|
|
EngineBuilder builder(std::unique_ptr<Module>(unwrap(M)));
|
|
builder.setEngineKind(EngineKind::Interpreter)
|
|
.setErrorStr(&Error);
|
|
if (ExecutionEngine *Interp = builder.create()) {
|
|
*OutInterp = wrap(Interp);
|
|
return 0;
|
|
}
|
|
*OutError = strdup(Error.c_str());
|
|
return 1;
|
|
}
|
|
|
|
LLVMBool LLVMCreateJITCompilerForModule(LLVMExecutionEngineRef *OutJIT,
|
|
LLVMModuleRef M,
|
|
unsigned OptLevel,
|
|
char **OutError) {
|
|
std::string Error;
|
|
EngineBuilder builder(std::unique_ptr<Module>(unwrap(M)));
|
|
builder.setEngineKind(EngineKind::JIT)
|
|
.setErrorStr(&Error)
|
|
.setOptLevel((CodeGenOpt::Level)OptLevel);
|
|
if (ExecutionEngine *JIT = builder.create()) {
|
|
*OutJIT = wrap(JIT);
|
|
return 0;
|
|
}
|
|
*OutError = strdup(Error.c_str());
|
|
return 1;
|
|
}
|
|
|
|
void LLVMInitializeMCJITCompilerOptions(LLVMMCJITCompilerOptions *PassedOptions,
|
|
size_t SizeOfPassedOptions) {
|
|
LLVMMCJITCompilerOptions options;
|
|
memset(&options, 0, sizeof(options)); // Most fields are zero by default.
|
|
options.CodeModel = LLVMCodeModelJITDefault;
|
|
|
|
memcpy(PassedOptions, &options,
|
|
std::min(sizeof(options), SizeOfPassedOptions));
|
|
}
|
|
|
|
LLVMBool LLVMCreateMCJITCompilerForModule(
|
|
LLVMExecutionEngineRef *OutJIT, LLVMModuleRef M,
|
|
LLVMMCJITCompilerOptions *PassedOptions, size_t SizeOfPassedOptions,
|
|
char **OutError) {
|
|
LLVMMCJITCompilerOptions options;
|
|
// If the user passed a larger sized options struct, then they were compiled
|
|
// against a newer LLVM. Tell them that something is wrong.
|
|
if (SizeOfPassedOptions > sizeof(options)) {
|
|
*OutError = strdup(
|
|
"Refusing to use options struct that is larger than my own; assuming "
|
|
"LLVM library mismatch.");
|
|
return 1;
|
|
}
|
|
|
|
// Defend against the user having an old version of the API by ensuring that
|
|
// any fields they didn't see are cleared. We must defend against fields being
|
|
// set to the bitwise equivalent of zero, and assume that this means "do the
|
|
// default" as if that option hadn't been available.
|
|
LLVMInitializeMCJITCompilerOptions(&options, sizeof(options));
|
|
memcpy(&options, PassedOptions, SizeOfPassedOptions);
|
|
|
|
TargetOptions targetOptions;
|
|
targetOptions.EnableFastISel = options.EnableFastISel;
|
|
std::unique_ptr<Module> Mod(unwrap(M));
|
|
|
|
if (Mod)
|
|
// Set function attribute "frame-pointer" based on
|
|
// NoFramePointerElim.
|
|
for (auto &F : *Mod) {
|
|
auto Attrs = F.getAttributes();
|
|
StringRef Value = options.NoFramePointerElim ? "all" : "none";
|
|
Attrs = Attrs.addAttribute(F.getContext(), AttributeList::FunctionIndex,
|
|
"frame-pointer", Value);
|
|
F.setAttributes(Attrs);
|
|
}
|
|
|
|
std::string Error;
|
|
EngineBuilder builder(std::move(Mod));
|
|
builder.setEngineKind(EngineKind::JIT)
|
|
.setErrorStr(&Error)
|
|
.setOptLevel((CodeGenOpt::Level)options.OptLevel)
|
|
.setTargetOptions(targetOptions);
|
|
bool JIT;
|
|
if (Optional<CodeModel::Model> CM = unwrap(options.CodeModel, JIT))
|
|
builder.setCodeModel(*CM);
|
|
if (options.MCJMM)
|
|
builder.setMCJITMemoryManager(
|
|
std::unique_ptr<RTDyldMemoryManager>(unwrap(options.MCJMM)));
|
|
if (ExecutionEngine *JIT = builder.create()) {
|
|
*OutJIT = wrap(JIT);
|
|
return 0;
|
|
}
|
|
*OutError = strdup(Error.c_str());
|
|
return 1;
|
|
}
|
|
|
|
void LLVMDisposeExecutionEngine(LLVMExecutionEngineRef EE) {
|
|
delete unwrap(EE);
|
|
}
|
|
|
|
void LLVMRunStaticConstructors(LLVMExecutionEngineRef EE) {
|
|
unwrap(EE)->finalizeObject();
|
|
unwrap(EE)->runStaticConstructorsDestructors(false);
|
|
}
|
|
|
|
void LLVMRunStaticDestructors(LLVMExecutionEngineRef EE) {
|
|
unwrap(EE)->finalizeObject();
|
|
unwrap(EE)->runStaticConstructorsDestructors(true);
|
|
}
|
|
|
|
int LLVMRunFunctionAsMain(LLVMExecutionEngineRef EE, LLVMValueRef F,
|
|
unsigned ArgC, const char * const *ArgV,
|
|
const char * const *EnvP) {
|
|
unwrap(EE)->finalizeObject();
|
|
|
|
std::vector<std::string> ArgVec(ArgV, ArgV + ArgC);
|
|
return unwrap(EE)->runFunctionAsMain(unwrap<Function>(F), ArgVec, EnvP);
|
|
}
|
|
|
|
LLVMGenericValueRef LLVMRunFunction(LLVMExecutionEngineRef EE, LLVMValueRef F,
|
|
unsigned NumArgs,
|
|
LLVMGenericValueRef *Args) {
|
|
unwrap(EE)->finalizeObject();
|
|
|
|
std::vector<GenericValue> ArgVec;
|
|
ArgVec.reserve(NumArgs);
|
|
for (unsigned I = 0; I != NumArgs; ++I)
|
|
ArgVec.push_back(*unwrap(Args[I]));
|
|
|
|
GenericValue *Result = new GenericValue();
|
|
*Result = unwrap(EE)->runFunction(unwrap<Function>(F), ArgVec);
|
|
return wrap(Result);
|
|
}
|
|
|
|
void LLVMFreeMachineCodeForFunction(LLVMExecutionEngineRef EE, LLVMValueRef F) {
|
|
}
|
|
|
|
void LLVMAddModule(LLVMExecutionEngineRef EE, LLVMModuleRef M){
|
|
unwrap(EE)->addModule(std::unique_ptr<Module>(unwrap(M)));
|
|
}
|
|
|
|
LLVMBool LLVMRemoveModule(LLVMExecutionEngineRef EE, LLVMModuleRef M,
|
|
LLVMModuleRef *OutMod, char **OutError) {
|
|
Module *Mod = unwrap(M);
|
|
unwrap(EE)->removeModule(Mod);
|
|
*OutMod = wrap(Mod);
|
|
return 0;
|
|
}
|
|
|
|
LLVMBool LLVMFindFunction(LLVMExecutionEngineRef EE, const char *Name,
|
|
LLVMValueRef *OutFn) {
|
|
if (Function *F = unwrap(EE)->FindFunctionNamed(Name)) {
|
|
*OutFn = wrap(F);
|
|
return 0;
|
|
}
|
|
return 1;
|
|
}
|
|
|
|
void *LLVMRecompileAndRelinkFunction(LLVMExecutionEngineRef EE,
|
|
LLVMValueRef Fn) {
|
|
return nullptr;
|
|
}
|
|
|
|
LLVMTargetDataRef LLVMGetExecutionEngineTargetData(LLVMExecutionEngineRef EE) {
|
|
return wrap(&unwrap(EE)->getDataLayout());
|
|
}
|
|
|
|
LLVMTargetMachineRef
|
|
LLVMGetExecutionEngineTargetMachine(LLVMExecutionEngineRef EE) {
|
|
return wrap(unwrap(EE)->getTargetMachine());
|
|
}
|
|
|
|
void LLVMAddGlobalMapping(LLVMExecutionEngineRef EE, LLVMValueRef Global,
|
|
void* Addr) {
|
|
unwrap(EE)->addGlobalMapping(unwrap<GlobalValue>(Global), Addr);
|
|
}
|
|
|
|
void *LLVMGetPointerToGlobal(LLVMExecutionEngineRef EE, LLVMValueRef Global) {
|
|
unwrap(EE)->finalizeObject();
|
|
|
|
return unwrap(EE)->getPointerToGlobal(unwrap<GlobalValue>(Global));
|
|
}
|
|
|
|
uint64_t LLVMGetGlobalValueAddress(LLVMExecutionEngineRef EE, const char *Name) {
|
|
return unwrap(EE)->getGlobalValueAddress(Name);
|
|
}
|
|
|
|
uint64_t LLVMGetFunctionAddress(LLVMExecutionEngineRef EE, const char *Name) {
|
|
return unwrap(EE)->getFunctionAddress(Name);
|
|
}
|
|
|
|
LLVMBool LLVMExecutionEngineGetErrMsg(LLVMExecutionEngineRef EE,
|
|
char **OutError) {
|
|
assert(OutError && "OutError must be non-null");
|
|
auto *ExecEngine = unwrap(EE);
|
|
if (ExecEngine->hasError()) {
|
|
*OutError = strdup(ExecEngine->getErrorMessage().c_str());
|
|
ExecEngine->clearErrorMessage();
|
|
return true;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
/*===-- Operations on memory managers -------------------------------------===*/
|
|
|
|
namespace {
|
|
|
|
struct SimpleBindingMMFunctions {
|
|
LLVMMemoryManagerAllocateCodeSectionCallback AllocateCodeSection;
|
|
LLVMMemoryManagerAllocateDataSectionCallback AllocateDataSection;
|
|
LLVMMemoryManagerFinalizeMemoryCallback FinalizeMemory;
|
|
LLVMMemoryManagerDestroyCallback Destroy;
|
|
};
|
|
|
|
class SimpleBindingMemoryManager : public RTDyldMemoryManager {
|
|
public:
|
|
SimpleBindingMemoryManager(const SimpleBindingMMFunctions& Functions,
|
|
void *Opaque);
|
|
~SimpleBindingMemoryManager() override;
|
|
|
|
uint8_t *allocateCodeSection(uintptr_t Size, unsigned Alignment,
|
|
unsigned SectionID,
|
|
StringRef SectionName) override;
|
|
|
|
uint8_t *allocateDataSection(uintptr_t Size, unsigned Alignment,
|
|
unsigned SectionID, StringRef SectionName,
|
|
bool isReadOnly) override;
|
|
|
|
bool finalizeMemory(std::string *ErrMsg) override;
|
|
|
|
private:
|
|
SimpleBindingMMFunctions Functions;
|
|
void *Opaque;
|
|
};
|
|
|
|
SimpleBindingMemoryManager::SimpleBindingMemoryManager(
|
|
const SimpleBindingMMFunctions& Functions,
|
|
void *Opaque)
|
|
: Functions(Functions), Opaque(Opaque) {
|
|
assert(Functions.AllocateCodeSection &&
|
|
"No AllocateCodeSection function provided!");
|
|
assert(Functions.AllocateDataSection &&
|
|
"No AllocateDataSection function provided!");
|
|
assert(Functions.FinalizeMemory &&
|
|
"No FinalizeMemory function provided!");
|
|
assert(Functions.Destroy &&
|
|
"No Destroy function provided!");
|
|
}
|
|
|
|
SimpleBindingMemoryManager::~SimpleBindingMemoryManager() {
|
|
Functions.Destroy(Opaque);
|
|
}
|
|
|
|
uint8_t *SimpleBindingMemoryManager::allocateCodeSection(
|
|
uintptr_t Size, unsigned Alignment, unsigned SectionID,
|
|
StringRef SectionName) {
|
|
return Functions.AllocateCodeSection(Opaque, Size, Alignment, SectionID,
|
|
SectionName.str().c_str());
|
|
}
|
|
|
|
uint8_t *SimpleBindingMemoryManager::allocateDataSection(
|
|
uintptr_t Size, unsigned Alignment, unsigned SectionID,
|
|
StringRef SectionName, bool isReadOnly) {
|
|
return Functions.AllocateDataSection(Opaque, Size, Alignment, SectionID,
|
|
SectionName.str().c_str(),
|
|
isReadOnly);
|
|
}
|
|
|
|
bool SimpleBindingMemoryManager::finalizeMemory(std::string *ErrMsg) {
|
|
char *errMsgCString = nullptr;
|
|
bool result = Functions.FinalizeMemory(Opaque, &errMsgCString);
|
|
assert((result || !errMsgCString) &&
|
|
"Did not expect an error message if FinalizeMemory succeeded");
|
|
if (errMsgCString) {
|
|
if (ErrMsg)
|
|
*ErrMsg = errMsgCString;
|
|
free(errMsgCString);
|
|
}
|
|
return result;
|
|
}
|
|
|
|
} // anonymous namespace
|
|
|
|
LLVMMCJITMemoryManagerRef LLVMCreateSimpleMCJITMemoryManager(
|
|
void *Opaque,
|
|
LLVMMemoryManagerAllocateCodeSectionCallback AllocateCodeSection,
|
|
LLVMMemoryManagerAllocateDataSectionCallback AllocateDataSection,
|
|
LLVMMemoryManagerFinalizeMemoryCallback FinalizeMemory,
|
|
LLVMMemoryManagerDestroyCallback Destroy) {
|
|
|
|
if (!AllocateCodeSection || !AllocateDataSection || !FinalizeMemory ||
|
|
!Destroy)
|
|
return nullptr;
|
|
|
|
SimpleBindingMMFunctions functions;
|
|
functions.AllocateCodeSection = AllocateCodeSection;
|
|
functions.AllocateDataSection = AllocateDataSection;
|
|
functions.FinalizeMemory = FinalizeMemory;
|
|
functions.Destroy = Destroy;
|
|
return wrap(new SimpleBindingMemoryManager(functions, Opaque));
|
|
}
|
|
|
|
void LLVMDisposeMCJITMemoryManager(LLVMMCJITMemoryManagerRef MM) {
|
|
delete unwrap(MM);
|
|
}
|
|
|
|
/*===-- JIT Event Listener functions -------------------------------------===*/
|
|
|
|
|
|
#if !LLVM_USE_INTEL_JITEVENTS
|
|
LLVMJITEventListenerRef LLVMCreateIntelJITEventListener(void)
|
|
{
|
|
return nullptr;
|
|
}
|
|
#endif
|
|
|
|
#if !LLVM_USE_OPROFILE
|
|
LLVMJITEventListenerRef LLVMCreateOProfileJITEventListener(void)
|
|
{
|
|
return nullptr;
|
|
}
|
|
#endif
|
|
|
|
#if !LLVM_USE_PERF
|
|
LLVMJITEventListenerRef LLVMCreatePerfJITEventListener(void)
|
|
{
|
|
return nullptr;
|
|
}
|
|
#endif
|