2013-05-28 01:15:31 +02:00
|
|
|
// Copyright 2013 The Rust Project Developers. See the COPYRIGHT
|
2012-12-11 00:44:02 +01:00
|
|
|
// file at the top-level directory of this distribution and at
|
|
|
|
// http://rust-lang.org/COPYRIGHT.
|
2011-03-15 22:57:26 +01:00
|
|
|
//
|
2012-12-11 00:44:02 +01:00
|
|
|
// Licensed under the Apache License, Version 2.0 <LICENSE-APACHE or
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0> or the MIT license
|
|
|
|
// <LICENSE-MIT or http://opensource.org/licenses/MIT>, at your
|
|
|
|
// option. This file may not be copied, modified, or distributed
|
|
|
|
// except according to those terms.
|
|
|
|
|
2013-05-28 01:15:31 +02:00
|
|
|
#include "rustllvm.h"
|
|
|
|
|
2011-10-22 02:35:52 +02:00
|
|
|
//===----------------------------------------------------------------------===
|
2011-03-15 22:57:26 +01:00
|
|
|
//
|
|
|
|
// This file defines alternate interfaces to core functions that are more
|
|
|
|
// readily callable by Rust's FFI.
|
|
|
|
//
|
2011-10-22 02:35:52 +02:00
|
|
|
//===----------------------------------------------------------------------===
|
2011-03-15 22:57:26 +01:00
|
|
|
|
2011-04-15 23:35:46 +02:00
|
|
|
using namespace llvm;
|
2012-09-11 08:05:51 +02:00
|
|
|
using namespace llvm::sys;
|
2011-04-15 23:35:46 +02:00
|
|
|
|
2011-05-05 06:27:00 +02:00
|
|
|
static const char *LLVMRustError;
|
2011-03-15 22:57:26 +01:00
|
|
|
|
2013-04-06 02:17:49 +02:00
|
|
|
extern cl::opt<bool> EnableARMEHABI;
|
|
|
|
|
2011-03-15 22:57:26 +01:00
|
|
|
extern "C" LLVMMemoryBufferRef
|
|
|
|
LLVMRustCreateMemoryBufferWithContentsOfFile(const char *Path) {
|
|
|
|
LLVMMemoryBufferRef MemBuf = NULL;
|
2011-05-05 06:27:00 +02:00
|
|
|
LLVMCreateMemoryBufferWithContentsOfFile(Path, &MemBuf,
|
|
|
|
const_cast<char **>(&LLVMRustError));
|
2011-03-15 22:57:26 +01:00
|
|
|
return MemBuf;
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" const char *LLVMRustGetLastError(void) {
|
|
|
|
return LLVMRustError;
|
|
|
|
}
|
|
|
|
|
2011-04-13 19:53:19 +02:00
|
|
|
extern "C" void LLVMAddBasicAliasAnalysisPass(LLVMPassManagerRef PM);
|
2011-04-18 16:02:34 +02:00
|
|
|
|
2011-11-07 14:32:13 +01:00
|
|
|
extern "C" void LLVMRustAddPrintModulePass(LLVMPassManagerRef PMR,
|
|
|
|
LLVMModuleRef M,
|
|
|
|
const char* path) {
|
|
|
|
PassManager *PM = unwrap<PassManager>(PMR);
|
|
|
|
std::string ErrorInfo;
|
|
|
|
raw_fd_ostream OS(path, ErrorInfo, raw_fd_ostream::F_Binary);
|
|
|
|
formatted_raw_ostream FOS(OS);
|
|
|
|
PM->add(createPrintModulePass(&FOS));
|
|
|
|
PM->run(*unwrap(M));
|
|
|
|
}
|
|
|
|
|
2012-07-21 09:20:45 +02:00
|
|
|
void LLVMInitializeX86TargetInfo();
|
|
|
|
void LLVMInitializeX86Target();
|
|
|
|
void LLVMInitializeX86TargetMC();
|
|
|
|
void LLVMInitializeX86AsmPrinter();
|
|
|
|
void LLVMInitializeX86AsmParser();
|
|
|
|
|
2012-11-30 01:21:49 +01:00
|
|
|
|
|
|
|
void LLVMInitializeARMTargetInfo();
|
|
|
|
void LLVMInitializeARMTarget();
|
|
|
|
void LLVMInitializeARMTargetMC();
|
|
|
|
void LLVMInitializeARMAsmPrinter();
|
|
|
|
void LLVMInitializeARMAsmParser();
|
2013-01-29 15:28:08 +01:00
|
|
|
|
|
|
|
void LLVMInitializeMipsTargetInfo();
|
|
|
|
void LLVMInitializeMipsTarget();
|
|
|
|
void LLVMInitializeMipsTargetMC();
|
|
|
|
void LLVMInitializeMipsAsmPrinter();
|
|
|
|
void LLVMInitializeMipsAsmParser();
|
2012-08-25 06:54:30 +02:00
|
|
|
// Only initialize the platforms supported by Rust here,
|
|
|
|
// because using --llvm-root will have multiple platforms
|
|
|
|
// that rustllvm doesn't actually link to and it's pointless to put target info
|
|
|
|
// into the registry that Rust can not generate machine code for.
|
|
|
|
|
2012-08-29 07:49:35 +02:00
|
|
|
void LLVMRustInitializeTargets() {
|
|
|
|
LLVMInitializeX86TargetInfo();
|
|
|
|
LLVMInitializeX86Target();
|
|
|
|
LLVMInitializeX86TargetMC();
|
|
|
|
LLVMInitializeX86AsmPrinter();
|
|
|
|
LLVMInitializeX86AsmParser();
|
2013-05-04 01:25:04 +02:00
|
|
|
|
2012-11-30 01:21:49 +01:00
|
|
|
LLVMInitializeARMTargetInfo();
|
|
|
|
LLVMInitializeARMTarget();
|
|
|
|
LLVMInitializeARMTargetMC();
|
|
|
|
LLVMInitializeARMAsmPrinter();
|
2013-05-04 01:25:04 +02:00
|
|
|
LLVMInitializeARMAsmParser();
|
2013-01-29 15:28:08 +01:00
|
|
|
|
|
|
|
LLVMInitializeMipsTargetInfo();
|
|
|
|
LLVMInitializeMipsTarget();
|
|
|
|
LLVMInitializeMipsTargetMC();
|
|
|
|
LLVMInitializeMipsAsmPrinter();
|
2013-05-04 01:25:04 +02:00
|
|
|
LLVMInitializeMipsAsmParser();
|
2012-08-29 07:49:35 +02:00
|
|
|
}
|
2012-08-25 06:54:30 +02:00
|
|
|
|
2012-08-26 14:40:21 +02:00
|
|
|
// Custom memory manager for MCJITting. It needs special features
|
|
|
|
// that the generic JIT memory manager doesn't entail. Based on
|
|
|
|
// code from LLI, change where needed for Rust.
|
|
|
|
class RustMCJITMemoryManager : public JITMemoryManager {
|
|
|
|
public:
|
|
|
|
SmallVector<sys::MemoryBlock, 16> AllocatedDataMem;
|
|
|
|
SmallVector<sys::MemoryBlock, 16> AllocatedCodeMem;
|
|
|
|
SmallVector<sys::MemoryBlock, 16> FreeCodeMem;
|
2012-08-29 07:49:35 +02:00
|
|
|
void* __morestack;
|
2012-09-11 08:05:51 +02:00
|
|
|
DenseSet<DynamicLibrary*> crates;
|
2012-08-26 14:40:21 +02:00
|
|
|
|
2012-08-29 07:49:35 +02:00
|
|
|
RustMCJITMemoryManager(void* sym) : __morestack(sym) { }
|
2012-08-26 14:40:21 +02:00
|
|
|
~RustMCJITMemoryManager();
|
|
|
|
|
2012-09-11 08:05:51 +02:00
|
|
|
bool loadCrate(const char*, std::string*);
|
|
|
|
|
2012-08-26 14:40:21 +02:00
|
|
|
virtual uint8_t *allocateCodeSection(uintptr_t Size, unsigned Alignment,
|
|
|
|
unsigned SectionID);
|
|
|
|
|
|
|
|
virtual uint8_t *allocateDataSection(uintptr_t Size, unsigned Alignment,
|
2013-04-01 22:55:49 +02:00
|
|
|
unsigned SectionID, bool isReadOnly);
|
|
|
|
|
|
|
|
virtual bool applyPermissions(std::string *Str);
|
2012-08-26 14:40:21 +02:00
|
|
|
|
|
|
|
virtual void *getPointerToNamedFunction(const std::string &Name,
|
|
|
|
bool AbortOnFailure = true);
|
|
|
|
|
|
|
|
// Invalidate instruction cache for code sections. Some platforms with
|
|
|
|
// separate data cache and instruction cache require explicit cache flush,
|
|
|
|
// otherwise JIT code manipulations (like resolved relocations) will get to
|
|
|
|
// the data cache but not to the instruction cache.
|
|
|
|
virtual void invalidateInstructionCache();
|
|
|
|
|
|
|
|
// The MCJITMemoryManager doesn't use the following functions, so we don't
|
|
|
|
// need implement them.
|
|
|
|
virtual void setMemoryWritable() {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
}
|
|
|
|
virtual void setMemoryExecutable() {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
}
|
|
|
|
virtual void setPoisonMemory(bool poison) {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
}
|
|
|
|
virtual void AllocateGOT() {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
}
|
|
|
|
virtual uint8_t *getGOTBase() const {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
virtual uint8_t *startFunctionBody(const Function *F,
|
|
|
|
uintptr_t &ActualSize){
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
virtual uint8_t *allocateStub(const GlobalValue* F, unsigned StubSize,
|
|
|
|
unsigned Alignment) {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
virtual void endFunctionBody(const Function *F, uint8_t *FunctionStart,
|
|
|
|
uint8_t *FunctionEnd) {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
}
|
|
|
|
virtual uint8_t *allocateSpace(intptr_t Size, unsigned Alignment) {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
virtual uint8_t *allocateGlobal(uintptr_t Size, unsigned Alignment) {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
virtual void deallocateFunctionBody(void *Body) {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
}
|
|
|
|
virtual uint8_t* startExceptionTable(const Function* F,
|
|
|
|
uintptr_t &ActualSize) {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
virtual void endExceptionTable(const Function *F, uint8_t *TableStart,
|
|
|
|
uint8_t *TableEnd, uint8_t* FrameRegister) {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
}
|
|
|
|
virtual void deallocateExceptionTable(void *ET) {
|
|
|
|
llvm_unreachable("Unimplemented call");
|
|
|
|
}
|
|
|
|
};
|
|
|
|
|
2012-09-11 08:05:51 +02:00
|
|
|
bool RustMCJITMemoryManager::loadCrate(const char* file, std::string* err) {
|
|
|
|
DynamicLibrary crate = DynamicLibrary::getPermanentLibrary(file,
|
|
|
|
err);
|
|
|
|
|
|
|
|
if(crate.isValid()) {
|
|
|
|
crates.insert(&crate);
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2012-08-26 14:40:21 +02:00
|
|
|
uint8_t *RustMCJITMemoryManager::allocateDataSection(uintptr_t Size,
|
2013-04-01 22:55:49 +02:00
|
|
|
unsigned Alignment,
|
|
|
|
unsigned SectionID,
|
|
|
|
bool isReadOnly) {
|
2012-08-26 14:40:21 +02:00
|
|
|
if (!Alignment)
|
|
|
|
Alignment = 16;
|
|
|
|
uint8_t *Addr = (uint8_t*)calloc((Size + Alignment - 1)/Alignment, Alignment);
|
|
|
|
AllocatedDataMem.push_back(sys::MemoryBlock(Addr, Size));
|
|
|
|
return Addr;
|
|
|
|
}
|
|
|
|
|
2013-04-01 22:55:49 +02:00
|
|
|
bool RustMCJITMemoryManager::applyPermissions(std::string *Str) {
|
|
|
|
// Empty.
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2012-08-26 14:40:21 +02:00
|
|
|
uint8_t *RustMCJITMemoryManager::allocateCodeSection(uintptr_t Size,
|
2013-04-01 22:55:49 +02:00
|
|
|
unsigned Alignment,
|
|
|
|
unsigned SectionID) {
|
2012-08-26 14:40:21 +02:00
|
|
|
if (!Alignment)
|
|
|
|
Alignment = 16;
|
|
|
|
unsigned NeedAllocate = Alignment * ((Size + Alignment - 1)/Alignment + 1);
|
|
|
|
uintptr_t Addr = 0;
|
|
|
|
// Look in the list of free code memory regions and use a block there if one
|
|
|
|
// is available.
|
|
|
|
for (int i = 0, e = FreeCodeMem.size(); i != e; ++i) {
|
|
|
|
sys::MemoryBlock &MB = FreeCodeMem[i];
|
|
|
|
if (MB.size() >= NeedAllocate) {
|
|
|
|
Addr = (uintptr_t)MB.base();
|
|
|
|
uintptr_t EndOfBlock = Addr + MB.size();
|
|
|
|
// Align the address.
|
|
|
|
Addr = (Addr + Alignment - 1) & ~(uintptr_t)(Alignment - 1);
|
|
|
|
// Store cutted free memory block.
|
|
|
|
FreeCodeMem[i] = sys::MemoryBlock((void*)(Addr + Size),
|
|
|
|
EndOfBlock - Addr - Size);
|
|
|
|
return (uint8_t*)Addr;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
// No pre-allocated free block was large enough. Allocate a new memory region.
|
|
|
|
sys::MemoryBlock MB = sys::Memory::AllocateRWX(NeedAllocate, 0, 0);
|
|
|
|
|
|
|
|
AllocatedCodeMem.push_back(MB);
|
|
|
|
Addr = (uintptr_t)MB.base();
|
|
|
|
uintptr_t EndOfBlock = Addr + MB.size();
|
|
|
|
// Align the address.
|
|
|
|
Addr = (Addr + Alignment - 1) & ~(uintptr_t)(Alignment - 1);
|
|
|
|
// The AllocateRWX may allocate much more memory than we need. In this case,
|
|
|
|
// we store the unused memory as a free memory block.
|
|
|
|
unsigned FreeSize = EndOfBlock-Addr-Size;
|
|
|
|
if (FreeSize > 16)
|
|
|
|
FreeCodeMem.push_back(sys::MemoryBlock((void*)(Addr + Size), FreeSize));
|
|
|
|
|
|
|
|
// Return aligned address
|
|
|
|
return (uint8_t*)Addr;
|
|
|
|
}
|
|
|
|
|
|
|
|
void RustMCJITMemoryManager::invalidateInstructionCache() {
|
|
|
|
for (int i = 0, e = AllocatedCodeMem.size(); i != e; ++i)
|
|
|
|
sys::Memory::InvalidateInstructionCache(AllocatedCodeMem[i].base(),
|
|
|
|
AllocatedCodeMem[i].size());
|
|
|
|
}
|
|
|
|
|
|
|
|
void *RustMCJITMemoryManager::getPointerToNamedFunction(const std::string &Name,
|
|
|
|
bool AbortOnFailure) {
|
|
|
|
#ifdef __linux__
|
|
|
|
// Force the following functions to be linked in to anything that uses the
|
|
|
|
// JIT. This is a hack designed to work around the all-too-clever Glibc
|
|
|
|
// strategy of making these functions work differently when inlined vs. when
|
|
|
|
// not inlined, and hiding their real definitions in a separate archive file
|
|
|
|
// that the dynamic linker can't see. For more info, search for
|
|
|
|
// 'libc_nonshared.a' on Google, or read http://llvm.org/PR274.
|
|
|
|
if (Name == "stat") return (void*)(intptr_t)&stat;
|
|
|
|
if (Name == "fstat") return (void*)(intptr_t)&fstat;
|
|
|
|
if (Name == "lstat") return (void*)(intptr_t)&lstat;
|
|
|
|
if (Name == "stat64") return (void*)(intptr_t)&stat64;
|
|
|
|
if (Name == "fstat64") return (void*)(intptr_t)&fstat64;
|
|
|
|
if (Name == "lstat64") return (void*)(intptr_t)&lstat64;
|
|
|
|
if (Name == "atexit") return (void*)(intptr_t)&atexit;
|
|
|
|
if (Name == "mknod") return (void*)(intptr_t)&mknod;
|
|
|
|
#endif
|
|
|
|
|
2012-12-27 23:17:32 +01:00
|
|
|
if (Name == "__morestack" || Name == "___morestack") return &__morestack;
|
2012-08-28 01:51:30 +02:00
|
|
|
|
2012-08-26 14:40:21 +02:00
|
|
|
const char *NameStr = Name.c_str();
|
2012-09-11 08:05:51 +02:00
|
|
|
|
2012-09-28 10:05:49 +02:00
|
|
|
// Look through loaded crates and main for symbols.
|
2012-09-11 08:05:51 +02:00
|
|
|
|
2012-08-26 14:40:21 +02:00
|
|
|
void *Ptr = sys::DynamicLibrary::SearchForAddressOfSymbol(NameStr);
|
|
|
|
if (Ptr) return Ptr;
|
|
|
|
|
2012-12-22 22:24:19 +01:00
|
|
|
// If it wasn't found and if it starts with an underscore ('_') character,
|
|
|
|
// try again without the underscore.
|
|
|
|
if (NameStr[0] == '_') {
|
|
|
|
Ptr = sys::DynamicLibrary::SearchForAddressOfSymbol(NameStr+1);
|
|
|
|
if (Ptr) return Ptr;
|
|
|
|
}
|
|
|
|
|
2012-08-26 14:40:21 +02:00
|
|
|
if (AbortOnFailure)
|
|
|
|
report_fatal_error("Program used external function '" + Name +
|
|
|
|
"' which could not be resolved!");
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
RustMCJITMemoryManager::~RustMCJITMemoryManager() {
|
|
|
|
for (unsigned i = 0, e = AllocatedCodeMem.size(); i != e; ++i)
|
|
|
|
sys::Memory::ReleaseRWX(AllocatedCodeMem[i]);
|
|
|
|
for (unsigned i = 0, e = AllocatedDataMem.size(); i != e; ++i)
|
|
|
|
free(AllocatedDataMem[i].base());
|
|
|
|
}
|
|
|
|
|
2012-08-29 07:49:35 +02:00
|
|
|
extern "C" void*
|
2012-09-11 08:05:51 +02:00
|
|
|
LLVMRustPrepareJIT(void* __morestack) {
|
|
|
|
// An execution engine will take ownership of this later
|
|
|
|
// and clean it up for us.
|
|
|
|
|
|
|
|
return (void*) new RustMCJITMemoryManager(__morestack);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" bool
|
|
|
|
LLVMRustLoadCrate(void* mem, const char* crate) {
|
|
|
|
RustMCJITMemoryManager* manager = (RustMCJITMemoryManager*) mem;
|
|
|
|
std::string Err;
|
|
|
|
|
|
|
|
assert(manager);
|
|
|
|
|
|
|
|
if(!manager->loadCrate(crate, &Err)) {
|
|
|
|
LLVMRustError = Err.c_str();
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2013-06-14 06:25:18 +02:00
|
|
|
extern "C" LLVMExecutionEngineRef
|
|
|
|
LLVMRustBuildJIT(void* mem,
|
|
|
|
LLVMModuleRef M,
|
|
|
|
bool EnableSegmentedStacks) {
|
2012-08-25 06:54:30 +02:00
|
|
|
|
|
|
|
InitializeNativeTarget();
|
|
|
|
InitializeNativeTargetAsmPrinter();
|
2012-09-27 08:07:33 +02:00
|
|
|
InitializeNativeTargetAsmParser();
|
2012-08-25 06:54:30 +02:00
|
|
|
|
|
|
|
std::string Err;
|
|
|
|
TargetOptions Options;
|
2012-09-27 04:57:19 +02:00
|
|
|
Options.JITExceptionHandling = true;
|
2012-08-26 14:40:21 +02:00
|
|
|
Options.JITEmitDebugInfo = true;
|
2012-08-28 01:51:30 +02:00
|
|
|
Options.NoFramePointerElim = true;
|
|
|
|
Options.EnableSegmentedStacks = EnableSegmentedStacks;
|
2012-09-11 08:05:51 +02:00
|
|
|
RustMCJITMemoryManager* MM = (RustMCJITMemoryManager*) mem;
|
|
|
|
assert(MM);
|
2012-08-25 06:54:30 +02:00
|
|
|
|
2012-08-29 07:49:35 +02:00
|
|
|
ExecutionEngine* EE = EngineBuilder(unwrap(M))
|
2012-09-28 10:05:49 +02:00
|
|
|
.setErrorStr(&Err)
|
2012-08-25 06:54:30 +02:00
|
|
|
.setTargetOptions(Options)
|
2012-08-26 14:40:21 +02:00
|
|
|
.setJITMemoryManager(MM)
|
2012-08-25 06:54:30 +02:00
|
|
|
.setUseMCJIT(true)
|
2012-08-29 07:49:35 +02:00
|
|
|
.setAllocateGVsWithCode(false)
|
2012-08-25 06:54:30 +02:00
|
|
|
.create();
|
|
|
|
|
|
|
|
if(!EE || Err != "") {
|
|
|
|
LLVMRustError = Err.c_str();
|
2013-06-14 06:25:18 +02:00
|
|
|
// The EngineBuilder only takes ownership of these two structures if the
|
|
|
|
// create() call is successful, but here it wasn't successful.
|
|
|
|
LLVMDisposeModule(M);
|
|
|
|
delete MM;
|
|
|
|
return NULL;
|
2012-08-25 06:54:30 +02:00
|
|
|
}
|
|
|
|
|
2012-08-26 14:40:21 +02:00
|
|
|
MM->invalidateInstructionCache();
|
2013-06-14 06:25:18 +02:00
|
|
|
return wrap(EE);
|
2012-08-25 06:54:30 +02:00
|
|
|
}
|
|
|
|
|
2012-07-13 23:06:30 +02:00
|
|
|
extern "C" bool
|
2011-10-22 02:35:52 +02:00
|
|
|
LLVMRustWriteOutputFile(LLVMPassManagerRef PMR,
|
|
|
|
LLVMModuleRef M,
|
|
|
|
const char *triple,
|
2013-04-22 13:54:12 +02:00
|
|
|
const char *feature,
|
2011-10-22 02:35:52 +02:00
|
|
|
const char *path,
|
|
|
|
TargetMachine::CodeGenFileType FileType,
|
2011-11-27 07:38:36 +01:00
|
|
|
CodeGenOpt::Level OptLevel,
|
2013-05-04 01:25:04 +02:00
|
|
|
bool EnableSegmentedStacks) {
|
2011-04-27 00:21:20 +02:00
|
|
|
|
2012-08-29 07:49:35 +02:00
|
|
|
LLVMRustInitializeTargets();
|
2011-11-27 07:38:36 +01:00
|
|
|
|
2013-04-06 02:17:49 +02:00
|
|
|
// Initializing the command-line options more than once is not
|
|
|
|
// allowed. So, check if they've already been initialized.
|
|
|
|
// (This could happen if we're being called from rustpkg, for
|
|
|
|
// example.)
|
|
|
|
if (!EnableARMEHABI) {
|
|
|
|
int argc = 3;
|
|
|
|
const char* argv[] = {"rustc", "-arm-enable-ehabi",
|
2013-05-04 01:25:04 +02:00
|
|
|
"-arm-enable-ehabi-descriptors"};
|
2013-04-06 02:17:49 +02:00
|
|
|
cl::ParseCommandLineOptions(argc, argv);
|
|
|
|
}
|
2013-03-14 07:40:05 +01:00
|
|
|
|
2011-11-27 07:38:36 +01:00
|
|
|
TargetOptions Options;
|
|
|
|
Options.NoFramePointerElim = true;
|
|
|
|
Options.EnableSegmentedStacks = EnableSegmentedStacks;
|
2013-03-30 00:55:04 +01:00
|
|
|
Options.FixedStackSegmentSize = 2 * 1024 * 1024; // XXX: This is too big.
|
2011-11-27 07:38:36 +01:00
|
|
|
|
2013-03-29 00:47:33 +01:00
|
|
|
PassManager *PM = unwrap<PassManager>(PMR);
|
|
|
|
|
2011-04-15 23:35:46 +02:00
|
|
|
std::string Err;
|
2013-03-13 12:50:49 +01:00
|
|
|
std::string Trip(Triple::normalize(triple));
|
2013-04-22 13:54:12 +02:00
|
|
|
std::string FeaturesStr(feature);
|
2012-05-01 00:40:04 +02:00
|
|
|
std::string CPUStr("generic");
|
2013-03-13 12:50:49 +01:00
|
|
|
const Target *TheTarget = TargetRegistry::lookupTarget(Trip, Err);
|
2011-07-25 17:11:24 +02:00
|
|
|
TargetMachine *Target =
|
2011-11-27 07:38:36 +01:00
|
|
|
TheTarget->createTargetMachine(Trip, CPUStr, FeaturesStr,
|
2013-05-04 01:25:04 +02:00
|
|
|
Options, Reloc::PIC_,
|
|
|
|
CodeModel::Default, OptLevel);
|
2013-03-29 00:47:33 +01:00
|
|
|
Target->addAnalysisPasses(*PM);
|
|
|
|
|
2011-04-15 23:35:46 +02:00
|
|
|
bool NoVerify = false;
|
|
|
|
std::string ErrorInfo;
|
|
|
|
raw_fd_ostream OS(path, ErrorInfo,
|
|
|
|
raw_fd_ostream::F_Binary);
|
2012-07-13 23:06:30 +02:00
|
|
|
if (ErrorInfo != "") {
|
|
|
|
LLVMRustError = ErrorInfo.c_str();
|
|
|
|
return false;
|
|
|
|
}
|
2011-04-15 23:35:46 +02:00
|
|
|
formatted_raw_ostream FOS(OS);
|
2011-04-18 16:02:34 +02:00
|
|
|
|
2011-11-27 07:38:36 +01:00
|
|
|
bool foo = Target->addPassesToEmitFile(*PM, FOS, FileType, NoVerify);
|
2011-04-15 23:35:46 +02:00
|
|
|
assert(!foo);
|
2011-04-22 18:01:45 +02:00
|
|
|
(void)foo;
|
2011-04-15 23:35:46 +02:00
|
|
|
PM->run(*unwrap(M));
|
2011-05-14 06:48:51 +02:00
|
|
|
delete Target;
|
2012-07-13 23:06:30 +02:00
|
|
|
return true;
|
2011-04-15 23:35:46 +02:00
|
|
|
}
|
2011-05-05 20:34:15 +02:00
|
|
|
|
2013-06-14 06:25:12 +02:00
|
|
|
extern "C" LLVMModuleRef LLVMRustParseAssemblyFile(LLVMContextRef C,
|
|
|
|
const char *Filename) {
|
2011-11-26 07:00:43 +01:00
|
|
|
SMDiagnostic d;
|
2013-06-14 06:25:12 +02:00
|
|
|
Module *m = ParseAssemblyFile(Filename, d, *unwrap(C));
|
2011-11-26 07:00:43 +01:00
|
|
|
if (m) {
|
|
|
|
return wrap(m);
|
|
|
|
} else {
|
2013-04-01 22:55:49 +02:00
|
|
|
LLVMRustError = d.getMessage().str().c_str();
|
2011-11-26 07:00:43 +01:00
|
|
|
return NULL;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2011-05-05 20:34:15 +02:00
|
|
|
extern "C" LLVMModuleRef LLVMRustParseBitcode(LLVMMemoryBufferRef MemBuf) {
|
|
|
|
LLVMModuleRef M;
|
|
|
|
return LLVMParseBitcode(MemBuf, &M, const_cast<char **>(&LLVMRustError))
|
|
|
|
? NULL : M;
|
|
|
|
}
|
|
|
|
|
2011-05-07 20:54:23 +02:00
|
|
|
extern "C" LLVMValueRef LLVMRustConstSmallInt(LLVMTypeRef IntTy, unsigned N,
|
|
|
|
LLVMBool SignExtend) {
|
|
|
|
return LLVMConstInt(IntTy, (unsigned long long)N, SignExtend);
|
|
|
|
}
|
2011-05-11 01:10:08 +02:00
|
|
|
|
2013-05-04 01:25:04 +02:00
|
|
|
extern "C" LLVMValueRef LLVMRustConstInt(LLVMTypeRef IntTy,
|
|
|
|
unsigned N_hi,
|
|
|
|
unsigned N_lo,
|
|
|
|
LLVMBool SignExtend) {
|
2011-11-16 21:15:54 +01:00
|
|
|
unsigned long long N = N_hi;
|
|
|
|
N <<= 32;
|
|
|
|
N |= N_lo;
|
|
|
|
return LLVMConstInt(IntTy, N, SignExtend);
|
|
|
|
}
|
|
|
|
|
2011-05-11 01:10:08 +02:00
|
|
|
extern bool llvm::TimePassesIsEnabled;
|
|
|
|
extern "C" void LLVMRustEnableTimePasses() {
|
|
|
|
TimePassesIsEnabled = true;
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" void LLVMRustPrintPassTimings() {
|
|
|
|
raw_fd_ostream OS (2, false); // stderr.
|
|
|
|
TimerGroup::printAll(OS);
|
|
|
|
}
|
2011-10-31 22:42:17 +01:00
|
|
|
|
2011-11-14 17:32:31 +01:00
|
|
|
extern "C" LLVMValueRef LLVMGetOrInsertFunction(LLVMModuleRef M,
|
|
|
|
const char* Name,
|
|
|
|
LLVMTypeRef FunctionTy) {
|
|
|
|
return wrap(unwrap(M)->getOrInsertFunction(Name,
|
|
|
|
unwrap<FunctionType>(FunctionTy)));
|
|
|
|
}
|
2011-11-10 06:55:09 +01:00
|
|
|
|
|
|
|
extern "C" LLVMTypeRef LLVMMetadataTypeInContext(LLVMContextRef C) {
|
|
|
|
return wrap(Type::getMetadataTy(*unwrap(C)));
|
|
|
|
}
|
2012-06-22 00:01:32 +02:00
|
|
|
|
2013-05-12 21:22:20 +02:00
|
|
|
extern "C" LLVMValueRef LLVMBuildAtomicLoad(LLVMBuilderRef B,
|
|
|
|
LLVMValueRef source,
|
|
|
|
const char* Name,
|
2013-05-21 02:28:06 +02:00
|
|
|
AtomicOrdering order,
|
|
|
|
unsigned alignment) {
|
2013-05-12 21:22:20 +02:00
|
|
|
LoadInst* li = new LoadInst(unwrap(source),0);
|
|
|
|
li->setVolatile(true);
|
|
|
|
li->setAtomic(order);
|
2013-05-21 02:28:06 +02:00
|
|
|
li->setAlignment(alignment);
|
2013-05-17 04:48:24 +02:00
|
|
|
return wrap(unwrap(B)->Insert(li, Name));
|
2013-05-12 21:22:20 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef LLVMBuildAtomicStore(LLVMBuilderRef B,
|
2013-05-21 02:28:06 +02:00
|
|
|
LLVMValueRef val,
|
|
|
|
LLVMValueRef target,
|
|
|
|
AtomicOrdering order,
|
|
|
|
unsigned alignment) {
|
2013-05-12 21:22:20 +02:00
|
|
|
StoreInst* si = new StoreInst(unwrap(val),unwrap(target));
|
|
|
|
si->setVolatile(true);
|
|
|
|
si->setAtomic(order);
|
2013-05-21 02:28:06 +02:00
|
|
|
si->setAlignment(alignment);
|
2013-05-12 21:22:20 +02:00
|
|
|
return wrap(unwrap(B)->Insert(si));
|
|
|
|
}
|
|
|
|
|
2012-10-22 04:23:50 +02:00
|
|
|
extern "C" LLVMValueRef LLVMBuildAtomicCmpXchg(LLVMBuilderRef B,
|
|
|
|
LLVMValueRef target,
|
|
|
|
LLVMValueRef old,
|
|
|
|
LLVMValueRef source,
|
|
|
|
AtomicOrdering order) {
|
|
|
|
return wrap(unwrap(B)->CreateAtomicCmpXchg(unwrap(target), unwrap(old),
|
|
|
|
unwrap(source), order));
|
|
|
|
}
|
2012-06-22 00:01:32 +02:00
|
|
|
extern "C" LLVMValueRef LLVMBuildAtomicRMW(LLVMBuilderRef B,
|
|
|
|
AtomicRMWInst::BinOp op,
|
|
|
|
LLVMValueRef target,
|
|
|
|
LLVMValueRef source,
|
|
|
|
AtomicOrdering order) {
|
|
|
|
return wrap(unwrap(B)->CreateAtomicRMW(op,
|
|
|
|
unwrap(target), unwrap(source),
|
|
|
|
order));
|
|
|
|
}
|
2012-07-25 21:06:03 +02:00
|
|
|
|
|
|
|
extern "C" void LLVMSetDebug(int Enabled) {
|
2012-10-08 21:40:09 +02:00
|
|
|
#ifndef NDEBUG
|
2012-07-25 21:06:03 +02:00
|
|
|
DebugFlag = Enabled;
|
2012-10-08 21:40:09 +02:00
|
|
|
#endif
|
2012-07-25 21:06:03 +02:00
|
|
|
}
|
2013-03-10 07:37:50 +01:00
|
|
|
|
|
|
|
extern "C" LLVMValueRef LLVMInlineAsm(LLVMTypeRef Ty,
|
|
|
|
char *AsmString,
|
|
|
|
char *Constraints,
|
|
|
|
LLVMBool HasSideEffects,
|
2013-03-10 09:38:29 +01:00
|
|
|
LLVMBool IsAlignStack,
|
2013-03-09 02:44:37 +01:00
|
|
|
unsigned Dialect) {
|
2013-03-10 07:37:50 +01:00
|
|
|
return wrap(InlineAsm::get(unwrap<FunctionType>(Ty), AsmString,
|
|
|
|
Constraints, HasSideEffects,
|
2013-03-09 02:44:37 +01:00
|
|
|
IsAlignStack, (InlineAsm::AsmDialect) Dialect));
|
2013-03-10 07:37:50 +01:00
|
|
|
}
|
2013-06-14 06:25:12 +02:00
|
|
|
|
|
|
|
/**
|
|
|
|
* This function is intended to be a threadsafe interface into enabling a
|
|
|
|
* multithreaded LLVM. This is invoked at the start of the translation phase of
|
|
|
|
* compilation to ensure that LLVM is ready.
|
|
|
|
*
|
|
|
|
* All of trans properly isolates LLVM with the use of a different
|
|
|
|
* LLVMContextRef per task, thus allowing parallel compilation of different
|
|
|
|
* crates in the same process. At the time of this writing, the use case for
|
|
|
|
* this is unit tests for rusti, but there are possible other applications.
|
|
|
|
*/
|
|
|
|
extern "C" bool LLVMRustStartMultithreading() {
|
|
|
|
static Mutex lock;
|
|
|
|
bool ret = true;
|
|
|
|
assert(lock.acquire());
|
|
|
|
if (!LLVMIsMultithreaded()) {
|
|
|
|
ret = LLVMStartMultithreaded();
|
|
|
|
}
|
|
|
|
assert(lock.release());
|
|
|
|
return ret;
|
|
|
|
}
|
2013-06-14 20:38:29 +02:00
|
|
|
|
|
|
|
|
|
|
|
typedef DIBuilder* DIBuilderRef;
|
|
|
|
|
|
|
|
template<typename DIT>
|
|
|
|
DIT unwrapDI(LLVMValueRef ref) { return DIT(ref ? unwrap<MDNode>(ref) : NULL); }
|
|
|
|
|
|
|
|
extern "C" DIBuilderRef DIBuilder_new(LLVMModuleRef M) {
|
|
|
|
return new DIBuilder(*unwrap(M));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" void DIBuilder_delete(DIBuilderRef Builder) {
|
|
|
|
delete Builder;
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" void DIBuilder_finalize(DIBuilderRef Builder) {
|
|
|
|
Builder->finalize();
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" void DIBuilder_createCompileUnit(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
unsigned Lang,
|
|
|
|
const char* File,
|
|
|
|
const char* Dir,
|
|
|
|
const char* Producer,
|
|
|
|
bool isOptimized,
|
|
|
|
const char* Flags,
|
|
|
|
unsigned RuntimeVer,
|
|
|
|
const char* SplitName) {
|
|
|
|
Builder->createCompileUnit(Lang, File, Dir, Producer, isOptimized,
|
|
|
|
Flags, RuntimeVer, SplitName);
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createFile(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
const char* Filename,
|
|
|
|
const char* Directory) {
|
|
|
|
return wrap(Builder->createFile(Filename, Directory));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createSubroutineType(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
LLVMValueRef File,
|
|
|
|
LLVMValueRef ParameterTypes) {
|
|
|
|
return wrap(Builder->createSubroutineType(
|
|
|
|
unwrapDI<DIFile>(File),
|
|
|
|
unwrapDI<DIArray>(ParameterTypes)));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createFunction(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
LLVMValueRef Scope,
|
|
|
|
const char* Name,
|
|
|
|
const char* LinkageName,
|
|
|
|
LLVMValueRef File,
|
|
|
|
unsigned LineNo,
|
|
|
|
LLVMValueRef Ty,
|
|
|
|
bool isLocalToUnit,
|
|
|
|
bool isDefinition,
|
|
|
|
unsigned ScopeLine,
|
|
|
|
unsigned Flags,
|
|
|
|
bool isOptimized,
|
|
|
|
LLVMValueRef Fn,
|
|
|
|
LLVMValueRef TParam,
|
|
|
|
LLVMValueRef Decl) {
|
|
|
|
return wrap(Builder->createFunction(
|
|
|
|
unwrapDI<DIScope>(Scope), Name, LinkageName,
|
|
|
|
unwrapDI<DIFile>(File), LineNo,
|
|
|
|
unwrapDI<DIType>(Ty), isLocalToUnit, isDefinition, ScopeLine,
|
|
|
|
Flags, isOptimized,
|
|
|
|
unwrap<Function>(Fn),
|
|
|
|
unwrapDI<MDNode*>(TParam),
|
|
|
|
unwrapDI<MDNode*>(Decl)));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createBasicType(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
const char* Name,
|
|
|
|
uint64_t SizeInBits,
|
|
|
|
uint64_t AlignInBits,
|
|
|
|
unsigned Encoding) {
|
|
|
|
return wrap(Builder->createBasicType(
|
|
|
|
Name, SizeInBits,
|
|
|
|
AlignInBits, Encoding));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createPointerType(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
LLVMValueRef PointeeTy,
|
|
|
|
uint64_t SizeInBits,
|
|
|
|
uint64_t AlignInBits,
|
|
|
|
const char* Name) {
|
|
|
|
return wrap(Builder->createPointerType(
|
|
|
|
unwrapDI<DIType>(PointeeTy), SizeInBits, AlignInBits, Name));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createStructType(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
LLVMValueRef Scope,
|
|
|
|
const char* Name,
|
|
|
|
LLVMValueRef File,
|
|
|
|
unsigned LineNumber,
|
|
|
|
uint64_t SizeInBits,
|
|
|
|
uint64_t AlignInBits,
|
|
|
|
unsigned Flags,
|
|
|
|
LLVMValueRef DerivedFrom,
|
|
|
|
LLVMValueRef Elements,
|
|
|
|
unsigned RunTimeLang,
|
|
|
|
LLVMValueRef VTableHolder) {
|
|
|
|
return wrap(Builder->createStructType(
|
|
|
|
unwrapDI<DIDescriptor>(Scope), Name,
|
|
|
|
unwrapDI<DIFile>(File), LineNumber,
|
|
|
|
SizeInBits, AlignInBits, Flags,
|
|
|
|
unwrapDI<DIType>(DerivedFrom),
|
|
|
|
unwrapDI<DIArray>(Elements), RunTimeLang,
|
|
|
|
unwrapDI<MDNode*>(VTableHolder)));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createMemberType(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
LLVMValueRef Scope,
|
|
|
|
const char* Name,
|
|
|
|
LLVMValueRef File,
|
|
|
|
unsigned LineNo,
|
|
|
|
uint64_t SizeInBits,
|
|
|
|
uint64_t AlignInBits,
|
|
|
|
uint64_t OffsetInBits,
|
|
|
|
unsigned Flags,
|
|
|
|
LLVMValueRef Ty) {
|
|
|
|
return wrap(Builder->createMemberType(
|
|
|
|
unwrapDI<DIDescriptor>(Scope), Name,
|
|
|
|
unwrapDI<DIFile>(File), LineNo,
|
|
|
|
SizeInBits, AlignInBits, OffsetInBits, Flags,
|
|
|
|
unwrapDI<DIType>(Ty)));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createLexicalBlock(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
LLVMValueRef Scope,
|
|
|
|
LLVMValueRef File,
|
|
|
|
unsigned Line,
|
|
|
|
unsigned Col) {
|
|
|
|
return wrap(Builder->createLexicalBlock(
|
|
|
|
unwrapDI<DIDescriptor>(Scope),
|
|
|
|
unwrapDI<DIFile>(File), Line, Col));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createLocalVariable(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
unsigned Tag,
|
|
|
|
LLVMValueRef Scope,
|
|
|
|
const char* Name,
|
|
|
|
LLVMValueRef File,
|
|
|
|
unsigned LineNo,
|
|
|
|
LLVMValueRef Ty,
|
|
|
|
bool AlwaysPreserve,
|
|
|
|
unsigned Flags,
|
|
|
|
unsigned ArgNo) {
|
|
|
|
return wrap(Builder->createLocalVariable(Tag,
|
|
|
|
unwrapDI<DIDescriptor>(Scope), Name,
|
|
|
|
unwrapDI<DIFile>(File),
|
|
|
|
LineNo,
|
|
|
|
unwrapDI<DIType>(Ty), AlwaysPreserve, Flags, ArgNo));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_createVectorType(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
uint64_t Size,
|
|
|
|
uint64_t AlignInBits,
|
|
|
|
LLVMValueRef Ty,
|
|
|
|
LLVMValueRef Subscripts) {
|
|
|
|
return wrap(Builder->createVectorType(Size, AlignInBits,
|
|
|
|
unwrapDI<DIType>(Ty),
|
|
|
|
unwrapDI<DIArray>(Subscripts)));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_getOrCreateSubrange(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
int64_t Lo,
|
|
|
|
int64_t Count) {
|
|
|
|
return wrap(Builder->getOrCreateSubrange(Lo, Count));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_getOrCreateArray(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
LLVMValueRef* Ptr,
|
|
|
|
unsigned Count) {
|
|
|
|
return wrap(Builder->getOrCreateArray(
|
|
|
|
ArrayRef<Value*>(reinterpret_cast<Value**>(Ptr), Count)));
|
|
|
|
}
|
|
|
|
|
|
|
|
extern "C" LLVMValueRef DIBuilder_insertDeclare(
|
|
|
|
DIBuilderRef Builder,
|
|
|
|
LLVMValueRef Val,
|
|
|
|
LLVMValueRef VarInfo,
|
|
|
|
LLVMValueRef InsertBefore) {
|
|
|
|
return wrap(Builder->insertDeclare(
|
|
|
|
unwrap(Val),
|
|
|
|
unwrapDI<DIVariable>(VarInfo),
|
|
|
|
unwrap<Instruction>(InsertBefore)));
|
|
|
|
}
|