/************************************************************************** * * Copyright 2010 VMware, Inc. * All Rights Reserved. * * Permission is hereby granted, free of charge, to any person obtaining a * copy of this software and associated documentation files (the * "Software"), to deal in the Software without restriction, including * without limitation the rights to use, copy, modify, merge, publish, * distribute, sub license, and/or sell copies of the Software, and to * permit persons to whom the Software is furnished to do so, subject to * the following conditions: * * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, * FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT. IN NO EVENT SHALL * THE COPYRIGHT HOLDERS, AUTHORS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, * DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR * OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE * USE OR OTHER DEALINGS IN THE SOFTWARE. * * The above copyright notice and this permission notice (including the * next paragraph) shall be included in all copies or substantial portions * of the Software. * **************************************************************************/ /** * The purpose of this module is to expose LLVM functionality not available * through the C++ bindings. */ #ifndef __STDC_LIMIT_MACROS #define __STDC_LIMIT_MACROS #endif #ifndef __STDC_CONSTANT_MACROS #define __STDC_CONSTANT_MACROS #endif // Undef these vars just to silence warnings #undef PACKAGE_BUGREPORT #undef PACKAGE_NAME #undef PACKAGE_STRING #undef PACKAGE_TARNAME #undef PACKAGE_VERSION #include #include #include #include #include #if HAVE_LLVM >= 0x0301 #include #include #endif #include #include #if HAVE_LLVM >= 0x0300 #include #else /* HAVE_LLVM < 0x0300 */ #include #endif /* HAVE_LLVM < 0x0300 */ #if HAVE_LLVM >= 0x0303 #include #include #include #endif #include "pipe/p_config.h" #include "util/u_debug.h" #include "util/u_cpu_detect.h" #include "lp_bld_misc.h" namespace { class LLVMEnsureMultithreaded { public: LLVMEnsureMultithreaded() { #if HAVE_LLVM < 0x0303 if (!llvm::llvm_is_multithreaded()) { llvm::llvm_start_multithreaded(); } #else if (!LLVMIsMultithreaded()) { LLVMStartMultithreaded(); } #endif } }; static LLVMEnsureMultithreaded lLVMEnsureMultithreaded; } extern "C" void lp_set_target_options(void) { #if HAVE_LLVM <= 0x0300 #if defined(DEBUG) #if HAVE_LLVM >= 0x0207 llvm::JITEmitDebugInfo = true; #endif #endif /* * LLVM revision 123367 switched the default stack alignment to 16 bytes on * Linux (and several other Unices in later revisions), to match recent gcc * versions. * * However our drivers can be loaded by old binary applications, still * maintaining a 4 bytes stack alignment. Therefore we must tell LLVM here * to only assume a 4 bytes alignment for backwards compatibility. */ #if defined(PIPE_ARCH_X86) #if HAVE_LLVM == 0x0300 llvm::StackAlignmentOverride = 4; #else llvm::StackAlignment = 4; #endif #endif #if defined(DEBUG) || defined(PROFILE) llvm::NoFramePointerElim = true; #if HAVE_LLVM >= 0x0208 llvm::NoFramePointerElimNonLeaf = true; #endif #endif llvm::NoExcessFPPrecision = false; /* XXX: Investigate this */ #if 0 llvm::UnsafeFPMath = true; #endif #endif /* HAVE_LLVM <= 0x0300 */ #if HAVE_LLVM < 0x0209 /* * LLVM will generate MMX instructions for vectors <= 64 bits, leading to * innefficient code, and in 32bit systems, to the corruption of the FPU * stack given that it expects the user to generate the EMMS instructions. * * See also: * - http://llvm.org/bugs/show_bug.cgi?id=3287 * - http://l4.me.uk/post/2009/06/07/llvm-wrinkle-3-configuration-what-configuration/ * * The -disable-mmx global option can be specified only once since we * dynamically link against LLVM it will reside in a separate shared object, * which may or not be delete when this shared object is, so we use the * llvm::DisablePrettyStackTrace variable (which we set below and should * reside in the same shared library) to determine whether the -disable-mmx * option has been set or not. * * Thankfully this ugly hack is not necessary on LLVM 2.9 onwards. */ if (!llvm::DisablePrettyStackTrace) { static boolean first = TRUE; static const char* options[] = { "prog", "-disable-mmx" }; assert(first); llvm::cl::ParseCommandLineOptions(2, const_cast(options)); first = FALSE; } #endif /* * By default LLVM adds a signal handler to output a pretty stack trace. * This signal handler is never removed, causing problems when unloading the * shared object where the gallium driver resides. */ llvm::DisablePrettyStackTrace = true; // If we have a native target, initialize it to ensure it is linked in and // usable by the JIT. llvm::InitializeNativeTarget(); #if HAVE_LLVM >= 0x0208 llvm::InitializeNativeTargetAsmPrinter(); #elif defined(PIPE_ARCH_X86) || defined(PIPE_ARCH_X86_64) LLVMInitializeX86AsmPrinter(); #elif defined(PIPE_ARCH_ARM) LLVMInitializeARMAsmPrinter(); #elif defined(PIPE_ARCH_PPC) LLVMInitializePowerPCAsmPrinter(); #endif #if HAVE_LLVM >= 0x0207 # if HAVE_LLVM >= 0x0301 llvm::InitializeNativeTargetDisassembler(); # elif defined(PIPE_ARCH_X86) || defined(PIPE_ARCH_X86_64) LLVMInitializeX86Disassembler(); # elif defined(PIPE_ARCH_ARM) LLVMInitializeARMDisassembler(); # endif #endif } extern "C" void lp_func_delete_body(LLVMValueRef FF) { llvm::Function *func = llvm::unwrap(FF); func->deleteBody(); } extern "C" LLVMValueRef lp_build_load_volatile(LLVMBuilderRef B, LLVMValueRef PointerVal, const char *Name) { return llvm::wrap(llvm::unwrap(B)->CreateLoad(llvm::unwrap(PointerVal), true, Name)); } extern "C" void lp_set_load_alignment(LLVMValueRef Inst, unsigned Align) { llvm::unwrap(Inst)->setAlignment(Align); } extern "C" void lp_set_store_alignment(LLVMValueRef Inst, unsigned Align) { llvm::unwrap(Inst)->setAlignment(Align); } #if HAVE_LLVM >= 0x301 /** * Same as LLVMCreateJITCompilerForModule, but: * - allows using MCJIT and enabling AVX feature where available. * - set target options * * See also: * - llvm/lib/ExecutionEngine/ExecutionEngineBindings.cpp * - llvm/tools/lli/lli.cpp * - http://markmail.org/message/ttkuhvgj4cxxy2on#query:+page:1+mid:aju2dggerju3ivd3+state:results */ extern "C" LLVMBool lp_build_create_jit_compiler_for_module(LLVMExecutionEngineRef *OutJIT, LLVMModuleRef M, unsigned OptLevel, int useMCJIT, char **OutError) { using namespace llvm; std::string Error; EngineBuilder builder(unwrap(M)); /** * LLVM 3.1+ haven't more "extern unsigned llvm::StackAlignmentOverride" and * friends for configuring code generation options, like stack alignment. */ TargetOptions options; #if defined(PIPE_ARCH_X86) options.StackAlignmentOverride = 4; options.RealignStack = true; #endif #if defined(DEBUG) options.JITEmitDebugInfo = true; #endif #if defined(DEBUG) || defined(PROFILE) options.NoFramePointerElimNonLeaf = true; options.NoFramePointerElim = true; #endif builder.setEngineKind(EngineKind::JIT) .setErrorStr(&Error) .setTargetOptions(options) .setOptLevel((CodeGenOpt::Level)OptLevel); if (useMCJIT) { builder.setUseMCJIT(true); } llvm::SmallVector MAttrs; if (util_cpu_caps.has_avx) { /* * AVX feature is not automatically detected from CPUID by the X86 target * yet, because the old (yet default) JIT engine is not capable of * emitting the opcodes. But as we're using MCJIT here, it is safe to * add set this attribute. */ MAttrs.push_back("+avx"); if (util_cpu_caps.has_f16c) { MAttrs.push_back("+f16c"); } builder.setMAttrs(MAttrs); } builder.setJITMemoryManager(JITMemoryManager::CreateDefaultMemManager()); ExecutionEngine *JIT; #if 0 JIT = builder.create(); #else /* * Workaround http://llvm.org/bugs/show_bug.cgi?id=12833 */ StringRef MArch = ""; StringRef MCPU = ""; Triple TT(unwrap(M)->getTargetTriple()); JIT = builder.create(builder.selectTarget(TT, MArch, MCPU, MAttrs)); #endif if (JIT) { *OutJIT = wrap(JIT); return 0; } *OutError = strdup(Error.c_str()); return 1; } #endif /* HAVE_LLVM >= 0x301 */