diff options
Diffstat (limited to 'llvm/lib/ExecutionEngine/Orc/OrcTargetSupport.cpp')
-rw-r--r-- | llvm/lib/ExecutionEngine/Orc/OrcTargetSupport.cpp | 114 |
1 files changed, 70 insertions, 44 deletions
diff --git a/llvm/lib/ExecutionEngine/Orc/OrcTargetSupport.cpp b/llvm/lib/ExecutionEngine/Orc/OrcTargetSupport.cpp index 9f278f474a2..3f146459b15 100644 --- a/llvm/lib/ExecutionEngine/Orc/OrcTargetSupport.cpp +++ b/llvm/lib/ExecutionEngine/Orc/OrcTargetSupport.cpp @@ -1,14 +1,11 @@ #include "llvm/ADT/Triple.h" -#include "llvm/ExecutionEngine/Orc/IndirectionUtils.h" +#include "llvm/ExecutionEngine/Orc/OrcTargetSupport.h" #include <array> using namespace llvm; namespace { -const char *JITCallbackFuncName = "call_jit_for_lazy_compile"; -const char *JITCallbackIndexLabelPrefix = "jit_resolve_"; - std::array<const char *, 12> X86GPRsToSave = {{ "rbp", "rbx", "r12", "r13", "r14", "r15", // Callee saved. "rdi", "rsi", "rdx", "rcx", "r8", "r9", // Int args. @@ -41,61 +38,90 @@ template <typename OStream> void restoreX86Regs(OStream &OS) { OS << " popq %" << X86GPRsToSave[X86GPRsToSave.size() - i - 1] << "\n"; } -uint64_t call_jit_for_fn(JITResolveCallbackHandler *J, uint64_t FuncIdx) { - return J->resolve(FuncIdx); +template <typename TargetT> +uint64_t executeCompileCallback(JITCompileCallbackManagerBase<TargetT> *JCBM, + TargetAddress CallbackID) { + return JCBM->executeCompileCallback(CallbackID); } + } namespace llvm { -std::string getJITResolveCallbackIndexLabel(unsigned I) { - std::ostringstream LabelStream; - LabelStream << JITCallbackIndexLabelPrefix << I; - return LabelStream.str(); -} +const char* OrcX86_64::ResolverBlockName = "orc_resolver_block"; -void insertX86CallbackAsm(Module &M, JITResolveCallbackHandler &J) { +void OrcX86_64::insertResolverBlock( + Module &M, + JITCompileCallbackManagerBase<OrcX86_64> &JCBM) { uint64_t CallbackAddr = - static_cast<uint64_t>(reinterpret_cast<uintptr_t>(call_jit_for_fn)); + static_cast<uint64_t>( + reinterpret_cast<uintptr_t>(executeCompileCallback<OrcX86_64>)); - std::ostringstream JITCallbackAsm; + std::ostringstream AsmStream; Triple TT(M.getTargetTriple()); if (TT.getOS() == Triple::Darwin) - JITCallbackAsm << ".section __TEXT,__text,regular,pure_instructions\n" - << ".align 4, 0x90\n"; + AsmStream << ".section __TEXT,__text,regular,pure_instructions\n" + << ".align 4, 0x90\n"; else - JITCallbackAsm << ".text\n" - << ".align 16, 0x90\n"; + AsmStream << ".text\n" + << ".align 16, 0x90\n"; - JITCallbackAsm << "jit_object_addr:\n" - << " .quad " << &J << "\n" << JITCallbackFuncName << ":\n"; + AsmStream << "jit_callback_manager_addr:\n" + << " .quad " << &JCBM << "\n" + << ResolverBlockName << ":\n"; - uint64_t ReturnAddrOffset = saveX86Regs(JITCallbackAsm); + uint64_t ReturnAddrOffset = saveX86Regs(AsmStream); // Compute index, load object address, and call JIT. - JITCallbackAsm << " movq " << ReturnAddrOffset << "(%rsp), %rax\n" - << " leaq (jit_indices_start+5)(%rip), %rbx\n" - << " subq %rbx, %rax\n" - << " xorq %rdx, %rdx\n" - << " movq $5, %rbx\n" - << " divq %rbx\n" - << " movq %rax, %rsi\n" - << " leaq jit_object_addr(%rip), %rdi\n" - << " movq (%rdi), %rdi\n" - << " movabsq $" << CallbackAddr << ", %rax\n" - << " callq *%rax\n" - << " movq %rax, " << ReturnAddrOffset << "(%rsp)\n"; - - restoreX86Regs(JITCallbackAsm); - - JITCallbackAsm << " retq\n" - << "jit_indices_start:\n"; - - for (JITResolveCallbackHandler::StubIndex I = 0; I < J.getNumFuncs(); ++I) - JITCallbackAsm << getJITResolveCallbackIndexLabel(I) << ":\n" - << " callq " << JITCallbackFuncName << "\n"; - - M.appendModuleInlineAsm(JITCallbackAsm.str()); + AsmStream << " leaq jit_callback_manager_addr(%rip), %rdi\n" + << " movq (%rdi), %rdi\n" + << " movq " << ReturnAddrOffset << "(%rsp), %rsi\n" + << " movabsq $" << CallbackAddr << ", %rax\n" + << " callq *%rax\n" + << " movq %rax, " << ReturnAddrOffset << "(%rsp)\n"; + + restoreX86Regs(AsmStream); + + AsmStream << " retq\n"; + + M.appendModuleInlineAsm(AsmStream.str()); } + +OrcX86_64::LabelNameFtor +OrcX86_64::insertCompileCallbackTrampolines(Module &M, + TargetAddress ResolverBlockAddr, + unsigned NumCalls, + unsigned StartIndex) { + const char *ResolverBlockPtrName = "Lorc_resolve_block_addr"; + + std::ostringstream AsmStream; + Triple TT(M.getTargetTriple()); + + if (TT.getOS() == Triple::Darwin) + AsmStream << ".section __TEXT,__text,regular,pure_instructions\n" + << ".align 4, 0x90\n"; + else + AsmStream << ".text\n" + << ".align 16, 0x90\n"; + + AsmStream << ResolverBlockPtrName << ":\n" + << " .quad " << ResolverBlockAddr << "\n"; + + auto GetLabelName = + [=](unsigned I) { + std::ostringstream LabelStream; + LabelStream << "orc_jcc_" << (StartIndex + I); + return LabelStream.str(); + }; + + for (unsigned I = 0; I < NumCalls; ++I) + AsmStream << GetLabelName(I) << ":\n" + << " callq *" << ResolverBlockPtrName << "(%rip)\n"; + + M.appendModuleInlineAsm(AsmStream.str()); + + return GetLabelName; +} + } |