//===- Writer.cpp ---------------------------------------------------------===// // // The LLVM Linker // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// #include "Chunks.h" #include "Config.h" #include "Error.h" #include "SymbolTable.h" #include "Writer.h" #include "Symbols.h" #include "llvm/ADT/DenseMap.h" #include "llvm/Support/FileOutputBuffer.h" using namespace llvm; using namespace llvm::ELF; using namespace llvm::object; using namespace lld; using namespace lld::elf2; static const int PageSize = 4096; namespace { // OutputSection represents a section in an output file. It's a // container of chunks. OutputSection and Chunk are 1:N relationship. // Chunks cannot belong to more than one OutputSections. The writer // creates multiple OutputSections and assign them unique, // non-overlapping file offsets and VAs. template class OutputSectionBase { public: typedef typename std::conditional::type uintX_t; typedef typename std::conditional::type HeaderT; OutputSectionBase(StringRef Name, uint32_t sh_type, uintX_t sh_flags) : Name(Name) { memset(&Header, 0, sizeof(HeaderT)); Header.sh_type = sh_type; Header.sh_flags = sh_flags; } void setVA(uintX_t VA) { Header.sh_addr = VA; } void setFileOffset(uintX_t Off) { Header.sh_offset = Off; } template void writeHeaderTo(typename ELFFile>::Elf_Shdr *SHdr); StringRef getName() { return Name; } void setNameOffset(uintX_t Offset) { Header.sh_name = Offset; } // Returns the size of the section in the output file. uintX_t getSize() { return Header.sh_size; } uintX_t getFlags() { return Header.sh_flags; } uintX_t getFileOff() { return Header.sh_offset; } uintX_t getAlign() { return Header.sh_addralign; } virtual void finalize() {} virtual void writeTo(uint8_t *Buf) = 0; protected: StringRef Name; HeaderT Header; ~OutputSectionBase() = default; }; template class OutputSection final : public OutputSectionBase { public: typedef typename OutputSectionBase::uintX_t uintX_t; OutputSection(StringRef Name, uint32_t sh_type, uintX_t sh_flags) : OutputSectionBase(Name, sh_type, sh_flags) {} void addChunk(SectionChunk *C); void writeTo(uint8_t *Buf) override; private: std::vector *> Chunks; }; template class StringTableSection final : public OutputSectionBase { llvm::StringTableBuilder &StrTabBuilder; public: typedef typename OutputSectionBase::uintX_t uintX_t; StringTableSection(llvm::StringTableBuilder &StrTabBuilder) : OutputSectionBase(".strtab", SHT_STRTAB, 0), StrTabBuilder(StrTabBuilder) { this->Header.sh_addralign = 1; } void add(StringRef S) { StrTabBuilder.add(S); } size_t getFileOff(StringRef S) { return StrTabBuilder.getOffset(S); } void writeTo(uint8_t *Buf) override; void finalize() override { StrTabBuilder.finalize(StringTableBuilder::ELF); this->Header.sh_size = StrTabBuilder.data().size(); } }; template class SymbolTableSection final : public OutputSectionBase { public: typedef typename ELFFile::Elf_Sym Elf_Sym; SymbolTableSection(SymbolTable &Table) : OutputSectionBase(".symtab", SHT_SYMTAB, 0), Table(Table) { typedef OutputSectionBase Base; typename Base::HeaderT &Header = this->Header; // For now the only local symbol is going to be the one at index 0 Header.sh_info = 1; Header.sh_entsize = sizeof(Elf_Sym); Header.sh_addralign = ELFT::Is64Bits ? 8 : 4; this->Header.sh_size = (Table.getNumSymbols() + 1) * sizeof(Elf_Sym); } void setStringTableIndex(uint32_t Index) { this->Header.sh_link = Index; } void writeTo(uint8_t *Buf) override; private: SymbolTable &Table; }; // The writer writes a SymbolTable result to a file. template class Writer { public: typedef typename llvm::object::ELFFile::uintX_t uintX_t; typedef typename llvm::object::ELFFile::Elf_Shdr Elf_Shdr; Writer(SymbolTable *T) : Symtab(T), SymbolTable(*T), StringTable(T->getStringBuilder()) {} void run(); private: void createSections(); void assignAddresses(); void openFile(StringRef OutputPath); void writeHeader(); void writeSections(); SymbolTable *Symtab; std::unique_ptr Buffer; llvm::SpecificBumpPtrAllocator> CAlloc; std::vector *> OutputSections; uintX_t FileSize; uintX_t SizeOfHeaders; uintX_t SectionHeaderOff; SymbolTableSection SymbolTable; unsigned StringTableIndex; StringTableSection StringTable; unsigned NumSections; }; } // anonymous namespace namespace lld { namespace elf2 { template void writeResult(SymbolTable *Symtab) { Writer(Symtab).run(); } template void writeResult(SymbolTable *); template void writeResult(SymbolTable *); template void writeResult(SymbolTable *); template void writeResult(SymbolTable *); } // namespace elf2 } // namespace lld // The main function of the writer. template void Writer::run() { createSections(); assignAddresses(); openFile(Config->OutputFile); writeHeader(); writeSections(); error(Buffer->commit()); } template void OutputSection::addChunk(SectionChunk *C) { Chunks.push_back(C); uint32_t Align = C->getAlign(); if (Align > this->Header.sh_addralign) this->Header.sh_addralign = Align; uintX_t Off = this->Header.sh_size; Off = RoundUpToAlignment(Off, Align); C->setOutputSectionOff(Off); Off += C->getSize(); this->Header.sh_size = Off; } template void OutputSection::writeTo(uint8_t *Buf) { for (SectionChunk *C : Chunks) C->writeTo(Buf); } template void StringTableSection::writeTo(uint8_t *Buf) { StringRef Data = StrTabBuilder.data(); memcpy(Buf, Data.data(), Data.size()); } template void SymbolTableSection::writeTo(uint8_t *Buf) { Buf += sizeof(Elf_Sym); llvm::StringTableBuilder &Builder = Table.getStringBuilder(); for (auto &P : Table.getSymbols()) { StringRef Name = P.first; Symbol *Sym = P.second; auto *ESym = reinterpret_cast(Buf); ESym->st_name = Builder.getOffset(Name); uint8_t Binding; switch (Sym->Body->kind()) { case SymbolBody::UndefinedKind: llvm_unreachable("Should be defined by now"); case SymbolBody::DefinedRegularKind: Binding = STB_GLOBAL; break; case SymbolBody::UndefinedWeakKind: case SymbolBody::DefinedWeakKind: Binding = STB_WEAK; break; } ESym->setBindingAndType(Binding, 0); Buf += sizeof(Elf_Sym); } } template template void OutputSectionBase::writeHeaderTo( typename ELFFile>::Elf_Shdr *SHdr) { SHdr->sh_name = Header.sh_name; SHdr->sh_type = Header.sh_type; SHdr->sh_flags = Header.sh_flags; SHdr->sh_addr = Header.sh_addr; SHdr->sh_offset = Header.sh_offset; SHdr->sh_size = Header.sh_size; SHdr->sh_link = Header.sh_link; SHdr->sh_info = Header.sh_info; SHdr->sh_addralign = Header.sh_addralign; SHdr->sh_entsize = Header.sh_entsize; } namespace { template struct SectionKey { typedef typename std::conditional::type uintX_t; StringRef Name; uint32_t sh_type; uintX_t sh_flags; }; } namespace llvm { template struct DenseMapInfo> { static SectionKey getEmptyKey() { return SectionKey{DenseMapInfo::getEmptyKey(), 0, 0}; } static SectionKey getTombstoneKey() { return SectionKey{DenseMapInfo::getTombstoneKey(), 0, 0}; } static unsigned getHashValue(const SectionKey &Val) { return hash_combine(Val.Name, Val.sh_type, Val.sh_flags); } static bool isEqual(const SectionKey &LHS, const SectionKey &RHS) { return DenseMapInfo::isEqual(LHS.Name, RHS.Name) && LHS.sh_type == RHS.sh_type && LHS.sh_flags == RHS.sh_flags; } }; } // Create output section objects and add them to OutputSections. template void Writer::createSections() { SmallDenseMap, OutputSection *> Map; for (std::unique_ptr &FileB : Symtab->ObjectFiles) { auto &File = cast>(*FileB); for (SectionChunk *C : File.getChunks()) { const Elf_Shdr *H = C->getSectionHdr(); SectionKey Key{C->getSectionName(), H->sh_type, H->sh_flags}; OutputSection *&Sec = Map[Key]; if (!Sec) { Sec = new (CAlloc.Allocate()) OutputSection(Key.Name, Key.sh_type, Key.sh_flags); OutputSections.push_back(Sec); } Sec->addChunk(C); } } } template static bool compSec(OutputSectionBase *A, OutputSectionBase *B) { // Place SHF_ALLOC sections first. return (A->getFlags() & SHF_ALLOC) && !(B->getFlags() & SHF_ALLOC); } // Visits all sections to assign incremental, non-overlapping RVAs and // file offsets. template void Writer::assignAddresses() { SizeOfHeaders = RoundUpToAlignment(sizeof(Elf_Ehdr_Impl), PageSize); uintX_t VA = 0x1000; // The first page is kept unmapped. uintX_t FileOff = SizeOfHeaders; std::stable_sort(OutputSections.begin(), OutputSections.end(), compSec); OutputSections.push_back(&SymbolTable); OutputSections.push_back(&StringTable); StringTableIndex = OutputSections.size(); SymbolTable.setStringTableIndex(StringTableIndex); for (OutputSectionBase *Sec : OutputSections) { StringTable.add(Sec->getName()); Sec->finalize(); uintX_t Align = Sec->getAlign(); uintX_t Size = Sec->getSize(); if (Sec->getFlags() & SHF_ALLOC) { Sec->setVA(VA); VA += RoundUpToAlignment(Size, Align); } Sec->setFileOffset(FileOff); FileOff += RoundUpToAlignment(Size, Align); } // Regular sections. NumSections = OutputSections.size(); // First dummy section. NumSections++; FileOff += OffsetToAlignment(FileOff, ELFT::Is64Bits ? 8 : 4); // Add space for section headers. SectionHeaderOff = FileOff; FileOff += NumSections * sizeof(Elf_Shdr_Impl); FileSize = SizeOfHeaders + RoundUpToAlignment(FileOff - SizeOfHeaders, 8); } template void Writer::writeHeader() { uint8_t *Buf = Buffer->getBufferStart(); auto *EHdr = reinterpret_cast *>(Buf); EHdr->e_ident[EI_MAG0] = 0x7F; EHdr->e_ident[EI_MAG1] = 0x45; EHdr->e_ident[EI_MAG2] = 0x4C; EHdr->e_ident[EI_MAG3] = 0x46; EHdr->e_ident[EI_CLASS] = ELFT::Is64Bits ? ELFCLASS64 : ELFCLASS32; EHdr->e_ident[EI_DATA] = ELFT::TargetEndianness == llvm::support::little ? ELFDATA2LSB : ELFDATA2MSB; EHdr->e_ident[EI_VERSION] = EV_CURRENT; EHdr->e_ident[EI_OSABI] = ELFOSABI_NONE; EHdr->e_type = ET_EXEC; auto &FirstObj = cast>(*Symtab->ObjectFiles[0]); EHdr->e_machine = FirstObj.getObj()->getHeader()->e_machine; EHdr->e_version = EV_CURRENT; EHdr->e_entry = 0x401000; EHdr->e_phoff = sizeof(Elf_Ehdr_Impl); EHdr->e_shoff = SectionHeaderOff; EHdr->e_ehsize = sizeof(Elf_Ehdr_Impl); EHdr->e_phentsize = sizeof(Elf_Phdr_Impl); EHdr->e_phnum = 1; EHdr->e_shentsize = sizeof(Elf_Shdr_Impl); EHdr->e_shnum = NumSections; EHdr->e_shstrndx = StringTableIndex; auto PHdrs = reinterpret_cast *>(Buf + EHdr->e_phoff); PHdrs->p_type = PT_LOAD; PHdrs->p_flags = PF_R | PF_X; PHdrs->p_offset = 0x0000; PHdrs->p_vaddr = 0x400000; PHdrs->p_paddr = PHdrs->p_vaddr; PHdrs->p_filesz = FileSize; PHdrs->p_memsz = FileSize; PHdrs->p_align = 0x4000; auto SHdrs = reinterpret_cast *>(Buf + EHdr->e_shoff); // First entry is null. ++SHdrs; for (OutputSectionBase *Sec : OutputSections) { Sec->setNameOffset(StringTable.getFileOff(Sec->getName())); Sec->template writeHeaderTo(SHdrs++); } } template void Writer::openFile(StringRef Path) { ErrorOr> BufferOrErr = FileOutputBuffer::create(Path, FileSize, FileOutputBuffer::F_executable); error(BufferOrErr, Twine("failed to open ") + Path); Buffer = std::move(*BufferOrErr); } // Write section contents to a mmap'ed file. template void Writer::writeSections() { uint8_t *Buf = Buffer->getBufferStart(); for (OutputSectionBase *Sec : OutputSections) Sec->writeTo(Buf + Sec->getFileOff()); }