//===- Writer.cpp ---------------------------------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "Writer.h" #include "Config.h" #include "InputFiles.h" #include "InputSection.h" #include "MergedOutputSection.h" #include "OutputSection.h" #include "OutputSegment.h" #include "SymbolTable.h" #include "Symbols.h" #include "SyntheticSections.h" #include "Target.h" #include "lld/Common/ErrorHandler.h" #include "lld/Common/Memory.h" #include "llvm/BinaryFormat/MachO.h" #include "llvm/Support/LEB128.h" #include "llvm/Support/MathExtras.h" #include "llvm/Support/Path.h" using namespace llvm; using namespace llvm::MachO; using namespace lld; using namespace lld::macho; namespace { class LCLinkEdit; class LCDyldInfo; class LCSymtab; class Writer { public: Writer() : buffer(errorHandler().outputBuffer) {} void scanRelocations(); void createOutputSections(); void createLoadCommands(); void assignAddresses(OutputSegment *); void createSymtabContents(); void openFile(); void writeSections(); void run(); std::unique_ptr &buffer; uint64_t addr = 0; uint64_t fileOff = 0; MachHeaderSection *headerSection = nullptr; LazyBindingSection *lazyBindingSection = nullptr; ExportSection *exportSection = nullptr; StringTableSection *stringTableSection = nullptr; SymtabSection *symtabSection = nullptr; }; // LC_DYLD_INFO_ONLY stores the offsets of symbol import/export information. class LCDyldInfo : public LoadCommand { public: LCDyldInfo(BindingSection *bindingSection, LazyBindingSection *lazyBindingSection, ExportSection *exportSection) : bindingSection(bindingSection), lazyBindingSection(lazyBindingSection), exportSection(exportSection) {} uint32_t getSize() const override { return sizeof(dyld_info_command); } void writeTo(uint8_t *buf) const override { auto *c = reinterpret_cast(buf); c->cmd = LC_DYLD_INFO_ONLY; c->cmdsize = getSize(); if (bindingSection->isNeeded()) { c->bind_off = bindingSection->fileOff; c->bind_size = bindingSection->getFileSize(); } if (lazyBindingSection->isNeeded()) { c->lazy_bind_off = lazyBindingSection->fileOff; c->lazy_bind_size = lazyBindingSection->getFileSize(); } if (exportSection->isNeeded()) { c->export_off = exportSection->fileOff; c->export_size = exportSection->getFileSize(); } } BindingSection *bindingSection; LazyBindingSection *lazyBindingSection; ExportSection *exportSection; }; class LCDysymtab : public LoadCommand { public: uint32_t getSize() const override { return sizeof(dysymtab_command); } void writeTo(uint8_t *buf) const override { auto *c = reinterpret_cast(buf); c->cmd = LC_DYSYMTAB; c->cmdsize = getSize(); } }; class LCSegment : public LoadCommand { public: LCSegment(StringRef name, OutputSegment *seg) : name(name), seg(seg) {} uint32_t getSize() const override { return sizeof(segment_command_64) + seg->numNonHiddenSections() * sizeof(section_64); } void writeTo(uint8_t *buf) const override { auto *c = reinterpret_cast(buf); buf += sizeof(segment_command_64); c->cmd = LC_SEGMENT_64; c->cmdsize = getSize(); memcpy(c->segname, name.data(), name.size()); c->fileoff = seg->fileOff; c->maxprot = seg->maxProt; c->initprot = seg->initProt; if (seg->getSections().empty()) return; c->vmaddr = seg->firstSection()->addr; c->vmsize = seg->lastSection()->addr + seg->lastSection()->getSize() - c->vmaddr; c->nsects = seg->numNonHiddenSections(); for (OutputSection *osec : seg->getSections()) { c->filesize += osec->getFileSize(); if (osec->isHidden()) continue; auto *sectHdr = reinterpret_cast(buf); buf += sizeof(section_64); memcpy(sectHdr->sectname, osec->name.data(), osec->name.size()); memcpy(sectHdr->segname, name.data(), name.size()); sectHdr->addr = osec->addr; sectHdr->offset = osec->fileOff; sectHdr->align = Log2_32(osec->align); sectHdr->flags = osec->flags; sectHdr->size = osec->getSize(); } } private: StringRef name; OutputSegment *seg; }; class LCMain : public LoadCommand { uint32_t getSize() const override { return sizeof(entry_point_command); } void writeTo(uint8_t *buf) const override { auto *c = reinterpret_cast(buf); c->cmd = LC_MAIN; c->cmdsize = getSize(); c->entryoff = config->entry->getFileOffset(); c->stacksize = 0; } }; class LCSymtab : public LoadCommand { public: LCSymtab(SymtabSection *symtabSection, StringTableSection *stringTableSection) : symtabSection(symtabSection), stringTableSection(stringTableSection) {} uint32_t getSize() const override { return sizeof(symtab_command); } void writeTo(uint8_t *buf) const override { auto *c = reinterpret_cast(buf); c->cmd = LC_SYMTAB; c->cmdsize = getSize(); c->symoff = symtabSection->fileOff; c->nsyms = symtabSection->getNumSymbols(); c->stroff = stringTableSection->fileOff; c->strsize = stringTableSection->getFileSize(); } SymtabSection *symtabSection = nullptr; StringTableSection *stringTableSection = nullptr; }; // There are several dylib load commands that share the same structure: // * LC_LOAD_DYLIB // * LC_ID_DYLIB // * LC_REEXPORT_DYLIB class LCDylib : public LoadCommand { public: LCDylib(LoadCommandType type, StringRef path) : type(type), path(path) {} uint32_t getSize() const override { return alignTo(sizeof(dylib_command) + path.size() + 1, 8); } void writeTo(uint8_t *buf) const override { auto *c = reinterpret_cast(buf); buf += sizeof(dylib_command); c->cmd = type; c->cmdsize = getSize(); c->dylib.name = sizeof(dylib_command); memcpy(buf, path.data(), path.size()); buf[path.size()] = '\0'; } private: LoadCommandType type; StringRef path; }; class LCLoadDylinker : public LoadCommand { public: uint32_t getSize() const override { return alignTo(sizeof(dylinker_command) + path.size() + 1, 8); } void writeTo(uint8_t *buf) const override { auto *c = reinterpret_cast(buf); buf += sizeof(dylinker_command); c->cmd = LC_LOAD_DYLINKER; c->cmdsize = getSize(); c->name = sizeof(dylinker_command); memcpy(buf, path.data(), path.size()); buf[path.size()] = '\0'; } private: // Recent versions of Darwin won't run any binary that has dyld at a // different location. const StringRef path = "/usr/lib/dyld"; }; } // namespace void Writer::scanRelocations() { for (InputSection *isec : inputSections) { for (Reloc &r : isec->relocs) { if (auto *s = r.target.dyn_cast()) { if (isa(s)) error("undefined symbol " + s->getName() + ", referenced from " + sys::path::filename(isec->file->getName())); else target->prepareSymbolRelocation(*s, isec, r); } } } } void Writer::createLoadCommands() { headerSection->addLoadCommand( make(in.binding, lazyBindingSection, exportSection)); headerSection->addLoadCommand( make(symtabSection, stringTableSection)); headerSection->addLoadCommand(make()); switch (config->outputType) { case MH_EXECUTE: headerSection->addLoadCommand(make()); headerSection->addLoadCommand(make()); break; case MH_DYLIB: headerSection->addLoadCommand( make(LC_ID_DYLIB, config->installName)); break; default: llvm_unreachable("unhandled output file type"); } uint8_t segIndex = 0; for (OutputSegment *seg : outputSegments) { headerSection->addLoadCommand(make(seg->name, seg)); seg->index = segIndex++; } uint64_t dylibOrdinal = 1; for (InputFile *file : inputFiles) { if (auto *dylibFile = dyn_cast(file)) { headerSection->addLoadCommand( make(LC_LOAD_DYLIB, dylibFile->dylibName)); dylibFile->ordinal = dylibOrdinal++; if (dylibFile->reexport) headerSection->addLoadCommand( make(LC_REEXPORT_DYLIB, dylibFile->dylibName)); } } } static size_t getSymbolPriority(const SymbolPriorityEntry &entry, const InputFile &file) { return std::max(entry.objectFiles.lookup(sys::path::filename(file.getName())), entry.anyObjectFile); } // Each section gets assigned the priority of the highest-priority symbol it // contains. static DenseMap buildInputSectionPriorities() { DenseMap sectionPriorities; if (config->priorities.empty()) return sectionPriorities; auto addSym = [&](Defined &sym) { auto it = config->priorities.find(sym.getName()); if (it == config->priorities.end()) return; SymbolPriorityEntry &entry = it->second; size_t &priority = sectionPriorities[sym.isec]; priority = std::max(priority, getSymbolPriority(entry, *sym.isec->file)); }; // TODO: Make sure this handles weak symbols correctly. for (InputFile *file : inputFiles) if (isa(file) || isa(file)) for (lld::macho::Symbol *sym : file->symbols) if (auto *d = dyn_cast(sym)) addSym(*d); return sectionPriorities; } static int segmentOrder(OutputSegment *seg) { return StringSwitch(seg->name) .Case(segment_names::pageZero, -2) .Case(segment_names::text, -1) // Make sure __LINKEDIT is the last segment (i.e. all its hidden // sections must be ordered after other sections). .Case(segment_names::linkEdit, std::numeric_limits::max()) .Default(0); } static int sectionOrder(OutputSection *osec) { StringRef segname = osec->parent->name; // Sections are uniquely identified by their segment + section name. if (segname == segment_names::text) { if (osec->name == section_names::header) return -1; } else if (segname == segment_names::linkEdit) { return StringSwitch(osec->name) .Case(section_names::binding, -4) .Case(section_names::export_, -3) .Case(section_names::symbolTable, -2) .Case(section_names::stringTable, -1) .Default(0); } // ZeroFill sections must always be the at the end of their segments, // otherwise subsequent sections may get overwritten with zeroes at runtime. if (isZeroFill(osec->flags)) return std::numeric_limits::max(); return 0; } template static std::function compareByOrder(F ord) { return [=](T a, T b) { return ord(a) < ord(b); }; } // Sorting only can happen once all outputs have been collected. Here we sort // segments, output sections within each segment, and input sections within each // output segment. static void sortSegmentsAndSections() { llvm::stable_sort(outputSegments, compareByOrder(segmentOrder)); DenseMap isecPriorities = buildInputSectionPriorities(); uint32_t sectionIndex = 0; for (OutputSegment *seg : outputSegments) { seg->sortOutputSections(compareByOrder(sectionOrder)); for (auto *osec : seg->getSections()) { // Now that the output sections are sorted, assign the final // output section indices. if (!osec->isHidden()) osec->index = ++sectionIndex; if (!isecPriorities.empty()) { if (auto *merged = dyn_cast(osec)) { llvm::stable_sort(merged->inputs, [&](InputSection *a, InputSection *b) { return isecPriorities[a] > isecPriorities[b]; }); } } } } } void Writer::createOutputSections() { // First, create hidden sections headerSection = make(); lazyBindingSection = make(); stringTableSection = make(); symtabSection = make(*stringTableSection); exportSection = make(); switch (config->outputType) { case MH_EXECUTE: make(); break; case MH_DYLIB: break; default: llvm_unreachable("unhandled output file type"); } // Then merge input sections into output sections. MapVector, MergedOutputSection *> mergedOutputSections; for (InputSection *isec : inputSections) { MergedOutputSection *&osec = mergedOutputSections[{isec->segname, isec->name}]; if (osec == nullptr) osec = make(isec->name); osec->mergeInput(isec); } for (const auto &it : mergedOutputSections) { StringRef segname = it.first.first; MergedOutputSection *osec = it.second; getOrCreateOutputSegment(segname)->addOutputSection(osec); } for (SyntheticSection *ssec : syntheticSections) { auto it = mergedOutputSections.find({ssec->segname, ssec->name}); if (it == mergedOutputSections.end()) { if (ssec->isNeeded()) getOrCreateOutputSegment(ssec->segname)->addOutputSection(ssec); } else { error("section from " + it->second->firstSection()->file->getName() + " conflicts with synthetic section " + ssec->segname + "," + ssec->name); } } } void Writer::assignAddresses(OutputSegment *seg) { addr = alignTo(addr, PageSize); fileOff = alignTo(fileOff, PageSize); seg->fileOff = fileOff; for (auto *osec : seg->getSections()) { addr = alignTo(addr, osec->align); fileOff = alignTo(fileOff, osec->align); osec->addr = addr; osec->fileOff = isZeroFill(osec->flags) ? 0 : fileOff; osec->finalize(); addr += osec->getSize(); fileOff += osec->getFileSize(); } } void Writer::openFile() { Expected> bufferOrErr = FileOutputBuffer::create(config->outputFile, fileOff, FileOutputBuffer::F_executable); if (!bufferOrErr) error("failed to open " + config->outputFile + ": " + llvm::toString(bufferOrErr.takeError())); else buffer = std::move(*bufferOrErr); } void Writer::writeSections() { uint8_t *buf = buffer->getBufferStart(); for (OutputSegment *seg : outputSegments) for (OutputSection *osec : seg->getSections()) osec->writeTo(buf + osec->fileOff); } void Writer::run() { // dyld requires __LINKEDIT segment to always exist (even if empty). OutputSegment *linkEditSegment = getOrCreateOutputSegment(segment_names::linkEdit); scanRelocations(); if (in.stubHelper->isNeeded()) in.stubHelper->setup(); // Sort and assign sections to their respective segments. No more sections nor // segments may be created after these methods run. createOutputSections(); sortSegmentsAndSections(); createLoadCommands(); // Ensure that segments (and the sections they contain) are allocated // addresses in ascending order, which dyld requires. // // Note that at this point, __LINKEDIT sections are empty, but we need to // determine addresses of other segments/sections before generating its // contents. for (OutputSegment *seg : outputSegments) if (seg != linkEditSegment) assignAddresses(seg); // Fill __LINKEDIT contents. in.binding->finalizeContents(); lazyBindingSection->finalizeContents(); exportSection->finalizeContents(); symtabSection->finalizeContents(); // Now that __LINKEDIT is filled out, do a proper calculation of its // addresses and offsets. assignAddresses(linkEditSegment); openFile(); if (errorCount()) return; writeSections(); if (auto e = buffer->commit()) error("failed to write to the output file: " + toString(std::move(e))); } void macho::writeResult() { Writer().run(); } void macho::createSyntheticSections() { in.binding = make(); in.got = make(); in.lazyPointers = make(); in.stubs = make(); in.stubHelper = make(); in.imageLoaderCache = make(); }