//===- InputFiles.cpp -----------------------------------------------------===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #include "InputFiles.h" #include "Chunks.h" #include "Config.h" #include "DebugTypes.h" #include "Driver.h" #include "SymbolTable.h" #include "Symbols.h" #include "lld/Common/DWARF.h" #include "lld/Common/ErrorHandler.h" #include "lld/Common/Memory.h" #include "llvm-c/lto.h" #include "llvm/ADT/SmallVector.h" #include "llvm/ADT/Triple.h" #include "llvm/ADT/Twine.h" #include "llvm/BinaryFormat/COFF.h" #include "llvm/DebugInfo/CodeView/DebugSubsectionRecord.h" #include "llvm/DebugInfo/CodeView/SymbolDeserializer.h" #include "llvm/DebugInfo/CodeView/SymbolRecord.h" #include "llvm/DebugInfo/CodeView/TypeDeserializer.h" #include "llvm/LTO/LTO.h" #include "llvm/Object/Binary.h" #include "llvm/Object/COFF.h" #include "llvm/Support/Casting.h" #include "llvm/Support/Endian.h" #include "llvm/Support/Error.h" #include "llvm/Support/ErrorOr.h" #include "llvm/Support/FileSystem.h" #include "llvm/Support/Path.h" #include "llvm/Target/TargetOptions.h" #include #include #include using namespace llvm; using namespace llvm::COFF; using namespace llvm::codeview; using namespace llvm::object; using namespace llvm::support::endian; using llvm::Triple; using llvm::support::ulittle32_t; namespace lld { // Returns the last element of a path, which is supposed to be a filename. static StringRef getBasename(StringRef path) { return sys::path::filename(path, sys::path::Style::windows); } // Returns a string in the format of "foo.obj" or "foo.obj(bar.lib)". std::string toString(const coff::InputFile *file) { if (!file) return ""; if (file->parentName.empty() || file->kind() == coff::InputFile::ImportKind) return file->getName(); return (getBasename(file->parentName) + "(" + getBasename(file->getName()) + ")") .str(); } namespace coff { std::vector ObjFile::instances; std::vector ImportFile::instances; std::vector BitcodeFile::instances; /// Checks that Source is compatible with being a weak alias to Target. /// If Source is Undefined and has no weak alias set, makes it a weak /// alias to Target. static void checkAndSetWeakAlias(SymbolTable *symtab, InputFile *f, Symbol *source, Symbol *target) { if (auto *u = dyn_cast(source)) { if (u->weakAlias && u->weakAlias != target) { // Weak aliases as produced by GCC are named in the form // .weak.., where is the name // of another symbol emitted near the weak symbol. // Just use the definition from the first object file that defined // this weak symbol. if (config->mingw) return; symtab->reportDuplicate(source, f); } u->weakAlias = target; } } static bool ignoredSymbolName(StringRef name) { return name == "@feat.00" || name == "@comp.id"; } ArchiveFile::ArchiveFile(MemoryBufferRef m) : InputFile(ArchiveKind, m) {} void ArchiveFile::parse() { // Parse a MemoryBufferRef as an archive file. file = CHECK(Archive::create(mb), this); // Read the symbol table to construct Lazy objects. for (const Archive::Symbol &sym : file->symbols()) symtab->addLazyArchive(this, sym); } // Returns a buffer pointing to a member file containing a given symbol. void ArchiveFile::addMember(const Archive::Symbol &sym) { const Archive::Child &c = CHECK(sym.getMember(), "could not get the member for symbol " + toCOFFString(sym)); // Return an empty buffer if we have already returned the same buffer. if (!seen.insert(c.getChildOffset()).second) return; driver->enqueueArchiveMember(c, sym, getName()); } std::vector getArchiveMembers(Archive *file) { std::vector v; Error err = Error::success(); for (const Archive::Child &c : file->children(err)) { MemoryBufferRef mbref = CHECK(c.getMemoryBufferRef(), file->getFileName() + ": could not get the buffer for a child of the archive"); v.push_back(mbref); } if (err) fatal(file->getFileName() + ": Archive::children failed: " + toString(std::move(err))); return v; } void LazyObjFile::fetch() { if (mb.getBuffer().empty()) return; InputFile *file; if (isBitcode(mb)) file = make(mb, "", 0, std::move(symbols)); else file = make(mb, std::move(symbols)); mb = {}; symtab->addFile(file); } void LazyObjFile::parse() { if (isBitcode(this->mb)) { // Bitcode file. std::unique_ptr obj = CHECK(lto::InputFile::create(this->mb), this); for (const lto::InputFile::Symbol &sym : obj->symbols()) { if (!sym.isUndefined()) symtab->addLazyObject(this, sym.getName()); } return; } // Native object file. std::unique_ptr coffObjPtr = CHECK(createBinary(mb), this); COFFObjectFile *coffObj = cast(coffObjPtr.get()); uint32_t numSymbols = coffObj->getNumberOfSymbols(); for (uint32_t i = 0; i < numSymbols; ++i) { COFFSymbolRef coffSym = check(coffObj->getSymbol(i)); if (coffSym.isUndefined() || !coffSym.isExternal() || coffSym.isWeakExternal()) continue; StringRef name; coffObj->getSymbolName(coffSym, name); if (coffSym.isAbsolute() && ignoredSymbolName(name)) continue; symtab->addLazyObject(this, name); i += coffSym.getNumberOfAuxSymbols(); } } void ObjFile::parse() { // Parse a memory buffer as a COFF file. std::unique_ptr bin = CHECK(createBinary(mb), this); if (auto *obj = dyn_cast(bin.get())) { bin.release(); coffObj.reset(obj); } else { fatal(toString(this) + " is not a COFF file"); } // Read section and symbol tables. initializeChunks(); initializeSymbols(); initializeFlags(); initializeDependencies(); } const coff_section* ObjFile::getSection(uint32_t i) { const coff_section *sec; if (auto ec = coffObj->getSection(i, sec)) fatal("getSection failed: #" + Twine(i) + ": " + ec.message()); return sec; } // We set SectionChunk pointers in the SparseChunks vector to this value // temporarily to mark comdat sections as having an unknown resolution. As we // walk the object file's symbol table, once we visit either a leader symbol or // an associative section definition together with the parent comdat's leader, // we set the pointer to either nullptr (to mark the section as discarded) or a // valid SectionChunk for that section. static SectionChunk *const pendingComdat = reinterpret_cast(1); void ObjFile::initializeChunks() { uint32_t numSections = coffObj->getNumberOfSections(); chunks.reserve(numSections); sparseChunks.resize(numSections + 1); for (uint32_t i = 1; i < numSections + 1; ++i) { const coff_section *sec = getSection(i); if (sec->Characteristics & IMAGE_SCN_LNK_COMDAT) sparseChunks[i] = pendingComdat; else sparseChunks[i] = readSection(i, nullptr, ""); } } SectionChunk *ObjFile::readSection(uint32_t sectionNumber, const coff_aux_section_definition *def, StringRef leaderName) { const coff_section *sec = getSection(sectionNumber); StringRef name; if (Expected e = coffObj->getSectionName(sec)) name = *e; else fatal("getSectionName failed: #" + Twine(sectionNumber) + ": " + toString(e.takeError())); if (name == ".drectve") { ArrayRef data; cantFail(coffObj->getSectionContents(sec, data)); directives = StringRef((const char *)data.data(), data.size()); return nullptr; } if (name == ".llvm_addrsig") { addrsigSec = sec; return nullptr; } // Object files may have DWARF debug info or MS CodeView debug info // (or both). // // DWARF sections don't need any special handling from the perspective // of the linker; they are just a data section containing relocations. // We can just link them to complete debug info. // // CodeView needs linker support. We need to interpret debug info, // and then write it to a separate .pdb file. // Ignore DWARF debug info unless /debug is given. if (!config->debug && name.startswith(".debug_")) return nullptr; if (sec->Characteristics & llvm::COFF::IMAGE_SCN_LNK_REMOVE) return nullptr; auto *c = make(this, sec); if (def) c->checksum = def->CheckSum; // CodeView sections are stored to a different vector because they are not // linked in the regular manner. if (c->isCodeView()) debugChunks.push_back(c); else if (name == ".gfids$y") guardFidChunks.push_back(c); else if (name == ".gljmp$y") guardLJmpChunks.push_back(c); else if (name == ".sxdata") sXDataChunks.push_back(c); else if (config->tailMerge && sec->NumberOfRelocations == 0 && name == ".rdata" && leaderName.startswith("??_C@")) // COFF sections that look like string literal sections (i.e. no // relocations, in .rdata, leader symbol name matches the MSVC name mangling // for string literals) are subject to string tail merging. MergeChunk::addSection(c); else if (name == ".rsrc" || name.startswith(".rsrc$")) resourceChunks.push_back(c); else chunks.push_back(c); return c; } void ObjFile::includeResourceChunks() { chunks.insert(chunks.end(), resourceChunks.begin(), resourceChunks.end()); } void ObjFile::readAssociativeDefinition( COFFSymbolRef sym, const coff_aux_section_definition *def) { readAssociativeDefinition(sym, def, def->getNumber(sym.isBigObj())); } void ObjFile::readAssociativeDefinition(COFFSymbolRef sym, const coff_aux_section_definition *def, uint32_t parentIndex) { SectionChunk *parent = sparseChunks[parentIndex]; int32_t sectionNumber = sym.getSectionNumber(); auto diag = [&]() { StringRef name, parentName; coffObj->getSymbolName(sym, name); const coff_section *parentSec = getSection(parentIndex); if (Expected e = coffObj->getSectionName(parentSec)) parentName = *e; error(toString(this) + ": associative comdat " + name + " (sec " + Twine(sectionNumber) + ") has invalid reference to section " + parentName + " (sec " + Twine(parentIndex) + ")"); }; if (parent == pendingComdat) { // This can happen if an associative comdat refers to another associative // comdat that appears after it (invalid per COFF spec) or to a section // without any symbols. diag(); return; } // Check whether the parent is prevailing. If it is, so are we, and we read // the section; otherwise mark it as discarded. if (parent) { SectionChunk *c = readSection(sectionNumber, def, ""); sparseChunks[sectionNumber] = c; if (c) { c->selection = IMAGE_COMDAT_SELECT_ASSOCIATIVE; parent->addAssociative(c); } } else { sparseChunks[sectionNumber] = nullptr; } } void ObjFile::recordPrevailingSymbolForMingw( COFFSymbolRef sym, DenseMap &prevailingSectionMap) { // For comdat symbols in executable sections, where this is the copy // of the section chunk we actually include instead of discarding it, // add the symbol to a map to allow using it for implicitly // associating .[px]data$ sections to it. int32_t sectionNumber = sym.getSectionNumber(); SectionChunk *sc = sparseChunks[sectionNumber]; if (sc && sc->getOutputCharacteristics() & IMAGE_SCN_MEM_EXECUTE) { StringRef name; coffObj->getSymbolName(sym, name); if (getMachineType() == I386) name.consume_front("_"); prevailingSectionMap[name] = sectionNumber; } } void ObjFile::maybeAssociateSEHForMingw( COFFSymbolRef sym, const coff_aux_section_definition *def, const DenseMap &prevailingSectionMap) { StringRef name; coffObj->getSymbolName(sym, name); if (name.consume_front(".pdata$") || name.consume_front(".xdata$") || name.consume_front(".eh_frame$")) { // For MinGW, treat .[px]data$ and .eh_frame$ as implicitly // associative to the symbol . auto parentSym = prevailingSectionMap.find(name); if (parentSym != prevailingSectionMap.end()) readAssociativeDefinition(sym, def, parentSym->second); } } Symbol *ObjFile::createRegular(COFFSymbolRef sym) { SectionChunk *sc = sparseChunks[sym.getSectionNumber()]; if (sym.isExternal()) { StringRef name; coffObj->getSymbolName(sym, name); if (sc) return symtab->addRegular(this, name, sym.getGeneric(), sc, sym.getValue()); // For MinGW symbols named .weak.* that point to a discarded section, // don't create an Undefined symbol. If nothing ever refers to the symbol, // everything should be fine. If something actually refers to the symbol // (e.g. the undefined weak alias), linking will fail due to undefined // references at the end. if (config->mingw && name.startswith(".weak.")) return nullptr; return symtab->addUndefined(name, this, false); } if (sc) return make(this, /*Name*/ "", /*IsCOMDAT*/ false, /*IsExternal*/ false, sym.getGeneric(), sc); return nullptr; } void ObjFile::initializeSymbols() { uint32_t numSymbols = coffObj->getNumberOfSymbols(); symbols.resize(numSymbols); SmallVector, 8> weakAliases; std::vector pendingIndexes; pendingIndexes.reserve(numSymbols); DenseMap prevailingSectionMap; std::vector comdatDefs( coffObj->getNumberOfSections() + 1); for (uint32_t i = 0; i < numSymbols; ++i) { COFFSymbolRef coffSym = check(coffObj->getSymbol(i)); bool prevailingComdat; if (coffSym.isUndefined()) { symbols[i] = createUndefined(coffSym); } else if (coffSym.isWeakExternal()) { symbols[i] = createUndefined(coffSym); uint32_t tagIndex = coffSym.getAux()->TagIndex; weakAliases.emplace_back(symbols[i], tagIndex); } else if (Optional optSym = createDefined(coffSym, comdatDefs, prevailingComdat)) { symbols[i] = *optSym; if (config->mingw && prevailingComdat) recordPrevailingSymbolForMingw(coffSym, prevailingSectionMap); } else { // createDefined() returns None if a symbol belongs to a section that // was pending at the point when the symbol was read. This can happen in // two cases: // 1) section definition symbol for a comdat leader; // 2) symbol belongs to a comdat section associated with another section. // In both of these cases, we can expect the section to be resolved by // the time we finish visiting the remaining symbols in the symbol // table. So we postpone the handling of this symbol until that time. pendingIndexes.push_back(i); } i += coffSym.getNumberOfAuxSymbols(); } for (uint32_t i : pendingIndexes) { COFFSymbolRef sym = check(coffObj->getSymbol(i)); if (const coff_aux_section_definition *def = sym.getSectionDefinition()) { if (def->Selection == IMAGE_COMDAT_SELECT_ASSOCIATIVE) readAssociativeDefinition(sym, def); else if (config->mingw) maybeAssociateSEHForMingw(sym, def, prevailingSectionMap); } if (sparseChunks[sym.getSectionNumber()] == pendingComdat) { StringRef name; coffObj->getSymbolName(sym, name); log("comdat section " + name + " without leader and unassociated, discarding"); continue; } symbols[i] = createRegular(sym); } for (auto &kv : weakAliases) { Symbol *sym = kv.first; uint32_t idx = kv.second; checkAndSetWeakAlias(symtab, this, sym, symbols[idx]); } } Symbol *ObjFile::createUndefined(COFFSymbolRef sym) { StringRef name; coffObj->getSymbolName(sym, name); return symtab->addUndefined(name, this, sym.isWeakExternal()); } void ObjFile::handleComdatSelection(COFFSymbolRef sym, COMDATType &selection, bool &prevailing, DefinedRegular *leader) { if (prevailing) return; // There's already an existing comdat for this symbol: `Leader`. // Use the comdats's selection field to determine if the new // symbol in `Sym` should be discarded, produce a duplicate symbol // error, etc. SectionChunk *leaderChunk = nullptr; COMDATType leaderSelection = IMAGE_COMDAT_SELECT_ANY; if (leader->data) { leaderChunk = leader->getChunk(); leaderSelection = leaderChunk->selection; } else { // FIXME: comdats from LTO files don't know their selection; treat them // as "any". selection = leaderSelection; } if ((selection == IMAGE_COMDAT_SELECT_ANY && leaderSelection == IMAGE_COMDAT_SELECT_LARGEST) || (selection == IMAGE_COMDAT_SELECT_LARGEST && leaderSelection == IMAGE_COMDAT_SELECT_ANY)) { // cl.exe picks "any" for vftables when building with /GR- and // "largest" when building with /GR. To be able to link object files // compiled with each flag, "any" and "largest" are merged as "largest". leaderSelection = selection = IMAGE_COMDAT_SELECT_LARGEST; } // GCCs __declspec(selectany) doesn't actually pick "any" but "same size as". // Clang on the other hand picks "any". To be able to link two object files // with a __declspec(selectany) declaration, one compiled with gcc and the // other with clang, we merge them as proper "same size as" if (config->mingw && ((selection == IMAGE_COMDAT_SELECT_ANY && leaderSelection == IMAGE_COMDAT_SELECT_SAME_SIZE) || (selection == IMAGE_COMDAT_SELECT_SAME_SIZE && leaderSelection == IMAGE_COMDAT_SELECT_ANY))) { leaderSelection = selection = IMAGE_COMDAT_SELECT_SAME_SIZE; } // Other than that, comdat selections must match. This is a bit more // strict than link.exe which allows merging "any" and "largest" if "any" // is the first symbol the linker sees, and it allows merging "largest" // with everything (!) if "largest" is the first symbol the linker sees. // Making this symmetric independent of which selection is seen first // seems better though. // (This behavior matches ModuleLinker::getComdatResult().) if (selection != leaderSelection) { log(("conflicting comdat type for " + toString(*leader) + ": " + Twine((int)leaderSelection) + " in " + toString(leader->getFile()) + " and " + Twine((int)selection) + " in " + toString(this)) .str()); symtab->reportDuplicate(leader, this); return; } switch (selection) { case IMAGE_COMDAT_SELECT_NODUPLICATES: symtab->reportDuplicate(leader, this); break; case IMAGE_COMDAT_SELECT_ANY: // Nothing to do. break; case IMAGE_COMDAT_SELECT_SAME_SIZE: if (leaderChunk->getSize() != getSection(sym)->SizeOfRawData) symtab->reportDuplicate(leader, this); break; case IMAGE_COMDAT_SELECT_EXACT_MATCH: { SectionChunk newChunk(this, getSection(sym)); // link.exe only compares section contents here and doesn't complain // if the two comdat sections have e.g. different alignment. // Match that. if (leaderChunk->getContents() != newChunk.getContents()) symtab->reportDuplicate(leader, this, &newChunk, sym.getValue()); break; } case IMAGE_COMDAT_SELECT_ASSOCIATIVE: // createDefined() is never called for IMAGE_COMDAT_SELECT_ASSOCIATIVE. // (This means lld-link doesn't produce duplicate symbol errors for // associative comdats while link.exe does, but associate comdats // are never extern in practice.) llvm_unreachable("createDefined not called for associative comdats"); case IMAGE_COMDAT_SELECT_LARGEST: if (leaderChunk->getSize() < getSection(sym)->SizeOfRawData) { // Replace the existing comdat symbol with the new one. StringRef name; coffObj->getSymbolName(sym, name); // FIXME: This is incorrect: With /opt:noref, the previous sections // make it into the final executable as well. Correct handling would // be to undo reading of the whole old section that's being replaced, // or doing one pass that determines what the final largest comdat // is for all IMAGE_COMDAT_SELECT_LARGEST comdats and then reading // only the largest one. replaceSymbol(leader, this, name, /*IsCOMDAT*/ true, /*IsExternal*/ true, sym.getGeneric(), nullptr); prevailing = true; } break; case IMAGE_COMDAT_SELECT_NEWEST: llvm_unreachable("should have been rejected earlier"); } } Optional ObjFile::createDefined( COFFSymbolRef sym, std::vector &comdatDefs, bool &prevailing) { prevailing = false; auto getName = [&]() { StringRef s; coffObj->getSymbolName(sym, s); return s; }; if (sym.isCommon()) { auto *c = make(sym); chunks.push_back(c); return symtab->addCommon(this, getName(), sym.getValue(), sym.getGeneric(), c); } if (sym.isAbsolute()) { StringRef name = getName(); if (name == "@feat.00") feat00Flags = sym.getValue(); // Skip special symbols. if (ignoredSymbolName(name)) return nullptr; if (sym.isExternal()) return symtab->addAbsolute(name, sym); return make(name, sym); } int32_t sectionNumber = sym.getSectionNumber(); if (sectionNumber == llvm::COFF::IMAGE_SYM_DEBUG) return nullptr; if (llvm::COFF::isReservedSectionNumber(sectionNumber)) fatal(toString(this) + ": " + getName() + " should not refer to special section " + Twine(sectionNumber)); if ((uint32_t)sectionNumber >= sparseChunks.size()) fatal(toString(this) + ": " + getName() + " should not refer to non-existent section " + Twine(sectionNumber)); // Comdat handling. // A comdat symbol consists of two symbol table entries. // The first symbol entry has the name of the section (e.g. .text), fixed // values for the other fields, and one auxiliary record. // The second symbol entry has the name of the comdat symbol, called the // "comdat leader". // When this function is called for the first symbol entry of a comdat, // it sets comdatDefs and returns None, and when it's called for the second // symbol entry it reads comdatDefs and then sets it back to nullptr. // Handle comdat leader. if (const coff_aux_section_definition *def = comdatDefs[sectionNumber]) { comdatDefs[sectionNumber] = nullptr; DefinedRegular *leader; if (sym.isExternal()) { std::tie(leader, prevailing) = symtab->addComdat(this, getName(), sym.getGeneric()); } else { leader = make(this, /*Name*/ "", /*IsCOMDAT*/ false, /*IsExternal*/ false, sym.getGeneric()); prevailing = true; } if (def->Selection < (int)IMAGE_COMDAT_SELECT_NODUPLICATES || // Intentionally ends at IMAGE_COMDAT_SELECT_LARGEST: link.exe // doesn't understand IMAGE_COMDAT_SELECT_NEWEST either. def->Selection > (int)IMAGE_COMDAT_SELECT_LARGEST) { fatal("unknown comdat type " + std::to_string((int)def->Selection) + " for " + getName() + " in " + toString(this)); } COMDATType selection = (COMDATType)def->Selection; if (leader->isCOMDAT) handleComdatSelection(sym, selection, prevailing, leader); if (prevailing) { SectionChunk *c = readSection(sectionNumber, def, getName()); sparseChunks[sectionNumber] = c; c->sym = cast(leader); c->selection = selection; cast(leader)->data = &c->repl; } else { sparseChunks[sectionNumber] = nullptr; } return leader; } // Prepare to handle the comdat leader symbol by setting the section's // ComdatDefs pointer if we encounter a non-associative comdat. if (sparseChunks[sectionNumber] == pendingComdat) { if (const coff_aux_section_definition *def = sym.getSectionDefinition()) { if (def->Selection != IMAGE_COMDAT_SELECT_ASSOCIATIVE) comdatDefs[sectionNumber] = def; } return None; } return createRegular(sym); } MachineTypes ObjFile::getMachineType() { if (coffObj) return static_cast(coffObj->getMachine()); return IMAGE_FILE_MACHINE_UNKNOWN; } ArrayRef ObjFile::getDebugSection(StringRef secName) { if (SectionChunk *sec = SectionChunk::findByName(debugChunks, secName)) return sec->consumeDebugMagic(); return {}; } // OBJ files systematically store critical information in a .debug$S stream, // even if the TU was compiled with no debug info. At least two records are // always there. S_OBJNAME stores a 32-bit signature, which is loaded into the // PCHSignature member. S_COMPILE3 stores compile-time cmd-line flags. This is // currently used to initialize the hotPatchable member. void ObjFile::initializeFlags() { ArrayRef data = getDebugSection(".debug$S"); if (data.empty()) return; DebugSubsectionArray subsections; BinaryStreamReader reader(data, support::little); ExitOnError exitOnErr; exitOnErr(reader.readArray(subsections, data.size())); for (const DebugSubsectionRecord &ss : subsections) { if (ss.kind() != DebugSubsectionKind::Symbols) continue; unsigned offset = 0; // Only parse the first two records. We are only looking for S_OBJNAME // and S_COMPILE3, and they usually appear at the beginning of the // stream. for (unsigned i = 0; i < 2; ++i) { Expected sym = readSymbolFromStream(ss.getRecordData(), offset); if (!sym) { consumeError(sym.takeError()); return; } if (sym->kind() == SymbolKind::S_COMPILE3) { auto cs = cantFail(SymbolDeserializer::deserializeAs(sym.get())); hotPatchable = (cs.Flags & CompileSym3Flags::HotPatch) != CompileSym3Flags::None; } if (sym->kind() == SymbolKind::S_OBJNAME) { auto objName = cantFail(SymbolDeserializer::deserializeAs( sym.get())); pchSignature = objName.Signature; } offset += sym->length(); } } } // Depending on the compilation flags, OBJs can refer to external files, // necessary to merge this OBJ into the final PDB. We currently support two // types of external files: Precomp/PCH OBJs, when compiling with /Yc and /Yu. // And PDB type servers, when compiling with /Zi. This function extracts these // dependencies and makes them available as a TpiSource interface (see // DebugTypes.h). Both cases only happen with cl.exe: clang-cl produces regular // output even with /Yc and /Yu and with /Zi. void ObjFile::initializeDependencies() { if (!config->debug) return; bool isPCH = false; ArrayRef data = getDebugSection(".debug$P"); if (!data.empty()) isPCH = true; else data = getDebugSection(".debug$T"); if (data.empty()) return; CVTypeArray types; BinaryStreamReader reader(data, support::little); cantFail(reader.readArray(types, reader.getLength())); CVTypeArray::Iterator firstType = types.begin(); if (firstType == types.end()) return; // Remember the .debug$T or .debug$P section. debugTypes = data; if (isPCH) { debugTypesObj = makePrecompSource(this); return; } if (firstType->kind() == LF_TYPESERVER2) { TypeServer2Record ts = cantFail( TypeDeserializer::deserializeAs(firstType->data())); debugTypesObj = makeUseTypeServerSource(this, &ts); return; } if (firstType->kind() == LF_PRECOMP) { PrecompRecord precomp = cantFail( TypeDeserializer::deserializeAs(firstType->data())); debugTypesObj = makeUsePrecompSource(this, &precomp); return; } debugTypesObj = makeTpiSource(this); } // Used only for DWARF debug info, which is not common (except in MinGW // environments). This returns an optional pair of file name and line // number for where the variable was defined. Optional> ObjFile::getVariableLocation(StringRef var) { if (!dwarf) { dwarf = make(DWARFContext::create(*getCOFFObj())); if (!dwarf) return None; } if (config->machine == I386) var.consume_front("_"); Optional> ret = dwarf->getVariableLoc(var); if (!ret) return None; return std::make_pair(saver.save(ret->first), ret->second); } // Used only for DWARF debug info, which is not common (except in MinGW // environments). Optional ObjFile::getDILineInfo(uint32_t offset, uint32_t sectionIndex) { if (!dwarf) { dwarf = make(DWARFContext::create(*getCOFFObj())); if (!dwarf) return None; } return dwarf->getDILineInfo(offset, sectionIndex); } StringRef ltrim1(StringRef s, const char *chars) { if (!s.empty() && strchr(chars, s[0])) return s.substr(1); return s; } void ImportFile::parse() { const char *buf = mb.getBufferStart(); const auto *hdr = reinterpret_cast(buf); // Check if the total size is valid. if (mb.getBufferSize() != sizeof(*hdr) + hdr->SizeOfData) fatal("broken import library"); // Read names and create an __imp_ symbol. StringRef name = saver.save(StringRef(buf + sizeof(*hdr))); StringRef impName = saver.save("__imp_" + name); const char *nameStart = buf + sizeof(coff_import_header) + name.size() + 1; dllName = StringRef(nameStart); StringRef extName; switch (hdr->getNameType()) { case IMPORT_ORDINAL: extName = ""; break; case IMPORT_NAME: extName = name; break; case IMPORT_NAME_NOPREFIX: extName = ltrim1(name, "?@_"); break; case IMPORT_NAME_UNDECORATE: extName = ltrim1(name, "?@_"); extName = extName.substr(0, extName.find('@')); break; } this->hdr = hdr; externalName = extName; impSym = symtab->addImportData(impName, this); // If this was a duplicate, we logged an error but may continue; // in this case, impSym is nullptr. if (!impSym) return; if (hdr->getType() == llvm::COFF::IMPORT_CONST) static_cast(symtab->addImportData(name, this)); // If type is function, we need to create a thunk which jump to an // address pointed by the __imp_ symbol. (This allows you to call // DLL functions just like regular non-DLL functions.) if (hdr->getType() == llvm::COFF::IMPORT_CODE) thunkSym = symtab->addImportThunk( name, cast_or_null(impSym), hdr->Machine); } BitcodeFile::BitcodeFile(MemoryBufferRef mb, StringRef archiveName, uint64_t offsetInArchive) : BitcodeFile(mb, archiveName, offsetInArchive, {}) {} BitcodeFile::BitcodeFile(MemoryBufferRef mb, StringRef archiveName, uint64_t offsetInArchive, std::vector &&symbols) : InputFile(BitcodeKind, mb), symbols(std::move(symbols)) { std::string path = mb.getBufferIdentifier().str(); if (config->thinLTOIndexOnly) path = replaceThinLTOSuffix(mb.getBufferIdentifier()); // ThinLTO assumes that all MemoryBufferRefs given to it have a unique // name. If two archives define two members with the same name, this // causes a collision which result in only one of the objects being taken // into consideration at LTO time (which very likely causes undefined // symbols later in the link stage). So we append file offset to make // filename unique. MemoryBufferRef mbref( mb.getBuffer(), saver.save(archiveName + path + (archiveName.empty() ? "" : utostr(offsetInArchive)))); obj = check(lto::InputFile::create(mbref)); } BitcodeFile::~BitcodeFile() = default; void BitcodeFile::parse() { std::vector> comdat(obj->getComdatTable().size()); for (size_t i = 0; i != obj->getComdatTable().size(); ++i) // FIXME: lto::InputFile doesn't keep enough data to do correct comdat // selection handling. comdat[i] = symtab->addComdat(this, saver.save(obj->getComdatTable()[i])); for (const lto::InputFile::Symbol &objSym : obj->symbols()) { StringRef symName = saver.save(objSym.getName()); int comdatIndex = objSym.getComdatIndex(); Symbol *sym; if (objSym.isUndefined()) { sym = symtab->addUndefined(symName, this, false); } else if (objSym.isCommon()) { sym = symtab->addCommon(this, symName, objSym.getCommonSize()); } else if (objSym.isWeak() && objSym.isIndirect()) { // Weak external. sym = symtab->addUndefined(symName, this, true); std::string fallback = objSym.getCOFFWeakExternalFallback(); Symbol *alias = symtab->addUndefined(saver.save(fallback)); checkAndSetWeakAlias(symtab, this, sym, alias); } else if (comdatIndex != -1) { if (symName == obj->getComdatTable()[comdatIndex]) sym = comdat[comdatIndex].first; else if (comdat[comdatIndex].second) sym = symtab->addRegular(this, symName); else sym = symtab->addUndefined(symName, this, false); } else { sym = symtab->addRegular(this, symName); } symbols.push_back(sym); if (objSym.isUsed()) config->gcroot.push_back(sym); } directives = obj->getCOFFLinkerOpts(); } MachineTypes BitcodeFile::getMachineType() { switch (Triple(obj->getTargetTriple()).getArch()) { case Triple::x86_64: return AMD64; case Triple::x86: return I386; case Triple::arm: return ARMNT; case Triple::aarch64: return ARM64; default: return IMAGE_FILE_MACHINE_UNKNOWN; } } std::string replaceThinLTOSuffix(StringRef path) { StringRef suffix = config->thinLTOObjectSuffixReplace.first; StringRef repl = config->thinLTOObjectSuffixReplace.second; if (path.consume_back(suffix)) return (path + repl).str(); return path; } } // namespace coff } // namespace lld