summaryrefslogtreecommitdiff
path: root/lld/MachO/Writer.cpp
diff options
context:
space:
mode:
authorDimitry Andric <dim@FreeBSD.org>2020-07-26 19:36:28 +0000
committerDimitry Andric <dim@FreeBSD.org>2020-07-26 19:36:28 +0000
commitcfca06d7963fa0909f90483b42a6d7d194d01e08 (patch)
tree209fb2a2d68f8f277793fc8df46c753d31bc853b /lld/MachO/Writer.cpp
parent706b4fc47bbc608932d3b491ae19a3b9cde9497b (diff)
Notes
Diffstat (limited to 'lld/MachO/Writer.cpp')
-rw-r--r--lld/MachO/Writer.cpp542
1 files changed, 542 insertions, 0 deletions
diff --git a/lld/MachO/Writer.cpp b/lld/MachO/Writer.cpp
new file mode 100644
index 000000000000..03000a7f437e
--- /dev/null
+++ b/lld/MachO/Writer.cpp
@@ -0,0 +1,542 @@
+//===- Writer.cpp ---------------------------------------------------------===//
+//
+// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
+// See https://llvm.org/LICENSE.txt for license information.
+// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
+//
+//===----------------------------------------------------------------------===//
+
+#include "Writer.h"
+#include "Config.h"
+#include "InputFiles.h"
+#include "InputSection.h"
+#include "MergedOutputSection.h"
+#include "OutputSection.h"
+#include "OutputSegment.h"
+#include "SymbolTable.h"
+#include "Symbols.h"
+#include "SyntheticSections.h"
+#include "Target.h"
+
+#include "lld/Common/ErrorHandler.h"
+#include "lld/Common/Memory.h"
+#include "llvm/BinaryFormat/MachO.h"
+#include "llvm/Support/LEB128.h"
+#include "llvm/Support/MathExtras.h"
+#include "llvm/Support/Path.h"
+
+using namespace llvm;
+using namespace llvm::MachO;
+using namespace lld;
+using namespace lld::macho;
+
+namespace {
+class LCLinkEdit;
+class LCDyldInfo;
+class LCSymtab;
+
+class Writer {
+public:
+ Writer() : buffer(errorHandler().outputBuffer) {}
+
+ void scanRelocations();
+ void createOutputSections();
+ void createLoadCommands();
+ void assignAddresses(OutputSegment *);
+ void createSymtabContents();
+
+ void openFile();
+ void writeSections();
+
+ void run();
+
+ std::unique_ptr<FileOutputBuffer> &buffer;
+ uint64_t addr = 0;
+ uint64_t fileOff = 0;
+ MachHeaderSection *headerSection = nullptr;
+ LazyBindingSection *lazyBindingSection = nullptr;
+ ExportSection *exportSection = nullptr;
+ StringTableSection *stringTableSection = nullptr;
+ SymtabSection *symtabSection = nullptr;
+};
+
+// LC_DYLD_INFO_ONLY stores the offsets of symbol import/export information.
+class LCDyldInfo : public LoadCommand {
+public:
+ LCDyldInfo(BindingSection *bindingSection,
+ LazyBindingSection *lazyBindingSection,
+ ExportSection *exportSection)
+ : bindingSection(bindingSection), lazyBindingSection(lazyBindingSection),
+ exportSection(exportSection) {}
+
+ uint32_t getSize() const override { return sizeof(dyld_info_command); }
+
+ void writeTo(uint8_t *buf) const override {
+ auto *c = reinterpret_cast<dyld_info_command *>(buf);
+ c->cmd = LC_DYLD_INFO_ONLY;
+ c->cmdsize = getSize();
+ if (bindingSection->isNeeded()) {
+ c->bind_off = bindingSection->fileOff;
+ c->bind_size = bindingSection->getFileSize();
+ }
+ if (lazyBindingSection->isNeeded()) {
+ c->lazy_bind_off = lazyBindingSection->fileOff;
+ c->lazy_bind_size = lazyBindingSection->getFileSize();
+ }
+ if (exportSection->isNeeded()) {
+ c->export_off = exportSection->fileOff;
+ c->export_size = exportSection->getFileSize();
+ }
+ }
+
+ BindingSection *bindingSection;
+ LazyBindingSection *lazyBindingSection;
+ ExportSection *exportSection;
+};
+
+class LCDysymtab : public LoadCommand {
+public:
+ uint32_t getSize() const override { return sizeof(dysymtab_command); }
+
+ void writeTo(uint8_t *buf) const override {
+ auto *c = reinterpret_cast<dysymtab_command *>(buf);
+ c->cmd = LC_DYSYMTAB;
+ c->cmdsize = getSize();
+ }
+};
+
+class LCSegment : public LoadCommand {
+public:
+ LCSegment(StringRef name, OutputSegment *seg) : name(name), seg(seg) {}
+
+ uint32_t getSize() const override {
+ return sizeof(segment_command_64) +
+ seg->numNonHiddenSections() * sizeof(section_64);
+ }
+
+ void writeTo(uint8_t *buf) const override {
+ auto *c = reinterpret_cast<segment_command_64 *>(buf);
+ buf += sizeof(segment_command_64);
+
+ c->cmd = LC_SEGMENT_64;
+ c->cmdsize = getSize();
+ memcpy(c->segname, name.data(), name.size());
+ c->fileoff = seg->fileOff;
+ c->maxprot = seg->maxProt;
+ c->initprot = seg->initProt;
+
+ if (seg->getSections().empty())
+ return;
+
+ c->vmaddr = seg->firstSection()->addr;
+ c->vmsize =
+ seg->lastSection()->addr + seg->lastSection()->getSize() - c->vmaddr;
+ c->nsects = seg->numNonHiddenSections();
+
+ for (OutputSection *osec : seg->getSections()) {
+ c->filesize += osec->getFileSize();
+
+ if (osec->isHidden())
+ continue;
+
+ auto *sectHdr = reinterpret_cast<section_64 *>(buf);
+ buf += sizeof(section_64);
+
+ memcpy(sectHdr->sectname, osec->name.data(), osec->name.size());
+ memcpy(sectHdr->segname, name.data(), name.size());
+
+ sectHdr->addr = osec->addr;
+ sectHdr->offset = osec->fileOff;
+ sectHdr->align = Log2_32(osec->align);
+ sectHdr->flags = osec->flags;
+ sectHdr->size = osec->getSize();
+ }
+ }
+
+private:
+ StringRef name;
+ OutputSegment *seg;
+};
+
+class LCMain : public LoadCommand {
+ uint32_t getSize() const override { return sizeof(entry_point_command); }
+
+ void writeTo(uint8_t *buf) const override {
+ auto *c = reinterpret_cast<entry_point_command *>(buf);
+ c->cmd = LC_MAIN;
+ c->cmdsize = getSize();
+ c->entryoff = config->entry->getFileOffset();
+ c->stacksize = 0;
+ }
+};
+
+class LCSymtab : public LoadCommand {
+public:
+ LCSymtab(SymtabSection *symtabSection, StringTableSection *stringTableSection)
+ : symtabSection(symtabSection), stringTableSection(stringTableSection) {}
+
+ uint32_t getSize() const override { return sizeof(symtab_command); }
+
+ void writeTo(uint8_t *buf) const override {
+ auto *c = reinterpret_cast<symtab_command *>(buf);
+ c->cmd = LC_SYMTAB;
+ c->cmdsize = getSize();
+ c->symoff = symtabSection->fileOff;
+ c->nsyms = symtabSection->getNumSymbols();
+ c->stroff = stringTableSection->fileOff;
+ c->strsize = stringTableSection->getFileSize();
+ }
+
+ SymtabSection *symtabSection = nullptr;
+ StringTableSection *stringTableSection = nullptr;
+};
+
+// There are several dylib load commands that share the same structure:
+// * LC_LOAD_DYLIB
+// * LC_ID_DYLIB
+// * LC_REEXPORT_DYLIB
+class LCDylib : public LoadCommand {
+public:
+ LCDylib(LoadCommandType type, StringRef path) : type(type), path(path) {}
+
+ uint32_t getSize() const override {
+ return alignTo(sizeof(dylib_command) + path.size() + 1, 8);
+ }
+
+ void writeTo(uint8_t *buf) const override {
+ auto *c = reinterpret_cast<dylib_command *>(buf);
+ buf += sizeof(dylib_command);
+
+ c->cmd = type;
+ c->cmdsize = getSize();
+ c->dylib.name = sizeof(dylib_command);
+
+ memcpy(buf, path.data(), path.size());
+ buf[path.size()] = '\0';
+ }
+
+private:
+ LoadCommandType type;
+ StringRef path;
+};
+
+class LCLoadDylinker : public LoadCommand {
+public:
+ uint32_t getSize() const override {
+ return alignTo(sizeof(dylinker_command) + path.size() + 1, 8);
+ }
+
+ void writeTo(uint8_t *buf) const override {
+ auto *c = reinterpret_cast<dylinker_command *>(buf);
+ buf += sizeof(dylinker_command);
+
+ c->cmd = LC_LOAD_DYLINKER;
+ c->cmdsize = getSize();
+ c->name = sizeof(dylinker_command);
+
+ memcpy(buf, path.data(), path.size());
+ buf[path.size()] = '\0';
+ }
+
+private:
+ // Recent versions of Darwin won't run any binary that has dyld at a
+ // different location.
+ const StringRef path = "/usr/lib/dyld";
+};
+} // namespace
+
+void Writer::scanRelocations() {
+ for (InputSection *isec : inputSections) {
+ for (Reloc &r : isec->relocs) {
+ if (auto *s = r.target.dyn_cast<lld::macho::Symbol *>()) {
+ if (isa<Undefined>(s))
+ error("undefined symbol " + s->getName() + ", referenced from " +
+ sys::path::filename(isec->file->getName()));
+ else
+ target->prepareSymbolRelocation(*s, isec, r);
+ }
+ }
+ }
+}
+
+void Writer::createLoadCommands() {
+ headerSection->addLoadCommand(
+ make<LCDyldInfo>(in.binding, lazyBindingSection, exportSection));
+ headerSection->addLoadCommand(
+ make<LCSymtab>(symtabSection, stringTableSection));
+ headerSection->addLoadCommand(make<LCDysymtab>());
+
+ switch (config->outputType) {
+ case MH_EXECUTE:
+ headerSection->addLoadCommand(make<LCMain>());
+ headerSection->addLoadCommand(make<LCLoadDylinker>());
+ break;
+ case MH_DYLIB:
+ headerSection->addLoadCommand(
+ make<LCDylib>(LC_ID_DYLIB, config->installName));
+ break;
+ default:
+ llvm_unreachable("unhandled output file type");
+ }
+
+ uint8_t segIndex = 0;
+ for (OutputSegment *seg : outputSegments) {
+ headerSection->addLoadCommand(make<LCSegment>(seg->name, seg));
+ seg->index = segIndex++;
+ }
+
+ uint64_t dylibOrdinal = 1;
+ for (InputFile *file : inputFiles) {
+ if (auto *dylibFile = dyn_cast<DylibFile>(file)) {
+ headerSection->addLoadCommand(
+ make<LCDylib>(LC_LOAD_DYLIB, dylibFile->dylibName));
+ dylibFile->ordinal = dylibOrdinal++;
+
+ if (dylibFile->reexport)
+ headerSection->addLoadCommand(
+ make<LCDylib>(LC_REEXPORT_DYLIB, dylibFile->dylibName));
+ }
+ }
+}
+
+static size_t getSymbolPriority(const SymbolPriorityEntry &entry,
+ const InputFile &file) {
+ return std::max(entry.objectFiles.lookup(sys::path::filename(file.getName())),
+ entry.anyObjectFile);
+}
+
+// Each section gets assigned the priority of the highest-priority symbol it
+// contains.
+static DenseMap<const InputSection *, size_t> buildInputSectionPriorities() {
+ DenseMap<const InputSection *, size_t> sectionPriorities;
+
+ if (config->priorities.empty())
+ return sectionPriorities;
+
+ auto addSym = [&](Defined &sym) {
+ auto it = config->priorities.find(sym.getName());
+ if (it == config->priorities.end())
+ return;
+
+ SymbolPriorityEntry &entry = it->second;
+ size_t &priority = sectionPriorities[sym.isec];
+ priority = std::max(priority, getSymbolPriority(entry, *sym.isec->file));
+ };
+
+ // TODO: Make sure this handles weak symbols correctly.
+ for (InputFile *file : inputFiles)
+ if (isa<ObjFile>(file) || isa<ArchiveFile>(file))
+ for (lld::macho::Symbol *sym : file->symbols)
+ if (auto *d = dyn_cast<Defined>(sym))
+ addSym(*d);
+
+ return sectionPriorities;
+}
+
+static int segmentOrder(OutputSegment *seg) {
+ return StringSwitch<int>(seg->name)
+ .Case(segment_names::pageZero, -2)
+ .Case(segment_names::text, -1)
+ // Make sure __LINKEDIT is the last segment (i.e. all its hidden
+ // sections must be ordered after other sections).
+ .Case(segment_names::linkEdit, std::numeric_limits<int>::max())
+ .Default(0);
+}
+
+static int sectionOrder(OutputSection *osec) {
+ StringRef segname = osec->parent->name;
+ // Sections are uniquely identified by their segment + section name.
+ if (segname == segment_names::text) {
+ if (osec->name == section_names::header)
+ return -1;
+ } else if (segname == segment_names::linkEdit) {
+ return StringSwitch<int>(osec->name)
+ .Case(section_names::binding, -4)
+ .Case(section_names::export_, -3)
+ .Case(section_names::symbolTable, -2)
+ .Case(section_names::stringTable, -1)
+ .Default(0);
+ }
+ // ZeroFill sections must always be the at the end of their segments,
+ // otherwise subsequent sections may get overwritten with zeroes at runtime.
+ if (isZeroFill(osec->flags))
+ return std::numeric_limits<int>::max();
+ return 0;
+}
+
+template <typename T, typename F>
+static std::function<bool(T, T)> compareByOrder(F ord) {
+ return [=](T a, T b) { return ord(a) < ord(b); };
+}
+
+// Sorting only can happen once all outputs have been collected. Here we sort
+// segments, output sections within each segment, and input sections within each
+// output segment.
+static void sortSegmentsAndSections() {
+ llvm::stable_sort(outputSegments,
+ compareByOrder<OutputSegment *>(segmentOrder));
+
+ DenseMap<const InputSection *, size_t> isecPriorities =
+ buildInputSectionPriorities();
+
+ uint32_t sectionIndex = 0;
+ for (OutputSegment *seg : outputSegments) {
+ seg->sortOutputSections(compareByOrder<OutputSection *>(sectionOrder));
+ for (auto *osec : seg->getSections()) {
+ // Now that the output sections are sorted, assign the final
+ // output section indices.
+ if (!osec->isHidden())
+ osec->index = ++sectionIndex;
+
+ if (!isecPriorities.empty()) {
+ if (auto *merged = dyn_cast<MergedOutputSection>(osec)) {
+ llvm::stable_sort(merged->inputs,
+ [&](InputSection *a, InputSection *b) {
+ return isecPriorities[a] > isecPriorities[b];
+ });
+ }
+ }
+ }
+ }
+}
+
+void Writer::createOutputSections() {
+ // First, create hidden sections
+ headerSection = make<MachHeaderSection>();
+ lazyBindingSection = make<LazyBindingSection>();
+ stringTableSection = make<StringTableSection>();
+ symtabSection = make<SymtabSection>(*stringTableSection);
+ exportSection = make<ExportSection>();
+
+ switch (config->outputType) {
+ case MH_EXECUTE:
+ make<PageZeroSection>();
+ break;
+ case MH_DYLIB:
+ break;
+ default:
+ llvm_unreachable("unhandled output file type");
+ }
+
+ // Then merge input sections into output sections.
+ MapVector<std::pair<StringRef, StringRef>, MergedOutputSection *>
+ mergedOutputSections;
+ for (InputSection *isec : inputSections) {
+ MergedOutputSection *&osec =
+ mergedOutputSections[{isec->segname, isec->name}];
+ if (osec == nullptr)
+ osec = make<MergedOutputSection>(isec->name);
+ osec->mergeInput(isec);
+ }
+
+ for (const auto &it : mergedOutputSections) {
+ StringRef segname = it.first.first;
+ MergedOutputSection *osec = it.second;
+ getOrCreateOutputSegment(segname)->addOutputSection(osec);
+ }
+
+ for (SyntheticSection *ssec : syntheticSections) {
+ auto it = mergedOutputSections.find({ssec->segname, ssec->name});
+ if (it == mergedOutputSections.end()) {
+ if (ssec->isNeeded())
+ getOrCreateOutputSegment(ssec->segname)->addOutputSection(ssec);
+ } else {
+ error("section from " + it->second->firstSection()->file->getName() +
+ " conflicts with synthetic section " + ssec->segname + "," +
+ ssec->name);
+ }
+ }
+}
+
+void Writer::assignAddresses(OutputSegment *seg) {
+ addr = alignTo(addr, PageSize);
+ fileOff = alignTo(fileOff, PageSize);
+ seg->fileOff = fileOff;
+
+ for (auto *osec : seg->getSections()) {
+ addr = alignTo(addr, osec->align);
+ fileOff = alignTo(fileOff, osec->align);
+ osec->addr = addr;
+ osec->fileOff = isZeroFill(osec->flags) ? 0 : fileOff;
+ osec->finalize();
+
+ addr += osec->getSize();
+ fileOff += osec->getFileSize();
+ }
+}
+
+void Writer::openFile() {
+ Expected<std::unique_ptr<FileOutputBuffer>> bufferOrErr =
+ FileOutputBuffer::create(config->outputFile, fileOff,
+ FileOutputBuffer::F_executable);
+
+ if (!bufferOrErr)
+ error("failed to open " + config->outputFile + ": " +
+ llvm::toString(bufferOrErr.takeError()));
+ else
+ buffer = std::move(*bufferOrErr);
+}
+
+void Writer::writeSections() {
+ uint8_t *buf = buffer->getBufferStart();
+ for (OutputSegment *seg : outputSegments)
+ for (OutputSection *osec : seg->getSections())
+ osec->writeTo(buf + osec->fileOff);
+}
+
+void Writer::run() {
+ // dyld requires __LINKEDIT segment to always exist (even if empty).
+ OutputSegment *linkEditSegment =
+ getOrCreateOutputSegment(segment_names::linkEdit);
+
+ scanRelocations();
+ if (in.stubHelper->isNeeded())
+ in.stubHelper->setup();
+
+ // Sort and assign sections to their respective segments. No more sections nor
+ // segments may be created after these methods run.
+ createOutputSections();
+ sortSegmentsAndSections();
+
+ createLoadCommands();
+
+ // Ensure that segments (and the sections they contain) are allocated
+ // addresses in ascending order, which dyld requires.
+ //
+ // Note that at this point, __LINKEDIT sections are empty, but we need to
+ // determine addresses of other segments/sections before generating its
+ // contents.
+ for (OutputSegment *seg : outputSegments)
+ if (seg != linkEditSegment)
+ assignAddresses(seg);
+
+ // Fill __LINKEDIT contents.
+ in.binding->finalizeContents();
+ lazyBindingSection->finalizeContents();
+ exportSection->finalizeContents();
+ symtabSection->finalizeContents();
+
+ // Now that __LINKEDIT is filled out, do a proper calculation of its
+ // addresses and offsets.
+ assignAddresses(linkEditSegment);
+
+ openFile();
+ if (errorCount())
+ return;
+
+ writeSections();
+
+ if (auto e = buffer->commit())
+ error("failed to write to the output file: " + toString(std::move(e)));
+}
+
+void macho::writeResult() { Writer().run(); }
+
+void macho::createSyntheticSections() {
+ in.binding = make<BindingSection>();
+ in.got = make<GotSection>();
+ in.lazyPointers = make<LazyPointerSection>();
+ in.stubs = make<StubsSection>();
+ in.stubHelper = make<StubHelperSection>();
+ in.imageLoaderCache = make<ImageLoaderCacheSection>();
+}