//===----- RuntimeDyldMachOARM.h ---- MachO/ARM specific code. ----*- C++ -*-=// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// #ifndef LLVM_LIB_EXECUTIONENGINE_RUNTIMEDYLD_TARGETS_RUNTIMEDYLDMACHOARM_H #define LLVM_LIB_EXECUTIONENGINE_RUNTIMEDYLD_TARGETS_RUNTIMEDYLDMACHOARM_H #include "../RuntimeDyldMachO.h" #define DEBUG_TYPE "dyld" namespace llvm { class RuntimeDyldMachOARM : public RuntimeDyldMachOCRTPBase { private: typedef RuntimeDyldMachOCRTPBase ParentT; public: typedef uint32_t TargetPtrT; RuntimeDyldMachOARM(RuntimeDyld::MemoryManager &MM, JITSymbolResolver &Resolver) : RuntimeDyldMachOCRTPBase(MM, Resolver) {} unsigned getMaxStubSize() const override { return 8; } Align getStubAlignment() override { return Align(4); } Expected getJITSymbolFlags(const SymbolRef &SR) override { auto Flags = RuntimeDyldImpl::getJITSymbolFlags(SR); if (!Flags) return Flags.takeError(); Flags->getTargetFlags() = ARMJITSymbolFlags::fromObjectSymbol(SR); return Flags; } uint64_t modifyAddressBasedOnFlags(uint64_t Addr, JITSymbolFlags Flags) const override { if (Flags.getTargetFlags() & ARMJITSymbolFlags::Thumb) Addr |= 0x1; return Addr; } bool isAddrTargetThumb(unsigned SectionID, uint64_t Offset) { auto TargetObjAddr = Sections[SectionID].getObjAddress() + Offset; for (auto &KV : GlobalSymbolTable) { auto &Entry = KV.second; auto SymbolObjAddr = Sections[Entry.getSectionID()].getObjAddress() + Entry.getOffset(); if (TargetObjAddr == SymbolObjAddr) return (Entry.getFlags().getTargetFlags() & ARMJITSymbolFlags::Thumb); } return false; } Expected decodeAddend(const RelocationEntry &RE) const { const SectionEntry &Section = Sections[RE.SectionID]; uint8_t *LocalAddress = Section.getAddressWithOffset(RE.Offset); switch (RE.RelType) { default: return memcpyAddend(RE); case MachO::ARM_RELOC_BR24: { uint32_t Temp = readBytesUnaligned(LocalAddress, 4); Temp &= 0x00ffffff; // Mask out the opcode. // Now we've got the shifted immediate, shift by 2, sign extend and ret. return SignExtend32<26>(Temp << 2); } case MachO::ARM_THUMB_RELOC_BR22: { // This is a pair of instructions whose operands combine to provide 22 // bits of displacement: // Encoding for high bits 1111 0XXX XXXX XXXX // Encoding for low bits 1111 1XXX XXXX XXXX uint16_t HighInsn = readBytesUnaligned(LocalAddress, 2); if ((HighInsn & 0xf800) != 0xf000) return make_error("Unrecognized thumb branch encoding " "(BR22 high bits)", inconvertibleErrorCode()); uint16_t LowInsn = readBytesUnaligned(LocalAddress + 2, 2); if ((LowInsn & 0xf800) != 0xf800) return make_error("Unrecognized thumb branch encoding " "(BR22 low bits)", inconvertibleErrorCode()); return SignExtend64<23>(((HighInsn & 0x7ff) << 12) | ((LowInsn & 0x7ff) << 1)); } } } Expected processRelocationRef(unsigned SectionID, relocation_iterator RelI, const ObjectFile &BaseObjT, ObjSectionToIDMap &ObjSectionToID, StubMap &Stubs) override { const MachOObjectFile &Obj = static_cast(BaseObjT); MachO::any_relocation_info RelInfo = Obj.getRelocation(RelI->getRawDataRefImpl()); uint32_t RelType = Obj.getAnyRelocationType(RelInfo); // Set to true for thumb functions in this (or previous) TUs. // Will be used to set the TargetIsThumbFunc member on the relocation entry. bool TargetIsLocalThumbFunc = false; if (Obj.getPlainRelocationExternal(RelInfo)) { auto Symbol = RelI->getSymbol(); StringRef TargetName; if (auto TargetNameOrErr = Symbol->getName()) TargetName = *TargetNameOrErr; else return TargetNameOrErr.takeError(); // If the target is external but the value doesn't have a name then we've // converted the value to a section/offset pair, but we still need to set // the IsTargetThumbFunc bit, so look the value up in the globla symbol table. auto EntryItr = GlobalSymbolTable.find(TargetName); if (EntryItr != GlobalSymbolTable.end()) { TargetIsLocalThumbFunc = EntryItr->second.getFlags().getTargetFlags() & ARMJITSymbolFlags::Thumb; } } if (Obj.isRelocationScattered(RelInfo)) { if (RelType == MachO::ARM_RELOC_HALF_SECTDIFF) return processHALFSECTDIFFRelocation(SectionID, RelI, Obj, ObjSectionToID); else if (RelType == MachO::GENERIC_RELOC_VANILLA) return processScatteredVANILLA(SectionID, RelI, Obj, ObjSectionToID, TargetIsLocalThumbFunc); else return ++RelI; } // Validate the relocation type. switch (RelType) { UNIMPLEMENTED_RELOC(MachO::ARM_RELOC_PAIR); UNIMPLEMENTED_RELOC(MachO::ARM_RELOC_SECTDIFF); UNIMPLEMENTED_RELOC(MachO::ARM_RELOC_LOCAL_SECTDIFF); UNIMPLEMENTED_RELOC(MachO::ARM_RELOC_PB_LA_PTR); UNIMPLEMENTED_RELOC(MachO::ARM_THUMB_32BIT_BRANCH); UNIMPLEMENTED_RELOC(MachO::ARM_RELOC_HALF); default: if (RelType > MachO::ARM_RELOC_HALF_SECTDIFF) return make_error(("MachO ARM relocation type " + Twine(RelType) + " is out of range").str()); break; } RelocationEntry RE(getRelocationEntry(SectionID, Obj, RelI)); if (auto AddendOrErr = decodeAddend(RE)) RE.Addend = *AddendOrErr; else return AddendOrErr.takeError(); RE.IsTargetThumbFunc = TargetIsLocalThumbFunc; RelocationValueRef Value; if (auto ValueOrErr = getRelocationValueRef(Obj, RelI, RE, ObjSectionToID)) Value = *ValueOrErr; else return ValueOrErr.takeError(); // If this is a branch from a thumb function (BR22) then make sure we mark // the value as being a thumb stub: we don't want to mix it up with an ARM // stub targeting the same function. if (RE.RelType == MachO::ARM_THUMB_RELOC_BR22) Value.IsStubThumb = true; if (RE.IsPCRel) makeValueAddendPCRel(Value, RelI, (RE.RelType == MachO::ARM_THUMB_RELOC_BR22) ? 4 : 8); // If this is a non-external branch target check whether Value points to a // thumb func. if (!Value.SymbolName && (RelType == MachO::ARM_RELOC_BR24 || RelType == MachO::ARM_THUMB_RELOC_BR22)) RE.IsTargetThumbFunc = isAddrTargetThumb(Value.SectionID, Value.Offset); if (RE.RelType == MachO::ARM_RELOC_BR24 || RE.RelType == MachO::ARM_THUMB_RELOC_BR22) processBranchRelocation(RE, Value, Stubs); else { RE.Addend = Value.Offset; if (Value.SymbolName) addRelocationForSymbol(RE, Value.SymbolName); else addRelocationForSection(RE, Value.SectionID); } return ++RelI; } void resolveRelocation(const RelocationEntry &RE, uint64_t Value) override { LLVM_DEBUG(dumpRelocationToResolve(RE, Value)); const SectionEntry &Section = Sections[RE.SectionID]; uint8_t *LocalAddress = Section.getAddressWithOffset(RE.Offset); // If the relocation is PC-relative, the value to be encoded is the // pointer difference. if (RE.IsPCRel) { uint64_t FinalAddress = Section.getLoadAddressWithOffset(RE.Offset); Value -= FinalAddress; // ARM PCRel relocations have an effective-PC offset of two instructions // (four bytes in Thumb mode, 8 bytes in ARM mode). Value -= (RE.RelType == MachO::ARM_THUMB_RELOC_BR22) ? 4 : 8; } switch (RE.RelType) { case MachO::ARM_THUMB_RELOC_BR22: { Value += RE.Addend; uint16_t HighInsn = readBytesUnaligned(LocalAddress, 2); assert((HighInsn & 0xf800) == 0xf000 && "Unrecognized thumb branch encoding (BR22 high bits)"); HighInsn = (HighInsn & 0xf800) | ((Value >> 12) & 0x7ff); uint16_t LowInsn = readBytesUnaligned(LocalAddress + 2, 2); assert((LowInsn & 0xf800) == 0xf800 && "Unrecognized thumb branch encoding (BR22 low bits)"); LowInsn = (LowInsn & 0xf800) | ((Value >> 1) & 0x7ff); writeBytesUnaligned(HighInsn, LocalAddress, 2); writeBytesUnaligned(LowInsn, LocalAddress + 2, 2); break; } case MachO::ARM_RELOC_VANILLA: if (RE.IsTargetThumbFunc) Value |= 0x01; writeBytesUnaligned(Value + RE.Addend, LocalAddress, 1 << RE.Size); break; case MachO::ARM_RELOC_BR24: { // Mask the value into the target address. We know instructions are // 32-bit aligned, so we can do it all at once. Value += RE.Addend; // The low two bits of the value are not encoded. Value >>= 2; // Mask the value to 24 bits. uint64_t FinalValue = Value & 0xffffff; // FIXME: If the destination is a Thumb function (and the instruction // is a non-predicated BL instruction), we need to change it to a BLX // instruction instead. // Insert the value into the instruction. uint32_t Temp = readBytesUnaligned(LocalAddress, 4); writeBytesUnaligned((Temp & ~0xffffff) | FinalValue, LocalAddress, 4); break; } case MachO::ARM_RELOC_HALF_SECTDIFF: { uint64_t SectionABase = Sections[RE.Sections.SectionA].getLoadAddress(); uint64_t SectionBBase = Sections[RE.Sections.SectionB].getLoadAddress(); assert((Value == SectionABase || Value == SectionBBase) && "Unexpected HALFSECTDIFF relocation value."); Value = SectionABase - SectionBBase + RE.Addend; if (RE.Size & 0x1) // :upper16: Value = (Value >> 16); bool IsThumb = RE.Size & 0x2; Value &= 0xffff; uint32_t Insn = readBytesUnaligned(LocalAddress, 4); if (IsThumb) Insn = (Insn & 0x8f00fbf0) | ((Value & 0xf000) >> 12) | ((Value & 0x0800) >> 1) | ((Value & 0x0700) << 20) | ((Value & 0x00ff) << 16); else Insn = (Insn & 0xfff0f000) | ((Value & 0xf000) << 4) | (Value & 0x0fff); writeBytesUnaligned(Insn, LocalAddress, 4); break; } default: llvm_unreachable("Invalid relocation type"); } } Error finalizeSection(const ObjectFile &Obj, unsigned SectionID, const SectionRef &Section) { StringRef Name; if (Expected NameOrErr = Section.getName()) Name = *NameOrErr; else consumeError(NameOrErr.takeError()); if (Name == "__nl_symbol_ptr") return populateIndirectSymbolPointersSection(cast(Obj), Section, SectionID); return Error::success(); } private: void processBranchRelocation(const RelocationEntry &RE, const RelocationValueRef &Value, StubMap &Stubs) { // This is an ARM branch relocation, need to use a stub function. // Look up for existing stub. SectionEntry &Section = Sections[RE.SectionID]; RuntimeDyldMachO::StubMap::const_iterator i = Stubs.find(Value); uint8_t *Addr; if (i != Stubs.end()) { Addr = Section.getAddressWithOffset(i->second); } else { // Create a new stub function. assert(Section.getStubOffset() % 4 == 0 && "Misaligned stub"); Stubs[Value] = Section.getStubOffset(); uint32_t StubOpcode = 0; if (RE.RelType == MachO::ARM_RELOC_BR24) StubOpcode = 0xe51ff004; // ldr pc, [pc, #-4] else if (RE.RelType == MachO::ARM_THUMB_RELOC_BR22) StubOpcode = 0xf000f8df; // ldr pc, [pc] else llvm_unreachable("Unrecognized relocation"); Addr = Section.getAddressWithOffset(Section.getStubOffset()); writeBytesUnaligned(StubOpcode, Addr, 4); uint8_t *StubTargetAddr = Addr + 4; RelocationEntry StubRE( RE.SectionID, StubTargetAddr - Section.getAddress(), MachO::GENERIC_RELOC_VANILLA, Value.Offset, false, 2); StubRE.IsTargetThumbFunc = RE.IsTargetThumbFunc; if (Value.SymbolName) addRelocationForSymbol(StubRE, Value.SymbolName); else addRelocationForSection(StubRE, Value.SectionID); Section.advanceStubOffset(getMaxStubSize()); } RelocationEntry TargetRE(RE.SectionID, RE.Offset, RE.RelType, 0, RE.IsPCRel, RE.Size); resolveRelocation(TargetRE, (uint64_t)Addr); } Expected processHALFSECTDIFFRelocation(unsigned SectionID, relocation_iterator RelI, const ObjectFile &BaseTObj, ObjSectionToIDMap &ObjSectionToID) { const MachOObjectFile &MachO = static_cast(BaseTObj); MachO::any_relocation_info RE = MachO.getRelocation(RelI->getRawDataRefImpl()); // For a half-diff relocation the length bits actually record whether this // is a movw/movt, and whether this is arm or thumb. // Bit 0 indicates movw (b0 == 0) or movt (b0 == 1). // Bit 1 indicates arm (b1 == 0) or thumb (b1 == 1). unsigned HalfDiffKindBits = MachO.getAnyRelocationLength(RE); bool IsThumb = HalfDiffKindBits & 0x2; SectionEntry &Section = Sections[SectionID]; uint32_t RelocType = MachO.getAnyRelocationType(RE); bool IsPCRel = MachO.getAnyRelocationPCRel(RE); uint64_t Offset = RelI->getOffset(); uint8_t *LocalAddress = Section.getAddressWithOffset(Offset); int64_t Immediate = readBytesUnaligned(LocalAddress, 4); // Copy the whole instruction out. if (IsThumb) Immediate = ((Immediate & 0x0000000f) << 12) | ((Immediate & 0x00000400) << 1) | ((Immediate & 0x70000000) >> 20) | ((Immediate & 0x00ff0000) >> 16); else Immediate = ((Immediate >> 4) & 0xf000) | (Immediate & 0xfff); ++RelI; MachO::any_relocation_info RE2 = MachO.getRelocation(RelI->getRawDataRefImpl()); uint32_t AddrA = MachO.getScatteredRelocationValue(RE); section_iterator SAI = getSectionByAddress(MachO, AddrA); assert(SAI != MachO.section_end() && "Can't find section for address A"); uint64_t SectionABase = SAI->getAddress(); uint64_t SectionAOffset = AddrA - SectionABase; SectionRef SectionA = *SAI; bool IsCode = SectionA.isText(); uint32_t SectionAID = ~0U; if (auto SectionAIDOrErr = findOrEmitSection(MachO, SectionA, IsCode, ObjSectionToID)) SectionAID = *SectionAIDOrErr; else return SectionAIDOrErr.takeError(); uint32_t AddrB = MachO.getScatteredRelocationValue(RE2); section_iterator SBI = getSectionByAddress(MachO, AddrB); assert(SBI != MachO.section_end() && "Can't find section for address B"); uint64_t SectionBBase = SBI->getAddress(); uint64_t SectionBOffset = AddrB - SectionBBase; SectionRef SectionB = *SBI; uint32_t SectionBID = ~0U; if (auto SectionBIDOrErr = findOrEmitSection(MachO, SectionB, IsCode, ObjSectionToID)) SectionBID = *SectionBIDOrErr; else return SectionBIDOrErr.takeError(); uint32_t OtherHalf = MachO.getAnyRelocationAddress(RE2) & 0xffff; unsigned Shift = (HalfDiffKindBits & 0x1) ? 16 : 0; uint32_t FullImmVal = (Immediate << Shift) | (OtherHalf << (16 - Shift)); int64_t Addend = FullImmVal - (AddrA - AddrB); // addend = Encoded - Expected // = Encoded - (AddrA - AddrB) LLVM_DEBUG(dbgs() << "Found SECTDIFF: AddrA: " << AddrA << ", AddrB: " << AddrB << ", Addend: " << Addend << ", SectionA ID: " << SectionAID << ", SectionAOffset: " << SectionAOffset << ", SectionB ID: " << SectionBID << ", SectionBOffset: " << SectionBOffset << "\n"); RelocationEntry R(SectionID, Offset, RelocType, Addend, SectionAID, SectionAOffset, SectionBID, SectionBOffset, IsPCRel, HalfDiffKindBits); addRelocationForSection(R, SectionAID); return ++RelI; } }; } #undef DEBUG_TYPE #endif