//===---------------------------- StackMaps.cpp ---------------------------===// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// #define DEBUG_TYPE "stackmaps" #include "llvm/CodeGen/StackMaps.h" #include "llvm/CodeGen/AsmPrinter.h" #include "llvm/CodeGen/MachineInstr.h" #include "llvm/MC/MCContext.h" #include "llvm/MC/MCExpr.h" #include "llvm/MC/MCObjectFileInfo.h" #include "llvm/MC/MCSectionMachO.h" #include "llvm/MC/MCStreamer.h" #include "llvm/Support/Debug.h" #include "llvm/Support/raw_ostream.h" #include "llvm/Target/TargetOpcodes.h" #include "llvm/Target/TargetMachine.h" #include "llvm/Target/TargetRegisterInfo.h" #include using namespace llvm; void StackMaps::recordStackMap(const MachineInstr &MI, uint32_t ID, MachineInstr::const_mop_iterator MOI, MachineInstr::const_mop_iterator MOE, bool recordResult) { MCContext &OutContext = AP.OutStreamer.getContext(); MCSymbol *MILabel = OutContext.CreateTempSymbol(); AP.OutStreamer.EmitLabel(MILabel); LocationVec CallsiteLocs; if (recordResult) { std::pair ParseResult = OpParser(MI.operands_begin(), llvm::next(MI.operands_begin(), 1)); Location &Loc = ParseResult.first; assert(Loc.LocType == Location::Register && "Stackmap return location must be a register."); CallsiteLocs.push_back(Loc); } while (MOI != MOE) { std::pair ParseResult = OpParser(MOI, MOE); Location &Loc = ParseResult.first; // Move large constants into the constant pool. if (Loc.LocType == Location::Constant && (Loc.Offset & ~0xFFFFFFFFULL)) { Loc.LocType = Location::ConstantIndex; Loc.Offset = ConstPool.getConstantIndex(Loc.Offset); } CallsiteLocs.push_back(Loc); MOI = ParseResult.second; } const MCExpr *CSOffsetExpr = MCBinaryExpr::CreateSub( MCSymbolRefExpr::Create(MILabel, OutContext), MCSymbolRefExpr::Create(AP.CurrentFnSym, OutContext), OutContext); CSInfos.push_back(CallsiteInfo(CSOffsetExpr, ID, CallsiteLocs)); } /// serializeToStackMapSection conceptually populates the following fields: /// /// uint32 : Reserved (header) /// uint32 : NumConstants /// int64 : Constants[NumConstants] /// uint32 : NumRecords /// StkMapRecord[NumRecords] { /// uint32 : PatchPoint ID /// uint32 : Instruction Offset /// uint16 : Reserved (record flags) /// uint16 : NumLocations /// Location[NumLocations] { /// uint8 : Register | Direct | Indirect | Constant | ConstantIndex /// uint8 : Reserved (location flags) /// uint16 : Dwarf RegNum /// int32 : Offset /// } /// } /// /// Location Encoding, Type, Value: /// 0x1, Register, Reg (value in register) /// 0x2, Direct, Reg + Offset (frame index) /// 0x3, Indirect, [Reg + Offset] (spilled value) /// 0x4, Constant, Offset (small constant) /// 0x5, ConstIndex, Constants[Offset] (large constant) /// void StackMaps::serializeToStackMapSection() { // Bail out if there's no stack map data. if (CSInfos.empty()) return; MCContext &OutContext = AP.OutStreamer.getContext(); const TargetRegisterInfo *TRI = AP.TM.getRegisterInfo(); // Create the section. const MCSection *StackMapSection = OutContext.getObjectFileInfo()->getStackMapSection(); AP.OutStreamer.SwitchSection(StackMapSection); // Emit a dummy symbol to force section inclusion. AP.OutStreamer.EmitLabel( OutContext.GetOrCreateSymbol(Twine("__LLVM_StackMaps"))); // Serialize data. const char *WSMP = "Stack Maps: "; (void)WSMP; const MCRegisterInfo &MCRI = *OutContext.getRegisterInfo(); DEBUG(dbgs() << "********** Stack Map Output **********\n"); // Header. AP.OutStreamer.EmitIntValue(0, 4); // Num constants. AP.OutStreamer.EmitIntValue(ConstPool.getNumConstants(), 4); // Constant pool entries. for (unsigned i = 0; i < ConstPool.getNumConstants(); ++i) AP.OutStreamer.EmitIntValue(ConstPool.getConstant(i), 8); DEBUG(dbgs() << WSMP << "#callsites = " << CSInfos.size() << "\n"); AP.OutStreamer.EmitIntValue(CSInfos.size(), 4); for (CallsiteInfoList::const_iterator CSII = CSInfos.begin(), CSIE = CSInfos.end(); CSII != CSIE; ++CSII) { unsigned CallsiteID = CSII->ID; const LocationVec &CSLocs = CSII->Locations; DEBUG(dbgs() << WSMP << "callsite " << CallsiteID << "\n"); // Verify stack map entry. It's better to communicate a problem to the // runtime than crash in case of in-process compilation. Currently, we do // simple overflow checks, but we may eventually communicate other // compilation errors this way. if (CSLocs.size() > UINT16_MAX) { AP.OutStreamer.EmitIntValue(UINT32_MAX, 4); // Invalid ID. AP.OutStreamer.EmitValue(CSII->CSOffsetExpr, 4); AP.OutStreamer.EmitIntValue(0, 2); // Reserved. AP.OutStreamer.EmitIntValue(0, 2); // 0 locations. continue; } AP.OutStreamer.EmitIntValue(CallsiteID, 4); AP.OutStreamer.EmitValue(CSII->CSOffsetExpr, 4); // Reserved for flags. AP.OutStreamer.EmitIntValue(0, 2); DEBUG(dbgs() << WSMP << " has " << CSLocs.size() << " locations\n"); AP.OutStreamer.EmitIntValue(CSLocs.size(), 2); unsigned operIdx = 0; for (LocationVec::const_iterator LocI = CSLocs.begin(), LocE = CSLocs.end(); LocI != LocE; ++LocI, ++operIdx) { const Location &Loc = *LocI; DEBUG( dbgs() << WSMP << " Loc " << operIdx << ": "; switch (Loc.LocType) { case Location::Unprocessed: dbgs() << ""; break; case Location::Register: dbgs() << "Register " << MCRI.getName(Loc.Reg); break; case Location::Direct: dbgs() << "Direct " << MCRI.getName(Loc.Reg); if (Loc.Offset) dbgs() << " + " << Loc.Offset; break; case Location::Indirect: dbgs() << "Indirect " << MCRI.getName(Loc.Reg) << " + " << Loc.Offset; break; case Location::Constant: dbgs() << "Constant " << Loc.Offset; break; case Location::ConstantIndex: dbgs() << "Constant Index " << Loc.Offset; break; } dbgs() << "\n"; ); unsigned RegNo = 0; if(Loc.Reg) { RegNo = MCRI.getDwarfRegNum(Loc.Reg, false); for (MCSuperRegIterator SR(Loc.Reg, TRI); SR.isValid() && (int)RegNo < 0; ++SR) { RegNo = TRI->getDwarfRegNum(*SR, false); } } else { assert((Loc.LocType != Location::Register && Loc.LocType != Location::Register) && "Missing location register"); } AP.OutStreamer.EmitIntValue(Loc.LocType, 1); AP.OutStreamer.EmitIntValue(0, 1); // Reserved location flags. AP.OutStreamer.EmitIntValue(RegNo, 2); AP.OutStreamer.EmitIntValue(Loc.Offset, 4); } } AP.OutStreamer.AddBlankLine(); CSInfos.clear(); }