//=-- Profilesummary.cpp - Profile summary computation ----------------------=// // // The LLVM Compiler Infrastructure // // This file is distributed under the University of Illinois Open Source // License. See LICENSE.TXT for details. // //===----------------------------------------------------------------------===// // // This file contains support for computing profile summary data. // //===----------------------------------------------------------------------===// #include "llvm/IR/Attributes.h" #include "llvm/IR/Constants.h" #include "llvm/IR/Function.h" #include "llvm/IR/Metadata.h" #include "llvm/IR/Type.h" #include "llvm/ProfileData/InstrProf.h" #include "llvm/ProfileData/ProfileCommon.h" #include "llvm/ProfileData/SampleProf.h" #include "llvm/Support/Casting.h" using namespace llvm; // A set of cutoff values. Each value, when divided by ProfileSummary::Scale // (which is 1000000) is a desired percentile of total counts. const std::vector ProfileSummary::DefaultCutoffs( {10000, /* 1% */ 100000, /* 10% */ 200000, 300000, 400000, 500000, 600000, 500000, 600000, 700000, 800000, 900000, 950000, 990000, 999000, 999900, 999990, 999999}); const char *ProfileSummary::KindStr[2] = {"InstrProf", "SampleProfile"}; void InstrProfSummary::addRecord(const InstrProfRecord &R) { addEntryCount(R.Counts[0]); for (size_t I = 1, E = R.Counts.size(); I < E; ++I) addInternalCount(R.Counts[I]); } // To compute the detailed summary, we consider each line containing samples as // equivalent to a block with a count in the instrumented profile. void SampleProfileSummary::addRecord(const sampleprof::FunctionSamples &FS) { NumFunctions++; if (FS.getHeadSamples() > MaxFunctionCount) MaxFunctionCount = FS.getHeadSamples(); for (const auto &I : FS.getBodySamples()) addCount(I.second.getSamples()); } // The argument to this method is a vector of cutoff percentages and the return // value is a vector of (Cutoff, MinCount, NumCounts) triplets. void ProfileSummary::computeDetailedSummary() { if (DetailedSummaryCutoffs.empty()) return; auto Iter = CountFrequencies.begin(); auto End = CountFrequencies.end(); std::sort(DetailedSummaryCutoffs.begin(), DetailedSummaryCutoffs.end()); uint32_t CountsSeen = 0; uint64_t CurrSum = 0, Count = 0; for (uint32_t Cutoff : DetailedSummaryCutoffs) { assert(Cutoff <= 999999); APInt Temp(128, TotalCount); APInt N(128, Cutoff); APInt D(128, ProfileSummary::Scale); Temp *= N; Temp = Temp.sdiv(D); uint64_t DesiredCount = Temp.getZExtValue(); assert(DesiredCount <= TotalCount); while (CurrSum < DesiredCount && Iter != End) { Count = Iter->first; uint32_t Freq = Iter->second; CurrSum += (Count * Freq); CountsSeen += Freq; Iter++; } assert(CurrSum >= DesiredCount); ProfileSummaryEntry PSE = {Cutoff, Count, CountsSeen}; DetailedSummary.push_back(PSE); } } // Returns true if the function is a hot function. bool ProfileSummary::isFunctionHot(const Function *F) { // FIXME: update when summary data is stored in module's metadata. return false; } // Returns true if the function is a cold function. bool ProfileSummary::isFunctionUnlikely(const Function *F) { if (F->hasFnAttribute(Attribute::Cold)) { return true; } if (!F->getEntryCount()) { return false; } // FIXME: update when summary data is stored in module's metadata. return (*F->getEntryCount()) == 0; } InstrProfSummary::InstrProfSummary(const IndexedInstrProf::Summary &S) : ProfileSummary(PSK_Instr), MaxInternalBlockCount( S.get(IndexedInstrProf::Summary::MaxInternalBlockCount)) { TotalCount = S.get(IndexedInstrProf::Summary::TotalBlockCount); MaxCount = S.get(IndexedInstrProf::Summary::MaxBlockCount); MaxFunctionCount = S.get(IndexedInstrProf::Summary::MaxFunctionCount); NumCounts = S.get(IndexedInstrProf::Summary::TotalNumBlocks); NumFunctions = S.get(IndexedInstrProf::Summary::TotalNumFunctions); for (unsigned I = 0; I < S.NumCutoffEntries; I++) { const IndexedInstrProf::Summary::Entry &Ent = S.getEntry(I); DetailedSummary.emplace_back((uint32_t)Ent.Cutoff, Ent.MinBlockCount, Ent.NumBlocks); } } void InstrProfSummary::addEntryCount(uint64_t Count) { addCount(Count); NumFunctions++; if (Count > MaxFunctionCount) MaxFunctionCount = Count; } void InstrProfSummary::addInternalCount(uint64_t Count) { addCount(Count); if (Count > MaxInternalBlockCount) MaxInternalBlockCount = Count; } // Return an MDTuple with two elements. The first element is a string Key and // the second is a uint64_t Value. static Metadata *getKeyValMD(LLVMContext &Context, const char *Key, uint64_t Val) { Type *Int64Ty = Type::getInt64Ty(Context); Metadata *Ops[2] = {MDString::get(Context, Key), ConstantAsMetadata::get(ConstantInt::get(Int64Ty, Val))}; return MDTuple::get(Context, Ops); } // Return an MDTuple with two elements. The first element is a string Key and // the second is a string Value. static Metadata *getKeyValMD(LLVMContext &Context, const char *Key, const char *Val) { Metadata *Ops[2] = {MDString::get(Context, Key), MDString::get(Context, Val)}; return MDTuple::get(Context, Ops); } // This returns an MDTuple representing the detiled summary. The tuple has two // elements: a string "DetailedSummary" and an MDTuple representing the value // of the detailed summary. Each element of this tuple is again an MDTuple whose // elements are the (Cutoff, MinCount, NumCounts) triplet of the // DetailedSummaryEntry. Metadata *ProfileSummary::getDetailedSummaryMD(LLVMContext &Context) { std::vector Entries; Type *Int32Ty = Type::getInt32Ty(Context); Type *Int64Ty = Type::getInt64Ty(Context); for (auto &Entry : DetailedSummary) { Metadata *EntryMD[3] = { ConstantAsMetadata::get(ConstantInt::get(Int32Ty, Entry.Cutoff)), ConstantAsMetadata::get(ConstantInt::get(Int64Ty, Entry.MinCount)), ConstantAsMetadata::get(ConstantInt::get(Int32Ty, Entry.NumCounts))}; Entries.push_back(MDTuple::get(Context, EntryMD)); } Metadata *Ops[2] = {MDString::get(Context, "DetailedSummary"), MDTuple::get(Context, Entries)}; return MDTuple::get(Context, Ops); } // This returns an MDTuple representing this ProfileSummary object. The first // entry of this tuple is another MDTuple of two elements: a string // "ProfileFormat" and a string representing the format ("InstrProf" or // "SampleProfile"). The rest of the elements of the outer MDTuple are specific // to the kind of profile summary as returned by getFormatSpecificMD. Metadata *ProfileSummary::getMD(LLVMContext &Context) { std::vector Components; Components.push_back(getKeyValMD(Context, "ProfileFormat", getKindStr())); std::vector Res = getFormatSpecificMD(Context); Components.insert(Components.end(), Res.begin(), Res.end()); return MDTuple::get(Context, Components); } // Returns a vector of MDTuples specific to InstrProfSummary. The first six // elements of this vector are (Key, Val) pairs of the six scalar fields of // InstrProfSummary (TotalCount, MaxBlockCount, MaxInternalBlockCount, // MaxFunctionCount, NumBlocks, NumFunctions). The last element of this vector // is an MDTuple returned by getDetailedSummaryMD. std::vector InstrProfSummary::getFormatSpecificMD(LLVMContext &Context) { std::vector Components; Components.push_back(getKeyValMD(Context, "TotalCount", getTotalCount())); Components.push_back( getKeyValMD(Context, "MaxBlockCount", getMaxBlockCount())); Components.push_back(getKeyValMD(Context, "MaxInternalBlockCount", getMaxInternalBlockCount())); Components.push_back( getKeyValMD(Context, "MaxFunctionCount", getMaxFunctionCount())); Components.push_back(getKeyValMD(Context, "NumBlocks", getNumBlocks())); Components.push_back(getKeyValMD(Context, "NumFunctions", getNumFunctions())); Components.push_back(getDetailedSummaryMD(Context)); return Components; } std::vector SampleProfileSummary::getFormatSpecificMD(LLVMContext &Context) { std::vector Components; Components.push_back(getKeyValMD(Context, "TotalSamples", getTotalSamples())); Components.push_back( getKeyValMD(Context, "MaxSamplesPerLine", getMaxSamplesPerLine())); Components.push_back( getKeyValMD(Context, "MaxFunctionCount", getMaxFunctionCount())); Components.push_back( getKeyValMD(Context, "NumLinesWithSamples", getNumLinesWithSamples())); Components.push_back(getKeyValMD(Context, "NumFunctions", NumFunctions)); Components.push_back(getDetailedSummaryMD(Context)); return Components; } // Parse an MDTuple representing (Key, Val) pair. static bool getVal(MDTuple *MD, const char *Key, uint64_t &Val) { if (!MD) return false; if (MD->getNumOperands() != 2) return false; MDString *KeyMD = dyn_cast(MD->getOperand(0)); ConstantAsMetadata *ValMD = dyn_cast(MD->getOperand(1)); if (!KeyMD || !ValMD) return false; if (!KeyMD->getString().equals(Key)) return false; Val = cast(ValMD->getValue())->getZExtValue(); return true; } // Check if an MDTuple represents a (Key, Val) pair. static bool isKeyValuePair(MDTuple *MD, const char *Key, const char *Val) { if (!MD || MD->getNumOperands() != 2) return false; MDString *KeyMD = dyn_cast(MD->getOperand(0)); MDString *ValMD = dyn_cast(MD->getOperand(1)); if (!KeyMD || !ValMD) return false; if (!KeyMD->getString().equals(Key) || !ValMD->getString().equals(Val)) return false; return true; } // Parse an MDTuple representing detailed summary. static bool getSummaryFromMD(MDTuple *MD, SummaryEntryVector &Summary) { if (!MD || MD->getNumOperands() != 2) return false; MDString *KeyMD = dyn_cast(MD->getOperand(0)); if (!KeyMD || !KeyMD->getString().equals("DetailedSummary")) return false; MDTuple *EntriesMD = dyn_cast(MD->getOperand(1)); if (!EntriesMD) return false; for (auto &&MDOp : EntriesMD->operands()) { MDTuple *EntryMD = dyn_cast(MDOp); if (!EntryMD || EntryMD->getNumOperands() != 3) return false; ConstantAsMetadata *Op0 = dyn_cast(EntryMD->getOperand(0)); ConstantAsMetadata *Op1 = dyn_cast(EntryMD->getOperand(1)); ConstantAsMetadata *Op2 = dyn_cast(EntryMD->getOperand(2)); if (!Op0 || !Op1 || !Op2) return false; Summary.emplace_back(cast(Op0->getValue())->getZExtValue(), cast(Op1->getValue())->getZExtValue(), cast(Op2->getValue())->getZExtValue()); } return true; } // Parse an MDTuple representing an InstrProfSummary object. static ProfileSummary *getInstrProfSummaryFromMD(MDTuple *Tuple) { uint64_t NumBlocks, TotalCount, NumFunctions, MaxFunctionCount, MaxBlockCount, MaxInternalBlockCount; SummaryEntryVector Summary; if (Tuple->getNumOperands() != 8) return nullptr; // Skip operand 0 which has been already parsed in the caller if (!getVal(dyn_cast(Tuple->getOperand(1)), "TotalCount", TotalCount)) return nullptr; if (!getVal(dyn_cast(Tuple->getOperand(2)), "MaxBlockCount", MaxBlockCount)) return nullptr; if (!getVal(dyn_cast(Tuple->getOperand(3)), "MaxInternalBlockCount", MaxInternalBlockCount)) return nullptr; if (!getVal(dyn_cast(Tuple->getOperand(4)), "MaxFunctionCount", MaxFunctionCount)) return nullptr; if (!getVal(dyn_cast(Tuple->getOperand(5)), "NumBlocks", NumBlocks)) return nullptr; if (!getVal(dyn_cast(Tuple->getOperand(6)), "NumFunctions", NumFunctions)) return nullptr; if (!getSummaryFromMD(dyn_cast(Tuple->getOperand(7)), Summary)) return nullptr; return new InstrProfSummary(TotalCount, MaxBlockCount, MaxInternalBlockCount, MaxFunctionCount, NumBlocks, NumFunctions, Summary); } // Parse an MDTuple representing a SampleProfileSummary object. static ProfileSummary *getSampleProfileSummaryFromMD(MDTuple *Tuple) { uint64_t TotalSamples, MaxSamplesPerLine, MaxFunctionCount, NumLinesWithSamples, NumFunctions; SummaryEntryVector Summary; if (Tuple->getNumOperands() != 7) return nullptr; // Skip operand 0 which has been already parsed in the caller if (!getVal(dyn_cast(Tuple->getOperand(1)), "TotalSamples", TotalSamples)) return nullptr; if (!getVal(dyn_cast(Tuple->getOperand(2)), "MaxSamplesPerLine", MaxSamplesPerLine)) return nullptr; if (!getVal(dyn_cast(Tuple->getOperand(3)), "MaxFunctionCount", MaxFunctionCount)) return nullptr; if (!getVal(dyn_cast(Tuple->getOperand(4)), "NumLinesWithSamples", NumLinesWithSamples)) return nullptr; if (!getVal(dyn_cast(Tuple->getOperand(5)), "NumFunctions", NumFunctions)) return nullptr; if (!getSummaryFromMD(dyn_cast(Tuple->getOperand(6)), Summary)) return nullptr; return new SampleProfileSummary(TotalSamples, MaxSamplesPerLine, MaxFunctionCount, NumLinesWithSamples, NumFunctions, Summary); } ProfileSummary *ProfileSummary::getFromMD(Metadata *MD) { if (!isa(MD)) return nullptr; MDTuple *Tuple = cast(MD); auto &FormatMD = Tuple->getOperand(0); if (isKeyValuePair(dyn_cast_or_null(FormatMD), "ProfileFormat", "SampleProfile")) return getSampleProfileSummaryFromMD(Tuple); else if (isKeyValuePair(dyn_cast_or_null(FormatMD), "ProfileFormat", "InstrProf")) return getInstrProfSummaryFromMD(Tuple); else return nullptr; }