diff options
Diffstat (limited to 'llvm/tools/llvm-mca')
| -rw-r--r-- | llvm/tools/llvm-mca/include/Instruction.h | 28 | ||||
| -rw-r--r-- | llvm/tools/llvm-mca/lib/HardwareUnits/RegisterFile.cpp | 6 | ||||
| -rw-r--r-- | llvm/tools/llvm-mca/lib/Instruction.cpp | 31 | 
3 files changed, 49 insertions, 16 deletions
| diff --git a/llvm/tools/llvm-mca/include/Instruction.h b/llvm/tools/llvm-mca/include/Instruction.h index 7407283bca2..2e676088408 100644 --- a/llvm/tools/llvm-mca/include/Instruction.h +++ b/llvm/tools/llvm-mca/include/Instruction.h @@ -123,8 +123,10 @@ class WriteState {    // that we don't break the WAW, and the two writes can be merged together.    const WriteState *DependentWrite; -  // Number of writes that are in a WAW dependency with this write. -  unsigned NumWriteUsers; +  // A partial write that is in a false dependency with this write. +  WriteState *PartialWrite; + +  unsigned DependentWriteCyclesLeft;    // A list of dependent reads. Users is a set of dependent    // reads. A dependent read is added to the set only if CyclesLeft @@ -139,7 +141,8 @@ public:               bool clearsSuperRegs = false, bool writesZero = false)        : WD(&Desc), CyclesLeft(UNKNOWN_CYCLES), RegisterID(RegID),          PRFID(0), ClearsSuperRegs(clearsSuperRegs), WritesZero(writesZero), -        IsEliminated(false), DependentWrite(nullptr), NumWriteUsers(0U) {} +        IsEliminated(false), DependentWrite(nullptr), PartialWrite(nullptr), +        DependentWriteCyclesLeft(0) {}    WriteState(const WriteState &Other) = default;    WriteState &operator=(const WriteState &Other) = default; @@ -151,8 +154,17 @@ public:    unsigned getLatency() const { return WD->Latency; }    void addUser(ReadState *Use, int ReadAdvance); +  void addUser(WriteState *Use); + +  unsigned getDependentWriteCyclesLeft() const { return DependentWriteCyclesLeft; } + +  unsigned getNumUsers() const { +    unsigned NumUsers = Users.size(); +    if (PartialWrite) +      ++NumUsers; +    return NumUsers; +  } -  unsigned getNumUsers() const { return Users.size() + NumWriteUsers; }    bool clearsSuperRegisters() const { return ClearsSuperRegs; }    bool isWriteZero() const { return WritesZero; }    bool isEliminated() const { return IsEliminated; } @@ -161,10 +173,12 @@ public:    }    const WriteState *getDependentWrite() const { return DependentWrite; } -  void setDependentWrite(WriteState *Other) { -    DependentWrite = Other; -    ++Other->NumWriteUsers; +  void setDependentWrite(WriteState *Other) { DependentWrite = Other; } +  void writeStartEvent(unsigned Cycles) { +    DependentWriteCyclesLeft = Cycles; +    DependentWrite = nullptr;    } +    void setWriteZero() { WritesZero = true; }    void setEliminated() {      assert(Users.empty() && "Write is in an inconsistent state."); diff --git a/llvm/tools/llvm-mca/lib/HardwareUnits/RegisterFile.cpp b/llvm/tools/llvm-mca/lib/HardwareUnits/RegisterFile.cpp index 6bc63a0db50..f96e4cab4b9 100644 --- a/llvm/tools/llvm-mca/lib/HardwareUnits/RegisterFile.cpp +++ b/llvm/tools/llvm-mca/lib/HardwareUnits/RegisterFile.cpp @@ -185,11 +185,11 @@ void RegisterFile::addRegisterWrite(WriteRef Write,        // register is allocated.        ShouldAllocatePhysRegs = false; -      if (OtherWrite.getWriteState() && -          (OtherWrite.getSourceIndex() != Write.getSourceIndex())) { +      WriteState *OtherWS = OtherWrite.getWriteState(); +      if (OtherWS && (OtherWrite.getSourceIndex() != Write.getSourceIndex())) {          // This partial write has a false dependency on RenameAs.          assert(!IsEliminated && "Unexpected partial update!"); -        WS.setDependentWrite(OtherWrite.getWriteState()); +        OtherWS->addUser(&WS);        }      }    } diff --git a/llvm/tools/llvm-mca/lib/Instruction.cpp b/llvm/tools/llvm-mca/lib/Instruction.cpp index 832a6199f00..5c46ee995fe 100644 --- a/llvm/tools/llvm-mca/lib/Instruction.cpp +++ b/llvm/tools/llvm-mca/lib/Instruction.cpp @@ -49,6 +49,10 @@ void WriteState::onInstructionIssued() {      unsigned ReadCycles = std::max(0, CyclesLeft - User.second);      RS->writeStartEvent(ReadCycles);    } + +  // Notify any writes that are in a false dependency with this write. +  if (PartialWrite) +    PartialWrite->writeStartEvent(CyclesLeft);  }  void WriteState::addUser(ReadState *User, int ReadAdvance) { @@ -65,12 +69,26 @@ void WriteState::addUser(ReadState *User, int ReadAdvance) {    Users.insert(NewPair);  } +void WriteState::addUser(WriteState *User) { +  if (CyclesLeft != UNKNOWN_CYCLES) { +    User->writeStartEvent(std::max(0, CyclesLeft)); +    return; +  } + +  assert(!PartialWrite && "PartialWrite already set!"); +  PartialWrite = User; +  User->setDependentWrite(this); +} +  void WriteState::cycleEvent() {    // Note: CyclesLeft can be a negative number. It is an error to    // make it an unsigned quantity because users of this write may    // specify a negative ReadAdvance.    if (CyclesLeft != UNKNOWN_CYCLES)      CyclesLeft--; + +  if (DependentWriteCyclesLeft) +    DependentWriteCyclesLeft--;  }  void ReadState::cycleEvent() { @@ -143,13 +161,11 @@ void Instruction::update() {    // A partial register write cannot complete before a dependent write.    auto IsDefReady = [&](const WriteState &Def) { -    if (const WriteState *Write = Def.getDependentWrite()) { -      int WriteLatency = Write->getCyclesLeft(); -      if (WriteLatency == UNKNOWN_CYCLES) -        return false; -      return static_cast<unsigned>(WriteLatency) < getLatency(); +    if (!Def.getDependentWrite()) { +      unsigned CyclesLeft = Def.getDependentWriteCyclesLeft(); +      return !CyclesLeft || CyclesLeft < getLatency();      } -    return true; +    return false;    };    if (all_of(getDefs(), IsDefReady)) @@ -164,6 +180,9 @@ void Instruction::cycleEvent() {      for (ReadState &Use : getUses())        Use.cycleEvent(); +    for (WriteState &Def : getDefs()) +      Def.cycleEvent(); +      update();      return;    } | 

