diff options
Diffstat (limited to 'llvm/lib/Target/X86/X86SpeculativeLoadHardening.cpp')
-rw-r--r-- | llvm/lib/Target/X86/X86SpeculativeLoadHardening.cpp | 83 |
1 files changed, 10 insertions, 73 deletions
diff --git a/llvm/lib/Target/X86/X86SpeculativeLoadHardening.cpp b/llvm/lib/Target/X86/X86SpeculativeLoadHardening.cpp index 3d2bbd3e55c..93dcf95bebd 100644 --- a/llvm/lib/Target/X86/X86SpeculativeLoadHardening.cpp +++ b/llvm/lib/Target/X86/X86SpeculativeLoadHardening.cpp @@ -1907,81 +1907,18 @@ void X86SpeculativeLoadHardeningPass::hardenPostLoad(MachineInstr &MI) { auto InsertPt = std::next(MI.getIterator()); unsigned FlagsReg = 0; - bool EFLAGSLive = isEFLAGSLive(MBB, InsertPt, *TRI); - if (EFLAGSLive && !Subtarget->hasBMI2()) { + if (isEFLAGSLive(MBB, InsertPt, *TRI)) FlagsReg = saveEFLAGS(MBB, InsertPt, Loc); - EFLAGSLive = false; - } - if (!EFLAGSLive) { - unsigned StateReg = GetStateRegInRC(*DefRC); - unsigned NewDefReg = MRI->createVirtualRegister(DefRC); - DefOp.setReg(NewDefReg); - auto OrI = BuildMI(MBB, InsertPt, Loc, TII->get(OrOpCode), OldDefReg) - .addReg(StateReg) - .addReg(NewDefReg); - OrI->addRegisterDead(X86::EFLAGS, TRI); - ++NumInstsInserted; - LLVM_DEBUG(dbgs() << " Inserting or: "; OrI->dump(); dbgs() << "\n"); - } else { - assert(Subtarget->hasBMI2() && - "Cannot harden loads and preserve EFLAGS without BMI2!"); - - unsigned ShiftOpCode = DefRegBytes < 4 ? X86::SHRX32rr : X86::SHRX64rr; - auto &ShiftRC = - DefRegBytes < 4 ? X86::GR32_NOSPRegClass : X86::GR64_NOSPRegClass; - int ShiftRegBytes = TRI->getRegSizeInBits(ShiftRC) / 8; - unsigned DefSubRegImm = SubRegImms[Log2_32(DefRegBytes)]; - - unsigned StateReg = GetStateRegInRC(ShiftRC); - - // First have the def instruction def a temporary register. - unsigned TmpReg = MRI->createVirtualRegister(DefRC); - DefOp.setReg(TmpReg); - // Now copy it into a register of the shift RC. - unsigned ShiftInputReg = TmpReg; - if (DefRegBytes != ShiftRegBytes) { - unsigned UndefReg = MRI->createVirtualRegister(&ShiftRC); - BuildMI(MBB, InsertPt, Loc, TII->get(X86::IMPLICIT_DEF), UndefReg); - ShiftInputReg = MRI->createVirtualRegister(&ShiftRC); - BuildMI(MBB, InsertPt, Loc, TII->get(X86::INSERT_SUBREG), ShiftInputReg) - .addReg(UndefReg) - .addReg(TmpReg) - .addImm(DefSubRegImm); - } - - // We shift this once if the shift is wider than the def and thus we can - // shift *all* of the def'ed bytes out. Otherwise we need to do two shifts. - - unsigned ShiftedReg = MRI->createVirtualRegister(&ShiftRC); - auto Shift1I = - BuildMI(MBB, InsertPt, Loc, TII->get(ShiftOpCode), ShiftedReg) - .addReg(ShiftInputReg) - .addReg(StateReg); - (void)Shift1I; - ++NumInstsInserted; - LLVM_DEBUG(dbgs() << " Inserting shrx: "; Shift1I->dump(); dbgs() << "\n"); - - // The only way we have a bit left is if all 8 bytes were defined. Do an - // extra shift to get the last bit in this case. - if (DefRegBytes == ShiftRegBytes) { - // We can just directly def the old def register as its the same size. - ShiftInputReg = ShiftedReg; - auto Shift2I = - BuildMI(MBB, InsertPt, Loc, TII->get(ShiftOpCode), OldDefReg) - .addReg(ShiftInputReg) - .addReg(StateReg); - (void)Shift2I; - ++NumInstsInserted; - LLVM_DEBUG(dbgs() << " Inserting shrx: "; Shift2I->dump(); - dbgs() << "\n"); - } else { - // When we have different size shift register we need to fix up the - // class. We can do that as we copy into the old def register. - BuildMI(MBB, InsertPt, Loc, TII->get(TargetOpcode::COPY), OldDefReg) - .addReg(ShiftedReg, 0, DefSubRegImm); - } - } + unsigned StateReg = GetStateRegInRC(*DefRC); + unsigned NewDefReg = MRI->createVirtualRegister(DefRC); + DefOp.setReg(NewDefReg); + auto OrI = BuildMI(MBB, InsertPt, Loc, TII->get(OrOpCode), OldDefReg) + .addReg(StateReg) + .addReg(NewDefReg); + OrI->addRegisterDead(X86::EFLAGS, TRI); + ++NumInstsInserted; + LLVM_DEBUG(dbgs() << " Inserting or: "; OrI->dump(); dbgs() << "\n"); if (FlagsReg) restoreEFLAGS(MBB, InsertPt, Loc, FlagsReg); |