diff options
Diffstat (limited to 'llvm/lib')
-rw-r--r-- | llvm/lib/Target/AArch64/AArch64InstructionSelector.cpp | 104 |
1 files changed, 8 insertions, 96 deletions
diff --git a/llvm/lib/Target/AArch64/AArch64InstructionSelector.cpp b/llvm/lib/Target/AArch64/AArch64InstructionSelector.cpp index c9af8fa1d65..5fc272707f5 100644 --- a/llvm/lib/Target/AArch64/AArch64InstructionSelector.cpp +++ b/llvm/lib/Target/AArch64/AArch64InstructionSelector.cpp @@ -172,7 +172,6 @@ private: bool tryOptVectorShuffle(MachineInstr &I) const; bool tryOptVectorDup(MachineInstr &MI) const; - bool tryOptSelect(MachineInstr &MI) const; const AArch64TargetMachine &TM; const AArch64Subtarget &STI; @@ -742,19 +741,6 @@ static unsigned selectFPConvOpc(unsigned GenericOpc, LLT DstTy, LLT SrcTy) { return GenericOpc; } -static unsigned selectSelectOpc(MachineInstr &I, MachineRegisterInfo &MRI, - const RegisterBankInfo &RBI) { - const TargetRegisterInfo &TRI = *MRI.getTargetRegisterInfo(); - bool IsFP = (RBI.getRegBank(I.getOperand(0).getReg(), MRI, TRI)->getID() != - AArch64::GPRRegBankID); - LLT Ty = MRI.getType(I.getOperand(0).getReg()); - if (Ty == LLT::scalar(32)) - return IsFP ? AArch64::FCSELSrrr : AArch64::CSELWr; - else if (Ty == LLT::scalar(64) || Ty == LLT::pointer(0, 64)) - return IsFP ? AArch64::FCSELDrrr : AArch64::CSELXr; - return 0; -} - /// Helper function to select the opcode for a G_FCMP. static unsigned selectFCMPOpc(MachineInstr &I, MachineRegisterInfo &MRI) { // If this is a compare against +0.0, then we don't have to explicitly @@ -1788,11 +1774,16 @@ bool AArch64InstructionSelector::select(MachineInstr &I, // select instead of an integer select. bool IsFP = (RBI.getRegBank(I.getOperand(0).getReg(), MRI, TRI)->getID() != AArch64::GPRRegBankID); + unsigned CSelOpc = 0; - if (IsFP && tryOptSelect(I)) - return true; + if (Ty == LLT::scalar(32)) { + CSelOpc = IsFP ? AArch64::FCSELSrrr : AArch64::CSELWr; + } else if (Ty == LLT::scalar(64) || Ty == LLT::pointer(0, 64)) { + CSelOpc = IsFP ? AArch64::FCSELDrrr : AArch64::CSELXr; + } else { + return false; + } - unsigned CSelOpc = selectSelectOpc(I, MRI, RBI); MachineInstr &TstMI = *BuildMI(MBB, I, I.getDebugLoc(), TII.get(AArch64::ANDSWri)) .addDef(AArch64::WZR) @@ -2819,85 +2810,6 @@ MachineInstr *AArch64InstructionSelector::emitFMovForFConstant( return &I; } -bool AArch64InstructionSelector::tryOptSelect(MachineInstr &I) const { - MachineIRBuilder MIB(I); - MachineRegisterInfo &MRI = *MIB.getMRI(); - const TargetRegisterInfo &TRI = *MRI.getTargetRegisterInfo(); - - // We want to recognize this pattern: - // - // $z = G_FCMP pred, $x, $y - // ... - // $w = G_SELECT $z, $a, $b - // - // Where the value of $z is *only* ever used by the G_SELECT (possibly with - // some copies/truncs in between.) - // - // If we see this, then we can emit something like this: - // - // fcmp $x, $y - // fcsel $w, $a, $b, pred - // - // Rather than emitting both of the rather long sequences in the standard - // G_FCMP/G_SELECT select methods. - - // First, check if the condition is defined by a compare. - MachineInstr *CondDef = MRI.getVRegDef(I.getOperand(1).getReg()); - while (CondDef) { - // We can only fold if all of the defs have one use. - if (!MRI.hasOneUse(CondDef->getOperand(0).getReg())) - return false; - - // We can skip over G_TRUNC since the condition is 1-bit. - // Truncating/extending can have no impact on the value. - unsigned Opc = CondDef->getOpcode(); - if (Opc != TargetOpcode::COPY && Opc != TargetOpcode::G_TRUNC) - break; - - CondDef = MRI.getVRegDef(CondDef->getOperand(1).getReg()); - } - - // Is the condition defined by a compare? - // TODO: Handle G_ICMP. - if (!CondDef || CondDef->getOpcode() != TargetOpcode::G_FCMP) - return false; - - // Get the condition code for the select. - AArch64CC::CondCode CondCode; - AArch64CC::CondCode CondCode2; - changeFCMPPredToAArch64CC( - (CmpInst::Predicate)CondDef->getOperand(1).getPredicate(), CondCode, - CondCode2); - - // changeFCMPPredToAArch64CC sets CondCode2 to AL when we require two - // instructions to emit the comparison. - // TODO: Handle FCMP_UEQ and FCMP_ONE. After that, this check will be - // unnecessary. - if (CondCode2 != AArch64CC::AL) - return false; - - // Make sure we'll be able to select the compare. - unsigned CmpOpc = selectFCMPOpc(*CondDef, MRI); - if (!CmpOpc) - return false; - - // Emit a new compare. - auto Cmp = MIB.buildInstr(CmpOpc, {}, {CondDef->getOperand(2).getReg()}); - if (CmpOpc != AArch64::FCMPSri && CmpOpc != AArch64::FCMPDri) - Cmp.addUse(CondDef->getOperand(3).getReg()); - - // Emit the select. - unsigned CSelOpc = selectSelectOpc(I, MRI, RBI); - auto CSel = - MIB.buildInstr(CSelOpc, {I.getOperand(0).getReg()}, - {I.getOperand(2).getReg(), I.getOperand(3).getReg()}) - .addImm(CondCode); - constrainSelectedInstRegOperands(*Cmp, TII, TRI, RBI); - constrainSelectedInstRegOperands(*CSel, TII, TRI, RBI); - I.eraseFromParent(); - return true; -} - bool AArch64InstructionSelector::tryOptVectorDup(MachineInstr &I) const { // Try to match a vector splat operation into a dup instruction. // We're looking for this pattern: |