diff options
Diffstat (limited to 'llvm/lib/Target')
| -rw-r--r-- | llvm/lib/Target/X86/X86ISelLowering.cpp | 31 |
1 files changed, 18 insertions, 13 deletions
diff --git a/llvm/lib/Target/X86/X86ISelLowering.cpp b/llvm/lib/Target/X86/X86ISelLowering.cpp index bfd8f9e3c56..7298c208cbb 100644 --- a/llvm/lib/Target/X86/X86ISelLowering.cpp +++ b/llvm/lib/Target/X86/X86ISelLowering.cpp @@ -23654,7 +23654,6 @@ static SDValue LowerMULH(SDValue Op, const X86Subtarget &Subtarget, // With SSE41 we can use sign/zero extend, but for pre-SSE41 we unpack // and then ashr/lshr the upper bits down to the lower bits before multiply. - unsigned ExShift = IsSigned ? X86ISD::VSRAI : X86ISD::VSRLI; unsigned ExAVX = IsSigned ? ISD::SIGN_EXTEND : ISD::ZERO_EXTEND; // For 512-bit vectors, split into 256-bit vectors to allow the @@ -23722,15 +23721,18 @@ static SDValue LowerMULH(SDValue Op, const X86Subtarget &Subtarget, if (Subtarget.hasSSE41()) { ALo = DAG.getNode(ExSSE41, dl, ExVT, A); BLo = DAG.getNode(ExSSE41, dl, ExVT, B); + } else if (IsSigned) { + ALo = getUnpackl(DAG, dl, VT, DAG.getUNDEF(VT), A); + BLo = getUnpackl(DAG, dl, VT, DAG.getUNDEF(VT), B); + ALo = DAG.getBitcast(ExVT, ALo); + BLo = DAG.getBitcast(ExVT, BLo); + ALo = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, ALo, 8, DAG); + BLo = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, BLo, 8, DAG); } else { - const int ShufMask[] = {-1, 0, -1, 1, -1, 2, -1, 3, - -1, 4, -1, 5, -1, 6, -1, 7}; - ALo = DAG.getVectorShuffle(VT, dl, A, A, ShufMask); - BLo = DAG.getVectorShuffle(VT, dl, B, B, ShufMask); + ALo = getUnpackl(DAG, dl, VT, A, DAG.getConstant(0, dl, VT)); + BLo = getUnpackl(DAG, dl, VT, B, DAG.getConstant(0, dl, VT)); ALo = DAG.getBitcast(ExVT, ALo); BLo = DAG.getBitcast(ExVT, BLo); - ALo = getTargetVShiftByConstNode(ExShift, dl, ExVT, ALo, 8, DAG); - BLo = getTargetVShiftByConstNode(ExShift, dl, ExVT, BLo, 8, DAG); } // Extract the hi parts and zero/sign extend to i16. @@ -23742,15 +23744,18 @@ static SDValue LowerMULH(SDValue Op, const X86Subtarget &Subtarget, BHi = DAG.getVectorShuffle(VT, dl, B, B, ShufMask); AHi = DAG.getNode(ExSSE41, dl, ExVT, AHi); BHi = DAG.getNode(ExSSE41, dl, ExVT, BHi); + } else if (IsSigned) { + AHi = getUnpackh(DAG, dl, VT, DAG.getUNDEF(VT), A); + BHi = getUnpackh(DAG, dl, VT, DAG.getUNDEF(VT), B); + AHi = DAG.getBitcast(ExVT, AHi); + BHi = DAG.getBitcast(ExVT, BHi); + AHi = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, AHi, 8, DAG); + BHi = getTargetVShiftByConstNode(X86ISD::VSRAI, dl, ExVT, BHi, 8, DAG); } else { - const int ShufMask[] = {-1, 8, -1, 9, -1, 10, -1, 11, - -1, 12, -1, 13, -1, 14, -1, 15}; - AHi = DAG.getVectorShuffle(VT, dl, A, A, ShufMask); - BHi = DAG.getVectorShuffle(VT, dl, B, B, ShufMask); + AHi = getUnpackh(DAG, dl, VT, A, DAG.getConstant(0, dl, VT)); + BHi = getUnpackh(DAG, dl, VT, B, DAG.getConstant(0, dl, VT)); AHi = DAG.getBitcast(ExVT, AHi); BHi = DAG.getBitcast(ExVT, BHi); - AHi = getTargetVShiftByConstNode(ExShift, dl, ExVT, AHi, 8, DAG); - BHi = getTargetVShiftByConstNode(ExShift, dl, ExVT, BHi, 8, DAG); } // Multiply, lshr the upper 8bits to the lower 8bits of the lo/hi results and |
