diff options
Diffstat (limited to 'llvm/lib/Target')
| -rw-r--r-- | llvm/lib/Target/X86/X86InstrAVX512.td | 40 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86InstrFPStack.td | 2 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86InstrSSE.td | 4 | ||||
| -rwxr-xr-x | llvm/lib/Target/X86/X86SchedBroadwell.td | 111 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86SchedHaswell.td | 97 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86SchedSandyBridge.td | 77 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86SchedSkylakeClient.td | 105 | ||||
| -rwxr-xr-x | llvm/lib/Target/X86/X86SchedSkylakeServer.td | 125 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86Schedule.td | 38 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86ScheduleAtom.td | 27 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86ScheduleBtVer2.td | 39 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86ScheduleSLM.td | 77 | ||||
| -rw-r--r-- | llvm/lib/Target/X86/X86ScheduleZnver1.td | 89 |
13 files changed, 228 insertions, 603 deletions
diff --git a/llvm/lib/Target/X86/X86InstrAVX512.td b/llvm/lib/Target/X86/X86InstrAVX512.td index dac3d490fed..ea1e4e25fc7 100644 --- a/llvm/lib/Target/X86/X86InstrAVX512.td +++ b/llvm/lib/Target/X86/X86InstrAVX512.td @@ -8092,34 +8092,38 @@ multiclass avx512_sqrt_packed<bits<8> opc, string OpcodeStr, } multiclass avx512_sqrt_packed_all<bits<8> opc, string OpcodeStr, - X86SchedWriteWidths sched> { - defm PSZ : avx512_sqrt_packed<opc, !strconcat(OpcodeStr, "ps"), sched.ZMM, v16f32_info>, + X86SchedWriteSizes sched> { + defm PSZ : avx512_sqrt_packed<opc, !strconcat(OpcodeStr, "ps"), + sched.PS.ZMM, v16f32_info>, EVEX_V512, PS, EVEX_CD8<32, CD8VF>; - defm PDZ : avx512_sqrt_packed<opc, !strconcat(OpcodeStr, "pd"), sched.ZMM, v8f64_info>, + defm PDZ : avx512_sqrt_packed<opc, !strconcat(OpcodeStr, "pd"), + sched.PD.ZMM, v8f64_info>, EVEX_V512, VEX_W, PD, EVEX_CD8<64, CD8VF>; // Define only if AVX512VL feature is present. let Predicates = [HasVLX] in { defm PSZ128 : avx512_sqrt_packed<opc, !strconcat(OpcodeStr, "ps"), - sched.XMM, v4f32x_info>, + sched.PS.XMM, v4f32x_info>, EVEX_V128, PS, EVEX_CD8<32, CD8VF>; defm PSZ256 : avx512_sqrt_packed<opc, !strconcat(OpcodeStr, "ps"), - sched.YMM, v8f32x_info>, + sched.PS.YMM, v8f32x_info>, EVEX_V256, PS, EVEX_CD8<32, CD8VF>; defm PDZ128 : avx512_sqrt_packed<opc, !strconcat(OpcodeStr, "pd"), - sched.XMM, v2f64x_info>, + sched.PD.XMM, v2f64x_info>, EVEX_V128, VEX_W, PD, EVEX_CD8<64, CD8VF>; defm PDZ256 : avx512_sqrt_packed<opc, !strconcat(OpcodeStr, "pd"), - sched.YMM, v4f64x_info>, + sched.PD.YMM, v4f64x_info>, EVEX_V256, VEX_W, PD, EVEX_CD8<64, CD8VF>; } } multiclass avx512_sqrt_packed_all_round<bits<8> opc, string OpcodeStr, - X86SchedWriteWidths sched> { - defm PSZ : avx512_sqrt_packed_round<opc, !strconcat(OpcodeStr, "ps"), sched.ZMM, - v16f32_info>, EVEX_V512, PS, EVEX_CD8<32, CD8VF>; - defm PDZ : avx512_sqrt_packed_round<opc, !strconcat(OpcodeStr, "pd"), sched.ZMM, - v8f64_info>, EVEX_V512, VEX_W, PD, EVEX_CD8<64, CD8VF>; + X86SchedWriteSizes sched> { + defm PSZ : avx512_sqrt_packed_round<opc, !strconcat(OpcodeStr, "ps"), + sched.PS.ZMM, v16f32_info>, + EVEX_V512, PS, EVEX_CD8<32, CD8VF>; + defm PDZ : avx512_sqrt_packed_round<opc, !strconcat(OpcodeStr, "pd"), + sched.PD.ZMM, v8f64_info>, + EVEX_V512, VEX_W, PD, EVEX_CD8<64, CD8VF>; } multiclass avx512_sqrt_scalar<bits<8> opc, string OpcodeStr, X86FoldableSchedWrite sched, @@ -8182,20 +8186,20 @@ multiclass avx512_sqrt_scalar<bits<8> opc, string OpcodeStr, X86FoldableSchedWri } multiclass avx512_sqrt_scalar_all<bits<8> opc, string OpcodeStr, - X86SchedWriteWidths sched> { - defm SSZ : avx512_sqrt_scalar<opc, OpcodeStr#"ss", sched.Scl, f32x_info, "SS", + X86SchedWriteSizes sched> { + defm SSZ : avx512_sqrt_scalar<opc, OpcodeStr#"ss", sched.PS.Scl, f32x_info, "SS", int_x86_sse_sqrt_ss>, EVEX_CD8<32, CD8VT1>, EVEX_4V, XS, NotMemoryFoldable; - defm SDZ : avx512_sqrt_scalar<opc, OpcodeStr#"sd", sched.Scl, f64x_info, "SD", + defm SDZ : avx512_sqrt_scalar<opc, OpcodeStr#"sd", sched.PD.Scl, f64x_info, "SD", int_x86_sse2_sqrt_sd>, EVEX_CD8<64, CD8VT1>, EVEX_4V, XD, VEX_W, NotMemoryFoldable; } -defm VSQRT : avx512_sqrt_packed_all<0x51, "vsqrt", SchedWriteFSqrt>, - avx512_sqrt_packed_all_round<0x51, "vsqrt", SchedWriteFSqrt>; +defm VSQRT : avx512_sqrt_packed_all<0x51, "vsqrt", SchedWriteFSqrtSizes>, + avx512_sqrt_packed_all_round<0x51, "vsqrt", SchedWriteFSqrtSizes>; -defm VSQRT : avx512_sqrt_scalar_all<0x51, "vsqrt", SchedWriteFSqrt>, VEX_LIG; +defm VSQRT : avx512_sqrt_scalar_all<0x51, "vsqrt", SchedWriteFSqrtSizes>, VEX_LIG; multiclass avx512_rndscale_scalar<bits<8> opc, string OpcodeStr, X86FoldableSchedWrite sched, X86VectorVTInfo _> { diff --git a/llvm/lib/Target/X86/X86InstrFPStack.td b/llvm/lib/Target/X86/X86InstrFPStack.td index 57493408fef..aedd445b714 100644 --- a/llvm/lib/Target/X86/X86InstrFPStack.td +++ b/llvm/lib/Target/X86/X86InstrFPStack.td @@ -314,7 +314,7 @@ defm CHS : FPUnary<fneg, MRM_E0, "fchs">; defm ABS : FPUnary<fabs, MRM_E1, "fabs">; } -let SchedRW = [WriteFSqrt] in +let SchedRW = [WriteFSqrt80] in defm SQRT: FPUnary<fsqrt,MRM_FA, "fsqrt">; let SchedRW = [WriteMicrocoded] in { diff --git a/llvm/lib/Target/X86/X86InstrSSE.td b/llvm/lib/Target/X86/X86InstrSSE.td index 10b8cac81f8..1ad7d4cdc81 100644 --- a/llvm/lib/Target/X86/X86InstrSSE.td +++ b/llvm/lib/Target/X86/X86InstrSSE.td @@ -2935,8 +2935,8 @@ multiclass sse2_fp_unop_s<bits<8> opc, string OpcodeStr, SDNode OpNode, // Square root. defm SQRT : sse1_fp_unop_s<0x51, "sqrt", fsqrt, SchedWriteFSqrt, UseAVX>, sse1_fp_unop_p<0x51, "sqrt", fsqrt, SchedWriteFSqrt, [HasAVX, NoVLX]>, - sse2_fp_unop_s<0x51, "sqrt", fsqrt, SchedWriteFSqrt, UseAVX>, - sse2_fp_unop_p<0x51, "sqrt", fsqrt, SchedWriteFSqrt>; + sse2_fp_unop_s<0x51, "sqrt", fsqrt, SchedWriteFSqrt64, UseAVX>, + sse2_fp_unop_p<0x51, "sqrt", fsqrt, SchedWriteFSqrt64>; // Reciprocal approximations. Note that these typically require refinement // in order to obtain suitable precision. diff --git a/llvm/lib/Target/X86/X86SchedBroadwell.td b/llvm/lib/Target/X86/X86SchedBroadwell.td index edd81bed65f..93adb100b76 100755 --- a/llvm/lib/Target/X86/X86SchedBroadwell.td +++ b/llvm/lib/Target/X86/X86SchedBroadwell.td @@ -164,12 +164,27 @@ defm : BWWriteResPair<WriteFMul, [BWPort01], 3, [1], 1, 5>; // Floating point defm : BWWriteResPair<WriteFMulY, [BWPort01], 3, [1], 1, 6>; // Floating point multiplication (YMM/ZMM). defm : BWWriteResPair<WriteFDiv, [BWPort0], 12, [1], 1, 5>; // 10-14 cycles. // Floating point division. defm : BWWriteResPair<WriteFDivY, [BWPort0], 12, [1], 1, 7>; // 10-14 cycles. // Floating point division (YMM/ZMM). -defm : BWWriteResPair<WriteFSqrt, [BWPort0], 15, [1], 1, 5>; // Floating point square root. -defm : BWWriteResPair<WriteFSqrtY, [BWPort0], 15, [1], 1, 7>; // Floating point square root (YMM/ZMM). + +defm : X86WriteRes<WriteFSqrt, [BWPort0,BWFPDivider], 11, [1,4], 1>; // Floating point square root. +defm : X86WriteRes<WriteFSqrtLd, [BWPort0,BWPort23,BWFPDivider], 16, [1,1,7], 2>; +defm : BWWriteResPair<WriteFSqrtX, [BWPort0,BWFPDivider], 11, [1,7], 1, 5>; // Floating point square root (XMM). +defm : BWWriteResPair<WriteFSqrtY, [BWPort0,BWPort015,BWFPDivider], 21, [2,1,14], 3, 6>; // Floating point square root (YMM). +defm : BWWriteResPair<WriteFSqrtZ, [BWPort0,BWPort015,BWFPDivider], 21, [2,1,14], 3, 6>; // Floating point square root (ZMM). +defm : X86WriteRes<WriteFSqrt64, [BWPort0,BWFPDivider], 16, [1,8], 1>; // Floating point double square root. +defm : X86WriteRes<WriteFSqrt64Ld, [BWPort0,BWPort23,BWFPDivider], 21, [1,1,14], 2>; +defm : BWWriteResPair<WriteFSqrt64X, [BWPort0,BWFPDivider], 16, [1,14],1, 5>; // Floating point double square root (XMM). +defm : BWWriteResPair<WriteFSqrt64Y, [BWPort0,BWPort015,BWFPDivider], 29, [2,1,28], 3, 6>; // Floating point double square root (YMM). +defm : BWWriteResPair<WriteFSqrt64Z, [BWPort0,BWPort015,BWFPDivider], 29, [2,1,28], 3, 6>; // Floating point double square root (ZMM). +defm : BWWriteResPair<WriteFSqrt80, [BWPort0,BWFPDivider], 23, [1,9]>; // Floating point long double square root. + defm : BWWriteResPair<WriteFRcp, [BWPort0], 5, [1], 1, 5>; // Floating point reciprocal estimate. -defm : BWWriteResPair<WriteFRcpY, [BWPort0], 5, [1], 1, 7>; // Floating point reciprocal estimate (YMM/ZMM). +defm : BWWriteResPair<WriteFRcpX, [BWPort0], 5, [1], 1, 5>; // Floating point reciprocal estimate (XMM). +defm : BWWriteResPair<WriteFRcpY, [BWPort0,BWPort015], 11, [2,1], 3, 6>; // Floating point reciprocal estimate (YMM/ZMM). + defm : BWWriteResPair<WriteFRsqrt, [BWPort0], 5, [1], 1, 5>; // Floating point reciprocal square root estimate. -defm : BWWriteResPair<WriteFRsqrtY,[BWPort0], 5, [1], 1, 7>; // Floating point reciprocal square root estimate (YMM/ZMM). +defm : BWWriteResPair<WriteFRsqrtX,[BWPort0], 5, [1], 1, 5>; // Floating point reciprocal square root estimate (XMM). +defm : BWWriteResPair<WriteFRsqrtY,[BWPort0,BWPort015], 11, [2,1], 3, 6>; // Floating point reciprocal square root estimate (YMM/ZMM). + defm : BWWriteResPair<WriteFMA, [BWPort01], 5, [1], 1, 5>; // Fused Multiply Add. defm : BWWriteResPair<WriteFMAX, [BWPort01], 5, [1], 1, 5>; // Fused Multiply Add (XMM). defm : BWWriteResPair<WriteFMAY, [BWPort01], 5, [1], 1, 6>; // Fused Multiply Add (YMM/ZMM). @@ -1401,14 +1416,6 @@ def BWWriteResGroup123 : SchedWriteRes<[BWPort0,BWPort23]> { def: InstRW<[BWWriteResGroup123], (instregex "MUL_F(32|64)m", "VPCMPGTQYrm")>; -def BWWriteResGroup126 : SchedWriteRes<[BWPort0,BWPort015]> { - let Latency = 11; - let NumMicroOps = 3; - let ResourceCycles = [2,1]; -} -def: InstRW<[BWWriteResGroup126], (instregex "VRCPPSYr", - "VRSQRTPSYr")>; - def BWWriteResGroup128 : SchedWriteRes<[BWPort1,BWPort5,BWPort23]> { let Latency = 11; let NumMicroOps = 3; @@ -1454,20 +1461,6 @@ def BWWriteResGroup135 : SchedWriteRes<[BWPort1,BWPort23]> { } def: InstRW<[BWWriteResGroup135], (instregex "(ADD|SUB|SUBR)_FI(16|32)m")>; -def BWWriteResGroup137 : SchedWriteRes<[BWPort0,BWFPDivider]> { - let Latency = 11; - let NumMicroOps = 1; - let ResourceCycles = [1,7]; -} -def: InstRW<[BWWriteResGroup137], (instregex "(V?)SQRTPSr")>; - -def BWWriteResGroup137_1 : SchedWriteRes<[BWPort0,BWFPDivider]> { - let Latency = 11; - let NumMicroOps = 1; - let ResourceCycles = [1,4]; -} -def: InstRW<[BWWriteResGroup137_1], (instregex "(V?)SQRTSSr")>; - def BWWriteResGroup139 : SchedWriteRes<[BWPort0,BWFPDivider]> { let Latency = 14; let NumMicroOps = 1; @@ -1555,22 +1548,6 @@ def BWWriteResGroup155 : SchedWriteRes<[BWPort0,BWPort015,BWFPDivider]> { } def: InstRW<[BWWriteResGroup155], (instregex "VDIVPSYrr")>; -def BWWriteResGroup156 : SchedWriteRes<[BWPort0,BWPort23,BWPort015]> { - let Latency = 17; - let NumMicroOps = 4; - let ResourceCycles = [2,1,1]; -} -def: InstRW<[BWWriteResGroup156], (instregex "VRCPPSYm", - "VRSQRTPSYm")>; - -def BWWriteResGroup157 : SchedWriteRes<[BWPort0,BWPort23,BWFPDivider]> { - let Latency = 16; - let NumMicroOps = 2; - let ResourceCycles = [1,1,7]; -} -def: InstRW<[BWWriteResGroup157], (instregex "(V?)SQRTPSm", - "(V?)SQRTSSm")>; - def BWWriteResGroup159 : SchedWriteRes<[BWPort5,BWPort6,BWPort06,BWPort0156]> { let Latency = 18; let NumMicroOps = 8; @@ -1610,20 +1587,6 @@ def BWWriteResGroup167 : SchedWriteRes<[BWPort4,BWPort5,BWPort6,BWPort23,BWPort2 } def: InstRW<[BWWriteResGroup167], (instrs INSB, INSL, INSW)>; -def BWWriteResGroup168 : SchedWriteRes<[BWPort0,BWFPDivider]> { - let Latency = 16; - let NumMicroOps = 1; - let ResourceCycles = [1,14]; -} -def: InstRW<[BWWriteResGroup168], (instregex "(V?)SQRTPDr")>; - -def BWWriteResGroup168_1 : SchedWriteRes<[BWPort0,BWFPDivider]> { - let Latency = 16; - let NumMicroOps = 1; - let ResourceCycles = [1,8]; -} -def: InstRW<[BWWriteResGroup168_1], (instregex "(V?)SQRTSDr")>; - def BWWriteResGroup169 : SchedWriteRes<[BWPort0,BWPort23]> { let Latency = 21; let NumMicroOps = 2; @@ -1631,13 +1594,6 @@ def BWWriteResGroup169 : SchedWriteRes<[BWPort0,BWPort23]> { } def: InstRW<[BWWriteResGroup169], (instregex "DIV_F(32|64)m")>; -def BWWriteResGroup170 : SchedWriteRes<[BWPort0,BWPort015,BWFPDivider]> { - let Latency = 21; - let NumMicroOps = 3; - let ResourceCycles = [2,1,14]; -} -def: InstRW<[BWWriteResGroup170], (instregex "VSQRTPSYr")>; - def BWWriteResGroup171 : SchedWriteRes<[BWPort0,BWPort4,BWPort5,BWPort23,BWPort237,BWPort06,BWPort0156]> { let Latency = 21; let NumMicroOps = 19; @@ -1680,14 +1636,6 @@ def BWWriteResGroup177 : SchedWriteRes<[BWPort0,BWPort1,BWPort23]> { } def: InstRW<[BWWriteResGroup177], (instregex "DIV_FI(16|32)m")>; -def BWWriteResGroup179 : SchedWriteRes<[BWPort0,BWPort23,BWFPDivider]> { - let Latency = 21; - let NumMicroOps = 2; - let ResourceCycles = [1,1,14]; -} -def: InstRW<[BWWriteResGroup179], (instregex "(V?)SQRTPDm", - "(V?)SQRTSDm")>; - def BWWriteResGroup180 : SchedWriteRes<[BWPort0,BWPort23]> { let Latency = 26; let NumMicroOps = 2; @@ -1695,13 +1643,6 @@ def BWWriteResGroup180 : SchedWriteRes<[BWPort0,BWPort23]> { } def: InstRW<[BWWriteResGroup180], (instregex "DIVR_F(32|64)m")>; -def BWWriteResGroup181 : SchedWriteRes<[BWPort0,BWPort23,BWPort015,BWFPDivider]> { - let Latency = 27; - let NumMicroOps = 4; - let ResourceCycles = [2,1,1,14]; -} -def: InstRW<[BWWriteResGroup181], (instregex "VSQRTPSYm")>; - def BWWriteResGroup182 : SchedWriteRes<[BWPort0,BWPort1,BWPort23]> { let Latency = 29; let NumMicroOps = 3; @@ -1780,13 +1721,6 @@ def BWWriteResGroup186 : SchedWriteRes<[BWPort4,BWPort6,BWPort23,BWPort237,BWPor } def: InstRW<[BWWriteResGroup186], (instregex "^XSAVE$", "XSAVEC", "XSAVES", "XSAVEOPT")>; -def BWWriteResGroup189 : SchedWriteRes<[BWPort0,BWPort015,BWFPDivider]> { - let Latency = 29; - let NumMicroOps = 3; - let ResourceCycles = [2,1,28]; -} -def: InstRW<[BWWriteResGroup189], (instregex "VSQRTPDYr")>; - def BWWriteResGroup190 : SchedWriteRes<[BWPort0,BWPort1,BWPort5,BWPort23,BWPort0156]> { let Latency = 34; let NumMicroOps = 8; @@ -1817,13 +1751,6 @@ def BWWriteResGroup194 : SchedWriteRes<[BWPort5,BWPort6,BWPort23,BWPort237,BWPor def: InstRW<[BWWriteResGroup194], (instregex "OUT(8|16|32)ir", "OUT(8|16|32)rr")>; -def BWWriteResGroup195 : SchedWriteRes<[BWPort0,BWPort23,BWPort015,BWFPDivider]> { - let Latency = 35; - let NumMicroOps = 4; - let ResourceCycles = [2,1,1,28]; -} -def: InstRW<[BWWriteResGroup195], (instregex "VSQRTPDYm")>; - def BWWriteResGroup196 : SchedWriteRes<[BWPort5,BWPort0156]> { let Latency = 42; let NumMicroOps = 22; diff --git a/llvm/lib/Target/X86/X86SchedHaswell.td b/llvm/lib/Target/X86/X86SchedHaswell.td index 79a9e7a847e..2e2535eda30 100644 --- a/llvm/lib/Target/X86/X86SchedHaswell.td +++ b/llvm/lib/Target/X86/X86SchedHaswell.td @@ -158,12 +158,25 @@ defm : HWWriteResPair<WriteFMul, [HWPort01], 5, [1], 1, 6>; defm : HWWriteResPair<WriteFMulY, [HWPort01], 5, [1], 1, 7>; defm : HWWriteResPair<WriteFDiv, [HWPort0], 12, [1], 1, 5>; // 10-14 cycles. defm : HWWriteResPair<WriteFDivY, [HWPort0], 12, [1], 1, 7>; // 10-14 cycles. + defm : HWWriteResPair<WriteFRcp, [HWPort0], 5, [1], 1, 5>; -defm : HWWriteResPair<WriteFRcpY, [HWPort0], 5, [1], 1, 7>; +defm : HWWriteResPair<WriteFRcpX, [HWPort0], 5, [1], 1, 6>; +defm : HWWriteResPair<WriteFRcpY, [HWPort0,HWPort015], 11, [2,1], 3, 7>; + defm : HWWriteResPair<WriteFRsqrt, [HWPort0], 5, [1], 1, 5>; -defm : HWWriteResPair<WriteFRsqrtY,[HWPort0], 5, [1], 1, 7>; -defm : HWWriteResPair<WriteFSqrt, [HWPort0], 15, [1], 1, 5>; -defm : HWWriteResPair<WriteFSqrtY, [HWPort0], 15, [1], 1, 7>; +defm : HWWriteResPair<WriteFRsqrtX,[HWPort0], 5, [1], 1, 6>; +defm : HWWriteResPair<WriteFRsqrtY,[HWPort0,HWPort015], 11, [2,1], 3, 7>; + +defm : HWWriteResPair<WriteFSqrt, [HWPort0,HWFPDivider], 11, [1,7], 1, 5>; +defm : HWWriteResPair<WriteFSqrtX, [HWPort0,HWFPDivider], 11, [1,7], 1, 6>; +defm : HWWriteResPair<WriteFSqrtY, [HWPort0,HWPort15,HWFPDivider], 21, [2,1,14], 3, 7>; +defm : HWWriteResPair<WriteFSqrtZ, [HWPort0,HWPort15,HWFPDivider], 21, [2,1,14], 3, 7>; +defm : HWWriteResPair<WriteFSqrt64, [HWPort0,HWFPDivider], 16, [1,14], 1, 5>; +defm : HWWriteResPair<WriteFSqrt64X, [HWPort0,HWFPDivider], 16, [1,14], 1, 6>; +defm : HWWriteResPair<WriteFSqrt64Y, [HWPort0,HWPort15,HWFPDivider], 35, [2,1,28], 3, 7>; +defm : HWWriteResPair<WriteFSqrt64Z, [HWPort0,HWPort15,HWFPDivider], 35, [2,1,28], 3, 7>; +defm : HWWriteResPair<WriteFSqrt80, [HWPort0,HWFPDivider], 23, [1,17]>; + defm : HWWriteResPair<WriteCvtF2I, [HWPort1], 3>; defm : HWWriteResPair<WriteCvtI2F, [HWPort1], 4>; defm : HWWriteResPair<WriteCvtF2F, [HWPort1], 3>; @@ -1639,13 +1652,6 @@ def: InstRW<[HWWriteResGroup89], (instregex "(V?)PCMPGTQ(Y?)rr", "MUL_FST0r", "MUL_FrST0")>; -def HWWriteResGroup91_1 : SchedWriteRes<[HWPort0,HWPort23,HWFPDivider]> { - let Latency = 16; - let NumMicroOps = 2; - let ResourceCycles = [1,1,7]; -} -def: InstRW<[HWWriteResGroup91_1], (instregex "(V?)SQRTSSm")>; - def HWWriteResGroup91_4 : SchedWriteRes<[HWPort0,HWPort23,HWFPDivider]> { let Latency = 18; let NumMicroOps = 2; @@ -1658,9 +1664,7 @@ def HWWriteResGroup91_2 : SchedWriteRes<[HWPort0,HWPort23]> { let NumMicroOps = 2; let ResourceCycles = [1,1]; } -def: InstRW<[HWWriteResGroup91_2], (instregex "(V?)PCMPGTQrm", - "(V?)RCPPSm", - "(V?)RSQRTPSm")>; +def: InstRW<[HWWriteResGroup91_2], (instregex "(V?)PCMPGTQrm")>; def HWWriteResGroup91_3 : SchedWriteRes<[HWPort0,HWPort23]> { let Latency = 12; @@ -1832,22 +1836,6 @@ def HWWriteResGroup121 : SchedWriteRes<[HWPort0,HWFPDivider]> { def: InstRW<[HWWriteResGroup121], (instregex "(V?)DIVPSrr", "(V?)DIVSSrr")>; -def HWWriteResGroup125 : SchedWriteRes<[HWPort0,HWPort015]> { - let Latency = 11; - let NumMicroOps = 3; - let ResourceCycles = [2,1]; -} -def: InstRW<[HWWriteResGroup125], (instregex "VRCPPSYr", - "VRSQRTPSYr")>; - -def HWWriteResGroup128 : SchedWriteRes<[HWPort0,HWPort23,HWPort015]> { - let Latency = 18; - let NumMicroOps = 4; - let ResourceCycles = [2,1,1]; -} -def: InstRW<[HWWriteResGroup128], (instregex "VRCPPSYm", - "VRSQRTPSYm")>; - def HWWriteResGroup129 : SchedWriteRes<[HWPort1,HWPort06,HWPort0156]> { let Latency = 11; let NumMicroOps = 7; @@ -1877,14 +1865,6 @@ def HWWriteResGroup132 : SchedWriteRes<[HWPort4,HWPort23,HWPort237,HWPort06,HWPo } def: InstRW<[HWWriteResGroup132], (instregex "CMPXCHG8B")>; -def HWWriteResGroup133 : SchedWriteRes<[HWPort0,HWFPDivider]> { - let Latency = 11; - let NumMicroOps = 1; - let ResourceCycles = [1,7]; -} -def: InstRW<[HWWriteResGroup133], (instregex "(V?)SQRTPSr", - "(V?)SQRTSSr")>; - def HWWriteResGroup134 : SchedWriteRes<[HWPort0,HWPort23,HWFPDivider]> { let Latency = 19; let NumMicroOps = 2; @@ -1899,13 +1879,6 @@ def HWWriteResGroup135 : SchedWriteRes<[HWPort1,HWPort23,HWPort237,HWPort06,HWPo } def: InstRW<[HWWriteResGroup135], (instregex "RCR(8|16|32|64)mCL")>; -def HWWriteResGroup138 : SchedWriteRes<[HWPort0,HWPort23,HWFPDivider]> { - let Latency = 17; - let NumMicroOps = 2; - let ResourceCycles = [1,1,7]; -} -def: InstRW<[HWWriteResGroup138], (instregex "(V?)SQRTPSm")>; - def HWWriteResGroup142 : SchedWriteRes<[HWPort1,HWPort06,HWPort15,HWPort0156]> { let Latency = 14; let NumMicroOps = 10; @@ -1994,20 +1967,6 @@ def HWWriteResGroup155_1 : SchedWriteRes<[HWPort0,HWPort23,HWFPDivider]> { } def: InstRW<[HWWriteResGroup155_1], (instregex "(V?)DIVPDrm")>; -def HWWriteResGroup155_2 : SchedWriteRes<[HWPort0,HWPort23,HWFPDivider]> { - let Latency = 21; - let NumMicroOps = 2; - let ResourceCycles = [1,1,14]; -} -def: InstRW<[HWWriteResGroup155_2], (instregex "(V?)SQRTSDm")>; - -def HWWriteResGroup155_3 : SchedWriteRes<[HWPort0,HWPort23,HWFPDivider]> { - let Latency = 22; - let NumMicroOps = 2; - let ResourceCycles = [1,1,14]; -} -def: InstRW<[HWWriteResGroup155_3], (instregex "(V?)SQRTPDm")>; - def HWWriteResGroup155_4 : SchedWriteRes<[HWPort0,HWPort23,HWFPDivider]> { let Latency = 25; let NumMicroOps = 2; @@ -2022,29 +1981,19 @@ def HWWriteResGroup156 : SchedWriteRes<[HWPort5,HWPort6,HWPort0156]> { } def: InstRW<[HWWriteResGroup156], (instregex "MWAITrr")>; -def HWWriteResGroup157 : SchedWriteRes<[HWPort0,HWFPDivider]> { - let Latency = 16; - let NumMicroOps = 1; - let ResourceCycles = [1,14]; -} -def: InstRW<[HWWriteResGroup157], (instregex "(V?)SQRTPDr", - "(V?)SQRTSDr")>; - def HWWriteResGroup159 : SchedWriteRes<[HWPort0,HWPort15,HWFPDivider]> { let Latency = 21; let NumMicroOps = 3; let ResourceCycles = [2,1,14]; } -def: InstRW<[HWWriteResGroup159], (instregex "VDIVPSYrr", - "VSQRTPSYr")>; +def: InstRW<[HWWriteResGroup159], (instregex "VDIVPSYrr")>; def HWWriteResGroup160 : SchedWriteRes<[HWPort0,HWPort23,HWPort15,HWFPDivider]> { let Latency = 28; let NumMicroOps = 4; let ResourceCycles = [2,1,1,14]; } -def: InstRW<[HWWriteResGroup160], (instregex "VDIVPSYrm", - "VSQRTPSYm")>; +def: InstRW<[HWWriteResGroup160], (instregex "VDIVPSYrm")>; def HWWriteResGroup161 : SchedWriteRes<[HWPort0,HWPort1,HWPort23]> { let Latency = 30; @@ -2111,16 +2060,14 @@ def HWWriteResGroup173 : SchedWriteRes<[HWPort0,HWPort15,HWFPDivider]> { let NumMicroOps = 3; let ResourceCycles = [2,1,28]; } -def: InstRW<[HWWriteResGroup173], (instregex "VDIVPDYrr", - "VSQRTPDYr")>; +def: InstRW<[HWWriteResGroup173], (instregex "VDIVPDYrr")>; def HWWriteResGroup174 : SchedWriteRes<[HWPort0,HWPort23,HWPort15,HWFPDivider]> { let Latency = 42; let NumMicroOps = 4; let ResourceCycles = [2,1,1,28]; } -def: InstRW<[HWWriteResGroup174], (instregex "VDIVPDYrm", - "VSQRTPDYm")>; +def: InstRW<[HWWriteResGroup174], (instregex "VDIVPDYrm")>; def HWWriteResGroup175 : SchedWriteRes<[HWPort1,HWPort4,HWPort5,HWPort6,HWPort23,HWPort237,HWPort15,HWPort0156]> { let Latency = 41; diff --git a/llvm/lib/Target/X86/X86SchedSandyBridge.td b/llvm/lib/Target/X86/X86SchedSandyBridge.td index a39e5b2bf28..c3ef44b4ee8 100644 --- a/llvm/lib/Target/X86/X86SchedSandyBridge.td +++ b/llvm/lib/Target/X86/X86SchedSandyBridge.td @@ -148,12 +148,25 @@ defm : SBWriteResPair<WriteFMul, [SBPort0], 5, [1], 1, 6>; defm : SBWriteResPair<WriteFMulY, [SBPort0], 5, [1], 1, 7>; defm : SBWriteResPair<WriteFDiv, [SBPort0], 24, [1], 1, 5>; defm : SBWriteResPair<WriteFDivY, [SBPort0], 24, [1], 1, 7>; + defm : SBWriteResPair<WriteFRcp, [SBPort0], 5, [1], 1, 6>; -defm : SBWriteResPair<WriteFRcpY, [SBPort0], 5, [1], 1, 7>; +defm : SBWriteResPair<WriteFRcpX, [SBPort0], 5, [1], 1, 6>; +defm : SBWriteResPair<WriteFRcpY, [SBPort0,SBPort05], 7, [2,1], 3, 7>; + defm : SBWriteResPair<WriteFRsqrt, [SBPort0], 5, [1], 1, 6>; -defm : SBWriteResPair<WriteFRsqrtY,[SBPort0], 5, [1], 1, 7>; -defm : SBWriteResPair<WriteFSqrt, [SBPort0], 14, [1], 1, 5>; -defm : SBWriteResPair<WriteFSqrtY, [SBPort0], 14, [1], 1, 7>; +defm : SBWriteResPair<WriteFRsqrtX,[SBPort0], 5, [1], 1, 6>; +defm : SBWriteResPair<WriteFRsqrtY,[SBPort0,SBPort05], 7, [2,1], 3, 7>; + +defm : SBWriteResPair<WriteFSqrt, [SBPort0,SBFPDivider], 14, [1,14], 1, 6>; +defm : SBWriteResPair<WriteFSqrtX, [SBPort0,SBFPDivider], 14, [1,14], 1, 6>; +defm : SBWriteResPair<WriteFSqrtY, [SBPort0,SBPort05,SBFPDivider], 29, [2,1,28], 3, 7>; +defm : SBWriteResPair<WriteFSqrtZ, [SBPort0,SBPort05,SBFPDivider], 29, [2,1,28], 3, 7>; +defm : SBWriteResPair<WriteFSqrt64, [SBPort0,SBFPDivider], 21, [1,21], 1, 6>; +defm : SBWriteResPair<WriteFSqrt64X, [SBPort0,SBFPDivider], 21, [1,21], 1, 6>; +defm : SBWriteResPair<WriteFSqrt64Y, [SBPort0,SBPort05,SBFPDivider], 45, [2,1,44], 3, 7>; +defm : SBWriteResPair<WriteFSqrt64Z, [SBPort0,SBPort05,SBFPDivider], 45, [2,1,44], 3, 7>; +defm : SBWriteResPair<WriteFSqrt80, [SBPort0,SBFPDivider], 24, [1,24], 1, 6>; + defm : SBWriteResPair<WriteDPPD, [SBPort0,SBPort1,SBPort5], 9, [1,1,1], 3, 6>; defm : SBWriteResPair<WriteDPPS, [SBPort0,SBPort1,SBPort5], 12, [1,2,1], 4, 6>; defm : SBWriteResPair<WriteDPPSY, [SBPort0,SBPort1,SBPort5], 12, [1,2,1], 4, 7>; @@ -951,14 +964,6 @@ def: InstRW<[SBWriteResGroup59a], (instregex "MMX_PADD(B|D|W)irm", "MMX_P(MAX|MIN)(SW|UB)irm", "MMX_PSUB(B|D|Q|W)irm")>; -def SBWriteResGroup61 : SchedWriteRes<[SBPort0,SBPort05]> { - let Latency = 7; - let NumMicroOps = 3; - let ResourceCycles = [2,1]; -} -def: InstRW<[SBWriteResGroup61], (instregex "VRCPPSYr", - "VRSQRTPSYr")>; - def SBWriteResGroup62 : SchedWriteRes<[SBPort5,SBPort23]> { let Latency = 7; let NumMicroOps = 3; @@ -1361,18 +1366,8 @@ def SBWriteResGroup116 : SchedWriteRes<[SBPort0,SBFPDivider]> { let NumMicroOps = 1; let ResourceCycles = [1,14]; } -def: InstRW<[SBWriteResGroup116], (instregex "(V?)SQRTSSr", - "(V?)DIVPSrr", - "(V?)DIVSSrr", - "(V?)SQRTPSr")>; - -def SBWriteResGroup118 : SchedWriteRes<[SBPort0,SBPort23,SBPort05]> { - let Latency = 14; - let NumMicroOps = 4; - let ResourceCycles = [2,1,1]; -} -def: InstRW<[SBWriteResGroup118], (instregex "VRCPPSYm", - "VRSQRTPSYm")>; +def: InstRW<[SBWriteResGroup116], (instregex "(V?)DIVPSrr", + "(V?)DIVSSrr")>; def SBWriteResGroup119 : SchedWriteRes<[SBPort0,SBPort1,SBPort23]> { let Latency = 15; @@ -1386,26 +1381,8 @@ def SBWriteResGroup123 : SchedWriteRes<[SBPort0,SBPort23,SBFPDivider]> { let NumMicroOps = 2; let ResourceCycles = [1,1,14]; } -def: InstRW<[SBWriteResGroup123], (instregex "(V?)SQRTSSm", - "(V?)DIVPSrm", - "(V?)DIVSSrm", - "(V?)SQRTPSm")>; - -def SBWriteResGroup124 : SchedWriteRes<[SBPort0,SBFPDivider]> { - let Latency = 21; - let NumMicroOps = 1; - let ResourceCycles = [1,21]; -} -def: InstRW<[SBWriteResGroup124], (instregex "(V?)SQRTPDr", - "(V?)SQRTSDr")>; - -def SBWriteResGroup125 : SchedWriteRes<[SBPort0,SBPort23,SBFPDivider]> { - let Latency = 27; - let NumMicroOps = 2; - let ResourceCycles = [1,1,21]; -} -def: InstRW<[SBWriteResGroup125], (instregex "(V?)SQRTPDm", - "(V?)SQRTSDm")>; +def: InstRW<[SBWriteResGroup123], (instregex "(V?)DIVPSrm", + "(V?)DIVSSrm")>; def SBWriteResGroup126 : SchedWriteRes<[SBPort0,SBFPDivider]> { let Latency = 22; @@ -1428,8 +1405,7 @@ def SBWriteResGroup129 : SchedWriteRes<[SBPort0,SBPort05,SBFPDivider]> { let NumMicroOps = 3; let ResourceCycles = [2,1,28]; } -def: InstRW<[SBWriteResGroup129], (instregex "VDIVPSYrr", - "VSQRTPSYr")>; +def: InstRW<[SBWriteResGroup129], (instregex "VDIVPSYrr")>; def SBWriteResGroup130 : SchedWriteRes<[SBPort0,SBPort23]> { let Latency = 31; @@ -1450,23 +1426,20 @@ def SBWriteResGroup132 : SchedWriteRes<[SBPort0,SBPort23,SBPort05,SBFPDivider]> let NumMicroOps = 4; let ResourceCycles = [2,1,1,28]; } -def: InstRW<[SBWriteResGroup132], (instregex "VDIVPSYrm", - "VSQRTPSYm")>; +def: InstRW<[SBWriteResGroup132], (instregex "VDIVPSYrm")>; def SBWriteResGroup133 : SchedWriteRes<[SBPort0,SBPort05,SBFPDivider]> { let Latency = 45; let NumMicroOps = 3; let ResourceCycles = [2,1,44]; } -def: InstRW<[SBWriteResGroup133], (instregex "VDIVPDYrr", - "VSQRTPDYr")>; +def: InstRW<[SBWriteResGroup133], (instregex "VDIVPDYrr")>; def SBWriteResGroup134 : SchedWriteRes<[SBPort0,SBPort23,SBPort05,SBFPDivider]> { let Latency = 52; let NumMicroOps = 4; let ResourceCycles = [2,1,1,44]; } -def: InstRW<[SBWriteResGroup134], (instregex "VDIVPDYrm", - "VSQRTPDYm")>; +def: InstRW<[SBWriteResGroup134], (instregex "VDIVPDYrm")>; } // SchedModel diff --git a/llvm/lib/Target/X86/X86SchedSkylakeClient.td b/llvm/lib/Target/X86/X86SchedSkylakeClient.td index 8cb6b14239d..077eeed90d4 100644 --- a/llvm/lib/Target/X86/X86SchedSkylakeClient.td +++ b/llvm/lib/Target/X86/X86SchedSkylakeClient.td @@ -161,12 +161,25 @@ defm : SKLWriteResPair<WriteFMul, [SKLPort01], 4, [1], 1, 6>; // Floating poin defm : SKLWriteResPair<WriteFMulY, [SKLPort01], 4, [1], 1, 7>; // Floating point multiplication (YMM/ZMM). defm : SKLWriteResPair<WriteFDiv, [SKLPort0], 12, [1], 1, 5>; // 10-14 cycles. // Floating point division. defm : SKLWriteResPair<WriteFDivY, [SKLPort0], 12, [1], 1, 7>; // 10-14 cycles. // Floating point division (YMM/ZMM). -defm : SKLWriteResPair<WriteFSqrt, [SKLPort0], 15, [1], 1, 5>; // Floating point square root. -defm : SKLWriteResPair<WriteFSqrtY, [SKLPort0], 15, [1], 1, 7>; // Floating point square root (YMM/ZMM). + +defm : SKLWriteResPair<WriteFSqrt, [SKLPort0,SKLFPDivider], 12, [1,3], 1, 5>; // Floating point square root. +defm : SKLWriteResPair<WriteFSqrtX, [SKLPort0,SKLFPDivider], 12, [1,3], 1, 6>; // Floating point square root (XMM). +defm : SKLWriteResPair<WriteFSqrtY, [SKLPort0,SKLFPDivider], 12, [1,6], 1, 7>; // Floating point square root (YMM). +defm : SKLWriteResPair<WriteFSqrtZ, [SKLPort0,SKLFPDivider], 12, [1,6], 1, 7>; // Floating point square root (ZMM). +defm : SKLWriteResPair<WriteFSqrt64, [SKLPort0,SKLFPDivider], 18, [1,6], 1, 5>; // Floating point double square root. +defm : SKLWriteResPair<WriteFSqrt64X, [SKLPort0,SKLFPDivider], 18, [1,6], 1, 6>; // Floating point double square root (XMM). +defm : SKLWriteResPair<WriteFSqrt64Y, [SKLPort0,SKLFPDivider], 18, [1,12],1, 7>; // Floating point double square root (YMM). +defm : SKLWriteResPair<WriteFSqrt64Z, [SKLPort0,SKLFPDivider], 18, [1,12],1, 7>; // Floating point double square root (ZMM). +defm : SKLWriteResPair<WriteFSqrt80, [SKLPort0,SKLFPDivider], 21, [1,7]>; // Floating point long double square root. + defm : SKLWriteResPair<WriteFRcp, [SKLPort0], 4, [1], 1, 5>; // Floating point reciprocal estimate. -defm : SKLWriteResPair<WriteFRcpY, [SKLPort0], 4, [1], 1, 5>; // Floating point reciprocal estimate (YMM/ZMM). +defm : SKLWriteResPair<WriteFRcpX, [SKLPort0], 4, [1], 1, 6>; // Floating point reciprocal estimate (XMM). +defm : SKLWriteResPair<WriteFRcpY, [SKLPort0], 4, [1], 1, 7>; // Floating point reciprocal estimate (YMM/ZMM). + defm : SKLWriteResPair<WriteFRsqrt, [SKLPort0], 4, [1], 1, 5>; // Floating point reciprocal square root estimate. -defm : SKLWriteResPair<WriteFRsqrtY,[SKLPort0], 4, [1], 1, 5>; // Floating point reciprocal square root estimate (YMM/ZMM). +defm : SKLWriteResPair<WriteFRsqrtX,[SKLPort0], 4, [1], 1, 6>; // Floating point reciprocal square root estimate (XMM). +defm : SKLWriteResPair<WriteFRsqrtY,[SKLPort0], 4, [1], 1, 7>; // Floating point reciprocal square root estimate (YMM/ZMM). + defm : SKLWriteResPair<WriteFMA, [SKLPort01], 4, [1], 1, 5>; // Fused Multiply Add. defm : SKLWriteResPair<WriteFMAX, [SKLPort01], 4, [1], 1, 6>; // Fused Multiply Add (XMM). defm : SKLWriteResPair<WriteFMAY, [SKLPort01], 4, [1], 1, 7>; // Fused Multiply Add (YMM/ZMM). @@ -1531,14 +1544,6 @@ def SKLWriteResGroup131 : SchedWriteRes<[SKLPort1,SKLPort6,SKLPort23,SKLPort0156 def: InstRW<[SKLWriteResGroup131], (instregex "LAR(16|32|64)rm", "LSL(16|32|64)rm")>; -def SKLWriteResGroup132 : SchedWriteRes<[SKLPort0,SKLPort23]> { - let Latency = 10; - let NumMicroOps = 2; - let ResourceCycles = [1,1]; -} -def: InstRW<[SKLWriteResGroup132], (instregex "(V?)RCPPSm", - "(V?)RSQRTPSm")>; - def SKLWriteResGroup133 : SchedWriteRes<[SKLPort5,SKLPort23]> { let Latency = 10; let NumMicroOps = 2; @@ -1621,9 +1626,7 @@ def SKLWriteResGroup146 : SchedWriteRes<[SKLPort0,SKLPort23]> { let NumMicroOps = 2; let ResourceCycles = [1,1]; } -def: InstRW<[SKLWriteResGroup146], (instregex "MUL_F(32|64)m", - "VRCPPSYm", - "VRSQRTPSYm")>; +def: InstRW<[SKLWriteResGroup146], (instregex "MUL_F(32|64)m")>; def SKLWriteResGroup147 : SchedWriteRes<[SKLPort01,SKLPort23]> { let Latency = 11; @@ -1707,21 +1710,6 @@ def SKLWriteResGroup156 : SchedWriteRes<[SKLPort06,SKLPort0156]> { } def: InstRW<[SKLWriteResGroup156], (instrs LOOPE, LOOPNE)>; -def SKLWriteResGroup157 : SchedWriteRes<[SKLPort0,SKLFPDivider]> { - let Latency = 12; - let NumMicroOps = 1; - let ResourceCycles = [1,3]; -} -def: InstRW<[SKLWriteResGroup157], (instregex "(V?)SQRTPSr", - "(V?)SQRTSSr")>; - -def SKLWriteResGroup158 : SchedWriteRes<[SKLPort0,SKLFPDivider]> { - let Latency = 12; - let NumMicroOps = 1; - let ResourceCycles = [1,6]; -} -def: InstRW<[SKLWriteResGroup158], (instregex "VSQRTPSYr")>; - def SKLWriteResGroup160 : SchedWriteRes<[SKLPort0,SKLPort5,SKLPort23,SKLPort01]> { let Latency = 12; let NumMicroOps = 4; @@ -1816,13 +1804,6 @@ def SKLWriteResGroup179 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { } def: InstRW<[SKLWriteResGroup179], (instregex "(V?)DIVPSrm")>; -def SKLWriteResGroup179_1 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { - let Latency = 17; - let NumMicroOps = 2; - let ResourceCycles = [1,1,3]; -} -def: InstRW<[SKLWriteResGroup179_1], (instregex "(V?)SQRTSSm")>; - def SKLWriteResGroup180 : SchedWriteRes<[SKLPort0,SKLPort1,SKLPort5,SKLPort6,SKLPort05,SKLPort0156]> { let Latency = 17; let NumMicroOps = 15; @@ -1830,21 +1811,6 @@ def SKLWriteResGroup180 : SchedWriteRes<[SKLPort0,SKLPort1,SKLPort5,SKLPort6,SKL } def: InstRW<[SKLWriteResGroup180], (instrs XCH_F)>; -def SKLWriteResGroup181 : SchedWriteRes<[SKLPort0,SKLFPDivider]> { - let Latency = 18; - let NumMicroOps = 1; - let ResourceCycles = [1,6]; -} -def: InstRW<[SKLWriteResGroup181], (instregex "(V?)SQRTPDr", - "(V?)SQRTSDr")>; - -def SKLWriteResGroup181_1 : SchedWriteRes<[SKLPort0,SKLFPDivider]> { - let Latency = 18; - let NumMicroOps = 1; - let ResourceCycles = [1,12]; -} -def: InstRW<[SKLWriteResGroup181_1], (instregex "VSQRTPDYr")>; - def SKLWriteResGroup182 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { let Latency = 18; let NumMicroOps = 2; @@ -1852,13 +1818,6 @@ def SKLWriteResGroup182 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { } def: InstRW<[SKLWriteResGroup182], (instregex "VDIVPSYrm")>; -def SKLWriteResGroup183 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { - let Latency = 18; - let NumMicroOps = 2; - let ResourceCycles = [1,1,3]; -} -def: InstRW<[SKLWriteResGroup183], (instregex "(V?)SQRTPSm")>; - def SKLWriteResGroup184 : SchedWriteRes<[SKLPort5,SKLPort6,SKLPort06,SKLPort0156]> { let Latency = 18; let NumMicroOps = 8; @@ -1880,13 +1839,6 @@ def SKLWriteResGroup186 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { } def: InstRW<[SKLWriteResGroup186], (instregex "(V?)DIVSDrm")>; -def SKLWriteResGroup186_1 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { - let Latency = 19; - let NumMicroOps = 2; - let ResourceCycles = [1,1,6]; -} -def: InstRW<[SKLWriteResGroup186_1], (instregex "VSQRTPSYm")>; - def SKLWriteResGroup189 : SchedWriteRes<[SKLPort0]> { let Latency = 20; let NumMicroOps = 1; @@ -1959,13 +1911,6 @@ def: InstRW<[SKLWriteResGroup196_2], (instrs VGATHERDPSYrm, VPGATHERQQYrm, VGATHERDPDYrm)>; -def SKLWriteResGroup197 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { - let Latency = 23; - let NumMicroOps = 2; - let ResourceCycles = [1,1,6]; -} -def: InstRW<[SKLWriteResGroup197], (instregex "(V?)SQRTSDm")>; - def SKLWriteResGroup198 : SchedWriteRes<[SKLPort0,SKLPort4,SKLPort5,SKLPort23,SKLPort237,SKLPort06,SKLPort0156]> { let Latency = 23; let NumMicroOps = 19; @@ -1973,20 +1918,6 @@ def SKLWriteResGroup198 : SchedWriteRes<[SKLPort0,SKLPort4,SKLPort5,SKLPort23,SK } def: InstRW<[SKLWriteResGroup198], (instregex "CMPXCHG16B")>; -def SKLWriteResGroup199 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { - let Latency = 24; - let NumMicroOps = 2; - let ResourceCycles = [1,1,6]; -} -def: InstRW<[SKLWriteResGroup199], (instregex "(V?)SQRTPDm")>; - -def SKLWriteResGroup201 : SchedWriteRes<[SKLPort0,SKLPort23,SKLFPDivider]> { - let Latency = 25; - let NumMicroOps = 2; - let ResourceCycles = [1,1,12]; -} -def: InstRW<[SKLWriteResGroup201], (instregex "VSQRTPDYm")>; - def SKLWriteResGroup202 : SchedWriteRes<[SKLPort0,SKLPort5,SKLPort23]> { let Latency = 25; let NumMicroOps = 3; diff --git a/llvm/lib/Target/X86/X86SchedSkylakeServer.td b/llvm/lib/Target/X86/X86SchedSkylakeServer.td index c945fae34d5..bd58687884e 100755 --- a/llvm/lib/Target/X86/X86SchedSkylakeServer.td +++ b/llvm/lib/Target/X86/X86SchedSkylakeServer.td @@ -161,12 +161,25 @@ defm : SKXWriteResPair<WriteFMul, [SKXPort015], 4, [1], 1, 6>; // Floating poin defm : SKXWriteResPair<WriteFMulY,[SKXPort015], 4, [1], 1, 7>; // Floating point multiplication (YMM/ZMM). defm : SKXWriteResPair<WriteFDiv, [SKXPort0], 12, [1], 1, 5>; // 10-14 cycles. // Floating point division. defm : SKXWriteResPair<WriteFDivY, [SKXPort0], 12, [1], 1, 7>; // 10-14 cycles. // Floating point division (YMM/ZMM). -defm : SKXWriteResPair<WriteFSqrt, [SKXPort0], 15, [1], 1, 5>; // Floating point square root. -defm : SKXWriteResPair<WriteFSqrtY, [SKXPort0], 15, [1], 1, 7>; // Floating point square root (YMM/ZMM). -defm : SKXWriteResPair<WriteFRcp, [SKXPort0], 4, [1], 1, 6>; // Floating point reciprocal estimate. + +defm : SKXWriteResPair<WriteFSqrt, [SKXPort0,SKXFPDivider], 12, [1,3], 1, 5>; // Floating point square root. +defm : SKXWriteResPair<WriteFSqrtX, [SKXPort0,SKXFPDivider], 12, [1,3], 1, 6>; // Floating point square root (XMM). +defm : SKXWriteResPair<WriteFSqrtY, [SKXPort0,SKXFPDivider], 12, [1,6], 1, 7>; // Floating point square root (YMM). +defm : SKXWriteResPair<WriteFSqrtZ, [SKXPort0,SKXPort5,SKXFPDivider], 20, [2,1,12], 3, 7>; // Floating point square root (ZMM). +defm : SKXWriteResPair<WriteFSqrt64, [SKXPort0,SKXFPDivider], 18, [1,6], 1, 5>; // Floating point double square root. +defm : SKXWriteResPair<WriteFSqrt64X, [SKXPort0,SKXFPDivider], 18, [1,6], 1, 6>; // Floating point double square root (XMM). +defm : SKXWriteResPair<WriteFSqrt64Y, [SKXPort0,SKXFPDivider], 18, [1,12],1, 7>; // Floating point double square root (YMM). +defm : SKXWriteResPair<WriteFSqrt64Z, [SKXPort0,SKXPort5,SKXFPDivider], 32, [2,1,24], 3, 7>; // Floating point double square root (ZMM). +defm : SKXWriteResPair<WriteFSqrt80, [SKXPort0,SKXFPDivider], 21, [1,7]>; // Floating point long double square root. + +defm : SKXWriteResPair<WriteFRcp, [SKXPort0], 4, [1], 1, 5>; // Floating point reciprocal estimate. +defm : SKXWriteResPair<WriteFRcpX, [SKXPort0], 4, [1], 1, 6>; // Floating point reciprocal estimate (XMM). defm : SKXWriteResPair<WriteFRcpY, [SKXPort0], 4, [1], 1, 7>; // Floating point reciprocal estimate (YMM/ZMM). -defm : SKXWriteResPair<WriteFRsqrt, [SKXPort0], 4, [1], 1, 6>; // Floating point reciprocal square root estimate. + +defm : SKXWriteResPair<WriteFRsqrt, [SKXPort0], 4, [1], 1, 5>; // Floating point reciprocal square root estimate. +defm : SKXWriteResPair<WriteFRsqrtX,[SKXPort0], 4, [1], 1, 6>; // Floating point reciprocal square root estimate (XMM). defm : SKXWriteResPair<WriteFRsqrtY,[SKXPort0], 4, [1], 1, 7>; // Floating point reciprocal square root estimate (YMM/ZMM). + defm : SKXWriteResPair<WriteFMA, [SKXPort015], 4, [1], 1, 5>; // Fused Multiply Add. defm : SKXWriteResPair<WriteFMAX, [SKXPort015], 4, [1], 1, 6>; // Fused Multiply Add (XMM). defm : SKXWriteResPair<WriteFMAY, [SKXPort015], 4, [1], 1, 7>; // Fused Multiply Add (YMM/ZMM). @@ -2388,10 +2401,6 @@ def SKXWriteResGroup135 : SchedWriteRes<[SKXPort0,SKXPort23]> { let ResourceCycles = [1,1]; } def: InstRW<[SKXWriteResGroup135], (instregex "MMX_CVTPI2PSirm", - "RCPSSm", - "RSQRTSSm", - "VRCPSSm", - "VRSQRTSSm", "VTESTPDYrm", "VTESTPSYrm")>; @@ -2877,21 +2886,6 @@ def SKXWriteResGroup171 : SchedWriteRes<[SKXPort06,SKXPort0156]> { } def: InstRW<[SKXWriteResGroup171], (instrs LOOPE, LOOPNE)>; -def SKXWriteResGroup172 : SchedWriteRes<[SKXPort0,SKXFPDivider]> { - let Latency = 12; - let NumMicroOps = 1; - let ResourceCycles = [1,3]; -} -def: InstRW<[SKXWriteResGroup172], (instregex "(V?)SQRTPS(Z128)?r", - "(V?)SQRTSS(Z?)r")>; - -def SKXWriteResGroup173 : SchedWriteRes<[SKXPort0,SKXFPDivider]> { - let Latency = 12; - let NumMicroOps = 1; - let ResourceCycles = [1,6]; -} -def: InstRW<[SKXWriteResGroup173], (instregex "VSQRTPS(Y|Z256)r")>; - def SKXWriteResGroup174 : SchedWriteRes<[SKXPort015]> { let Latency = 12; let NumMicroOps = 3; @@ -3072,13 +3066,6 @@ def SKXWriteResGroup201 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { } def: InstRW<[SKXWriteResGroup201], (instregex "(V?)DIVPS(Z128)?rm")>; -def SKXWriteResGroup201_1 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { - let Latency = 17; - let NumMicroOps = 2; - let ResourceCycles = [1,1,3]; -} -def: InstRW<[SKXWriteResGroup201_1], (instregex "(V?)SQRTSS(Z?)m")>; - def SKXWriteResGroup202 : SchedWriteRes<[SKXPort0,SKXPort1,SKXPort5,SKXPort6,SKXPort05,SKXPort0156]> { let Latency = 17; let NumMicroOps = 15; @@ -3086,21 +3073,6 @@ def SKXWriteResGroup202 : SchedWriteRes<[SKXPort0,SKXPort1,SKXPort5,SKXPort6,SKX } def: InstRW<[SKXWriteResGroup202], (instrs XCH_F)>; -def SKXWriteResGroup203 : SchedWriteRes<[SKXPort0,SKXFPDivider]> { - let Latency = 18; - let NumMicroOps = 1; - let ResourceCycles = [1,6]; -} -def: InstRW<[SKXWriteResGroup203], (instregex "(V?)SQRTPD(Z128)?r", - "(V?)SQRTSD(Z?)r")>; - -def SKXWriteResGroup203_1 : SchedWriteRes<[SKXPort0,SKXFPDivider]> { - let Latency = 18; - let NumMicroOps = 1; - let ResourceCycles = [1,12]; -} -def: InstRW<[SKXWriteResGroup203_1], (instregex "VSQRTPD(Y|Z256)r")>; - def SKXWriteResGroup204 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { let Latency = 18; let NumMicroOps = 2; @@ -3108,13 +3080,6 @@ def SKXWriteResGroup204 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { } def: InstRW<[SKXWriteResGroup204], (instregex "VDIVPS(Y|Z256)rm")>; -def SKXWriteResGroup204_1 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { - let Latency = 18; - let NumMicroOps = 2; - let ResourceCycles = [1,1,3]; -} -def: InstRW<[SKXWriteResGroup204_1], (instregex "(V?)SQRTPS(Z128)?m")>; - def SKXWriteResGroup205 : SchedWriteRes<[SKXPort23,SKXPort015]> { let Latency = 18; let NumMicroOps = 4; @@ -3143,20 +3108,6 @@ def SKXWriteResGroup209 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { } def: InstRW<[SKXWriteResGroup209], (instregex "(V?)DIVSD(Z?)rm")>; -def SKXWriteResGroup209_1 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { - let Latency = 19; - let NumMicroOps = 2; - let ResourceCycles = [1,1,6]; -} -def: InstRW<[SKXWriteResGroup209_1], (instregex "VSQRTPS(Y|Z256)m")>; - -def SKXWriteResGroup210 : SchedWriteRes<[SKXPort0,SKXPort5,SKXFPDivider]> { - let Latency = 20; - let NumMicroOps = 3; - let ResourceCycles = [2,1,12]; -} -def: InstRW<[SKXWriteResGroup210], (instregex "VSQRTPSZr")>; - def SKXWriteResGroup211 : SchedWriteRes<[SKXPort23,SKXPort015]> { let Latency = 19; let NumMicroOps = 4; @@ -3287,13 +3238,6 @@ def SKXWriteResGroup225 : SchedWriteRes<[SKXPort5,SKXPort01,SKXPort015]> { def: InstRW<[SKXWriteResGroup225], (instregex "VPCONFLICTDZ128rr", "VPCONFLICTQZ256rr")>; -def SKXWriteResGroup226 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { - let Latency = 23; - let NumMicroOps = 2; - let ResourceCycles = [1,1,6]; -} -def: InstRW<[SKXWriteResGroup226], (instregex "(V?)SQRTSD(Z?)m")>; - def SKXWriteResGroup227 : SchedWriteRes<[SKXPort0,SKXPort5,SKXFPDivider]> { let Latency = 23; let NumMicroOps = 3; @@ -3315,13 +3259,6 @@ def SKXWriteResGroup228 : SchedWriteRes<[SKXPort0,SKXPort4,SKXPort5,SKXPort23,SK } def: InstRW<[SKXWriteResGroup228], (instregex "CMPXCHG16B")>; -def SKXWriteResGroup229 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { - let Latency = 24; - let NumMicroOps = 2; - let ResourceCycles = [1,1,6]; -} -def: InstRW<[SKXWriteResGroup229], (instregex "(V?)SQRTPD(Z128)?m")>; - def SKXWriteResGroup230 : SchedWriteRes<[SKXPort0,SKXPort23,SKXPort5,SKXFPDivider]> { let Latency = 25; let NumMicroOps = 4; @@ -3329,13 +3266,6 @@ def SKXWriteResGroup230 : SchedWriteRes<[SKXPort0,SKXPort23,SKXPort5,SKXFPDivide } def: InstRW<[SKXWriteResGroup230], (instregex "VDIVPSZrm(b?)")>; -def SKXWriteResGroup232 : SchedWriteRes<[SKXPort0,SKXPort23,SKXFPDivider]> { - let Latency = 25; - let NumMicroOps = 2; - let ResourceCycles = [1,1,12]; -} -def: InstRW<[SKXWriteResGroup232], (instregex "VSQRTPD(Y|Z256)m")>; - def SKXWriteResGroup233 : SchedWriteRes<[SKXPort0,SKXPort5,SKXPort23]> { let Latency = 25; let NumMicroOps = 3; @@ -3354,13 +3284,6 @@ def: InstRW<[SKXWriteResGroup234], (instrs VGATHERDPDZ256rm, VPGATHERQDZrm, VPGATHERQQZ256rm)>; -def SKXWriteResGroup237 : SchedWriteRes<[SKXPort0,SKXPort23,SKXPort5,SKXFPDivider]> { - let Latency = 27; - let NumMicroOps = 4; - let ResourceCycles = [2,1,1,12]; -} -def: InstRW<[SKXWriteResGroup237], (instregex "VSQRTPSZm(b?)")>; - def SKXWriteResGroup238 : SchedWriteRes<[SKXPort0,SKXPort23,SKXPort015,SKXPort0156]> { let Latency = 26; let NumMicroOps = 5; @@ -3422,13 +3345,6 @@ def SKXWriteResGroup245 : SchedWriteRes<[SKXPort0,SKXPort23,SKXPort015,SKXPort01 def: InstRW<[SKXWriteResGroup245], (instrs VGATHERDPSZrm, VPGATHERDDZrm)>; -def SKXWriteResGroup246 : SchedWriteRes<[SKXPort0,SKXPort5,SKXFPDivider]> { - let Latency = 32; - let NumMicroOps = 3; - let ResourceCycles = [2,1,24]; -} -def: InstRW<[SKXWriteResGroup246], (instregex "VSQRTPDZr")>; - def SKXWriteResGroup247 : SchedWriteRes<[SKXPort5,SKXPort6,SKXPort23,SKXPort06,SKXPort0156]> { let Latency = 35; let NumMicroOps = 23; @@ -3460,13 +3376,6 @@ def SKXWriteResGroup250 : SchedWriteRes<[SKXPort1,SKXPort6,SKXPort23,SKXPort0156 } def: InstRW<[SKXWriteResGroup250], (instregex "XRSTOR(64)?")>; -def SKXWriteResGroup251 : SchedWriteRes<[SKXPort0,SKXPort23,SKXPort5,SKXFPDivider]> { - let Latency = 39; - let NumMicroOps = 4; - let ResourceCycles = [2,1,1,24]; -} -def: InstRW<[SKXWriteResGroup251], (instregex "VSQRTPDZm(b?)")>; - def SKXWriteResGroup252 : SchedWriteRes<[SKXPort1,SKXPort4,SKXPort5,SKXPort6,SKXPort23,SKXPort237,SKXPort15,SKXPort0156]> { let Latency = 40; let NumMicroOps = 18; diff --git a/llvm/lib/Target/X86/X86Schedule.td b/llvm/lib/Target/X86/X86Schedule.td index 768e5e15d6a..cc933c80eef 100644 --- a/llvm/lib/Target/X86/X86Schedule.td +++ b/llvm/lib/Target/X86/X86Schedule.td @@ -61,6 +61,13 @@ class X86SchedWriteWidths<X86FoldableSchedWrite sScl, X86FoldableSchedWrite ZMM = s512; // ZMM operations. } +// Multiclass that wraps X86SchedWriteWidths for each fp vector type. +class X86SchedWriteSizes<X86SchedWriteWidths sPS, + X86SchedWriteWidths sPD> { + X86SchedWriteWidths PS = sPS; + X86SchedWriteWidths PD = sPD; +} + // Loads, stores, and moves, not folded with other operations. def WriteLoad : SchedWrite; def WriteStore : SchedWrite; @@ -111,10 +118,19 @@ defm WriteFMulY : X86SchedWritePair; // Floating point multiplication (YMM/ZMM) defm WriteFDiv : X86SchedWritePair; // Floating point division. defm WriteFDivY : X86SchedWritePair; // Floating point division (YMM/ZMM). defm WriteFSqrt : X86SchedWritePair; // Floating point square root. -defm WriteFSqrtY : X86SchedWritePair; // Floating point square root (YMM/ZMM). +defm WriteFSqrtX : X86SchedWritePair; // Floating point square root (XMM). +defm WriteFSqrtY : X86SchedWritePair; // Floating point square root (YMM). +defm WriteFSqrtZ : X86SchedWritePair; // Floating point square root (ZMM). +defm WriteFSqrt64 : X86SchedWritePair; // Floating point double square root. +defm WriteFSqrt64X : X86SchedWritePair; // Floating point double square root (XMM). +defm WriteFSqrt64Y : X86SchedWritePair; // Floating point double square root (YMM). +defm WriteFSqrt64Z : X86SchedWritePair; // Floating point double square root (ZMM). +defm WriteFSqrt80 : X86SchedWritePair; // Floating point long double square root. defm WriteFRcp : X86SchedWritePair; // Floating point reciprocal estimate. +defm WriteFRcpX : X86SchedWritePair; // Floating point reciprocal estimate (XMM). defm WriteFRcpY : X86SchedWritePair; // Floating point reciprocal estimate (YMM/ZMM). defm WriteFRsqrt : X86SchedWritePair; // Floating point reciprocal square root estimate. +defm WriteFRsqrtX: X86SchedWritePair; // Floating point reciprocal square root estimate (XMM). defm WriteFRsqrtY: X86SchedWritePair; // Floating point reciprocal square root estimate (YMM/ZMM). defm WriteFMA : X86SchedWritePair; // Fused Multiply Add. defm WriteFMAX : X86SchedWritePair; // Fused Multiply Add (XMM). @@ -261,11 +277,15 @@ def SchedWriteDPPS def SchedWriteFDiv : X86SchedWriteWidths<WriteFDiv, WriteFDiv, WriteFDivY, WriteFDivY>; def SchedWriteFSqrt - : X86SchedWriteWidths<WriteFSqrt, WriteFSqrt, WriteFSqrtY, WriteFSqrtY>; + : X86SchedWriteWidths<WriteFSqrt, WriteFSqrtX, + WriteFSqrtY, WriteFSqrtZ>; +def SchedWriteFSqrt64 + : X86SchedWriteWidths<WriteFSqrt64, WriteFSqrt64X, + WriteFSqrt64Y, WriteFSqrt64Z>; def SchedWriteFRcp - : X86SchedWriteWidths<WriteFRcp, WriteFRcp, WriteFRcpY, WriteFRcpY>; + : X86SchedWriteWidths<WriteFRcp, WriteFRcpX, WriteFRcpY, WriteFRcpY>; def SchedWriteFRsqrt - : X86SchedWriteWidths<WriteFRsqrt, WriteFRsqrt, WriteFRsqrtY, WriteFRsqrtY>; + : X86SchedWriteWidths<WriteFRsqrt, WriteFRsqrtX, WriteFRsqrtY, WriteFRsqrtY>; def SchedWriteFRnd : X86SchedWriteWidths<WriteFRnd, WriteFRnd, WriteFRndY, WriteFRndY>; def SchedWriteFLogic @@ -324,6 +344,16 @@ def SchedWriteVarBlend : X86SchedWriteWidths<WriteVarBlend, WriteVarBlend, WriteVarBlendY, WriteVarBlendY>; +// Vector size wrappers. +def SchedWriteFAddSizes + : X86SchedWriteSizes<SchedWriteFAdd, SchedWriteFAdd>; +def SchedWriteFMulSizes + : X86SchedWriteSizes<SchedWriteFMul, SchedWriteFMul>; +def SchedWriteFDivSizes + : X86SchedWriteSizes<SchedWriteFDiv, SchedWriteFDiv>; +def SchedWriteFSqrtSizes + : X86SchedWriteSizes<SchedWriteFSqrt, SchedWriteFSqrt64>; + //===----------------------------------------------------------------------===// // Generic Processor Scheduler Models. diff --git a/llvm/lib/Target/X86/X86ScheduleAtom.td b/llvm/lib/Target/X86/X86ScheduleAtom.td index 1b333718042..8ffa9e67400 100644 --- a/llvm/lib/Target/X86/X86ScheduleAtom.td +++ b/llvm/lib/Target/X86/X86ScheduleAtom.td @@ -211,13 +211,22 @@ defm : AtomWriteResPair<WriteFCom, [AtomPort0], [AtomPort0], 5, 5, defm : AtomWriteResPair<WriteFMul, [AtomPort0], [AtomPort0], 4, 4, [4], [4]>; defm : AtomWriteResPair<WriteFMulY, [AtomPort0], [AtomPort0], 4, 4, [4], [4]>; defm : AtomWriteResPair<WriteFRcp, [AtomPort0], [AtomPort0], 4, 4, [4], [4]>; -defm : AtomWriteResPair<WriteFRcpY, [AtomPort0], [AtomPort0], 4, 4, [4], [4]>; +defm : AtomWriteResPair<WriteFRcpX, [AtomPort01], [AtomPort01], 9, 10, [9], [10]>; +defm : AtomWriteResPair<WriteFRcpY, [AtomPort01], [AtomPort01], 9, 10, [9], [10]>; defm : AtomWriteResPair<WriteFRsqrt, [AtomPort0], [AtomPort0], 4, 4, [4], [4]>; -defm : AtomWriteResPair<WriteFRsqrtY, [AtomPort0], [AtomPort0], 4, 4, [4], [4]>; +defm : AtomWriteResPair<WriteFRsqrtX, [AtomPort01], [AtomPort01], 9, 10, [9], [10]>; +defm : AtomWriteResPair<WriteFRsqrtY, [AtomPort01], [AtomPort01], 9, 10, [9], [10]>; defm : AtomWriteResPair<WriteFDiv, [AtomPort01], [AtomPort01], 34, 34, [34], [34]>; defm : AtomWriteResPair<WriteFDivY, [AtomPort01], [AtomPort01], 34, 34, [34], [34]>; defm : AtomWriteResPair<WriteFSqrt, [AtomPort01], [AtomPort01], 34, 34, [34], [34]>; -defm : AtomWriteResPair<WriteFSqrtY, [AtomPort01], [AtomPort01], 34, 34, [34], [34]>; +defm : AtomWriteResPair<WriteFSqrtX, [AtomPort01], [AtomPort01], 70, 70, [70], [70]>; +defm : AtomWriteResPair<WriteFSqrtY, [AtomPort01], [AtomPort01], 70, 70, [70], [70]>; +defm : AtomWriteResPair<WriteFSqrtZ, [AtomPort01], [AtomPort01], 70, 70, [70], [70]>; +defm : AtomWriteResPair<WriteFSqrt64, [AtomPort01], [AtomPort01], 62, 62, [62], [62]>; +defm : AtomWriteResPair<WriteFSqrt64X, [AtomPort01], [AtomPort01],125,125,[125],[125]>; +defm : AtomWriteResPair<WriteFSqrt64Y, [AtomPort01], [AtomPort01],125,125,[125],[125]>; +defm : AtomWriteResPair<WriteFSqrt64Z, [AtomPort01], [AtomPort01],125,125,[125],[125]>; +defm : AtomWriteResPair<WriteFSqrt80, [AtomPort01], [AtomPort01], 71, 71, [71], [71]>; defm : AtomWriteResPair<WriteFSign, [AtomPort1], [AtomPort1]>; defm : AtomWriteResPair<WriteFRnd, [AtomPort0], [AtomPort0], 5, 5, [5], [5]>; defm : AtomWriteResPair<WriteFRndY, [AtomPort0], [AtomPort0], 5, 5, [5], [5]>; @@ -557,7 +566,7 @@ def : InstRW<[AtomWrite01_9], (instrs BT16mr, BT32mr, BT64mr, SHLD64mri8, SHRD64mri8, SHLD64rri8, SHRD64rri8, CMPXCHG8rr, - MULPDrr, RCPPSr, RSQRTPSr)>; + MULPDrr)>; def : InstRW<[AtomWrite01_9], (instregex "CMOV(B|BE|E|P|NB|NBE|NE|NP)_F", "(U)?COM_FI", "TST_F", "(U)?COMIS(D|S)rr", @@ -568,7 +577,7 @@ def AtomWrite01_10 : SchedWriteRes<[AtomPort01]> { let ResourceCycles = [10]; } def : InstRW<[AtomWrite01_10], (instrs FLDL2E, FLDL2T, FLDLG2, FLDLN2, FLDPI, - MULPDrm, RCPPSm, RSQRTPSm)>; + MULPDrm)>; def : InstRW<[AtomWrite01_10], (instregex "(U)?COMIS(D|S)rm", "CVT(T)?SS2SI64rm(_Int)?")>; @@ -697,8 +706,7 @@ def AtomWrite01_62 : SchedWriteRes<[AtomPort01]> { let Latency = 62; let ResourceCycles = [62]; } -def : InstRW<[AtomWrite01_62], (instregex "DIVSD(r|m)(_Int)?", - "SQRTSD(r|m)(_Int)?")>; +def : InstRW<[AtomWrite01_62], (instregex "DIVSD(r|m)(_Int)?")>; def AtomWrite01_63 : SchedWriteRes<[AtomPort01]> { let Latency = 63; @@ -716,7 +724,7 @@ def AtomWrite01_70 : SchedWriteRes<[AtomPort01]> { let Latency = 70; let ResourceCycles = [70]; } -def : InstRW<[AtomWrite01_70], (instrs DIVPSrr, DIVPSrm, SQRTPSr, SQRTPSm)>; +def : InstRW<[AtomWrite01_70], (instrs DIVPSrr, DIVPSrm)>; def AtomWrite01_71 : SchedWriteRes<[AtomPort01]> { let Latency = 71; @@ -724,7 +732,6 @@ def AtomWrite01_71 : SchedWriteRes<[AtomPort01]> { } def : InstRW<[AtomWrite01_71], (instrs FPREM1, INVLPG, INVLPGA32, INVLPGA64)>; -def : InstRW<[AtomWrite01_71], (instregex "SQRT_F")>; def AtomWrite01_72 : SchedWriteRes<[AtomPort01]> { let Latency = 72; @@ -785,7 +792,7 @@ def AtomWrite01_125 : SchedWriteRes<[AtomPort01]> { let Latency = 125; let ResourceCycles = [125]; } -def : InstRW<[AtomWrite01_125], (instrs DIVPDrr, DIVPDrm, SQRTPDr, SQRTPDm)>; +def : InstRW<[AtomWrite01_125], (instrs DIVPDrr, DIVPDrm)>; def AtomWrite01_127 : SchedWriteRes<[AtomPort01]> { let Latency = 127; diff --git a/llvm/lib/Target/X86/X86ScheduleBtVer2.td b/llvm/lib/Target/X86/X86ScheduleBtVer2.td index 8521ed3881d..31e26b4579b 100644 --- a/llvm/lib/Target/X86/X86ScheduleBtVer2.td +++ b/llvm/lib/Target/X86/X86ScheduleBtVer2.td @@ -330,13 +330,22 @@ defm : JWriteResFpuPair<WriteDPPD, [JFPU1, JFPM, JFPA], 9, [1, 3, 3], 3>; defm : JWriteResFpuPair<WriteDPPS, [JFPU1, JFPM, JFPA], 11, [1, 3, 3], 5>; defm : JWriteResYMMPair<WriteDPPSY, [JFPU1, JFPM, JFPA], 12, [2, 6, 6], 10>; defm : JWriteResFpuPair<WriteFRcp, [JFPU1, JFPM], 2>; +defm : JWriteResFpuPair<WriteFRcpX, [JFPU1, JFPM], 2>; defm : JWriteResYMMPair<WriteFRcpY, [JFPU1, JFPM], 2, [2,2], 2>; defm : JWriteResFpuPair<WriteFRsqrt, [JFPU1, JFPM], 2>; +defm : JWriteResFpuPair<WriteFRsqrtX, [JFPU1, JFPM], 2>; defm : JWriteResYMMPair<WriteFRsqrtY, [JFPU1, JFPM], 2, [2,2], 2>; defm : JWriteResFpuPair<WriteFDiv, [JFPU1, JFPM], 19, [1, 19]>; defm : JWriteResYMMPair<WriteFDivY, [JFPU1, JFPM], 38, [2, 38], 2>; defm : JWriteResFpuPair<WriteFSqrt, [JFPU1, JFPM], 21, [1, 21]>; +defm : JWriteResFpuPair<WriteFSqrtX, [JFPU1, JFPM], 21, [1, 21]>; defm : JWriteResYMMPair<WriteFSqrtY, [JFPU1, JFPM], 42, [2, 42], 2>; +defm : JWriteResYMMPair<WriteFSqrtZ, [JFPU1, JFPM], 42, [2, 42], 2>; +defm : JWriteResFpuPair<WriteFSqrt64, [JFPU1, JFPM], 27, [1, 27]>; +defm : JWriteResFpuPair<WriteFSqrt64X, [JFPU1, JFPM], 27, [1, 27]>; +defm : JWriteResYMMPair<WriteFSqrt64Y, [JFPU1, JFPM], 54, [2, 54], 2>; +defm : JWriteResYMMPair<WriteFSqrt64Z, [JFPU1, JFPM], 54, [2, 54], 2>; +defm : JWriteResFpuPair<WriteFSqrt80, [JFPU1, JFPM], 35, [1, 35]>; defm : JWriteResFpuPair<WriteFSign, [JFPU1, JFPM], 2>; defm : JWriteResFpuPair<WriteFRnd, [JFPU1, JSTC], 3>; defm : JWriteResYMMPair<WriteFRndY, [JFPU1, JSTC], 3, [2,2], 2>; @@ -667,36 +676,6 @@ def JWriteVTESTLd: SchedWriteRes<[JLAGU, JFPU0, JFPA, JALU0]> { } def : InstRW<[JWriteVTESTLd], (instrs PTESTrm, VPTESTrm, VTESTPDrm, VTESTPSrm)>; -def JWriteVSQRTPD: SchedWriteRes<[JFPU1, JFPM]> { - let Latency = 27; - let ResourceCycles = [1, 27]; -} -def : InstRW<[JWriteVSQRTPD], (instrs SQRTPDr, VSQRTPDr, - SQRTSDr, VSQRTSDr, - SQRTSDr_Int, VSQRTSDr_Int)>; - -def JWriteVSQRTPDLd: SchedWriteRes<[JLAGU, JFPU1, JFPM]> { - let Latency = 32; - let ResourceCycles = [1, 1, 27]; -} -def : InstRW<[JWriteVSQRTPDLd], (instrs SQRTPDm, VSQRTPDm, - SQRTSDm, VSQRTSDm, - SQRTSDm_Int, VSQRTSDm_Int)>; - -def JWriteVSQRTYPD: SchedWriteRes<[JFPU1, JFPM]> { - let Latency = 54; // each uOp is 27cy. - let ResourceCycles = [2, 54]; - let NumMicroOps = 2; -} -def : InstRW<[JWriteVSQRTYPD], (instrs VSQRTPDYr)>; - -def JWriteVSQRTYPDLd: SchedWriteRes<[JLAGU, JFPU1, JFPM]> { - let Latency = 59; // each uOp is 27cy (+5cy of memory load). - let ResourceCycles = [2, 2, 54]; - let NumMicroOps = 2; -} -def : InstRW<[JWriteVSQRTYPDLd], (instrs VSQRTPDYm)>; - def JWriteJVZEROALL: SchedWriteRes<[]> { let Latency = 90; let NumMicroOps = 73; diff --git a/llvm/lib/Target/X86/X86ScheduleSLM.td b/llvm/lib/Target/X86/X86ScheduleSLM.td index dec522ea97d..9d1787fec6f 100644 --- a/llvm/lib/Target/X86/X86ScheduleSLM.td +++ b/llvm/lib/Target/X86/X86ScheduleSLM.td @@ -139,12 +139,21 @@ defm : SLMWriteResPair<WriteFMul, [SLM_FPC_RSV0, SLMFPMultiplier], 5, [1,2]>; defm : SLMWriteResPair<WriteFMulY, [SLM_FPC_RSV0, SLMFPMultiplier], 5, [1,2]>; defm : SLMWriteResPair<WriteFDiv, [SLM_FPC_RSV0, SLMFPDivider], 34, [1,34]>; defm : SLMWriteResPair<WriteFDivY, [SLM_FPC_RSV0, SLMFPDivider], 34, [1,34]>; -defm : SLMWriteResPair<WriteFRcp, [SLM_FPC_RSV0], 5>; -defm : SLMWriteResPair<WriteFRcpY, [SLM_FPC_RSV0], 5>; -defm : SLMWriteResPair<WriteFRsqrt, [SLM_FPC_RSV0], 5>; -defm : SLMWriteResPair<WriteFRsqrtY,[SLM_FPC_RSV0], 5>; -defm : SLMWriteResPair<WriteFSqrt, [SLM_FPC_RSV0], 15>; -defm : SLMWriteResPair<WriteFSqrtY, [SLM_FPC_RSV0], 15>; +defm : SLMWriteResPair<WriteFRcp, [SLM_FPC_RSV0], 5>; +defm : SLMWriteResPair<WriteFRcpX, [SLM_FPC_RSV0], 5>; +defm : SLMWriteResPair<WriteFRcpY, [SLM_FPC_RSV0], 5>; +defm : SLMWriteResPair<WriteFRsqrt, [SLM_FPC_RSV0], 5>; +defm : SLMWriteResPair<WriteFRsqrtX, [SLM_FPC_RSV0], 5>; +defm : SLMWriteResPair<WriteFRsqrtY, [SLM_FPC_RSV0], 5>; +defm : SLMWriteResPair<WriteFSqrt, [SLM_FPC_RSV0,SLMFPDivider], 20, [1,20], 1, 3>; +defm : SLMWriteResPair<WriteFSqrtX, [SLM_FPC_RSV0,SLMFPDivider], 41, [1,40], 1, 3>; +defm : SLMWriteResPair<WriteFSqrtY, [SLM_FPC_RSV0,SLMFPDivider], 41, [1,40], 1, 3>; +defm : SLMWriteResPair<WriteFSqrtZ, [SLM_FPC_RSV0,SLMFPDivider], 41, [1,40], 1, 3>; +defm : SLMWriteResPair<WriteFSqrt64, [SLM_FPC_RSV0,SLMFPDivider], 35, [1,35], 1, 3>; +defm : SLMWriteResPair<WriteFSqrt64X, [SLM_FPC_RSV0,SLMFPDivider], 71, [1,70], 1, 3>; +defm : SLMWriteResPair<WriteFSqrt64Y, [SLM_FPC_RSV0,SLMFPDivider], 71, [1,70], 1, 3>; +defm : SLMWriteResPair<WriteFSqrt64Z, [SLM_FPC_RSV0,SLMFPDivider], 71, [1,70], 1, 3>; +defm : SLMWriteResPair<WriteFSqrt80, [SLM_FPC_RSV0,SLMFPDivider], 40, [1,40]>; defm : SLMWriteResPair<WriteDPPD, [SLM_FPC_RSV1], 3>; defm : SLMWriteResPair<WriteDPPS, [SLM_FPC_RSV1], 3>; defm : SLMWriteResPair<WriteDPPSY, [SLM_FPC_RSV1], 3>; @@ -382,60 +391,4 @@ def SLMriteResGroup8 : SchedWriteRes<[SLM_MEC_RSV,SLM_FPC_RSV0,SLMFPDivider]> { } def: InstRW<[SLMriteResGroup8], (instregex "(V?)DIVSSrm")>; -def SLMriteResGroup9 : SchedWriteRes<[SLM_FPC_RSV0,SLMFPDivider]> { - let Latency = 71; - let NumMicroOps = 1; - let ResourceCycles = [1,70]; -} -def: InstRW<[SLMriteResGroup9], (instregex "(V?)SQRTPDr")>; - -def SLMriteResGroup10 : SchedWriteRes<[SLM_FPC_RSV0,SLMFPDivider]> { - let Latency = 41; - let NumMicroOps = 1; - let ResourceCycles = [1,40]; -} -def: InstRW<[SLMriteResGroup10], (instregex "(V?)SQRTPSr")>; - -def SLMriteResGroup11 : SchedWriteRes<[SLM_FPC_RSV0,SLMFPDivider]> { - let Latency = 35; - let NumMicroOps = 1; - let ResourceCycles = [1,35]; -} -def: InstRW<[SLMriteResGroup11], (instregex "(V?)SQRTSDr")>; - -def SLMriteResGroup12 : SchedWriteRes<[SLM_FPC_RSV0,SLMFPDivider]> { - let Latency = 20; - let NumMicroOps = 1; - let ResourceCycles = [1,20]; -} -def: InstRW<[SLMriteResGroup12], (instregex "(V?)SQRTSSr")>; - -def SLMriteResGroup13 : SchedWriteRes<[SLM_MEC_RSV,SLM_FPC_RSV0,SLMFPDivider]> { - let Latency = 74; - let NumMicroOps = 1; - let ResourceCycles = [1,1,70]; -} -def: InstRW<[SLMriteResGroup13], (instregex "(V?)SQRTPDm")>; - -def SLMriteResGroup14 : SchedWriteRes<[SLM_MEC_RSV,SLM_FPC_RSV0,SLMFPDivider]> { - let Latency = 44; - let NumMicroOps = 1; - let ResourceCycles = [1,1,40]; -} -def: InstRW<[SLMriteResGroup14], (instregex "(V?)SQRTPSm")>; - -def SLMriteResGroup15 : SchedWriteRes<[SLM_MEC_RSV,SLM_FPC_RSV0,SLMFPDivider]> { - let Latency = 38; - let NumMicroOps = 1; - let ResourceCycles = [1,1,35]; -} -def: InstRW<[SLMriteResGroup15], (instregex "(V?)SQRTSDm")>; - -def SLMriteResGroup16 : SchedWriteRes<[SLM_MEC_RSV,SLM_FPC_RSV0,SLMFPDivider]> { - let Latency = 23; - let NumMicroOps = 1; - let ResourceCycles = [1,1,20]; -} -def: InstRW<[SLMriteResGroup16], (instregex "(V?)SQRTSSm")>; - } // SchedModel diff --git a/llvm/lib/Target/X86/X86ScheduleZnver1.td b/llvm/lib/Target/X86/X86ScheduleZnver1.td index cf95ac1fa0b..f5a0e9c950b 100644 --- a/llvm/lib/Target/X86/X86ScheduleZnver1.td +++ b/llvm/lib/Target/X86/X86ScheduleZnver1.td @@ -223,11 +223,20 @@ defm : ZnWriteResFpuPair<WriteFMA, [ZnFPU03], 5>; defm : ZnWriteResFpuPair<WriteFMAX, [ZnFPU03], 5>; defm : ZnWriteResFpuPair<WriteFMAY, [ZnFPU03], 5>; defm : ZnWriteResFpuPair<WriteFRcp, [ZnFPU01], 5>; -defm : ZnWriteResFpuPair<WriteFRcpY, [ZnFPU01], 5>; -defm : ZnWriteResFpuPair<WriteFRsqrt, [ZnFPU01], 5>; -defm : ZnWriteResFpuPair<WriteFRsqrtY, [ZnFPU01], 5>; -defm : ZnWriteResFpuPair<WriteFSqrt, [ZnFPU3], 20>; -defm : ZnWriteResFpuPair<WriteFSqrtY, [ZnFPU3], 20>; +defm : ZnWriteResFpuPair<WriteFRcpX, [ZnFPU01], 5>; +//defm : ZnWriteResFpuPair<WriteFRcpY, [ZnFPU01], 5, [1], 1, 7, 1>; +//defm : ZnWriteResFpuPair<WriteFRsqrt, [ZnFPU02], 5>; +defm : ZnWriteResFpuPair<WriteFRsqrtX, [ZnFPU01], 5, [1], 1, 7, 1>; +//defm : ZnWriteResFpuPair<WriteFRsqrtY, [ZnFPU01], 5, [2], 2>; +defm : ZnWriteResFpuPair<WriteFSqrt, [ZnFPU3], 20, [20]>; +defm : ZnWriteResFpuPair<WriteFSqrtX, [ZnFPU3], 20, [20]>; +defm : ZnWriteResFpuPair<WriteFSqrtY, [ZnFPU3], 28, [28], 1, 7, 1>; +defm : ZnWriteResFpuPair<WriteFSqrtZ, [ZnFPU3], 28, [28], 1, 7, 1>; +defm : ZnWriteResFpuPair<WriteFSqrt64, [ZnFPU3], 20, [20]>; +defm : ZnWriteResFpuPair<WriteFSqrt64X, [ZnFPU3], 20, [20]>; +defm : ZnWriteResFpuPair<WriteFSqrt64Y, [ZnFPU3], 40, [40], 1, 7, 1>; +defm : ZnWriteResFpuPair<WriteFSqrt64Z, [ZnFPU3], 40, [40], 1, 7, 1>; +defm : ZnWriteResFpuPair<WriteFSqrt80, [ZnFPU3], 20, [20]>; def : WriteRes<WriteCvtF2FSt, [ZnFPU3, ZnAGU]>; // Vector integer operations which uses FPU units @@ -1504,18 +1513,19 @@ def ZnWriteVDIVPDYLd : SchedWriteRes<[ZnAGU, ZnFPU3]> { def : InstRW<[ZnWriteVDIVPDYLd], (instregex "VDIVPDYrm")>; // VRCPPS. +// TODO - convert to ZnWriteResFpuPair // y,y. -def ZnWriteVRCPPSr : SchedWriteRes<[ZnFPU01]> { +def ZnWriteVRCPPSYr : SchedWriteRes<[ZnFPU01]> { let Latency = 5; } -def : InstRW<[ZnWriteVRCPPSr], (instregex "VRCPPSYr")>; +def : SchedAlias<WriteFRcpY, ZnWriteVRCPPSYr>; // y,m256. -def ZnWriteVRCPPSLd : SchedWriteRes<[ZnAGU, ZnFPU01]> { +def ZnWriteVRCPPSYLd : SchedWriteRes<[ZnAGU, ZnFPU01]> { let Latency = 12; let NumMicroOps = 3; } -def : InstRW<[ZnWriteVRCPPSLd], (instregex "VRCPPSYm")>; +def : SchedAlias<WriteFRcpYLd, ZnWriteVRCPPSYLd>; // DPPS. // x,x,i / v,v,v,i. @@ -1533,83 +1543,38 @@ def : SchedAlias<WriteDPPD, ZnWriteMicrocoded>; // x,m,i. def : SchedAlias<WriteDPPDLd, ZnWriteMicrocoded>; -// VSQRTPS. -// y,y. -def ZnWriteVSQRTPSYr : SchedWriteRes<[ZnFPU3]> { - let Latency = 28; - let ResourceCycles = [28]; -} -def : InstRW<[ZnWriteVSQRTPSYr], (instregex "VSQRTPSYr")>; - -// y,m256. -def ZnWriteVSQRTPSYLd : SchedWriteRes<[ZnAGU, ZnFPU3]> { - let Latency = 35; - let ResourceCycles = [1,35]; - let NumMicroOps = 2; -} -def : InstRW<[ZnWriteVSQRTPSYLd], (instregex "VSQRTPSYm")>; - -// VSQRTPD. -// y,y. -def ZnWriteVSQRTPDYr : SchedWriteRes<[ZnFPU3]> { - let Latency = 40; - let ResourceCycles = [40]; -} -def : InstRW<[ZnWriteVSQRTPDYr], (instregex "VSQRTPDYr")>; - -// y,m256. -def ZnWriteVSQRTPDYLd : SchedWriteRes<[ZnAGU, ZnFPU3]> { - let Latency = 47; - let NumMicroOps = 2; - let ResourceCycles = [1,47]; -} -def : InstRW<[ZnWriteVSQRTPDYLd], (instregex "VSQRTPDYm")>; - // RSQRTSS +// TODO - convert to ZnWriteResFpuPair // x,x. def ZnWriteRSQRTSSr : SchedWriteRes<[ZnFPU02]> { let Latency = 5; } -def : InstRW<[ZnWriteRSQRTSSr], (instregex "(V?)RSQRTSS(Y?)r")>; - -// RSQRTPS -// x,x. -def ZnWriteRSQRTPSr : SchedWriteRes<[ZnFPU01]> { - let Latency = 5; -} -def : InstRW<[ZnWriteRSQRTPSr], (instregex "(V?)RSQRTPSr")>; +def : SchedAlias<WriteFRsqrt, ZnWriteRSQRTSSr>; -// RSQRTSSm // x,m128. def ZnWriteRSQRTSSLd: SchedWriteRes<[ZnAGU, ZnFPU02]> { let Latency = 12; let NumMicroOps = 2; - let ResourceCycles = [1,2]; -} -def : InstRW<[ZnWriteRSQRTSSLd], (instregex "(V?)RSQRTSSm")>; - -// RSQRTPSm -def ZnWriteRSQRTPSLd : SchedWriteRes<[ZnAGU, ZnFPU01]> { - let Latency = 12; - let NumMicroOps = 2; + let ResourceCycles = [1,2]; // FIXME: Is this right? } -def : InstRW<[ZnWriteRSQRTPSLd], (instregex "(V?)RSQRTPSm")>; +def : SchedAlias<WriteFRsqrtLd, ZnWriteRSQRTSSLd>; -// RSQRTPS 256. +// RSQRTPS +// TODO - convert to ZnWriteResFpuPair // y,y. def ZnWriteRSQRTPSYr : SchedWriteRes<[ZnFPU01]> { let Latency = 5; let NumMicroOps = 2; let ResourceCycles = [2]; } -def : InstRW<[ZnWriteRSQRTPSYr], (instregex "VRSQRTPSYr")>; +def : SchedAlias<WriteFRsqrtY, ZnWriteRSQRTPSYr>; // y,m256. def ZnWriteRSQRTPSYLd : SchedWriteRes<[ZnAGU, ZnFPU01]> { let Latency = 12; let NumMicroOps = 2; } -def : InstRW<[ZnWriteRSQRTPSYLd], (instregex "VRSQRTPSYm")>; +def : SchedAlias<WriteFRsqrtYLd, ZnWriteRSQRTPSYLd>; //-- Other instructions --// |

