diff options
Diffstat (limited to 'llvm/test/Transforms/LoopPredication/profitability.ll')
| -rw-r--r-- | llvm/test/Transforms/LoopPredication/profitability.ll | 90 |
1 files changed, 74 insertions, 16 deletions
diff --git a/llvm/test/Transforms/LoopPredication/profitability.ll b/llvm/test/Transforms/LoopPredication/profitability.ll index ce01d3c1853..8fb2263e8e9 100644 --- a/llvm/test/Transforms/LoopPredication/profitability.ll +++ b/llvm/test/Transforms/LoopPredication/profitability.ll @@ -1,3 +1,4 @@ +; NOTE: Assertions have been autogenerated by utils/update_test_checks.py ; RUN: opt -S -loop-predication -loop-predication-skip-profitability-checks=false < %s 2>&1 | FileCheck %s ; RUN: opt -S -loop-predication-skip-profitability-checks=false -passes='require<scalar-evolution>,require<branch-prob>,loop(loop-predication)' < %s 2>&1 | FileCheck %s @@ -7,15 +8,35 @@ ; LatchExitProbability: 0x04000000 / 0x80000000 = 3.12% ; ExitingBlockProbability: 0x7ffa572a / 0x80000000 = 99.98% define i64 @donot_predicate(i64* nocapture readonly %arg, i32 %length, i64* nocapture readonly %arg2, i64* nocapture readonly %n_addr, i64 %i) { -; CHECK-LABEL: donot_predicate( +; CHECK-LABEL: @donot_predicate( +; CHECK-NEXT: entry: +; CHECK-NEXT: [[LENGTH_EXT:%.*]] = zext i32 [[LENGTH:%.*]] to i64 +; CHECK-NEXT: [[N_PRE:%.*]] = load i64, i64* [[N_ADDR:%.*]], align 4 +; CHECK-NEXT: br label [[HEADER:%.*]] +; CHECK: Header: +; CHECK-NEXT: [[RESULT_IN3:%.*]] = phi i64* [ [[ARG2:%.*]], [[ENTRY:%.*]] ], [ [[ARG:%.*]], [[LATCH:%.*]] ] +; CHECK-NEXT: [[J2:%.*]] = phi i64 [ 0, [[ENTRY]] ], [ [[J_NEXT:%.*]], [[LATCH]] ] +; CHECK-NEXT: [[WITHIN_BOUNDS:%.*]] = icmp ult i64 [[J2]], [[LENGTH_EXT]] +; CHECK-NEXT: call void (i1, ...) @llvm.experimental.guard(i1 [[WITHIN_BOUNDS]], i32 9) [ "deopt"() ] +; CHECK-NEXT: [[INNERCMP:%.*]] = icmp eq i64 [[J2]], [[N_PRE]] +; CHECK-NEXT: [[J_NEXT]] = add nuw nsw i64 [[J2]], 1 +; CHECK-NEXT: br i1 [[INNERCMP]], label [[LATCH]], label [[EXIT:%.*]], !prof !0 +; CHECK: Latch: +; CHECK-NEXT: [[SPECULATE_TRIP_COUNT:%.*]] = icmp ult i64 [[J_NEXT]], 1048576 +; CHECK-NEXT: br i1 [[SPECULATE_TRIP_COUNT]], label [[HEADER]], label [[DEOPT:%.*]] +; CHECK: deopt: +; CHECK-NEXT: [[COUNTED_SPECULATION_FAILED:%.*]] = call i64 (...) @llvm.experimental.deoptimize.i64(i64 30) [ "deopt"(i32 0) ] +; CHECK-NEXT: ret i64 [[COUNTED_SPECULATION_FAILED]] +; CHECK: exit: +; CHECK-NEXT: [[RESULT_IN3_LCSSA:%.*]] = phi i64* [ [[RESULT_IN3]], [[HEADER]] ] +; CHECK-NEXT: [[RESULT_LE:%.*]] = load i64, i64* [[RESULT_IN3_LCSSA]], align 8 +; CHECK-NEXT: ret i64 [[RESULT_LE]] +; entry: %length.ext = zext i32 %length to i64 %n.pre = load i64, i64* %n_addr, align 4 br label %Header -; CHECK-LABEL: Header: -; CHECK: %within.bounds = icmp ult i64 %j2, %length.ext -; CHECK-NEXT: call void (i1, ...) @llvm.experimental.guard(i1 %within.bounds, i32 9) Header: ; preds = %entry, %Latch %result.in3 = phi i64* [ %arg2, %entry ], [ %arg, %Latch ] %j2 = phi i64 [ 0, %entry ], [ %j.next, %Latch ] @@ -43,18 +64,37 @@ exit: ; preds = %Header ; predicate loop since there's no profile information and BPI concluded all ; exiting blocks have same probability of exiting from loop. define i64 @predicate(i64* nocapture readonly %arg, i32 %length, i64* nocapture readonly %arg2, i64* nocapture readonly %n_addr, i64 %i) { -; CHECK-LABEL: predicate( -; CHECK-LABEL: entry: -; CHECK: [[limit_check:[^ ]+]] = icmp ule i64 1048576, %length.ext -; CHECK-NEXT: [[first_iteration_check:[^ ]+]] = icmp ult i64 0, %length.ext -; CHECK-NEXT: [[wide_cond:[^ ]+]] = and i1 [[first_iteration_check]], [[limit_check]] +; CHECK-LABEL: @predicate( +; CHECK-NEXT: entry: +; CHECK-NEXT: [[LENGTH_EXT:%.*]] = zext i32 [[LENGTH:%.*]] to i64 +; CHECK-NEXT: [[N_PRE:%.*]] = load i64, i64* [[N_ADDR:%.*]], align 4 +; CHECK-NEXT: [[TMP0:%.*]] = icmp ule i64 1048576, [[LENGTH_EXT]] +; CHECK-NEXT: [[TMP1:%.*]] = icmp ult i64 0, [[LENGTH_EXT]] +; CHECK-NEXT: [[TMP2:%.*]] = and i1 [[TMP1]], [[TMP0]] +; CHECK-NEXT: br label [[HEADER:%.*]] +; CHECK: Header: +; CHECK-NEXT: [[RESULT_IN3:%.*]] = phi i64* [ [[ARG2:%.*]], [[ENTRY:%.*]] ], [ [[ARG:%.*]], [[LATCH:%.*]] ] +; CHECK-NEXT: [[J2:%.*]] = phi i64 [ 0, [[ENTRY]] ], [ [[J_NEXT:%.*]], [[LATCH]] ] +; CHECK-NEXT: [[WITHIN_BOUNDS:%.*]] = icmp ult i64 [[J2]], [[LENGTH_EXT]] +; CHECK-NEXT: call void (i1, ...) @llvm.experimental.guard(i1 [[TMP2]], i32 9) [ "deopt"() ] +; CHECK-NEXT: [[INNERCMP:%.*]] = icmp eq i64 [[J2]], [[N_PRE]] +; CHECK-NEXT: [[J_NEXT]] = add nuw nsw i64 [[J2]], 1 +; CHECK-NEXT: br i1 [[INNERCMP]], label [[LATCH]], label [[EXIT:%.*]] +; CHECK: Latch: +; CHECK-NEXT: [[SPECULATE_TRIP_COUNT:%.*]] = icmp ult i64 [[J_NEXT]], 1048576 +; CHECK-NEXT: br i1 [[SPECULATE_TRIP_COUNT]], label [[HEADER]], label [[EXITLATCH:%.*]] +; CHECK: exitLatch: +; CHECK-NEXT: ret i64 1 +; CHECK: exit: +; CHECK-NEXT: [[RESULT_IN3_LCSSA:%.*]] = phi i64* [ [[RESULT_IN3]], [[HEADER]] ] +; CHECK-NEXT: [[RESULT_LE:%.*]] = load i64, i64* [[RESULT_IN3_LCSSA]], align 8 +; CHECK-NEXT: ret i64 [[RESULT_LE]] +; entry: %length.ext = zext i32 %length to i64 %n.pre = load i64, i64* %n_addr, align 4 br label %Header -; CHECK-LABEL: Header: -; CHECK: call void (i1, ...) @llvm.experimental.guard(i1 [[wide_cond]], i32 9) [ "deopt"() ] Header: ; preds = %entry, %Latch %result.in3 = phi i64* [ %arg2, %entry ], [ %arg, %Latch ] %j2 = phi i64 [ 0, %entry ], [ %j.next, %Latch ] @@ -82,16 +122,34 @@ exit: ; preds = %Header ; LatchExitProbability: 0x000020e1 / 0x80000000 = 0.00% ; ExitingBlockProbability: 0x7ffcbb86 / 0x80000000 = 99.99% define i64 @donot_predicate_prof(i64* nocapture readonly %arg, i32 %length, i64* nocapture readonly %arg2, i64* nocapture readonly %n_addr, i64 %i) { -; CHECK-LABEL: donot_predicate_prof( -; CHECK-LABEL: entry: +; CHECK-LABEL: @donot_predicate_prof( +; CHECK-NEXT: entry: +; CHECK-NEXT: [[LENGTH_EXT:%.*]] = zext i32 [[LENGTH:%.*]] to i64 +; CHECK-NEXT: [[N_PRE:%.*]] = load i64, i64* [[N_ADDR:%.*]], align 4 +; CHECK-NEXT: br label [[HEADER:%.*]] +; CHECK: Header: +; CHECK-NEXT: [[RESULT_IN3:%.*]] = phi i64* [ [[ARG2:%.*]], [[ENTRY:%.*]] ], [ [[ARG:%.*]], [[LATCH:%.*]] ] +; CHECK-NEXT: [[J2:%.*]] = phi i64 [ 0, [[ENTRY]] ], [ [[J_NEXT:%.*]], [[LATCH]] ] +; CHECK-NEXT: [[WITHIN_BOUNDS:%.*]] = icmp ult i64 [[J2]], [[LENGTH_EXT]] +; CHECK-NEXT: call void (i1, ...) @llvm.experimental.guard(i1 [[WITHIN_BOUNDS]], i32 9) [ "deopt"() ] +; CHECK-NEXT: [[INNERCMP:%.*]] = icmp eq i64 [[J2]], [[N_PRE]] +; CHECK-NEXT: [[J_NEXT]] = add nuw nsw i64 [[J2]], 1 +; CHECK-NEXT: br i1 [[INNERCMP]], label [[LATCH]], label [[EXIT:%.*]], !prof !1 +; CHECK: Latch: +; CHECK-NEXT: [[SPECULATE_TRIP_COUNT:%.*]] = icmp ult i64 [[J_NEXT]], 1048576 +; CHECK-NEXT: br i1 [[SPECULATE_TRIP_COUNT]], label [[HEADER]], label [[EXITLATCH:%.*]], !prof !2 +; CHECK: exitLatch: +; CHECK-NEXT: ret i64 1 +; CHECK: exit: +; CHECK-NEXT: [[RESULT_IN3_LCSSA:%.*]] = phi i64* [ [[RESULT_IN3]], [[HEADER]] ] +; CHECK-NEXT: [[RESULT_LE:%.*]] = load i64, i64* [[RESULT_IN3_LCSSA]], align 8 +; CHECK-NEXT: ret i64 [[RESULT_LE]] +; entry: %length.ext = zext i32 %length to i64 %n.pre = load i64, i64* %n_addr, align 4 br label %Header -; CHECK-LABEL: Header: -; CHECK: %within.bounds = icmp ult i64 %j2, %length.ext -; CHECK-NEXT: call void (i1, ...) @llvm.experimental.guard(i1 %within.bounds, i32 9) Header: ; preds = %entry, %Latch %result.in3 = phi i64* [ %arg2, %entry ], [ %arg, %Latch ] %j2 = phi i64 [ 0, %entry ], [ %j.next, %Latch ] |
