1603 lines
43 KiB
LLVM
1603 lines
43 KiB
LLVM
|
; RUN: llc -mtriple=i686-linux -pre-RA-sched=source < %s | FileCheck %s
|
||
|
|
; RUN: opt -disable-output -debugify < %s
|
||
|
|
|
||
|
|
declare void @error(i32 %i, i32 %a, i32 %b)
|
||
|
|
|
||
|
|
define i32 @test_ifchains(i32 %i, i32* %a, i32 %b) {
|
||
|
|
; Test a chain of ifs, where the block guarded by the if is error handling code
|
||
|
|
; that is not expected to run.
|
||
|
|
; CHECK-LABEL: test_ifchains:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK-NOT: .p2align
|
||
|
|
; CHECK: %else1
|
||
|
|
; CHECK-NOT: .p2align
|
||
|
|
; CHECK: %else2
|
||
|
|
; CHECK-NOT: .p2align
|
||
|
|
; CHECK: %else3
|
||
|
|
; CHECK-NOT: .p2align
|
||
|
|
; CHECK: %else4
|
||
|
|
; CHECK-NOT: .p2align
|
||
|
|
; CHECK: %exit
|
||
|
|
; CHECK: %then1
|
||
|
|
; CHECK: %then2
|
||
|
|
; CHECK: %then3
|
||
|
|
; CHECK: %then4
|
||
|
|
; CHECK: %then5
|
||
|
|
|
||
|
|
entry:
|
||
|
|
%gep1 = getelementptr i32, i32* %a, i32 1
|
||
|
|
%val1 = load i32, i32* %gep1
|
||
|
|
%cond1 = icmp ugt i32 %val1, 1
|
||
|
|
br i1 %cond1, label %then1, label %else1, !prof !0
|
||
|
|
|
||
|
|
then1:
|
||
|
|
call void @error(i32 %i, i32 1, i32 %b)
|
||
|
|
br label %else1
|
||
|
|
|
||
|
|
else1:
|
||
|
|
%gep2 = getelementptr i32, i32* %a, i32 2
|
||
|
|
%val2 = load i32, i32* %gep2
|
||
|
|
%cond2 = icmp ugt i32 %val2, 2
|
||
|
|
br i1 %cond2, label %then2, label %else2, !prof !0
|
||
|
|
|
||
|
|
then2:
|
||
|
|
call void @error(i32 %i, i32 1, i32 %b)
|
||
|
|
br label %else2
|
||
|
|
|
||
|
|
else2:
|
||
|
|
%gep3 = getelementptr i32, i32* %a, i32 3
|
||
|
|
%val3 = load i32, i32* %gep3
|
||
|
|
%cond3 = icmp ugt i32 %val3, 3
|
||
|
|
br i1 %cond3, label %then3, label %else3, !prof !0
|
||
|
|
|
||
|
|
then3:
|
||
|
|
call void @error(i32 %i, i32 1, i32 %b)
|
||
|
|
br label %else3
|
||
|
|
|
||
|
|
else3:
|
||
|
|
%gep4 = getelementptr i32, i32* %a, i32 4
|
||
|
|
%val4 = load i32, i32* %gep4
|
||
|
|
%cond4 = icmp ugt i32 %val4, 4
|
||
|
|
br i1 %cond4, label %then4, label %else4, !prof !0
|
||
|
|
|
||
|
|
then4:
|
||
|
|
call void @error(i32 %i, i32 1, i32 %b)
|
||
|
|
br label %else4
|
||
|
|
|
||
|
|
else4:
|
||
|
|
%gep5 = getelementptr i32, i32* %a, i32 3
|
||
|
|
%val5 = load i32, i32* %gep5
|
||
|
|
%cond5 = icmp ugt i32 %val5, 3
|
||
|
|
br i1 %cond5, label %then5, label %exit, !prof !0
|
||
|
|
|
||
|
|
then5:
|
||
|
|
call void @error(i32 %i, i32 1, i32 %b)
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret i32 %b
|
||
|
|
}
|
||
|
|
|
||
|
|
define i32 @test_loop_cold_blocks(i32 %i, i32* %a) {
|
||
|
|
; Check that we sink cold loop blocks after the hot loop body.
|
||
|
|
; CHECK-LABEL: test_loop_cold_blocks:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: .p2align
|
||
|
|
; CHECK: %body1
|
||
|
|
; CHECK: %body2
|
||
|
|
; CHECK: %body3
|
||
|
|
; CHECK-NOT: .p2align
|
||
|
|
; CHECK: %unlikely1
|
||
|
|
; CHECK-NOT: .p2align
|
||
|
|
; CHECK: %unlikely2
|
||
|
|
; CHECK: %exit
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br label %body1
|
||
|
|
|
||
|
|
body1:
|
||
|
|
%iv = phi i32 [ 0, %entry ], [ %next, %body3 ]
|
||
|
|
%base = phi i32 [ 0, %entry ], [ %sum, %body3 ]
|
||
|
|
%unlikelycond1 = icmp slt i32 %base, 42
|
||
|
|
br i1 %unlikelycond1, label %unlikely1, label %body2, !prof !0
|
||
|
|
|
||
|
|
unlikely1:
|
||
|
|
call void @error(i32 %i, i32 1, i32 %base)
|
||
|
|
br label %body2
|
||
|
|
|
||
|
|
body2:
|
||
|
|
%unlikelycond2 = icmp sgt i32 %base, 21
|
||
|
|
br i1 %unlikelycond2, label %unlikely2, label %body3, !prof !0
|
||
|
|
|
||
|
|
unlikely2:
|
||
|
|
call void @error(i32 %i, i32 2, i32 %base)
|
||
|
|
br label %body3
|
||
|
|
|
||
|
|
body3:
|
||
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i32 %iv
|
||
|
|
%0 = load i32, i32* %arrayidx
|
||
|
|
%sum = add nsw i32 %0, %base
|
||
|
|
%next = add i32 %iv, 1
|
||
|
|
%exitcond = icmp eq i32 %next, %i
|
||
|
|
br i1 %exitcond, label %exit, label %body1
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret i32 %sum
|
||
|
|
}
|
||
|
|
|
||
|
|
!0 = !{!"branch_weights", i32 1, i32 64}
|
||
|
|
|
||
|
|
define i32 @test_loop_early_exits(i32 %i, i32* %a) {
|
||
|
|
; Check that we sink early exit blocks out of loop bodies.
|
||
|
|
; CHECK-LABEL: test_loop_early_exits:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %body1
|
||
|
|
; CHECK: %body2
|
||
|
|
; CHECK: %body3
|
||
|
|
; CHECK: %body4
|
||
|
|
; CHECK: %exit
|
||
|
|
; CHECK: %bail1
|
||
|
|
; CHECK: %bail2
|
||
|
|
; CHECK: %bail3
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br label %body1
|
||
|
|
|
||
|
|
body1:
|
||
|
|
%iv = phi i32 [ 0, %entry ], [ %next, %body4 ]
|
||
|
|
%base = phi i32 [ 0, %entry ], [ %sum, %body4 ]
|
||
|
|
%bailcond1 = icmp eq i32 %base, 42
|
||
|
|
br i1 %bailcond1, label %bail1, label %body2
|
||
|
|
|
||
|
|
bail1:
|
||
|
|
ret i32 -1
|
||
|
|
|
||
|
|
body2:
|
||
|
|
%bailcond2 = icmp eq i32 %base, 43
|
||
|
|
br i1 %bailcond2, label %bail2, label %body3
|
||
|
|
|
||
|
|
bail2:
|
||
|
|
ret i32 -2
|
||
|
|
|
||
|
|
body3:
|
||
|
|
%bailcond3 = icmp eq i32 %base, 44
|
||
|
|
br i1 %bailcond3, label %bail3, label %body4
|
||
|
|
|
||
|
|
bail3:
|
||
|
|
ret i32 -3
|
||
|
|
|
||
|
|
body4:
|
||
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i32 %iv
|
||
|
|
%0 = load i32, i32* %arrayidx
|
||
|
|
%sum = add nsw i32 %0, %base
|
||
|
|
%next = add i32 %iv, 1
|
||
|
|
%exitcond = icmp eq i32 %next, %i
|
||
|
|
br i1 %exitcond, label %exit, label %body1
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret i32 %sum
|
||
|
|
}
|
||
|
|
|
||
|
|
; Tail duplication during layout can entirely remove body0 by duplicating it
|
||
|
|
; into the entry block and into body1. This is a good thing but it isn't what
|
||
|
|
; this test is looking for. So to make the blocks longer so they don't get
|
||
|
|
; duplicated, we add some calls to dummy.
|
||
|
|
declare void @dummy()
|
||
|
|
|
||
|
|
define i32 @test_loop_rotate(i32 %i, i32* %a) {
|
||
|
|
; Check that we rotate conditional exits from the loop to the bottom of the
|
||
|
|
; loop, eliminating unconditional branches to the top.
|
||
|
|
; CHECK-LABEL: test_loop_rotate:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %body0
|
||
|
|
; CHECK: %body1
|
||
|
|
; CHECK: %exit
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br label %body0
|
||
|
|
|
||
|
|
body0:
|
||
|
|
%iv = phi i32 [ 0, %entry ], [ %next, %body1 ]
|
||
|
|
%base = phi i32 [ 0, %entry ], [ %sum, %body1 ]
|
||
|
|
%next = add i32 %iv, 1
|
||
|
|
%exitcond = icmp eq i32 %next, %i
|
||
|
|
call void @dummy()
|
||
|
|
call void @dummy()
|
||
|
|
br i1 %exitcond, label %exit, label %body1
|
||
|
|
|
||
|
|
body1:
|
||
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i32 %iv
|
||
|
|
%0 = load i32, i32* %arrayidx
|
||
|
|
%sum = add nsw i32 %0, %base
|
||
|
|
%bailcond1 = icmp eq i32 %sum, 42
|
||
|
|
br label %body0
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret i32 %base
|
||
|
|
}
|
||
|
|
|
||
|
|
define i32 @test_no_loop_rotate(i32 %i, i32* %a) {
|
||
|
|
; Check that we don't try to rotate a loop which is already laid out with
|
||
|
|
; fallthrough opportunities into the top and out of the bottom.
|
||
|
|
; CHECK-LABEL: test_no_loop_rotate:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %body0
|
||
|
|
; CHECK: %body1
|
||
|
|
; CHECK: %exit
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br label %body0
|
||
|
|
|
||
|
|
body0:
|
||
|
|
%iv = phi i32 [ 0, %entry ], [ %next, %body1 ]
|
||
|
|
%base = phi i32 [ 0, %entry ], [ %sum, %body1 ]
|
||
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i32 %iv
|
||
|
|
%0 = load i32, i32* %arrayidx
|
||
|
|
%sum = add nsw i32 %0, %base
|
||
|
|
%bailcond1 = icmp eq i32 %sum, 42
|
||
|
|
br i1 %bailcond1, label %exit, label %body1
|
||
|
|
|
||
|
|
body1:
|
||
|
|
%next = add i32 %iv, 1
|
||
|
|
%exitcond = icmp eq i32 %next, %i
|
||
|
|
br i1 %exitcond, label %exit, label %body0
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret i32 %base
|
||
|
|
}
|
||
|
|
|
||
|
|
define i32 @test_loop_align(i32 %i, i32* %a) {
|
||
|
|
; Check that we provide basic loop body alignment with the block placement
|
||
|
|
; pass.
|
||
|
|
; CHECK-LABEL: test_loop_align:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: .p2align [[ALIGN:[0-9]+]],
|
||
|
|
; CHECK-NEXT: %body
|
||
|
|
; CHECK: %exit
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br label %body
|
||
|
|
|
||
|
|
body:
|
||
|
|
%iv = phi i32 [ 0, %entry ], [ %next, %body ]
|
||
|
|
%base = phi i32 [ 0, %entry ], [ %sum, %body ]
|
||
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i32 %iv
|
||
|
|
%0 = load i32, i32* %arrayidx
|
||
|
|
%sum = add nsw i32 %0, %base
|
||
|
|
%next = add i32 %iv, 1
|
||
|
|
%exitcond = icmp eq i32 %next, %i
|
||
|
|
br i1 %exitcond, label %exit, label %body
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret i32 %sum
|
||
|
|
}
|
||
|
|
|
||
|
|
define i32 @test_nested_loop_align(i32 %i, i32* %a, i32* %b) {
|
||
|
|
; Check that we provide nested loop body alignment.
|
||
|
|
; CHECK-LABEL: test_nested_loop_align:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: .p2align [[ALIGN]],
|
||
|
|
; CHECK-NEXT: %loop.body.1
|
||
|
|
; CHECK: .p2align [[ALIGN]],
|
||
|
|
; CHECK-NEXT: %inner.loop.body
|
||
|
|
; CHECK-NOT: .p2align
|
||
|
|
; CHECK: %exit
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br label %loop.body.1
|
||
|
|
|
||
|
|
loop.body.1:
|
||
|
|
%iv = phi i32 [ 0, %entry ], [ %next, %loop.body.2 ]
|
||
|
|
%arrayidx = getelementptr inbounds i32, i32* %a, i32 %iv
|
||
|
|
%bidx = load i32, i32* %arrayidx
|
||
|
|
br label %inner.loop.body
|
||
|
|
|
||
|
|
inner.loop.body:
|
||
|
|
%inner.iv = phi i32 [ 0, %loop.body.1 ], [ %inner.next, %inner.loop.body ]
|
||
|
|
%base = phi i32 [ 0, %loop.body.1 ], [ %sum, %inner.loop.body ]
|
||
|
|
%scaled_idx = mul i32 %bidx, %iv
|
||
|
|
%inner.arrayidx = getelementptr inbounds i32, i32* %b, i32 %scaled_idx
|
||
|
|
%0 = load i32, i32* %inner.arrayidx
|
||
|
|
%sum = add nsw i32 %0, %base
|
||
|
|
%inner.next = add i32 %iv, 1
|
||
|
|
%inner.exitcond = icmp eq i32 %inner.next, %i
|
||
|
|
br i1 %inner.exitcond, label %loop.body.2, label %inner.loop.body
|
||
|
|
|
||
|
|
loop.body.2:
|
||
|
|
%next = add i32 %iv, 1
|
||
|
|
%exitcond = icmp eq i32 %next, %i
|
||
|
|
br i1 %exitcond, label %exit, label %loop.body.1
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret i32 %sum
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @unnatural_cfg1() {
|
||
|
|
; Test that we can handle a loop with an inner unnatural loop at the end of
|
||
|
|
; a function. This is a gross CFG reduced out of the single source GCC.
|
||
|
|
; CHECK-LABEL: unnatural_cfg1
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %loop.header
|
||
|
|
; CHECK: %loop.body2
|
||
|
|
; CHECK: %loop.body3
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br label %loop.header
|
||
|
|
|
||
|
|
loop.header:
|
||
|
|
br label %loop.body1
|
||
|
|
|
||
|
|
loop.body1:
|
||
|
|
br i1 undef, label %loop.body3, label %loop.body2
|
||
|
|
|
||
|
|
loop.body2:
|
||
|
|
%ptr = load i32*, i32** undef, align 4
|
||
|
|
br label %loop.body3
|
||
|
|
|
||
|
|
loop.body3:
|
||
|
|
%myptr = phi i32* [ %ptr2, %loop.body5 ], [ %ptr, %loop.body2 ], [ undef, %loop.body1 ]
|
||
|
|
%bcmyptr = bitcast i32* %myptr to i32*
|
||
|
|
%val = load i32, i32* %bcmyptr, align 4
|
||
|
|
%comp = icmp eq i32 %val, 48
|
||
|
|
br i1 %comp, label %loop.body4, label %loop.body5
|
||
|
|
|
||
|
|
loop.body4:
|
||
|
|
br i1 undef, label %loop.header, label %loop.body5
|
||
|
|
|
||
|
|
loop.body5:
|
||
|
|
%ptr2 = load i32*, i32** undef, align 4
|
||
|
|
br label %loop.body3
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @unnatural_cfg2(i32* %p0, i32 %a0) {
|
||
|
|
; Test that we can handle a loop with a nested natural loop *and* an unnatural
|
||
|
|
; loop. This was reduced from a crash on block placement when run over
|
||
|
|
; single-source GCC.
|
||
|
|
; CHECK-LABEL: unnatural_cfg2
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %loop.header
|
||
|
|
; CHECK: %loop.body1
|
||
|
|
; CHECK: %loop.body2
|
||
|
|
; CHECK: %loop.body4
|
||
|
|
; CHECK: %loop.inner2.begin
|
||
|
|
; CHECK: %loop.inner2.begin
|
||
|
|
; CHECK: %loop.body3
|
||
|
|
; CHECK: %loop.inner1.begin
|
||
|
|
; CHECK: %bail
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br label %loop.header
|
||
|
|
|
||
|
|
loop.header:
|
||
|
|
%comp0 = icmp eq i32* %p0, null
|
||
|
|
br i1 %comp0, label %bail, label %loop.body1
|
||
|
|
|
||
|
|
loop.body1:
|
||
|
|
%val0 = load i32*, i32** undef, align 4
|
||
|
|
br i1 undef, label %loop.body2, label %loop.inner1.begin
|
||
|
|
|
||
|
|
loop.body2:
|
||
|
|
br i1 undef, label %loop.body4, label %loop.body3
|
||
|
|
|
||
|
|
loop.body3:
|
||
|
|
%ptr1 = getelementptr inbounds i32, i32* %val0, i32 0
|
||
|
|
%castptr1 = bitcast i32* %ptr1 to i32**
|
||
|
|
%val1 = load i32*, i32** %castptr1, align 4
|
||
|
|
br label %loop.inner1.begin
|
||
|
|
|
||
|
|
loop.inner1.begin:
|
||
|
|
%valphi = phi i32* [ %val2, %loop.inner1.end ], [ %val1, %loop.body3 ], [ %val0, %loop.body1 ]
|
||
|
|
%castval = bitcast i32* %valphi to i32*
|
||
|
|
%comp1 = icmp eq i32 %a0, 48
|
||
|
|
br i1 %comp1, label %loop.inner1.end, label %loop.body4
|
||
|
|
|
||
|
|
loop.inner1.end:
|
||
|
|
%ptr2 = getelementptr inbounds i32, i32* %valphi, i32 0
|
||
|
|
%castptr2 = bitcast i32* %ptr2 to i32**
|
||
|
|
%val2 = load i32*, i32** %castptr2, align 4
|
||
|
|
br label %loop.inner1.begin
|
||
|
|
|
||
|
|
loop.body4.dead:
|
||
|
|
br label %loop.body4
|
||
|
|
|
||
|
|
loop.body4:
|
||
|
|
%comp2 = icmp ult i32 %a0, 3
|
||
|
|
br i1 %comp2, label %loop.inner2.begin, label %loop.end
|
||
|
|
|
||
|
|
loop.inner2.begin:
|
||
|
|
br i1 false, label %loop.end, label %loop.inner2.end
|
||
|
|
|
||
|
|
loop.inner2.end:
|
||
|
|
%comp3 = icmp eq i32 %a0, 1769472
|
||
|
|
br i1 %comp3, label %loop.end, label %loop.inner2.begin
|
||
|
|
|
||
|
|
loop.end:
|
||
|
|
br label %loop.header
|
||
|
|
|
||
|
|
bail:
|
||
|
|
unreachable
|
||
|
|
}
|
||
|
|
|
||
|
|
define i32 @problematic_switch() {
|
||
|
|
; This function's CFG caused overlow in the machine branch probability
|
||
|
|
; calculation, triggering asserts. Make sure we don't crash on it.
|
||
|
|
; CHECK: problematic_switch
|
||
|
|
|
||
|
|
entry:
|
||
|
|
switch i32 undef, label %exit [
|
||
|
|
i32 879, label %bogus
|
||
|
|
i32 877, label %step
|
||
|
|
i32 876, label %step
|
||
|
|
i32 875, label %step
|
||
|
|
i32 874, label %step
|
||
|
|
i32 873, label %step
|
||
|
|
i32 872, label %step
|
||
|
|
i32 868, label %step
|
||
|
|
i32 867, label %step
|
||
|
|
i32 866, label %step
|
||
|
|
i32 861, label %step
|
||
|
|
i32 860, label %step
|
||
|
|
i32 856, label %step
|
||
|
|
i32 855, label %step
|
||
|
|
i32 854, label %step
|
||
|
|
i32 831, label %step
|
||
|
|
i32 830, label %step
|
||
|
|
i32 829, label %step
|
||
|
|
i32 828, label %step
|
||
|
|
i32 815, label %step
|
||
|
|
i32 814, label %step
|
||
|
|
i32 811, label %step
|
||
|
|
i32 806, label %step
|
||
|
|
i32 805, label %step
|
||
|
|
i32 804, label %step
|
||
|
|
i32 803, label %step
|
||
|
|
i32 802, label %step
|
||
|
|
i32 801, label %step
|
||
|
|
i32 800, label %step
|
||
|
|
i32 799, label %step
|
||
|
|
i32 798, label %step
|
||
|
|
i32 797, label %step
|
||
|
|
i32 796, label %step
|
||
|
|
i32 795, label %step
|
||
|
|
]
|
||
|
|
bogus:
|
||
|
|
unreachable
|
||
|
|
step:
|
||
|
|
br label %exit
|
||
|
|
exit:
|
||
|
|
%merge = phi i32 [ 3, %step ], [ 6, %entry ]
|
||
|
|
ret i32 %merge
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @fpcmp_unanalyzable_branch(i1 %cond, double %a0) {
|
||
|
|
; This function's CFG contains an once-unanalyzable branch (une on floating
|
||
|
|
; points). As now it becomes analyzable, we should get best layout in which each
|
||
|
|
; edge in 'entry' -> 'entry.if.then_crit_edge' -> 'if.then' -> 'if.end' is
|
||
|
|
; fall-through.
|
||
|
|
; CHECK-LABEL: fpcmp_unanalyzable_branch:
|
||
|
|
; CHECK: # %bb.0: # %entry
|
||
|
|
; CHECK: # %bb.1: # %entry.if.then_crit_edge
|
||
|
|
; CHECK: .LBB10_5: # %if.then
|
||
|
|
; CHECK: .LBB10_6: # %if.end
|
||
|
|
; CHECK: # %bb.3: # %exit
|
||
|
|
; CHECK: jne .LBB10_4
|
||
|
|
; CHECK-NEXT: jnp .LBB10_6
|
||
|
|
; CHECK: jmp .LBB10_5
|
||
|
|
|
||
|
|
entry:
|
||
|
|
; Note that this branch must be strongly biased toward
|
||
|
|
; 'entry.if.then_crit_edge' to ensure that we would try to form a chain for
|
||
|
|
; 'entry' -> 'entry.if.then_crit_edge' -> 'if.then' -> 'if.end'.
|
||
|
|
br i1 %cond, label %entry.if.then_crit_edge, label %lor.lhs.false, !prof !1
|
||
|
|
|
||
|
|
entry.if.then_crit_edge:
|
||
|
|
%.pre14 = load i8, i8* undef, align 1
|
||
|
|
br label %if.then
|
||
|
|
|
||
|
|
lor.lhs.false:
|
||
|
|
br i1 undef, label %if.end, label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
%cmp.i = fcmp une double 0.000000e+00, %a0
|
||
|
|
br i1 %cmp.i, label %if.then, label %if.end, !prof !3
|
||
|
|
|
||
|
|
if.then:
|
||
|
|
%0 = phi i8 [ %.pre14, %entry.if.then_crit_edge ], [ undef, %exit ]
|
||
|
|
%1 = and i8 %0, 1
|
||
|
|
store i8 %1, i8* undef, align 4
|
||
|
|
br label %if.end
|
||
|
|
|
||
|
|
if.end:
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
!1 = !{!"branch_weights", i32 1000, i32 1}
|
||
|
|
!3 = !{!"branch_weights", i32 1, i32 1000}
|
||
|
|
|
||
|
|
declare i32 @f()
|
||
|
|
declare i32 @g()
|
||
|
|
declare i32 @h(i32 %x)
|
||
|
|
|
||
|
|
define i32 @test_global_cfg_break_profitability() {
|
||
|
|
; Check that our metrics for the profitability of a CFG break are global rather
|
||
|
|
; than local. A successor may be very hot, but if the current block isn't, it
|
||
|
|
; doesn't matter. Within this test the 'then' block is slightly warmer than the
|
||
|
|
; 'else' block, but not nearly enough to merit merging it with the exit block
|
||
|
|
; even though the probability of 'then' branching to the 'exit' block is very
|
||
|
|
; high.
|
||
|
|
; CHECK: test_global_cfg_break_profitability
|
||
|
|
; CHECK: calll {{_?}}f
|
||
|
|
; CHECK: calll {{_?}}g
|
||
|
|
; CHECK: calll {{_?}}h
|
||
|
|
; CHECK: ret
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br i1 undef, label %then, label %else, !prof !2
|
||
|
|
|
||
|
|
then:
|
||
|
|
%then.result = call i32 @f()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
else:
|
||
|
|
%else.result = call i32 @g()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
%result = phi i32 [ %then.result, %then ], [ %else.result, %else ]
|
||
|
|
%result2 = call i32 @h(i32 %result)
|
||
|
|
ret i32 %result
|
||
|
|
}
|
||
|
|
|
||
|
|
!2 = !{!"branch_weights", i32 3, i32 1}
|
||
|
|
|
||
|
|
declare i32 @__gxx_personality_v0(...)
|
||
|
|
|
||
|
|
define void @test_eh_lpad_successor() personality i8* bitcast (i32 (...)* @__gxx_personality_v0 to i8*) {
|
||
|
|
; Some times the landing pad ends up as the first successor of an invoke block.
|
||
|
|
; When this happens, a strange result used to fall out of updateTerminators: we
|
||
|
|
; didn't correctly locate the fallthrough successor, assuming blindly that the
|
||
|
|
; first one was the fallthrough successor. As a result, we would add an
|
||
|
|
; erroneous jump to the landing pad thinking *that* was the default successor.
|
||
|
|
; CHECK-LABEL: test_eh_lpad_successor
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK-NOT: jmp
|
||
|
|
; CHECK: %loop
|
||
|
|
|
||
|
|
entry:
|
||
|
|
invoke i32 @f() to label %preheader unwind label %lpad
|
||
|
|
|
||
|
|
preheader:
|
||
|
|
br label %loop
|
||
|
|
|
||
|
|
lpad:
|
||
|
|
%lpad.val = landingpad { i8*, i32 }
|
||
|
|
cleanup
|
||
|
|
resume { i8*, i32 } %lpad.val
|
||
|
|
|
||
|
|
loop:
|
||
|
|
br label %loop
|
||
|
|
}
|
||
|
|
|
||
|
|
declare void @fake_throw() noreturn
|
||
|
|
|
||
|
|
define void @test_eh_throw() personality i8* bitcast (i32 (...)* @__gxx_personality_v0 to i8*) {
|
||
|
|
; For blocks containing a 'throw' (or similar functionality), we have
|
||
|
|
; a no-return invoke. In this case, only EH successors will exist, and
|
||
|
|
; fallthrough simply won't occur. Make sure we don't crash trying to update
|
||
|
|
; terminators for such constructs.
|
||
|
|
;
|
||
|
|
; CHECK-LABEL: test_eh_throw
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %cleanup
|
||
|
|
|
||
|
|
entry:
|
||
|
|
invoke void @fake_throw() to label %continue unwind label %cleanup
|
||
|
|
|
||
|
|
continue:
|
||
|
|
unreachable
|
||
|
|
|
||
|
|
cleanup:
|
||
|
|
%0 = landingpad { i8*, i32 }
|
||
|
|
cleanup
|
||
|
|
unreachable
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @test_unnatural_cfg_backwards_inner_loop() {
|
||
|
|
; Test that when we encounter an unnatural CFG structure after having formed
|
||
|
|
; a chain for an inner loop which happened to be laid out backwards we don't
|
||
|
|
; attempt to merge onto the wrong end of the inner loop just because we find it
|
||
|
|
; first. This was reduced from a crasher in GCC's single source.
|
||
|
|
;
|
||
|
|
; CHECK-LABEL: test_unnatural_cfg_backwards_inner_loop
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %loop2b
|
||
|
|
; CHECK: %loop3
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br i1 undef, label %loop2a, label %body
|
||
|
|
|
||
|
|
body:
|
||
|
|
br label %loop2a
|
||
|
|
|
||
|
|
loop1:
|
||
|
|
%next.load = load i32*, i32** undef
|
||
|
|
br i1 %comp.a, label %loop2a, label %loop2b
|
||
|
|
|
||
|
|
loop2a:
|
||
|
|
%var = phi i32* [ null, %entry ], [ null, %body ], [ %next.phi, %loop1 ]
|
||
|
|
%next.var = phi i32* [ null, %entry ], [ undef, %body ], [ %next.load, %loop1 ]
|
||
|
|
%comp.a = icmp eq i32* %var, null
|
||
|
|
br label %loop3
|
||
|
|
|
||
|
|
loop2b:
|
||
|
|
%gep = getelementptr inbounds i32, i32* %var.phi, i32 0
|
||
|
|
%next.ptr = bitcast i32* %gep to i32**
|
||
|
|
store i32* %next.phi, i32** %next.ptr
|
||
|
|
br label %loop3
|
||
|
|
|
||
|
|
loop3:
|
||
|
|
%var.phi = phi i32* [ %next.phi, %loop2b ], [ %var, %loop2a ]
|
||
|
|
%next.phi = phi i32* [ %next.load, %loop2b ], [ %next.var, %loop2a ]
|
||
|
|
br label %loop1
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @unanalyzable_branch_to_loop_header(double %a0) {
|
||
|
|
; Ensure that we can handle unanalyzable branches into loop headers. We
|
||
|
|
; pre-form chains for unanalyzable branches, and will find the tail end of that
|
||
|
|
; at the start of the loop. This function uses floating point comparison
|
||
|
|
; fallthrough because that happens to always produce unanalyzable branches on
|
||
|
|
; x86.
|
||
|
|
;
|
||
|
|
; CHECK-LABEL: unanalyzable_branch_to_loop_header
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %loop
|
||
|
|
; CHECK: %exit
|
||
|
|
|
||
|
|
entry:
|
||
|
|
%cmp = fcmp une double 0.000000e+00, %a0
|
||
|
|
br i1 %cmp, label %loop, label %exit
|
||
|
|
|
||
|
|
loop:
|
||
|
|
%cond = icmp eq i8 undef, 42
|
||
|
|
br i1 %cond, label %exit, label %loop
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @unanalyzable_branch_to_best_succ(i1 %cond, double %a0) {
|
||
|
|
; Ensure that we can handle unanalyzable branches where the destination block
|
||
|
|
; gets selected as the optimal successor to merge.
|
||
|
|
;
|
||
|
|
; This branch is now analyzable and hence the destination block becomes the
|
||
|
|
; hotter one. The right order is entry->bar->exit->foo.
|
||
|
|
;
|
||
|
|
; CHECK-LABEL: unanalyzable_branch_to_best_succ
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %bar
|
||
|
|
; CHECK: %exit
|
||
|
|
; CHECK: %foo
|
||
|
|
|
||
|
|
entry:
|
||
|
|
; Bias this branch toward bar to ensure we form that chain.
|
||
|
|
br i1 %cond, label %bar, label %foo, !prof !1
|
||
|
|
|
||
|
|
foo:
|
||
|
|
%cmp = fcmp une double 0.000000e+00, %a0
|
||
|
|
br i1 %cmp, label %bar, label %exit
|
||
|
|
|
||
|
|
bar:
|
||
|
|
call i32 @f()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @unanalyzable_branch_to_free_block(float %x) {
|
||
|
|
; Ensure that we can handle unanalyzable branches where the destination block
|
||
|
|
; gets selected as the best free block in the CFG.
|
||
|
|
;
|
||
|
|
; CHECK-LABEL: unanalyzable_branch_to_free_block
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %a
|
||
|
|
; CHECK: %b
|
||
|
|
; CHECK: %c
|
||
|
|
; CHECK: %exit
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br i1 undef, label %a, label %b
|
||
|
|
|
||
|
|
a:
|
||
|
|
call i32 @f()
|
||
|
|
br label %c
|
||
|
|
|
||
|
|
b:
|
||
|
|
%cmp = fcmp une float %x, 0.0
|
||
|
|
br i1 %cmp, label %c, label %exit
|
||
|
|
|
||
|
|
c:
|
||
|
|
call i32 @g()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @many_unanalyzable_branches() {
|
||
|
|
; Ensure that we don't crash as we're building up many unanalyzable branches,
|
||
|
|
; blocks, and loops.
|
||
|
|
;
|
||
|
|
; CHECK-LABEL: many_unanalyzable_branches
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %exit
|
||
|
|
|
||
|
|
entry:
|
||
|
|
br label %0
|
||
|
|
|
||
|
|
%val0 = load volatile float, float* undef
|
||
|
|
%cmp0 = fcmp une float %val0, 0.0
|
||
|
|
br i1 %cmp0, label %1, label %0
|
||
|
|
%val1 = load volatile float, float* undef
|
||
|
|
%cmp1 = fcmp une float %val1, 0.0
|
||
|
|
br i1 %cmp1, label %2, label %1
|
||
|
|
%val2 = load volatile float, float* undef
|
||
|
|
%cmp2 = fcmp une float %val2, 0.0
|
||
|
|
br i1 %cmp2, label %3, label %2
|
||
|
|
%val3 = load volatile float, float* undef
|
||
|
|
%cmp3 = fcmp une float %val3, 0.0
|
||
|
|
br i1 %cmp3, label %4, label %3
|
||
|
|
%val4 = load volatile float, float* undef
|
||
|
|
%cmp4 = fcmp une float %val4, 0.0
|
||
|
|
br i1 %cmp4, label %5, label %4
|
||
|
|
%val5 = load volatile float, float* undef
|
||
|
|
%cmp5 = fcmp une float %val5, 0.0
|
||
|
|
br i1 %cmp5, label %6, label %5
|
||
|
|
%val6 = load volatile float, float* undef
|
||
|
|
%cmp6 = fcmp une float %val6, 0.0
|
||
|
|
br i1 %cmp6, label %7, label %6
|
||
|
|
%val7 = load volatile float, float* undef
|
||
|
|
%cmp7 = fcmp une float %val7, 0.0
|
||
|
|
br i1 %cmp7, label %8, label %7
|
||
|
|
%val8 = load volatile float, float* undef
|
||
|
|
%cmp8 = fcmp une float %val8, 0.0
|
||
|
|
br i1 %cmp8, label %9, label %8
|
||
|
|
%val9 = load volatile float, float* undef
|
||
|
|
%cmp9 = fcmp une float %val9, 0.0
|
||
|
|
br i1 %cmp9, label %10, label %9
|
||
|
|
%val10 = load volatile float, float* undef
|
||
|
|
%cmp10 = fcmp une float %val10, 0.0
|
||
|
|
br i1 %cmp10, label %11, label %10
|
||
|
|
%val11 = load volatile float, float* undef
|
||
|
|
%cmp11 = fcmp une float %val11, 0.0
|
||
|
|
br i1 %cmp11, label %12, label %11
|
||
|
|
%val12 = load volatile float, float* undef
|
||
|
|
%cmp12 = fcmp une float %val12, 0.0
|
||
|
|
br i1 %cmp12, label %13, label %12
|
||
|
|
%val13 = load volatile float, float* undef
|
||
|
|
%cmp13 = fcmp une float %val13, 0.0
|
||
|
|
br i1 %cmp13, label %14, label %13
|
||
|
|
%val14 = load volatile float, float* undef
|
||
|
|
%cmp14 = fcmp une float %val14, 0.0
|
||
|
|
br i1 %cmp14, label %15, label %14
|
||
|
|
%val15 = load volatile float, float* undef
|
||
|
|
%cmp15 = fcmp une float %val15, 0.0
|
||
|
|
br i1 %cmp15, label %16, label %15
|
||
|
|
%val16 = load volatile float, float* undef
|
||
|
|
%cmp16 = fcmp une float %val16, 0.0
|
||
|
|
br i1 %cmp16, label %17, label %16
|
||
|
|
%val17 = load volatile float, float* undef
|
||
|
|
%cmp17 = fcmp une float %val17, 0.0
|
||
|
|
br i1 %cmp17, label %18, label %17
|
||
|
|
%val18 = load volatile float, float* undef
|
||
|
|
%cmp18 = fcmp une float %val18, 0.0
|
||
|
|
br i1 %cmp18, label %19, label %18
|
||
|
|
%val19 = load volatile float, float* undef
|
||
|
|
%cmp19 = fcmp une float %val19, 0.0
|
||
|
|
br i1 %cmp19, label %20, label %19
|
||
|
|
%val20 = load volatile float, float* undef
|
||
|
|
%cmp20 = fcmp une float %val20, 0.0
|
||
|
|
br i1 %cmp20, label %21, label %20
|
||
|
|
%val21 = load volatile float, float* undef
|
||
|
|
%cmp21 = fcmp une float %val21, 0.0
|
||
|
|
br i1 %cmp21, label %22, label %21
|
||
|
|
%val22 = load volatile float, float* undef
|
||
|
|
%cmp22 = fcmp une float %val22, 0.0
|
||
|
|
br i1 %cmp22, label %23, label %22
|
||
|
|
%val23 = load volatile float, float* undef
|
||
|
|
%cmp23 = fcmp une float %val23, 0.0
|
||
|
|
br i1 %cmp23, label %24, label %23
|
||
|
|
%val24 = load volatile float, float* undef
|
||
|
|
%cmp24 = fcmp une float %val24, 0.0
|
||
|
|
br i1 %cmp24, label %25, label %24
|
||
|
|
%val25 = load volatile float, float* undef
|
||
|
|
%cmp25 = fcmp une float %val25, 0.0
|
||
|
|
br i1 %cmp25, label %26, label %25
|
||
|
|
%val26 = load volatile float, float* undef
|
||
|
|
%cmp26 = fcmp une float %val26, 0.0
|
||
|
|
br i1 %cmp26, label %27, label %26
|
||
|
|
%val27 = load volatile float, float* undef
|
||
|
|
%cmp27 = fcmp une float %val27, 0.0
|
||
|
|
br i1 %cmp27, label %28, label %27
|
||
|
|
%val28 = load volatile float, float* undef
|
||
|
|
%cmp28 = fcmp une float %val28, 0.0
|
||
|
|
br i1 %cmp28, label %29, label %28
|
||
|
|
%val29 = load volatile float, float* undef
|
||
|
|
%cmp29 = fcmp une float %val29, 0.0
|
||
|
|
br i1 %cmp29, label %30, label %29
|
||
|
|
%val30 = load volatile float, float* undef
|
||
|
|
%cmp30 = fcmp une float %val30, 0.0
|
||
|
|
br i1 %cmp30, label %31, label %30
|
||
|
|
%val31 = load volatile float, float* undef
|
||
|
|
%cmp31 = fcmp une float %val31, 0.0
|
||
|
|
br i1 %cmp31, label %32, label %31
|
||
|
|
%val32 = load volatile float, float* undef
|
||
|
|
%cmp32 = fcmp une float %val32, 0.0
|
||
|
|
br i1 %cmp32, label %33, label %32
|
||
|
|
%val33 = load volatile float, float* undef
|
||
|
|
%cmp33 = fcmp une float %val33, 0.0
|
||
|
|
br i1 %cmp33, label %34, label %33
|
||
|
|
%val34 = load volatile float, float* undef
|
||
|
|
%cmp34 = fcmp une float %val34, 0.0
|
||
|
|
br i1 %cmp34, label %35, label %34
|
||
|
|
%val35 = load volatile float, float* undef
|
||
|
|
%cmp35 = fcmp une float %val35, 0.0
|
||
|
|
br i1 %cmp35, label %36, label %35
|
||
|
|
%val36 = load volatile float, float* undef
|
||
|
|
%cmp36 = fcmp une float %val36, 0.0
|
||
|
|
br i1 %cmp36, label %37, label %36
|
||
|
|
%val37 = load volatile float, float* undef
|
||
|
|
%cmp37 = fcmp une float %val37, 0.0
|
||
|
|
br i1 %cmp37, label %38, label %37
|
||
|
|
%val38 = load volatile float, float* undef
|
||
|
|
%cmp38 = fcmp une float %val38, 0.0
|
||
|
|
br i1 %cmp38, label %39, label %38
|
||
|
|
%val39 = load volatile float, float* undef
|
||
|
|
%cmp39 = fcmp une float %val39, 0.0
|
||
|
|
br i1 %cmp39, label %40, label %39
|
||
|
|
%val40 = load volatile float, float* undef
|
||
|
|
%cmp40 = fcmp une float %val40, 0.0
|
||
|
|
br i1 %cmp40, label %41, label %40
|
||
|
|
%val41 = load volatile float, float* undef
|
||
|
|
%cmp41 = fcmp une float %val41, undef
|
||
|
|
br i1 %cmp41, label %42, label %41
|
||
|
|
%val42 = load volatile float, float* undef
|
||
|
|
%cmp42 = fcmp une float %val42, 0.0
|
||
|
|
br i1 %cmp42, label %43, label %42
|
||
|
|
%val43 = load volatile float, float* undef
|
||
|
|
%cmp43 = fcmp une float %val43, 0.0
|
||
|
|
br i1 %cmp43, label %44, label %43
|
||
|
|
%val44 = load volatile float, float* undef
|
||
|
|
%cmp44 = fcmp une float %val44, 0.0
|
||
|
|
br i1 %cmp44, label %45, label %44
|
||
|
|
%val45 = load volatile float, float* undef
|
||
|
|
%cmp45 = fcmp une float %val45, 0.0
|
||
|
|
br i1 %cmp45, label %46, label %45
|
||
|
|
%val46 = load volatile float, float* undef
|
||
|
|
%cmp46 = fcmp une float %val46, 0.0
|
||
|
|
br i1 %cmp46, label %47, label %46
|
||
|
|
%val47 = load volatile float, float* undef
|
||
|
|
%cmp47 = fcmp une float %val47, 0.0
|
||
|
|
br i1 %cmp47, label %48, label %47
|
||
|
|
%val48 = load volatile float, float* undef
|
||
|
|
%cmp48 = fcmp une float %val48, 0.0
|
||
|
|
br i1 %cmp48, label %49, label %48
|
||
|
|
%val49 = load volatile float, float* undef
|
||
|
|
%cmp49 = fcmp une float %val49, 0.0
|
||
|
|
br i1 %cmp49, label %50, label %49
|
||
|
|
%val50 = load volatile float, float* undef
|
||
|
|
%cmp50 = fcmp une float %val50, 0.0
|
||
|
|
br i1 %cmp50, label %51, label %50
|
||
|
|
%val51 = load volatile float, float* undef
|
||
|
|
%cmp51 = fcmp une float %val51, 0.0
|
||
|
|
br i1 %cmp51, label %52, label %51
|
||
|
|
%val52 = load volatile float, float* undef
|
||
|
|
%cmp52 = fcmp une float %val52, 0.0
|
||
|
|
br i1 %cmp52, label %53, label %52
|
||
|
|
%val53 = load volatile float, float* undef
|
||
|
|
%cmp53 = fcmp une float %val53, 0.0
|
||
|
|
br i1 %cmp53, label %54, label %53
|
||
|
|
%val54 = load volatile float, float* undef
|
||
|
|
%cmp54 = fcmp une float %val54, 0.0
|
||
|
|
br i1 %cmp54, label %55, label %54
|
||
|
|
%val55 = load volatile float, float* undef
|
||
|
|
%cmp55 = fcmp une float %val55, 0.0
|
||
|
|
br i1 %cmp55, label %56, label %55
|
||
|
|
%val56 = load volatile float, float* undef
|
||
|
|
%cmp56 = fcmp une float %val56, 0.0
|
||
|
|
br i1 %cmp56, label %57, label %56
|
||
|
|
%val57 = load volatile float, float* undef
|
||
|
|
%cmp57 = fcmp une float %val57, 0.0
|
||
|
|
br i1 %cmp57, label %58, label %57
|
||
|
|
%val58 = load volatile float, float* undef
|
||
|
|
%cmp58 = fcmp une float %val58, 0.0
|
||
|
|
br i1 %cmp58, label %59, label %58
|
||
|
|
%val59 = load volatile float, float* undef
|
||
|
|
%cmp59 = fcmp une float %val59, 0.0
|
||
|
|
br i1 %cmp59, label %60, label %59
|
||
|
|
%val60 = load volatile float, float* undef
|
||
|
|
%cmp60 = fcmp une float %val60, 0.0
|
||
|
|
br i1 %cmp60, label %61, label %60
|
||
|
|
%val61 = load volatile float, float* undef
|
||
|
|
%cmp61 = fcmp une float %val61, 0.0
|
||
|
|
br i1 %cmp61, label %62, label %61
|
||
|
|
%val62 = load volatile float, float* undef
|
||
|
|
%cmp62 = fcmp une float %val62, 0.0
|
||
|
|
br i1 %cmp62, label %63, label %62
|
||
|
|
%val63 = load volatile float, float* undef
|
||
|
|
%cmp63 = fcmp une float %val63, 0.0
|
||
|
|
br i1 %cmp63, label %64, label %63
|
||
|
|
%val64 = load volatile float, float* undef
|
||
|
|
%cmp64 = fcmp une float %val64, 0.0
|
||
|
|
br i1 %cmp64, label %65, label %64
|
||
|
|
|
||
|
|
br label %exit
|
||
|
|
exit:
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @benchmark_heapsort(i32 %n, double* nocapture %ra) {
|
||
|
|
; This test case comes from the heapsort benchmark, and exemplifies several
|
||
|
|
; important aspects to block placement in the presence of loops:
|
||
|
|
; 1) Loop rotation needs to *ensure* that the desired exiting edge can be
|
||
|
|
; a fallthrough.
|
||
|
|
; 2) The exiting edge from the loop which is rotated to be laid out at the
|
||
|
|
; bottom of the loop needs to be exiting into the nearest enclosing loop (to
|
||
|
|
; which there is an exit). Otherwise, we force that enclosing loop into
|
||
|
|
; strange layouts that are siginificantly less efficient, often times making
|
||
|
|
; it discontiguous.
|
||
|
|
;
|
||
|
|
; CHECK-LABEL: @benchmark_heapsort
|
||
|
|
; CHECK: %entry
|
||
|
|
; First rotated loop top.
|
||
|
|
; CHECK: .p2align
|
||
|
|
; CHECK: %while.end
|
||
|
|
; %for.cond gets completely tail-duplicated away.
|
||
|
|
; CHECK: %if.then
|
||
|
|
; CHECK: %if.else
|
||
|
|
; CHECK: %if.end10
|
||
|
|
; Second rotated loop top
|
||
|
|
; CHECK: %while.cond.outer
|
||
|
|
; Third rotated loop top
|
||
|
|
; CHECK: .p2align
|
||
|
|
; CHECK: %if.end20
|
||
|
|
; CHECK: %while.cond
|
||
|
|
; CHECK: %while.body
|
||
|
|
; CHECK: %land.lhs.true
|
||
|
|
; CHECK: %if.then19
|
||
|
|
; CHECK: %if.then24
|
||
|
|
; CHECK: %if.then8
|
||
|
|
; CHECK: ret
|
||
|
|
|
||
|
|
entry:
|
||
|
|
%shr = ashr i32 %n, 1
|
||
|
|
%add = add nsw i32 %shr, 1
|
||
|
|
%arrayidx3 = getelementptr inbounds double, double* %ra, i64 1
|
||
|
|
br label %for.cond
|
||
|
|
|
||
|
|
for.cond:
|
||
|
|
%ir.0 = phi i32 [ %n, %entry ], [ %ir.1, %while.end ]
|
||
|
|
%l.0 = phi i32 [ %add, %entry ], [ %l.1, %while.end ]
|
||
|
|
%cmp = icmp sgt i32 %l.0, 1
|
||
|
|
br i1 %cmp, label %if.then, label %if.else
|
||
|
|
|
||
|
|
if.then:
|
||
|
|
%dec = add nsw i32 %l.0, -1
|
||
|
|
%idxprom = sext i32 %dec to i64
|
||
|
|
%arrayidx = getelementptr inbounds double, double* %ra, i64 %idxprom
|
||
|
|
%0 = load double, double* %arrayidx, align 8
|
||
|
|
br label %if.end10
|
||
|
|
|
||
|
|
if.else:
|
||
|
|
%idxprom1 = sext i32 %ir.0 to i64
|
||
|
|
%arrayidx2 = getelementptr inbounds double, double* %ra, i64 %idxprom1
|
||
|
|
%1 = load double, double* %arrayidx2, align 8
|
||
|
|
%2 = load double, double* %arrayidx3, align 8
|
||
|
|
store double %2, double* %arrayidx2, align 8
|
||
|
|
%dec6 = add nsw i32 %ir.0, -1
|
||
|
|
%cmp7 = icmp eq i32 %dec6, 1
|
||
|
|
br i1 %cmp7, label %if.then8, label %if.end10
|
||
|
|
|
||
|
|
if.then8:
|
||
|
|
store double %1, double* %arrayidx3, align 8
|
||
|
|
ret void
|
||
|
|
|
||
|
|
if.end10:
|
||
|
|
%ir.1 = phi i32 [ %ir.0, %if.then ], [ %dec6, %if.else ]
|
||
|
|
%l.1 = phi i32 [ %dec, %if.then ], [ %l.0, %if.else ]
|
||
|
|
%rra.0 = phi double [ %0, %if.then ], [ %1, %if.else ]
|
||
|
|
%add31 = add nsw i32 %ir.1, 1
|
||
|
|
br label %while.cond.outer
|
||
|
|
|
||
|
|
while.cond.outer:
|
||
|
|
%j.0.ph.in = phi i32 [ %l.1, %if.end10 ], [ %j.1, %if.then24 ]
|
||
|
|
%j.0.ph = shl i32 %j.0.ph.in, 1
|
||
|
|
br label %while.cond
|
||
|
|
|
||
|
|
while.cond:
|
||
|
|
%j.0 = phi i32 [ %add31, %if.end20 ], [ %j.0.ph, %while.cond.outer ]
|
||
|
|
%cmp11 = icmp sgt i32 %j.0, %ir.1
|
||
|
|
br i1 %cmp11, label %while.end, label %while.body
|
||
|
|
|
||
|
|
while.body:
|
||
|
|
%cmp12 = icmp slt i32 %j.0, %ir.1
|
||
|
|
br i1 %cmp12, label %land.lhs.true, label %if.end20
|
||
|
|
|
||
|
|
land.lhs.true:
|
||
|
|
%idxprom13 = sext i32 %j.0 to i64
|
||
|
|
%arrayidx14 = getelementptr inbounds double, double* %ra, i64 %idxprom13
|
||
|
|
%3 = load double, double* %arrayidx14, align 8
|
||
|
|
%add15 = add nsw i32 %j.0, 1
|
||
|
|
%idxprom16 = sext i32 %add15 to i64
|
||
|
|
%arrayidx17 = getelementptr inbounds double, double* %ra, i64 %idxprom16
|
||
|
|
%4 = load double, double* %arrayidx17, align 8
|
||
|
|
%cmp18 = fcmp olt double %3, %4
|
||
|
|
br i1 %cmp18, label %if.then19, label %if.end20
|
||
|
|
|
||
|
|
if.then19:
|
||
|
|
br label %if.end20
|
||
|
|
|
||
|
|
if.end20:
|
||
|
|
%j.1 = phi i32 [ %add15, %if.then19 ], [ %j.0, %land.lhs.true ], [ %j.0, %while.body ]
|
||
|
|
%idxprom21 = sext i32 %j.1 to i64
|
||
|
|
%arrayidx22 = getelementptr inbounds double, double* %ra, i64 %idxprom21
|
||
|
|
%5 = load double, double* %arrayidx22, align 8
|
||
|
|
%cmp23 = fcmp olt double %rra.0, %5
|
||
|
|
br i1 %cmp23, label %if.then24, label %while.cond
|
||
|
|
|
||
|
|
if.then24:
|
||
|
|
%idxprom27 = sext i32 %j.0.ph.in to i64
|
||
|
|
%arrayidx28 = getelementptr inbounds double, double* %ra, i64 %idxprom27
|
||
|
|
store double %5, double* %arrayidx28, align 8
|
||
|
|
br label %while.cond.outer
|
||
|
|
|
||
|
|
while.end:
|
||
|
|
%idxprom33 = sext i32 %j.0.ph.in to i64
|
||
|
|
%arrayidx34 = getelementptr inbounds double, double* %ra, i64 %idxprom33
|
||
|
|
store double %rra.0, double* %arrayidx34, align 8
|
||
|
|
br label %for.cond
|
||
|
|
}
|
||
|
|
|
||
|
|
declare void @cold_function() cold
|
||
|
|
|
||
|
|
define i32 @test_cold_calls(i32* %a) {
|
||
|
|
; Test that edges to blocks post-dominated by cold calls are
|
||
|
|
; marked as not expected to be taken. They should be laid out
|
||
|
|
; at the bottom.
|
||
|
|
; CHECK-LABEL: test_cold_calls:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %else
|
||
|
|
; CHECK: %exit
|
||
|
|
; CHECK: %then
|
||
|
|
|
||
|
|
entry:
|
||
|
|
%gep1 = getelementptr i32, i32* %a, i32 1
|
||
|
|
%val1 = load i32, i32* %gep1
|
||
|
|
%cond1 = icmp ugt i32 %val1, 1
|
||
|
|
br i1 %cond1, label %then, label %else
|
||
|
|
|
||
|
|
then:
|
||
|
|
call void @cold_function()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
else:
|
||
|
|
%gep2 = getelementptr i32, i32* %a, i32 2
|
||
|
|
%val2 = load i32, i32* %gep2
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
%ret = phi i32 [ %val1, %then ], [ %val2, %else ]
|
||
|
|
ret i32 %ret
|
||
|
|
}
|
||
|
|
|
||
|
|
; Make sure we put landingpads out of the way.
|
||
|
|
declare i32 @pers(...)
|
||
|
|
|
||
|
|
declare i32 @foo();
|
||
|
|
|
||
|
|
declare i32 @bar();
|
||
|
|
|
||
|
|
define i32 @test_lp(i32 %a) personality i32 (...)* @pers {
|
||
|
|
; CHECK-LABEL: test_lp:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %hot
|
||
|
|
; CHECK: %then
|
||
|
|
; CHECK: %cold
|
||
|
|
; CHECK: %coldlp
|
||
|
|
; CHECK: %hotlp
|
||
|
|
; CHECK: %lpret
|
||
|
|
entry:
|
||
|
|
%0 = icmp sgt i32 %a, 1
|
||
|
|
br i1 %0, label %hot, label %cold, !prof !4
|
||
|
|
|
||
|
|
hot:
|
||
|
|
%1 = invoke i32 @foo()
|
||
|
|
to label %then unwind label %hotlp
|
||
|
|
|
||
|
|
cold:
|
||
|
|
%2 = invoke i32 @bar()
|
||
|
|
to label %then unwind label %coldlp
|
||
|
|
|
||
|
|
then:
|
||
|
|
%3 = phi i32 [ %1, %hot ], [ %2, %cold ]
|
||
|
|
ret i32 %3
|
||
|
|
|
||
|
|
hotlp:
|
||
|
|
%4 = landingpad { i8*, i32 }
|
||
|
|
cleanup
|
||
|
|
br label %lpret
|
||
|
|
|
||
|
|
coldlp:
|
||
|
|
%5 = landingpad { i8*, i32 }
|
||
|
|
cleanup
|
||
|
|
br label %lpret
|
||
|
|
|
||
|
|
lpret:
|
||
|
|
%6 = phi i32 [-1, %hotlp], [-2, %coldlp]
|
||
|
|
%7 = add i32 %6, 42
|
||
|
|
ret i32 %7
|
||
|
|
}
|
||
|
|
|
||
|
|
!4 = !{!"branch_weights", i32 65536, i32 0}
|
||
|
|
|
||
|
|
; Make sure that ehpad are scheduled from the least probable one
|
||
|
|
; to the most probable one. See selectBestCandidateBlock as to why.
|
||
|
|
declare void @clean();
|
||
|
|
|
||
|
|
define void @test_flow_unwind() personality i32 (...)* @pers {
|
||
|
|
; CHECK-LABEL: test_flow_unwind:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %then
|
||
|
|
; CHECK: %exit
|
||
|
|
; CHECK: %innerlp
|
||
|
|
; CHECK: %outerlp
|
||
|
|
; CHECK: %outercleanup
|
||
|
|
entry:
|
||
|
|
%0 = invoke i32 @foo()
|
||
|
|
to label %then unwind label %outerlp
|
||
|
|
|
||
|
|
then:
|
||
|
|
%1 = invoke i32 @bar()
|
||
|
|
to label %exit unwind label %innerlp
|
||
|
|
|
||
|
|
exit:
|
||
|
|
ret void
|
||
|
|
|
||
|
|
innerlp:
|
||
|
|
%2 = landingpad { i8*, i32 }
|
||
|
|
cleanup
|
||
|
|
br label %innercleanup
|
||
|
|
|
||
|
|
outerlp:
|
||
|
|
%3 = landingpad { i8*, i32 }
|
||
|
|
cleanup
|
||
|
|
br label %outercleanup
|
||
|
|
|
||
|
|
outercleanup:
|
||
|
|
%4 = phi { i8*, i32 } [%2, %innercleanup], [%3, %outerlp]
|
||
|
|
call void @clean()
|
||
|
|
resume { i8*, i32 } %4
|
||
|
|
|
||
|
|
innercleanup:
|
||
|
|
call void @clean()
|
||
|
|
br label %outercleanup
|
||
|
|
}
|
||
|
|
|
||
|
|
declare void @hot_function()
|
||
|
|
|
||
|
|
define void @test_hot_branch(i32* %a) {
|
||
|
|
; Test that a hot branch that has a probability a little larger than 80% will
|
||
|
|
; break CFG constrains when doing block placement.
|
||
|
|
; CHECK-LABEL: test_hot_branch:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %then
|
||
|
|
; CHECK: %exit
|
||
|
|
; CHECK: %else
|
||
|
|
|
||
|
|
entry:
|
||
|
|
%gep1 = getelementptr i32, i32* %a, i32 1
|
||
|
|
%val1 = load i32, i32* %gep1
|
||
|
|
%cond1 = icmp ugt i32 %val1, 1
|
||
|
|
br i1 %cond1, label %then, label %else, !prof !5
|
||
|
|
|
||
|
|
then:
|
||
|
|
call void @hot_function()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
else:
|
||
|
|
call void @cold_function()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
call void @hot_function()
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @test_hot_branch_profile(i32* %a) !prof !6 {
|
||
|
|
; Test that a hot branch that has a probability a little larger than 50% will
|
||
|
|
; break CFG constrains when doing block placement when profile is available.
|
||
|
|
; CHECK-LABEL: test_hot_branch_profile:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %then
|
||
|
|
; CHECK: %exit
|
||
|
|
; CHECK: %else
|
||
|
|
|
||
|
|
entry:
|
||
|
|
%gep1 = getelementptr i32, i32* %a, i32 1
|
||
|
|
%val1 = load i32, i32* %gep1
|
||
|
|
%cond1 = icmp ugt i32 %val1, 1
|
||
|
|
br i1 %cond1, label %then, label %else, !prof !7
|
||
|
|
|
||
|
|
then:
|
||
|
|
call void @hot_function()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
else:
|
||
|
|
call void @cold_function()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
call void @hot_function()
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @test_hot_branch_triangle_profile(i32* %a) !prof !6 {
|
||
|
|
; Test that a hot branch that has a probability a little larger than 80% will
|
||
|
|
; break triangle shaped CFG constrains when doing block placement if profile
|
||
|
|
; is present.
|
||
|
|
; CHECK-LABEL: test_hot_branch_triangle_profile:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %exit
|
||
|
|
; CHECK: %then
|
||
|
|
|
||
|
|
entry:
|
||
|
|
%gep1 = getelementptr i32, i32* %a, i32 1
|
||
|
|
%val1 = load i32, i32* %gep1
|
||
|
|
%cond1 = icmp ugt i32 %val1, 1
|
||
|
|
br i1 %cond1, label %exit, label %then, !prof !5
|
||
|
|
|
||
|
|
then:
|
||
|
|
call void @hot_function()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
call void @hot_function()
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @test_hot_branch_triangle_profile_topology(i32* %a) !prof !6 {
|
||
|
|
; Test that a hot branch that has a probability between 50% and 66% will not
|
||
|
|
; break triangle shaped CFG constrains when doing block placement if profile
|
||
|
|
; is present.
|
||
|
|
; CHECK-LABEL: test_hot_branch_triangle_profile_topology:
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %then
|
||
|
|
; CHECK: %exit
|
||
|
|
|
||
|
|
entry:
|
||
|
|
%gep1 = getelementptr i32, i32* %a, i32 1
|
||
|
|
%val1 = load i32, i32* %gep1
|
||
|
|
%cond1 = icmp ugt i32 %val1, 1
|
||
|
|
br i1 %cond1, label %exit, label %then, !prof !7
|
||
|
|
|
||
|
|
then:
|
||
|
|
call void @hot_function()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
call void @hot_function()
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
declare void @a()
|
||
|
|
declare void @b()
|
||
|
|
|
||
|
|
define void @test_forked_hot_diamond(i32* %a) {
|
||
|
|
; Test that a hot-branch with probability > 80% followed by a 50/50 branch
|
||
|
|
; will not place the cold predecessor if the probability for the fallthrough
|
||
|
|
; remains above 80%
|
||
|
|
; CHECK-LABEL: test_forked_hot_diamond
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %then
|
||
|
|
; CHECK: %fork1
|
||
|
|
; CHECK: %else
|
||
|
|
; CHECK: %fork2
|
||
|
|
; CHECK: %exit
|
||
|
|
entry:
|
||
|
|
%gep1 = getelementptr i32, i32* %a, i32 1
|
||
|
|
%val1 = load i32, i32* %gep1
|
||
|
|
%cond1 = icmp ugt i32 %val1, 1
|
||
|
|
br i1 %cond1, label %then, label %else, !prof !5
|
||
|
|
|
||
|
|
then:
|
||
|
|
call void @hot_function()
|
||
|
|
%gep2 = getelementptr i32, i32* %a, i32 2
|
||
|
|
%val2 = load i32, i32* %gep2
|
||
|
|
%cond2 = icmp ugt i32 %val2, 2
|
||
|
|
br i1 %cond2, label %fork1, label %fork2, !prof !8
|
||
|
|
|
||
|
|
else:
|
||
|
|
call void @cold_function()
|
||
|
|
%gep3 = getelementptr i32, i32* %a, i32 3
|
||
|
|
%val3 = load i32, i32* %gep3
|
||
|
|
%cond3 = icmp ugt i32 %val3, 3
|
||
|
|
br i1 %cond3, label %fork1, label %fork2, !prof !8
|
||
|
|
|
||
|
|
fork1:
|
||
|
|
call void @a()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
fork2:
|
||
|
|
call void @b()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
call void @hot_function()
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @test_forked_hot_diamond_gets_cold(i32* %a) {
|
||
|
|
; Test that a hot-branch with probability > 80% followed by a 50/50 branch
|
||
|
|
; will place the cold predecessor if the probability for the fallthrough
|
||
|
|
; falls below 80%
|
||
|
|
; The probability for both branches is 85%. For then2 vs else1
|
||
|
|
; this results in a compounded probability of 83%.
|
||
|
|
; Neither then2->fork1 nor then2->fork2 has a large enough relative
|
||
|
|
; probability to break the CFG.
|
||
|
|
; Relative probs:
|
||
|
|
; then2 -> fork1 vs else1 -> fork1 = 71%
|
||
|
|
; then2 -> fork2 vs else2 -> fork2 = 74%
|
||
|
|
; CHECK-LABEL: test_forked_hot_diamond_gets_cold
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %then1
|
||
|
|
; CHECK: %then2
|
||
|
|
; CHECK: %else1
|
||
|
|
; CHECK: %fork1
|
||
|
|
; CHECK: %else2
|
||
|
|
; CHECK: %fork2
|
||
|
|
; CHECK: %exit
|
||
|
|
entry:
|
||
|
|
%gep1 = getelementptr i32, i32* %a, i32 1
|
||
|
|
%val1 = load i32, i32* %gep1
|
||
|
|
%cond1 = icmp ugt i32 %val1, 1
|
||
|
|
br i1 %cond1, label %then1, label %else1, !prof !9
|
||
|
|
|
||
|
|
then1:
|
||
|
|
call void @hot_function()
|
||
|
|
%gep2 = getelementptr i32, i32* %a, i32 2
|
||
|
|
%val2 = load i32, i32* %gep2
|
||
|
|
%cond2 = icmp ugt i32 %val2, 2
|
||
|
|
br i1 %cond2, label %then2, label %else2, !prof !9
|
||
|
|
|
||
|
|
else1:
|
||
|
|
call void @cold_function()
|
||
|
|
br label %fork1
|
||
|
|
|
||
|
|
then2:
|
||
|
|
call void @hot_function()
|
||
|
|
%gep3 = getelementptr i32, i32* %a, i32 3
|
||
|
|
%val3 = load i32, i32* %gep2
|
||
|
|
%cond3 = icmp ugt i32 %val2, 3
|
||
|
|
br i1 %cond3, label %fork1, label %fork2, !prof !8
|
||
|
|
|
||
|
|
else2:
|
||
|
|
call void @cold_function()
|
||
|
|
br label %fork2
|
||
|
|
|
||
|
|
fork1:
|
||
|
|
call void @a()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
fork2:
|
||
|
|
call void @b()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
call void @hot_function()
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define void @test_forked_hot_diamond_stays_hot(i32* %a) {
|
||
|
|
; Test that a hot-branch with probability > 88.88% (1:8) followed by a 50/50
|
||
|
|
; branch will not place the cold predecessor as the probability for the
|
||
|
|
; fallthrough stays above 80%
|
||
|
|
; (1:8) followed by (1:1) is still (1:4)
|
||
|
|
; Here we use 90% probability because two in a row
|
||
|
|
; have a 89 % probability vs the original branch.
|
||
|
|
; CHECK-LABEL: test_forked_hot_diamond_stays_hot
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %then1
|
||
|
|
; CHECK: %then2
|
||
|
|
; CHECK: %fork1
|
||
|
|
; CHECK: %else1
|
||
|
|
; CHECK: %else2
|
||
|
|
; CHECK: %fork2
|
||
|
|
; CHECK: %exit
|
||
|
|
entry:
|
||
|
|
%gep1 = getelementptr i32, i32* %a, i32 1
|
||
|
|
%val1 = load i32, i32* %gep1
|
||
|
|
%cond1 = icmp ugt i32 %val1, 1
|
||
|
|
br i1 %cond1, label %then1, label %else1, !prof !10
|
||
|
|
|
||
|
|
then1:
|
||
|
|
call void @hot_function()
|
||
|
|
%gep2 = getelementptr i32, i32* %a, i32 2
|
||
|
|
%val2 = load i32, i32* %gep2
|
||
|
|
%cond2 = icmp ugt i32 %val2, 2
|
||
|
|
br i1 %cond2, label %then2, label %else2, !prof !10
|
||
|
|
|
||
|
|
else1:
|
||
|
|
call void @cold_function()
|
||
|
|
br label %fork1
|
||
|
|
|
||
|
|
then2:
|
||
|
|
call void @hot_function()
|
||
|
|
%gep3 = getelementptr i32, i32* %a, i32 3
|
||
|
|
%val3 = load i32, i32* %gep2
|
||
|
|
%cond3 = icmp ugt i32 %val2, 3
|
||
|
|
br i1 %cond3, label %fork1, label %fork2, !prof !8
|
||
|
|
|
||
|
|
else2:
|
||
|
|
call void @cold_function()
|
||
|
|
br label %fork2
|
||
|
|
|
||
|
|
fork1:
|
||
|
|
call void @a()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
fork2:
|
||
|
|
call void @b()
|
||
|
|
br label %exit
|
||
|
|
|
||
|
|
exit:
|
||
|
|
call void @hot_function()
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
; Because %endif has a higher frequency than %if, the calculations show we
|
||
|
|
; shouldn't tail-duplicate %endif so that we can place it after %if. We were
|
||
|
|
; previously undercounting the cost by ignoring execution frequency that didn't
|
||
|
|
; come from the %if->%endif path.
|
||
|
|
; CHECK-LABEL: higher_frequency_succ_tail_dup
|
||
|
|
; CHECK: %entry
|
||
|
|
; CHECK: %elseif
|
||
|
|
; CHECK: %else
|
||
|
|
; CHECK: %endif
|
||
|
|
; CHECK: %then
|
||
|
|
; CHECK: %ret
|
||
|
|
define void @higher_frequency_succ_tail_dup(i1 %a, i1 %b, i1 %c) {
|
||
|
|
entry:
|
||
|
|
br label %if
|
||
|
|
if: ; preds = %entry
|
||
|
|
call void @effect(i32 0)
|
||
|
|
br i1 %a, label %elseif, label %endif, !prof !11 ; even
|
||
|
|
|
||
|
|
elseif: ; preds = %if
|
||
|
|
call void @effect(i32 1)
|
||
|
|
br i1 %b, label %else, label %endif, !prof !11 ; even
|
||
|
|
|
||
|
|
else: ; preds = %elseif
|
||
|
|
call void @effect(i32 2)
|
||
|
|
br label %endif
|
||
|
|
|
||
|
|
endif: ; preds = %if, %elseif, %else
|
||
|
|
br i1 %c, label %then, label %ret, !prof !12 ; 5 to 3
|
||
|
|
|
||
|
|
then: ; preds = %endif
|
||
|
|
call void @effect(i32 3)
|
||
|
|
br label %ret
|
||
|
|
|
||
|
|
ret: ; preds = %endif, %then
|
||
|
|
ret void
|
||
|
|
}
|
||
|
|
|
||
|
|
define i32 @not_rotate_if_extra_branch(i32 %count) {
|
||
|
|
; Test checks that there is no loop rotation
|
||
|
|
; if it introduces extra branch.
|
||
|
|
; Specifically in this case because best exit is .header
|
||
|
|
; but it has fallthrough to .middle block and last block in
|
||
|
|
; loop chain .slow does not have afallthrough to .header.
|
||
|
|
; CHECK-LABEL: not_rotate_if_extra_branch
|
||
|
|
; CHECK: %.entry
|
||
|
|
; CHECK: %.header
|
||
|
|
; CHECK: %.middle
|
||
|
|
; CHECK: %.backedge
|
||
|
|
; CHECK: %.slow
|
||
|
|
; CHECK: %.bailout
|
||
|
|
; CHECK: %.stop
|
||
|
|
.entry:
|
||
|
|
%sum.0 = shl nsw i32 %count, 1
|
||
|
|
br label %.header
|
||
|
|
|
||
|
|
.header:
|
||
|
|
%i = phi i32 [ %i.1, %.backedge ], [ 0, %.entry ]
|
||
|
|
%sum = phi i32 [ %sum.1, %.backedge ], [ %sum.0, %.entry ]
|
||
|
|
%is_exc = icmp sgt i32 %i, 9000000
|
||
|
|
br i1 %is_exc, label %.bailout, label %.middle, !prof !13
|
||
|
|
|
||
|
|
.bailout:
|
||
|
|
%sum.2 = add nsw i32 %count, 1
|
||
|
|
br label %.stop
|
||
|
|
|
||
|
|
.middle:
|
||
|
|
%pr.1 = and i32 %i, 1023
|
||
|
|
%pr.2 = icmp eq i32 %pr.1, 0
|
||
|
|
br i1 %pr.2, label %.slow, label %.backedge, !prof !14
|
||
|
|
|
||
|
|
.slow:
|
||
|
|
tail call void @effect(i32 %sum)
|
||
|
|
br label %.backedge
|
||
|
|
|
||
|
|
.backedge:
|
||
|
|
%sum.1 = add nsw i32 %i, %sum
|
||
|
|
%i.1 = add nsw i32 %i, 1
|
||
|
|
%end = icmp slt i32 %i.1, %count
|
||
|
|
br i1 %end, label %.header, label %.stop, !prof !15
|
||
|
|
|
||
|
|
.stop:
|
||
|
|
%sum.phi = phi i32 [ %sum.1, %.backedge ], [ %sum.2, %.bailout ]
|
||
|
|
ret i32 %sum.phi
|
||
|
|
}
|
||
|
|
|
||
|
|
define i32 @not_rotate_if_extra_branch_regression(i32 %count, i32 %init) {
|
||
|
|
; This is a regression test against patch avoid loop rotation if
|
||
|
|
; it introduce an extra btanch.
|
||
|
|
; CHECK-LABEL: not_rotate_if_extra_branch_regression
|
||
|
|
; CHECK: %.entry
|
||
|
|
; CHECK: %.first_backedge
|
||
|
|
; CHECK: %.second_header
|
||
|
|
; CHECK: %.slow
|
||
|
|
.entry:
|
||
|
|
%sum.0 = shl nsw i32 %count, 1
|
||
|
|
br label %.first_header
|
||
|
|
|
||
|
|
.first_header:
|
||
|
|
%i = phi i32 [ %i.1, %.first_backedge ], [ 0, %.entry ]
|
||
|
|
%is_bo1 = icmp sgt i32 %i, 9000000
|
||
|
|
br i1 %is_bo1, label %.bailout, label %.first_backedge, !prof !14
|
||
|
|
|
||
|
|
.first_backedge:
|
||
|
|
%i.1 = add nsw i32 %i, 1
|
||
|
|
%end = icmp slt i32 %i.1, %count
|
||
|
|
br i1 %end, label %.first_header, label %.second_header, !prof !13
|
||
|
|
|
||
|
|
.second_header:
|
||
|
|
%j = phi i32 [ %j.1, %.second_backedge ], [ %init, %.first_backedge ]
|
||
|
|
%end.2 = icmp sgt i32 %j, %count
|
||
|
|
br i1 %end.2, label %.stop, label %.second_middle, !prof !14
|
||
|
|
|
||
|
|
.second_middle:
|
||
|
|
%is_slow = icmp sgt i32 %j, 9000000
|
||
|
|
br i1 %is_slow, label %.slow, label %.second_backedge, !prof !14
|
||
|
|
|
||
|
|
.slow:
|
||
|
|
tail call void @effect(i32 %j)
|
||
|
|
br label %.second_backedge
|
||
|
|
|
||
|
|
.second_backedge:
|
||
|
|
%j.1 = add nsw i32 %j, 1
|
||
|
|
%end.3 = icmp slt i32 %j, 10000000
|
||
|
|
br i1 %end.3, label %.second_header, label %.stop, !prof !13
|
||
|
|
|
||
|
|
.stop:
|
||
|
|
%res = add nsw i32 %j, %i.1
|
||
|
|
ret i32 %res
|
||
|
|
|
||
|
|
.bailout:
|
||
|
|
ret i32 0
|
||
|
|
}
|
||
|
|
|
||
|
|
declare void @effect(i32)
|
||
|
|
|
||
|
|
!5 = !{!"branch_weights", i32 84, i32 16}
|
||
|
|
!6 = !{!"function_entry_count", i32 10}
|
||
|
|
!7 = !{!"branch_weights", i32 60, i32 40}
|
||
|
|
!8 = !{!"branch_weights", i32 5001, i32 4999}
|
||
|
|
!9 = !{!"branch_weights", i32 85, i32 15}
|
||
|
|
!10 = !{!"branch_weights", i32 90, i32 10}
|
||
|
|
!11 = !{!"branch_weights", i32 1, i32 1}
|
||
|
|
!12 = !{!"branch_weights", i32 5, i32 3}
|
||
|
|
!13 = !{!"branch_weights", i32 1, i32 1}
|
||
|
|
!14 = !{!"branch_weights", i32 1, i32 1023}
|
||
|
|
!15 = !{!"branch_weights", i32 4095, i32 1}
|