|
| 1 | +; NOTE: Assertions have been autogenerated by utils/update_test_checks.py UTC_ARGS: --version 4 |
| 2 | +; RUN: opt -S < %s -p loop-vectorize -force-vector-width=4 -fold-early-exit-branch-into-loop | FileCheck %s |
| 3 | + |
| 4 | +declare void @init_mem(ptr, i64); |
| 5 | + |
| 6 | +define i64 @same_exit_block_phi_of_consts() { |
| 7 | +; CHECK-LABEL: define i64 @same_exit_block_phi_of_consts() { |
| 8 | +; CHECK-NEXT: entry: |
| 9 | +; CHECK-NEXT: [[P1:%.*]] = alloca [1024 x i8], align 1 |
| 10 | +; CHECK-NEXT: [[P2:%.*]] = alloca [1024 x i8], align 1 |
| 11 | +; CHECK-NEXT: call void @init_mem(ptr [[P1]], i64 1024) |
| 12 | +; CHECK-NEXT: call void @init_mem(ptr [[P2]], i64 1024) |
| 13 | +; CHECK-NEXT: br i1 false, label [[SCALAR_PH:%.*]], label [[VECTOR_PH:%.*]] |
| 14 | +; CHECK: vector.ph: |
| 15 | +; CHECK-NEXT: br label [[VECTOR_BODY:%.*]] |
| 16 | +; CHECK: vector.body: |
| 17 | +; CHECK-NEXT: [[INDEX1:%.*]] = phi i64 [ 0, [[VECTOR_PH]] ], [ [[INDEX_NEXT3:%.*]], [[VECTOR_BODY_SPLIT:%.*]] ] |
| 18 | +; CHECK-NEXT: [[OFFSET_IDX:%.*]] = add i64 3, [[INDEX1]] |
| 19 | +; CHECK-NEXT: [[TMP0:%.*]] = getelementptr inbounds i8, ptr [[P1]], i64 [[OFFSET_IDX]] |
| 20 | +; CHECK-NEXT: [[TMP1:%.*]] = getelementptr inbounds i8, ptr [[TMP0]], i32 0 |
| 21 | +; CHECK-NEXT: [[WIDE_LOAD:%.*]] = load <4 x i8>, ptr [[TMP1]], align 1 |
| 22 | +; CHECK-NEXT: [[TMP2:%.*]] = getelementptr inbounds i8, ptr [[P2]], i64 [[OFFSET_IDX]] |
| 23 | +; CHECK-NEXT: [[TMP3:%.*]] = getelementptr inbounds i8, ptr [[TMP2]], i32 0 |
| 24 | +; CHECK-NEXT: [[WIDE_LOAD2:%.*]] = load <4 x i8>, ptr [[TMP3]], align 1 |
| 25 | +; CHECK-NEXT: [[TMP4:%.*]] = icmp ne <4 x i8> [[WIDE_LOAD]], [[WIDE_LOAD2]] |
| 26 | +; CHECK-NEXT: [[INDEX_NEXT3]] = add nuw i64 [[INDEX1]], 4 |
| 27 | +; CHECK-NEXT: [[TMP5:%.*]] = call i1 @llvm.vector.reduce.or.v4i1(<4 x i1> [[TMP4]]) |
| 28 | +; CHECK-NEXT: br i1 [[TMP5]], label [[VECTOR_EARLY_EXIT:%.*]], label [[VECTOR_BODY_SPLIT]] |
| 29 | +; CHECK: vector.body.split: |
| 30 | +; CHECK-NEXT: [[TMP6:%.*]] = icmp eq i64 [[INDEX_NEXT3]], 64 |
| 31 | +; CHECK-NEXT: br i1 [[TMP6]], label [[MIDDLE_SPLIT:%.*]], label [[VECTOR_BODY]], !llvm.loop [[LOOP0:![0-9]+]] |
| 32 | +; CHECK: middle.split: |
| 33 | +; CHECK-NEXT: br label [[MIDDLE_BLOCK:%.*]] |
| 34 | +; CHECK: middle.block: |
| 35 | +; CHECK-NEXT: br i1 true, label [[LOOP_END:%.*]], label [[SCALAR_PH]] |
| 36 | +; CHECK: vector.early.exit: |
| 37 | +; CHECK-NEXT: br label [[LOOP_END]] |
| 38 | +; CHECK: scalar.ph: |
| 39 | +; CHECK-NEXT: [[BC_RESUME_VAL:%.*]] = phi i64 [ 67, [[MIDDLE_BLOCK]] ], [ 3, [[ENTRY:%.*]] ] |
| 40 | +; CHECK-NEXT: br label [[LOOP:%.*]] |
| 41 | +; CHECK: loop: |
| 42 | +; CHECK-NEXT: [[INDEX:%.*]] = phi i64 [ [[INDEX_NEXT:%.*]], [[LOOP_INC:%.*]] ], [ [[BC_RESUME_VAL]], [[SCALAR_PH]] ] |
| 43 | +; CHECK-NEXT: [[ARRAYIDX:%.*]] = getelementptr inbounds i8, ptr [[P1]], i64 [[INDEX]] |
| 44 | +; CHECK-NEXT: [[LD1:%.*]] = load i8, ptr [[ARRAYIDX]], align 1 |
| 45 | +; CHECK-NEXT: [[ARRAYIDX1:%.*]] = getelementptr inbounds i8, ptr [[P2]], i64 [[INDEX]] |
| 46 | +; CHECK-NEXT: [[LD2:%.*]] = load i8, ptr [[ARRAYIDX1]], align 1 |
| 47 | +; CHECK-NEXT: [[CMP3:%.*]] = icmp eq i8 [[LD1]], [[LD2]] |
| 48 | +; CHECK-NEXT: br i1 [[CMP3]], label [[LOOP_INC]], label [[LOOP_END]] |
| 49 | +; CHECK: loop.inc: |
| 50 | +; CHECK-NEXT: [[INDEX_NEXT]] = add i64 [[INDEX]], 1 |
| 51 | +; CHECK-NEXT: [[EXITCOND:%.*]] = icmp ne i64 [[INDEX_NEXT]], 67 |
| 52 | +; CHECK-NEXT: br i1 [[EXITCOND]], label [[LOOP]], label [[LOOP_END]], !llvm.loop [[LOOP3:![0-9]+]] |
| 53 | +; CHECK: loop.end: |
| 54 | +; CHECK-NEXT: [[RETVAL:%.*]] = phi i64 [ 0, [[LOOP]] ], [ 1, [[LOOP_INC]] ], [ 1, [[MIDDLE_BLOCK]] ], [ 0, [[VECTOR_EARLY_EXIT]] ] |
| 55 | +; CHECK-NEXT: ret i64 [[RETVAL]] |
| 56 | +; |
| 57 | +entry: |
| 58 | + %p1 = alloca [1024 x i8] |
| 59 | + %p2 = alloca [1024 x i8] |
| 60 | + call void @init_mem(ptr %p1, i64 1024) |
| 61 | + call void @init_mem(ptr %p2, i64 1024) |
| 62 | + br label %loop |
| 63 | + |
| 64 | +loop: |
| 65 | + %index = phi i64 [ %index.next, %loop.inc ], [ 3, %entry ] |
| 66 | + %arrayidx = getelementptr inbounds i8, ptr %p1, i64 %index |
| 67 | + %ld1 = load i8, ptr %arrayidx, align 1 |
| 68 | + %arrayidx1 = getelementptr inbounds i8, ptr %p2, i64 %index |
| 69 | + %ld2 = load i8, ptr %arrayidx1, align 1 |
| 70 | + %cmp3 = icmp eq i8 %ld1, %ld2 |
| 71 | + br i1 %cmp3, label %loop.inc, label %loop.end |
| 72 | + |
| 73 | +loop.inc: |
| 74 | + %index.next = add i64 %index, 1 |
| 75 | + %exitcond = icmp ne i64 %index.next, 67 |
| 76 | + br i1 %exitcond, label %loop, label %loop.end |
| 77 | + |
| 78 | +loop.end: |
| 79 | + %retval = phi i64 [ 0, %loop ], [ 1, %loop.inc ] |
| 80 | + ret i64 %retval |
| 81 | +} |
| 82 | +;. |
| 83 | +; CHECK: [[LOOP0]] = distinct !{[[LOOP0]], [[META1:![0-9]+]], [[META2:![0-9]+]]} |
| 84 | +; CHECK: [[META1]] = !{!"llvm.loop.isvectorized", i32 1} |
| 85 | +; CHECK: [[META2]] = !{!"llvm.loop.unroll.runtime.disable"} |
| 86 | +; CHECK: [[LOOP3]] = distinct !{[[LOOP3]], [[META2]], [[META1]]} |
| 87 | +;. |
0 commit comments