1*9880d681SAndroid Build Coastguard Worker; RUN: opt -basicaa -loop-accesses -analyze < %s | FileCheck %s -check-prefix=LAA 2*9880d681SAndroid Build Coastguard Worker; RUN: opt -passes='require<aa>,require<scalar-evolution>,require<aa>,loop(print-access-info)' -aa-pipeline='basic-aa' -disable-output < %s 2>&1 | FileCheck %s --check-prefix=LAA 3*9880d681SAndroid Build Coastguard Worker; RUN: opt -loop-versioning -S < %s | FileCheck %s -check-prefix=LV 4*9880d681SAndroid Build Coastguard Worker 5*9880d681SAndroid Build Coastguard Workertarget datalayout = "e-m:o-i64:64-f80:128-n8:16:32:64-S128" 6*9880d681SAndroid Build Coastguard Worker 7*9880d681SAndroid Build Coastguard Worker; For this loop: 8*9880d681SAndroid Build Coastguard Worker; unsigned index = 0; 9*9880d681SAndroid Build Coastguard Worker; for (int i = 0; i < n; i++) { 10*9880d681SAndroid Build Coastguard Worker; A[2 * index] = A[2 * index] + B[i]; 11*9880d681SAndroid Build Coastguard Worker; index++; 12*9880d681SAndroid Build Coastguard Worker; } 13*9880d681SAndroid Build Coastguard Worker; 14*9880d681SAndroid Build Coastguard Worker; SCEV is unable to prove that A[2 * i] does not overflow. 15*9880d681SAndroid Build Coastguard Worker; 16*9880d681SAndroid Build Coastguard Worker; Analyzing the IR does not help us because the GEPs are not 17*9880d681SAndroid Build Coastguard Worker; affine AddRecExprs. However, we can turn them into AddRecExprs 18*9880d681SAndroid Build Coastguard Worker; using SCEV Predicates. 19*9880d681SAndroid Build Coastguard Worker; 20*9880d681SAndroid Build Coastguard Worker; Once we have an affine expression we need to add an additional NUSW 21*9880d681SAndroid Build Coastguard Worker; to check that the pointers don't wrap since the GEPs are not 22*9880d681SAndroid Build Coastguard Worker; inbound. 23*9880d681SAndroid Build Coastguard Worker 24*9880d681SAndroid Build Coastguard Worker; LAA-LABEL: f1 25*9880d681SAndroid Build Coastguard Worker; LAA: Memory dependences are safe{{$}} 26*9880d681SAndroid Build Coastguard Worker; LAA: SCEV assumptions: 27*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {0,+,2}<%for.body> Added Flags: <nusw> 28*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {%a,+,4}<%for.body> Added Flags: <nusw> 29*9880d681SAndroid Build Coastguard Worker 30*9880d681SAndroid Build Coastguard Worker; The expression for %mul_ext as analyzed by SCEV is 31*9880d681SAndroid Build Coastguard Worker; (zext i32 {0,+,2}<%for.body> to i64) 32*9880d681SAndroid Build Coastguard Worker; We have added the nusw flag to turn this expression into the SCEV expression: 33*9880d681SAndroid Build Coastguard Worker; i64 {0,+,2}<%for.body> 34*9880d681SAndroid Build Coastguard Worker 35*9880d681SAndroid Build Coastguard Worker; LAA: [PSE] %arrayidxA = getelementptr i16, i16* %a, i64 %mul_ext: 36*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: ((2 * (zext i32 {0,+,2}<%for.body> to i64)) + %a) 37*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: --> {%a,+,4}<%for.body> 38*9880d681SAndroid Build Coastguard Worker 39*9880d681SAndroid Build Coastguard Worker 40*9880d681SAndroid Build Coastguard Worker; LV-LABEL: f1 41*9880d681SAndroid Build Coastguard Worker; LV-LABEL: for.body.lver.check 42*9880d681SAndroid Build Coastguard Worker 43*9880d681SAndroid Build Coastguard Worker; LV: [[BETrunc:%[^ ]*]] = trunc i64 [[BE:%[^ ]*]] to i32 44*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMul:%[^ ]*]] = call { i32, i1 } @llvm.umul.with.overflow.i32(i32 2, i32 [[BETrunc]]) 45*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 0 46*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 1 47*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd:%[^ ]*]] = add i32 0, [[OFMulResult]] 48*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd:%[^ ]*]] = sub i32 0, [[OFMulResult]] 49*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg:%[^ ]*]] = icmp ugt i32 [[SubEnd]], 0 50*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos:%[^ ]*]] = icmp ult i32 [[AddEnd]], 0 51*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 false, i1 [[CmpNeg]], i1 [[CmpPos]] 52*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[BECheck:%[^ ]*]] = icmp ugt i64 [[BE]], 4294967295 53*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CheckOr0:%[^ ]*]] = or i1 [[Cmp]], [[BECheck]] 54*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck0:%[^ ]*]] = or i1 [[CheckOr0]], [[OFMulOverflow]] 55*9880d681SAndroid Build Coastguard Worker 56*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Or0:%[^ ]*]] = or i1 false, [[PredCheck0]] 57*9880d681SAndroid Build Coastguard Worker 58*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMul1:%[^ ]*]] = call { i64, i1 } @llvm.umul.with.overflow.i64(i64 4, i64 [[BE]]) 59*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 0 60*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 1 61*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd1:%[^ ]*]] = add i64 %a2, [[OFMulResult1]] 62*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd1:%[^ ]*]] = sub i64 %a2, [[OFMulResult1]] 63*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg1:%[^ ]*]] = icmp ugt i64 [[SubEnd1]], %a2 64*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos1:%[^ ]*]] = icmp ult i64 [[AddEnd1]], %a2 65*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 false, i1 [[CmpNeg1]], i1 [[CmpPos1]] 66*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck1:%[^ ]*]] = or i1 [[Cmp]], [[OFMulOverflow1]] 67*9880d681SAndroid Build Coastguard Worker 68*9880d681SAndroid Build Coastguard Worker; LV: [[FinalCheck:%[^ ]*]] = or i1 [[Or0]], [[PredCheck1]] 69*9880d681SAndroid Build Coastguard Worker; LV: br i1 [[FinalCheck]], label %for.body.ph.lver.orig, label %for.body.ph 70*9880d681SAndroid Build Coastguard Workerdefine void @f1(i16* noalias %a, 71*9880d681SAndroid Build Coastguard Worker i16* noalias %b, i64 %N) { 72*9880d681SAndroid Build Coastguard Workerentry: 73*9880d681SAndroid Build Coastguard Worker br label %for.body 74*9880d681SAndroid Build Coastguard Worker 75*9880d681SAndroid Build Coastguard Workerfor.body: ; preds = %for.body, %entry 76*9880d681SAndroid Build Coastguard Worker %ind = phi i64 [ 0, %entry ], [ %inc, %for.body ] 77*9880d681SAndroid Build Coastguard Worker %ind1 = phi i32 [ 0, %entry ], [ %inc1, %for.body ] 78*9880d681SAndroid Build Coastguard Worker 79*9880d681SAndroid Build Coastguard Worker %mul = mul i32 %ind1, 2 80*9880d681SAndroid Build Coastguard Worker %mul_ext = zext i32 %mul to i64 81*9880d681SAndroid Build Coastguard Worker 82*9880d681SAndroid Build Coastguard Worker %arrayidxA = getelementptr i16, i16* %a, i64 %mul_ext 83*9880d681SAndroid Build Coastguard Worker %loadA = load i16, i16* %arrayidxA, align 2 84*9880d681SAndroid Build Coastguard Worker 85*9880d681SAndroid Build Coastguard Worker %arrayidxB = getelementptr i16, i16* %b, i64 %ind 86*9880d681SAndroid Build Coastguard Worker %loadB = load i16, i16* %arrayidxB, align 2 87*9880d681SAndroid Build Coastguard Worker 88*9880d681SAndroid Build Coastguard Worker %add = mul i16 %loadA, %loadB 89*9880d681SAndroid Build Coastguard Worker 90*9880d681SAndroid Build Coastguard Worker store i16 %add, i16* %arrayidxA, align 2 91*9880d681SAndroid Build Coastguard Worker 92*9880d681SAndroid Build Coastguard Worker %inc = add nuw nsw i64 %ind, 1 93*9880d681SAndroid Build Coastguard Worker %inc1 = add i32 %ind1, 1 94*9880d681SAndroid Build Coastguard Worker 95*9880d681SAndroid Build Coastguard Worker %exitcond = icmp eq i64 %inc, %N 96*9880d681SAndroid Build Coastguard Worker br i1 %exitcond, label %for.end, label %for.body 97*9880d681SAndroid Build Coastguard Worker 98*9880d681SAndroid Build Coastguard Workerfor.end: ; preds = %for.body 99*9880d681SAndroid Build Coastguard Worker ret void 100*9880d681SAndroid Build Coastguard Worker} 101*9880d681SAndroid Build Coastguard Worker 102*9880d681SAndroid Build Coastguard Worker; For this loop: 103*9880d681SAndroid Build Coastguard Worker; unsigned index = n; 104*9880d681SAndroid Build Coastguard Worker; for (int i = 0; i < n; i++) { 105*9880d681SAndroid Build Coastguard Worker; A[2 * index] = A[2 * index] + B[i]; 106*9880d681SAndroid Build Coastguard Worker; index--; 107*9880d681SAndroid Build Coastguard Worker; } 108*9880d681SAndroid Build Coastguard Worker; 109*9880d681SAndroid Build Coastguard Worker; the SCEV expression for 2 * index is not an AddRecExpr 110*9880d681SAndroid Build Coastguard Worker; (and implictly not affine). However, we are able to make assumptions 111*9880d681SAndroid Build Coastguard Worker; that will turn the expression into an affine one and continue the 112*9880d681SAndroid Build Coastguard Worker; analysis. 113*9880d681SAndroid Build Coastguard Worker; 114*9880d681SAndroid Build Coastguard Worker; Once we have an affine expression we need to add an additional NUSW 115*9880d681SAndroid Build Coastguard Worker; to check that the pointers don't wrap since the GEPs are not 116*9880d681SAndroid Build Coastguard Worker; inbounds. 117*9880d681SAndroid Build Coastguard Worker; 118*9880d681SAndroid Build Coastguard Worker; This loop has a negative stride for A, and the nusw flag is required in 119*9880d681SAndroid Build Coastguard Worker; order to properly extend the increment from i32 -4 to i64 -4. 120*9880d681SAndroid Build Coastguard Worker 121*9880d681SAndroid Build Coastguard Worker; LAA-LABEL: f2 122*9880d681SAndroid Build Coastguard Worker; LAA: Memory dependences are safe{{$}} 123*9880d681SAndroid Build Coastguard Worker; LAA: SCEV assumptions: 124*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {(2 * (trunc i64 %N to i32)),+,-2}<%for.body> Added Flags: <nusw> 125*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {((2 * (zext i32 (2 * (trunc i64 %N to i32)) to i64)) + %a),+,-4}<%for.body> Added Flags: <nusw> 126*9880d681SAndroid Build Coastguard Worker 127*9880d681SAndroid Build Coastguard Worker; The expression for %mul_ext as analyzed by SCEV is 128*9880d681SAndroid Build Coastguard Worker; (zext i32 {(2 * (trunc i64 %N to i32)),+,-2}<%for.body> to i64) 129*9880d681SAndroid Build Coastguard Worker; We have added the nusw flag to turn this expression into the following SCEV: 130*9880d681SAndroid Build Coastguard Worker; i64 {zext i32 (2 * (trunc i64 %N to i32)) to i64,+,-2}<%for.body> 131*9880d681SAndroid Build Coastguard Worker 132*9880d681SAndroid Build Coastguard Worker; LAA: [PSE] %arrayidxA = getelementptr i16, i16* %a, i64 %mul_ext: 133*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: ((2 * (zext i32 {(2 * (trunc i64 %N to i32)),+,-2}<%for.body> to i64)) + %a) 134*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: --> {((2 * (zext i32 (2 * (trunc i64 %N to i32)) to i64)) + %a),+,-4}<%for.body> 135*9880d681SAndroid Build Coastguard Worker 136*9880d681SAndroid Build Coastguard Worker; LV-LABEL: f2 137*9880d681SAndroid Build Coastguard Worker; LV-LABEL: for.body.lver.check 138*9880d681SAndroid Build Coastguard Worker 139*9880d681SAndroid Build Coastguard Worker; LV: [[OFMul:%[^ ]*]] = call { i32, i1 } @llvm.umul.with.overflow.i32(i32 2, i32 [[BETrunc:%[^ ]*]]) 140*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 0 141*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 1 142*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd:%[^ ]*]] = add i32 [[Start:%[^ ]*]], [[OFMulResult]] 143*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd:%[^ ]*]] = sub i32 [[Start]], [[OFMulResult]] 144*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg:%[^ ]*]] = icmp ugt i32 [[SubEnd]], [[Start]] 145*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos:%[^ ]*]] = icmp ult i32 [[AddEnd]], [[Start]] 146*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 true, i1 [[CmpNeg]], i1 [[CmpPos]] 147*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[BECheck:%[^ ]*]] = icmp ugt i64 [[BE]], 4294967295 148*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CheckOr0:%[^ ]*]] = or i1 [[Cmp]], [[BECheck]] 149*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck0:%[^ ]*]] = or i1 [[CheckOr0]], [[OFMulOverflow]] 150*9880d681SAndroid Build Coastguard Worker 151*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Or0:%[^ ]*]] = or i1 false, [[PredCheck0]] 152*9880d681SAndroid Build Coastguard Worker 153*9880d681SAndroid Build Coastguard Worker; LV: [[OFMul1:%[^ ]*]] = call { i64, i1 } @llvm.umul.with.overflow.i64(i64 4, i64 [[BE]]) 154*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 0 155*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 1 156*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd1:%[^ ]*]] = add i64 [[Start:%[^ ]*]], [[OFMulResult1]] 157*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd1:%[^ ]*]] = sub i64 [[Start]], [[OFMulResult1]] 158*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg1:%[^ ]*]] = icmp ugt i64 [[SubEnd1]], [[Start]] 159*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos1:%[^ ]*]] = icmp ult i64 [[AddEnd1]], [[Start]] 160*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 true, i1 [[CmpNeg1]], i1 [[CmpPos1]] 161*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck1:%[^ ]*]] = or i1 [[Cmp]], [[OFMulOverflow1]] 162*9880d681SAndroid Build Coastguard Worker 163*9880d681SAndroid Build Coastguard Worker; LV: [[FinalCheck:%[^ ]*]] = or i1 [[Or0]], [[PredCheck1]] 164*9880d681SAndroid Build Coastguard Worker; LV: br i1 [[FinalCheck]], label %for.body.ph.lver.orig, label %for.body.ph 165*9880d681SAndroid Build Coastguard Workerdefine void @f2(i16* noalias %a, 166*9880d681SAndroid Build Coastguard Worker i16* noalias %b, i64 %N) { 167*9880d681SAndroid Build Coastguard Workerentry: 168*9880d681SAndroid Build Coastguard Worker %TruncN = trunc i64 %N to i32 169*9880d681SAndroid Build Coastguard Worker br label %for.body 170*9880d681SAndroid Build Coastguard Worker 171*9880d681SAndroid Build Coastguard Workerfor.body: ; preds = %for.body, %entry 172*9880d681SAndroid Build Coastguard Worker %ind = phi i64 [ 0, %entry ], [ %inc, %for.body ] 173*9880d681SAndroid Build Coastguard Worker %ind1 = phi i32 [ %TruncN, %entry ], [ %dec, %for.body ] 174*9880d681SAndroid Build Coastguard Worker 175*9880d681SAndroid Build Coastguard Worker %mul = mul i32 %ind1, 2 176*9880d681SAndroid Build Coastguard Worker %mul_ext = zext i32 %mul to i64 177*9880d681SAndroid Build Coastguard Worker 178*9880d681SAndroid Build Coastguard Worker %arrayidxA = getelementptr i16, i16* %a, i64 %mul_ext 179*9880d681SAndroid Build Coastguard Worker %loadA = load i16, i16* %arrayidxA, align 2 180*9880d681SAndroid Build Coastguard Worker 181*9880d681SAndroid Build Coastguard Worker %arrayidxB = getelementptr i16, i16* %b, i64 %ind 182*9880d681SAndroid Build Coastguard Worker %loadB = load i16, i16* %arrayidxB, align 2 183*9880d681SAndroid Build Coastguard Worker 184*9880d681SAndroid Build Coastguard Worker %add = mul i16 %loadA, %loadB 185*9880d681SAndroid Build Coastguard Worker 186*9880d681SAndroid Build Coastguard Worker store i16 %add, i16* %arrayidxA, align 2 187*9880d681SAndroid Build Coastguard Worker 188*9880d681SAndroid Build Coastguard Worker %inc = add nuw nsw i64 %ind, 1 189*9880d681SAndroid Build Coastguard Worker %dec = sub i32 %ind1, 1 190*9880d681SAndroid Build Coastguard Worker 191*9880d681SAndroid Build Coastguard Worker %exitcond = icmp eq i64 %inc, %N 192*9880d681SAndroid Build Coastguard Worker br i1 %exitcond, label %for.end, label %for.body 193*9880d681SAndroid Build Coastguard Worker 194*9880d681SAndroid Build Coastguard Workerfor.end: ; preds = %for.body 195*9880d681SAndroid Build Coastguard Worker ret void 196*9880d681SAndroid Build Coastguard Worker} 197*9880d681SAndroid Build Coastguard Worker 198*9880d681SAndroid Build Coastguard Worker; We replicate the tests above, but this time sign extend 2 * index instead 199*9880d681SAndroid Build Coastguard Worker; of zero extending it. 200*9880d681SAndroid Build Coastguard Worker 201*9880d681SAndroid Build Coastguard Worker; LAA-LABEL: f3 202*9880d681SAndroid Build Coastguard Worker; LAA: Memory dependences are safe{{$}} 203*9880d681SAndroid Build Coastguard Worker; LAA: SCEV assumptions: 204*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {0,+,2}<%for.body> Added Flags: <nssw> 205*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {%a,+,4}<%for.body> Added Flags: <nusw> 206*9880d681SAndroid Build Coastguard Worker 207*9880d681SAndroid Build Coastguard Worker; The expression for %mul_ext as analyzed by SCEV is 208*9880d681SAndroid Build Coastguard Worker; i64 (sext i32 {0,+,2}<%for.body> to i64) 209*9880d681SAndroid Build Coastguard Worker; We have added the nssw flag to turn this expression into the following SCEV: 210*9880d681SAndroid Build Coastguard Worker; i64 {0,+,2}<%for.body> 211*9880d681SAndroid Build Coastguard Worker 212*9880d681SAndroid Build Coastguard Worker; LAA: [PSE] %arrayidxA = getelementptr i16, i16* %a, i64 %mul_ext: 213*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: ((2 * (sext i32 {0,+,2}<%for.body> to i64)) + %a) 214*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: --> {%a,+,4}<%for.body> 215*9880d681SAndroid Build Coastguard Worker 216*9880d681SAndroid Build Coastguard Worker; LV-LABEL: f3 217*9880d681SAndroid Build Coastguard Worker; LV-LABEL: for.body.lver.check 218*9880d681SAndroid Build Coastguard Worker 219*9880d681SAndroid Build Coastguard Worker; LV: [[OFMul:%[^ ]*]] = call { i32, i1 } @llvm.umul.with.overflow.i32(i32 2, i32 [[BETrunc:%[^ ]*]]) 220*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 0 221*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 1 222*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd:%[^ ]*]] = add i32 0, [[OFMulResult]] 223*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd:%[^ ]*]] = sub i32 0, [[OFMulResult]] 224*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg:%[^ ]*]] = icmp sgt i32 [[SubEnd]], 0 225*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos:%[^ ]*]] = icmp slt i32 [[AddEnd]], 0 226*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 false, i1 [[CmpNeg]], i1 [[CmpPos]] 227*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[BECheck:%[^ ]*]] = icmp ugt i64 [[BE]], 4294967295 228*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CheckOr0:%[^ ]*]] = or i1 [[Cmp]], [[BECheck]] 229*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck0:%[^ ]*]] = or i1 [[CheckOr0]], [[OFMulOverflow]] 230*9880d681SAndroid Build Coastguard Worker 231*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Or0:%[^ ]*]] = or i1 false, [[PredCheck0]] 232*9880d681SAndroid Build Coastguard Worker 233*9880d681SAndroid Build Coastguard Worker; LV: [[OFMul1:%[^ ]*]] = call { i64, i1 } @llvm.umul.with.overflow.i64(i64 4, i64 [[BE:%[^ ]*]]) 234*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 0 235*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 1 236*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd1:%[^ ]*]] = add i64 %a2, [[OFMulResult1]] 237*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd1:%[^ ]*]] = sub i64 %a2, [[OFMulResult1]] 238*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg1:%[^ ]*]] = icmp ugt i64 [[SubEnd1]], %a2 239*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos1:%[^ ]*]] = icmp ult i64 [[AddEnd1]], %a2 240*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 false, i1 [[CmpNeg1]], i1 [[CmpPos1]] 241*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck1:%[^ ]*]] = or i1 [[Cmp]], [[OFMulOverflow1]] 242*9880d681SAndroid Build Coastguard Worker 243*9880d681SAndroid Build Coastguard Worker; LV: [[FinalCheck:%[^ ]*]] = or i1 [[Or0]], [[PredCheck1]] 244*9880d681SAndroid Build Coastguard Worker; LV: br i1 [[FinalCheck]], label %for.body.ph.lver.orig, label %for.body.ph 245*9880d681SAndroid Build Coastguard Workerdefine void @f3(i16* noalias %a, 246*9880d681SAndroid Build Coastguard Worker i16* noalias %b, i64 %N) { 247*9880d681SAndroid Build Coastguard Workerentry: 248*9880d681SAndroid Build Coastguard Worker br label %for.body 249*9880d681SAndroid Build Coastguard Worker 250*9880d681SAndroid Build Coastguard Workerfor.body: ; preds = %for.body, %entry 251*9880d681SAndroid Build Coastguard Worker %ind = phi i64 [ 0, %entry ], [ %inc, %for.body ] 252*9880d681SAndroid Build Coastguard Worker %ind1 = phi i32 [ 0, %entry ], [ %inc1, %for.body ] 253*9880d681SAndroid Build Coastguard Worker 254*9880d681SAndroid Build Coastguard Worker %mul = mul i32 %ind1, 2 255*9880d681SAndroid Build Coastguard Worker %mul_ext = sext i32 %mul to i64 256*9880d681SAndroid Build Coastguard Worker 257*9880d681SAndroid Build Coastguard Worker %arrayidxA = getelementptr i16, i16* %a, i64 %mul_ext 258*9880d681SAndroid Build Coastguard Worker %loadA = load i16, i16* %arrayidxA, align 2 259*9880d681SAndroid Build Coastguard Worker 260*9880d681SAndroid Build Coastguard Worker %arrayidxB = getelementptr i16, i16* %b, i64 %ind 261*9880d681SAndroid Build Coastguard Worker %loadB = load i16, i16* %arrayidxB, align 2 262*9880d681SAndroid Build Coastguard Worker 263*9880d681SAndroid Build Coastguard Worker %add = mul i16 %loadA, %loadB 264*9880d681SAndroid Build Coastguard Worker 265*9880d681SAndroid Build Coastguard Worker store i16 %add, i16* %arrayidxA, align 2 266*9880d681SAndroid Build Coastguard Worker 267*9880d681SAndroid Build Coastguard Worker %inc = add nuw nsw i64 %ind, 1 268*9880d681SAndroid Build Coastguard Worker %inc1 = add i32 %ind1, 1 269*9880d681SAndroid Build Coastguard Worker 270*9880d681SAndroid Build Coastguard Worker %exitcond = icmp eq i64 %inc, %N 271*9880d681SAndroid Build Coastguard Worker br i1 %exitcond, label %for.end, label %for.body 272*9880d681SAndroid Build Coastguard Worker 273*9880d681SAndroid Build Coastguard Workerfor.end: ; preds = %for.body 274*9880d681SAndroid Build Coastguard Worker ret void 275*9880d681SAndroid Build Coastguard Worker} 276*9880d681SAndroid Build Coastguard Worker 277*9880d681SAndroid Build Coastguard Worker; LAA-LABEL: f4 278*9880d681SAndroid Build Coastguard Worker; LAA: Memory dependences are safe{{$}} 279*9880d681SAndroid Build Coastguard Worker; LAA: SCEV assumptions: 280*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {(2 * (trunc i64 %N to i32)),+,-2}<%for.body> Added Flags: <nssw> 281*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {((2 * (sext i32 (2 * (trunc i64 %N to i32)) to i64)) + %a),+,-4}<%for.body> Added Flags: <nusw> 282*9880d681SAndroid Build Coastguard Worker 283*9880d681SAndroid Build Coastguard Worker; The expression for %mul_ext as analyzed by SCEV is 284*9880d681SAndroid Build Coastguard Worker; i64 (sext i32 {(2 * (trunc i64 %N to i32)),+,-2}<%for.body> to i64) 285*9880d681SAndroid Build Coastguard Worker; We have added the nssw flag to turn this expression into the following SCEV: 286*9880d681SAndroid Build Coastguard Worker; i64 {sext i32 (2 * (trunc i64 %N to i32)) to i64,+,-2}<%for.body> 287*9880d681SAndroid Build Coastguard Worker 288*9880d681SAndroid Build Coastguard Worker; LAA: [PSE] %arrayidxA = getelementptr i16, i16* %a, i64 %mul_ext: 289*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: ((2 * (sext i32 {(2 * (trunc i64 %N to i32)),+,-2}<%for.body> to i64)) + %a) 290*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: --> {((2 * (sext i32 (2 * (trunc i64 %N to i32)) to i64)) + %a),+,-4}<%for.body> 291*9880d681SAndroid Build Coastguard Worker 292*9880d681SAndroid Build Coastguard Worker; LV-LABEL: f4 293*9880d681SAndroid Build Coastguard Worker; LV-LABEL: for.body.lver.check 294*9880d681SAndroid Build Coastguard Worker 295*9880d681SAndroid Build Coastguard Worker; LV: [[OFMul:%[^ ]*]] = call { i32, i1 } @llvm.umul.with.overflow.i32(i32 2, i32 [[BETrunc:%[^ ]*]]) 296*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 0 297*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 1 298*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd:%[^ ]*]] = add i32 [[Start:%[^ ]*]], [[OFMulResult]] 299*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd:%[^ ]*]] = sub i32 [[Start]], [[OFMulResult]] 300*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg:%[^ ]*]] = icmp sgt i32 [[SubEnd]], [[Start]] 301*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos:%[^ ]*]] = icmp slt i32 [[AddEnd]], [[Start]] 302*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 true, i1 [[CmpNeg]], i1 [[CmpPos]] 303*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[BECheck:%[^ ]*]] = icmp ugt i64 [[BE]], 4294967295 304*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CheckOr0:%[^ ]*]] = or i1 [[Cmp]], [[BECheck]] 305*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck0:%[^ ]*]] = or i1 [[CheckOr0]], [[OFMulOverflow]] 306*9880d681SAndroid Build Coastguard Worker 307*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Or0:%[^ ]*]] = or i1 false, [[PredCheck0]] 308*9880d681SAndroid Build Coastguard Worker 309*9880d681SAndroid Build Coastguard Worker; LV: [[OFMul1:%[^ ]*]] = call { i64, i1 } @llvm.umul.with.overflow.i64(i64 4, i64 [[BE:%[^ ]*]]) 310*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 0 311*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 1 312*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd1:%[^ ]*]] = add i64 [[Start:%[^ ]*]], [[OFMulResult1]] 313*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd1:%[^ ]*]] = sub i64 [[Start]], [[OFMulResult1]] 314*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg1:%[^ ]*]] = icmp ugt i64 [[SubEnd1]], [[Start]] 315*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos1:%[^ ]*]] = icmp ult i64 [[AddEnd1]], [[Start]] 316*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 true, i1 [[CmpNeg1]], i1 [[CmpPos1]] 317*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck1:%[^ ]*]] = or i1 [[Cmp]], [[OFMulOverflow1]] 318*9880d681SAndroid Build Coastguard Worker 319*9880d681SAndroid Build Coastguard Worker; LV: [[FinalCheck:%[^ ]*]] = or i1 [[Or0]], [[PredCheck1]] 320*9880d681SAndroid Build Coastguard Worker; LV: br i1 [[FinalCheck]], label %for.body.ph.lver.orig, label %for.body.ph 321*9880d681SAndroid Build Coastguard Workerdefine void @f4(i16* noalias %a, 322*9880d681SAndroid Build Coastguard Worker i16* noalias %b, i64 %N) { 323*9880d681SAndroid Build Coastguard Workerentry: 324*9880d681SAndroid Build Coastguard Worker %TruncN = trunc i64 %N to i32 325*9880d681SAndroid Build Coastguard Worker br label %for.body 326*9880d681SAndroid Build Coastguard Worker 327*9880d681SAndroid Build Coastguard Workerfor.body: ; preds = %for.body, %entry 328*9880d681SAndroid Build Coastguard Worker %ind = phi i64 [ 0, %entry ], [ %inc, %for.body ] 329*9880d681SAndroid Build Coastguard Worker %ind1 = phi i32 [ %TruncN, %entry ], [ %dec, %for.body ] 330*9880d681SAndroid Build Coastguard Worker 331*9880d681SAndroid Build Coastguard Worker %mul = mul i32 %ind1, 2 332*9880d681SAndroid Build Coastguard Worker %mul_ext = sext i32 %mul to i64 333*9880d681SAndroid Build Coastguard Worker 334*9880d681SAndroid Build Coastguard Worker %arrayidxA = getelementptr i16, i16* %a, i64 %mul_ext 335*9880d681SAndroid Build Coastguard Worker %loadA = load i16, i16* %arrayidxA, align 2 336*9880d681SAndroid Build Coastguard Worker 337*9880d681SAndroid Build Coastguard Worker %arrayidxB = getelementptr i16, i16* %b, i64 %ind 338*9880d681SAndroid Build Coastguard Worker %loadB = load i16, i16* %arrayidxB, align 2 339*9880d681SAndroid Build Coastguard Worker 340*9880d681SAndroid Build Coastguard Worker %add = mul i16 %loadA, %loadB 341*9880d681SAndroid Build Coastguard Worker 342*9880d681SAndroid Build Coastguard Worker store i16 %add, i16* %arrayidxA, align 2 343*9880d681SAndroid Build Coastguard Worker 344*9880d681SAndroid Build Coastguard Worker %inc = add nuw nsw i64 %ind, 1 345*9880d681SAndroid Build Coastguard Worker %dec = sub i32 %ind1, 1 346*9880d681SAndroid Build Coastguard Worker 347*9880d681SAndroid Build Coastguard Worker %exitcond = icmp eq i64 %inc, %N 348*9880d681SAndroid Build Coastguard Worker br i1 %exitcond, label %for.end, label %for.body 349*9880d681SAndroid Build Coastguard Worker 350*9880d681SAndroid Build Coastguard Workerfor.end: ; preds = %for.body 351*9880d681SAndroid Build Coastguard Worker ret void 352*9880d681SAndroid Build Coastguard Worker} 353*9880d681SAndroid Build Coastguard Worker 354*9880d681SAndroid Build Coastguard Worker; The following function is similar to the one above, but has the GEP 355*9880d681SAndroid Build Coastguard Worker; to pointer %A inbounds. The index %mul doesn't have the nsw flag. 356*9880d681SAndroid Build Coastguard Worker; This means that the SCEV expression for %mul can wrap and we need 357*9880d681SAndroid Build Coastguard Worker; a SCEV predicate to continue analysis. 358*9880d681SAndroid Build Coastguard Worker; 359*9880d681SAndroid Build Coastguard Worker; We can still analyze this by adding the required no wrap SCEV predicates. 360*9880d681SAndroid Build Coastguard Worker 361*9880d681SAndroid Build Coastguard Worker; LAA-LABEL: f5 362*9880d681SAndroid Build Coastguard Worker; LAA: Memory dependences are safe{{$}} 363*9880d681SAndroid Build Coastguard Worker; LAA: SCEV assumptions: 364*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {(2 * (trunc i64 %N to i32)),+,-2}<%for.body> Added Flags: <nssw> 365*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: {((2 * (sext i32 (2 * (trunc i64 %N to i32)) to i64)) + %a),+,-4}<%for.body> Added Flags: <nusw> 366*9880d681SAndroid Build Coastguard Worker 367*9880d681SAndroid Build Coastguard Worker; LAA: [PSE] %arrayidxA = getelementptr inbounds i16, i16* %a, i32 %mul: 368*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: ((2 * (sext i32 {(2 * (trunc i64 %N to i32)),+,-2}<%for.body> to i64))<nsw> + %a)<nsw> 369*9880d681SAndroid Build Coastguard Worker; LAA-NEXT: --> {((2 * (sext i32 (2 * (trunc i64 %N to i32)) to i64)) + %a),+,-4}<%for.body> 370*9880d681SAndroid Build Coastguard Worker 371*9880d681SAndroid Build Coastguard Worker; LV-LABEL: f5 372*9880d681SAndroid Build Coastguard Worker; LV-LABEL: for.body.lver.check 373*9880d681SAndroid Build Coastguard Worker; LV: [[OFMul:%[^ ]*]] = call { i32, i1 } @llvm.umul.with.overflow.i32(i32 2, i32 [[BETrunc:%[^ ]*]]) 374*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 0 375*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow:%[^ ]*]] = extractvalue { i32, i1 } [[OFMul]], 1 376*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd:%[^ ]*]] = add i32 [[Start:%[^ ]*]], [[OFMulResult]] 377*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd:%[^ ]*]] = sub i32 [[Start]], [[OFMulResult]] 378*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg:%[^ ]*]] = icmp sgt i32 [[SubEnd]], [[Start]] 379*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos:%[^ ]*]] = icmp slt i32 [[AddEnd]], [[Start]] 380*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 true, i1 [[CmpNeg]], i1 [[CmpPos]] 381*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[BECheck:%[^ ]*]] = icmp ugt i64 [[BE]], 4294967295 382*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CheckOr0:%[^ ]*]] = or i1 [[Cmp]], [[BECheck]] 383*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck0:%[^ ]*]] = or i1 [[CheckOr0]], [[OFMulOverflow]] 384*9880d681SAndroid Build Coastguard Worker 385*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Or0:%[^ ]*]] = or i1 false, [[PredCheck0]] 386*9880d681SAndroid Build Coastguard Worker 387*9880d681SAndroid Build Coastguard Worker; LV: [[OFMul1:%[^ ]*]] = call { i64, i1 } @llvm.umul.with.overflow.i64(i64 4, i64 [[BE:%[^ ]*]]) 388*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulResult1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 0 389*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[OFMulOverflow1:%[^ ]*]] = extractvalue { i64, i1 } [[OFMul1]], 1 390*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[AddEnd1:%[^ ]*]] = add i64 [[Start:%[^ ]*]], [[OFMulResult1]] 391*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[SubEnd1:%[^ ]*]] = sub i64 [[Start]], [[OFMulResult1]] 392*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpNeg1:%[^ ]*]] = icmp ugt i64 [[SubEnd1]], [[Start]] 393*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[CmpPos1:%[^ ]*]] = icmp ult i64 [[AddEnd1]], [[Start]] 394*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[Cmp:%[^ ]*]] = select i1 true, i1 [[CmpNeg1]], i1 [[CmpPos1]] 395*9880d681SAndroid Build Coastguard Worker; LV-NEXT: [[PredCheck1:%[^ ]*]] = or i1 [[Cmp]], [[OFMulOverflow1]] 396*9880d681SAndroid Build Coastguard Worker 397*9880d681SAndroid Build Coastguard Worker; LV: [[FinalCheck:%[^ ]*]] = or i1 [[Or0]], [[PredCheck1]] 398*9880d681SAndroid Build Coastguard Worker; LV: br i1 [[FinalCheck]], label %for.body.ph.lver.orig, label %for.body.ph 399*9880d681SAndroid Build Coastguard Workerdefine void @f5(i16* noalias %a, 400*9880d681SAndroid Build Coastguard Worker i16* noalias %b, i64 %N) { 401*9880d681SAndroid Build Coastguard Workerentry: 402*9880d681SAndroid Build Coastguard Worker %TruncN = trunc i64 %N to i32 403*9880d681SAndroid Build Coastguard Worker br label %for.body 404*9880d681SAndroid Build Coastguard Worker 405*9880d681SAndroid Build Coastguard Workerfor.body: ; preds = %for.body, %entry 406*9880d681SAndroid Build Coastguard Worker %ind = phi i64 [ 0, %entry ], [ %inc, %for.body ] 407*9880d681SAndroid Build Coastguard Worker %ind1 = phi i32 [ %TruncN, %entry ], [ %dec, %for.body ] 408*9880d681SAndroid Build Coastguard Worker 409*9880d681SAndroid Build Coastguard Worker %mul = mul i32 %ind1, 2 410*9880d681SAndroid Build Coastguard Worker 411*9880d681SAndroid Build Coastguard Worker %arrayidxA = getelementptr inbounds i16, i16* %a, i32 %mul 412*9880d681SAndroid Build Coastguard Worker %loadA = load i16, i16* %arrayidxA, align 2 413*9880d681SAndroid Build Coastguard Worker 414*9880d681SAndroid Build Coastguard Worker %arrayidxB = getelementptr inbounds i16, i16* %b, i64 %ind 415*9880d681SAndroid Build Coastguard Worker %loadB = load i16, i16* %arrayidxB, align 2 416*9880d681SAndroid Build Coastguard Worker 417*9880d681SAndroid Build Coastguard Worker %add = mul i16 %loadA, %loadB 418*9880d681SAndroid Build Coastguard Worker 419*9880d681SAndroid Build Coastguard Worker store i16 %add, i16* %arrayidxA, align 2 420*9880d681SAndroid Build Coastguard Worker 421*9880d681SAndroid Build Coastguard Worker %inc = add nuw nsw i64 %ind, 1 422*9880d681SAndroid Build Coastguard Worker %dec = sub i32 %ind1, 1 423*9880d681SAndroid Build Coastguard Worker 424*9880d681SAndroid Build Coastguard Worker %exitcond = icmp eq i64 %inc, %N 425*9880d681SAndroid Build Coastguard Worker br i1 %exitcond, label %for.end, label %for.body 426*9880d681SAndroid Build Coastguard Worker 427*9880d681SAndroid Build Coastguard Workerfor.end: ; preds = %for.body 428*9880d681SAndroid Build Coastguard Worker ret void 429*9880d681SAndroid Build Coastguard Worker} 430