1*4bdc9457SAndroid Build Coastguard Worker // Auto-generated file. Do not edit! 2*4bdc9457SAndroid Build Coastguard Worker // Template: src/f32-velu/scalar-rr2-p6.c.in 3*4bdc9457SAndroid Build Coastguard Worker // Generator: tools/xngen 4*4bdc9457SAndroid Build Coastguard Worker // 5*4bdc9457SAndroid Build Coastguard Worker // Copyright 2020 Google LLC 6*4bdc9457SAndroid Build Coastguard Worker // 7*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the 8*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree. 9*4bdc9457SAndroid Build Coastguard Worker 10*4bdc9457SAndroid Build Coastguard Worker #include <assert.h> 11*4bdc9457SAndroid Build Coastguard Worker #include <math.h> 12*4bdc9457SAndroid Build Coastguard Worker 13*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/common.h> 14*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h> 15*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/vunary.h> 16*4bdc9457SAndroid Build Coastguard Worker 17*4bdc9457SAndroid Build Coastguard Worker xnn_f32_velu_ukernel__scalar_rr2_p6_x5(size_t n,const float * x,float * y,const union xnn_f32_elu_params params[restrict XNN_MIN_ELEMENTS (1)])18*4bdc9457SAndroid Build Coastguard Workervoid xnn_f32_velu_ukernel__scalar_rr2_p6_x5( 19*4bdc9457SAndroid Build Coastguard Worker size_t n, 20*4bdc9457SAndroid Build Coastguard Worker const float* x, 21*4bdc9457SAndroid Build Coastguard Worker float* y, 22*4bdc9457SAndroid Build Coastguard Worker const union xnn_f32_elu_params params[restrict XNN_MIN_ELEMENTS(1)]) 23*4bdc9457SAndroid Build Coastguard Worker { 24*4bdc9457SAndroid Build Coastguard Worker assert(n % sizeof(float) == 0); 25*4bdc9457SAndroid Build Coastguard Worker 26*4bdc9457SAndroid Build Coastguard Worker const float vprescale = params->scalar_rr2_p6.prescale; 27*4bdc9457SAndroid Build Coastguard Worker const float valpha = params->scalar_rr2_p6.alpha; 28*4bdc9457SAndroid Build Coastguard Worker const float vbeta = params->scalar_rr2_p6.beta; 29*4bdc9457SAndroid Build Coastguard Worker const float vmagic_bias = params->scalar_rr2_p6.magic_bias; 30*4bdc9457SAndroid Build Coastguard Worker const float vlog2e = params->scalar_rr2_p6.log2e; 31*4bdc9457SAndroid Build Coastguard Worker const float vsat_cutoff = params->scalar_rr2_p6.sat_cutoff; 32*4bdc9457SAndroid Build Coastguard Worker const float vminus_ln2_hi = params->scalar_rr2_p6.minus_ln2_hi; 33*4bdc9457SAndroid Build Coastguard Worker const float vminus_ln2_lo = params->scalar_rr2_p6.minus_ln2_lo; 34*4bdc9457SAndroid Build Coastguard Worker const float vc6 = params->scalar_rr2_p6.c6; 35*4bdc9457SAndroid Build Coastguard Worker const float vc5 = params->scalar_rr2_p6.c5; 36*4bdc9457SAndroid Build Coastguard Worker const float vc4 = params->scalar_rr2_p6.c4; 37*4bdc9457SAndroid Build Coastguard Worker const float vc3 = params->scalar_rr2_p6.c3; 38*4bdc9457SAndroid Build Coastguard Worker const float vc2 = params->scalar_rr2_p6.c2; 39*4bdc9457SAndroid Build Coastguard Worker const float vone = params->scalar_rr2_p6.one; 40*4bdc9457SAndroid Build Coastguard Worker 41*4bdc9457SAndroid Build Coastguard Worker for (; n >= 5 * sizeof(float); n -= 5 * sizeof(float)) { 42*4bdc9457SAndroid Build Coastguard Worker float vx0 = x[0]; 43*4bdc9457SAndroid Build Coastguard Worker float vx1 = x[1]; 44*4bdc9457SAndroid Build Coastguard Worker float vx2 = x[2]; 45*4bdc9457SAndroid Build Coastguard Worker float vx3 = x[3]; 46*4bdc9457SAndroid Build Coastguard Worker float vx4 = x[4]; 47*4bdc9457SAndroid Build Coastguard Worker x += 5; 48*4bdc9457SAndroid Build Coastguard Worker 49*4bdc9457SAndroid Build Coastguard Worker const float vz0 = vx0 * vprescale; 50*4bdc9457SAndroid Build Coastguard Worker const float vz1 = vx1 * vprescale; 51*4bdc9457SAndroid Build Coastguard Worker const float vz2 = vx2 * vprescale; 52*4bdc9457SAndroid Build Coastguard Worker const float vz3 = vx3 * vprescale; 53*4bdc9457SAndroid Build Coastguard Worker const float vz4 = vx4 * vprescale; 54*4bdc9457SAndroid Build Coastguard Worker 55*4bdc9457SAndroid Build Coastguard Worker float vn0 = vz0 * vlog2e + vmagic_bias; 56*4bdc9457SAndroid Build Coastguard Worker float vn1 = vz1 * vlog2e + vmagic_bias; 57*4bdc9457SAndroid Build Coastguard Worker float vn2 = vz2 * vlog2e + vmagic_bias; 58*4bdc9457SAndroid Build Coastguard Worker float vn3 = vz3 * vlog2e + vmagic_bias; 59*4bdc9457SAndroid Build Coastguard Worker float vn4 = vz4 * vlog2e + vmagic_bias; 60*4bdc9457SAndroid Build Coastguard Worker 61*4bdc9457SAndroid Build Coastguard Worker float vs0 = uint32_as_float(float_as_uint32(vn0) << 23); 62*4bdc9457SAndroid Build Coastguard Worker vn0 -= vmagic_bias; 63*4bdc9457SAndroid Build Coastguard Worker float vs1 = uint32_as_float(float_as_uint32(vn1) << 23); 64*4bdc9457SAndroid Build Coastguard Worker vn1 -= vmagic_bias; 65*4bdc9457SAndroid Build Coastguard Worker float vs2 = uint32_as_float(float_as_uint32(vn2) << 23); 66*4bdc9457SAndroid Build Coastguard Worker vn2 -= vmagic_bias; 67*4bdc9457SAndroid Build Coastguard Worker float vs3 = uint32_as_float(float_as_uint32(vn3) << 23); 68*4bdc9457SAndroid Build Coastguard Worker vn3 -= vmagic_bias; 69*4bdc9457SAndroid Build Coastguard Worker float vs4 = uint32_as_float(float_as_uint32(vn4) << 23); 70*4bdc9457SAndroid Build Coastguard Worker vn4 -= vmagic_bias; 71*4bdc9457SAndroid Build Coastguard Worker 72*4bdc9457SAndroid Build Coastguard Worker float vt0 = vn0 * vminus_ln2_hi + vz0; 73*4bdc9457SAndroid Build Coastguard Worker float vt1 = vn1 * vminus_ln2_hi + vz1; 74*4bdc9457SAndroid Build Coastguard Worker float vt2 = vn2 * vminus_ln2_hi + vz2; 75*4bdc9457SAndroid Build Coastguard Worker float vt3 = vn3 * vminus_ln2_hi + vz3; 76*4bdc9457SAndroid Build Coastguard Worker float vt4 = vn4 * vminus_ln2_hi + vz4; 77*4bdc9457SAndroid Build Coastguard Worker 78*4bdc9457SAndroid Build Coastguard Worker vt0 = vn0 * vminus_ln2_lo + vt0; 79*4bdc9457SAndroid Build Coastguard Worker vt1 = vn1 * vminus_ln2_lo + vt1; 80*4bdc9457SAndroid Build Coastguard Worker vt2 = vn2 * vminus_ln2_lo + vt2; 81*4bdc9457SAndroid Build Coastguard Worker vt3 = vn3 * vminus_ln2_lo + vt3; 82*4bdc9457SAndroid Build Coastguard Worker vt4 = vn4 * vminus_ln2_lo + vt4; 83*4bdc9457SAndroid Build Coastguard Worker 84*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vz0 <= vsat_cutoff) { 85*4bdc9457SAndroid Build Coastguard Worker vs0 = 0.0f; 86*4bdc9457SAndroid Build Coastguard Worker vt0 = 0.0f; 87*4bdc9457SAndroid Build Coastguard Worker } 88*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vz1 <= vsat_cutoff) { 89*4bdc9457SAndroid Build Coastguard Worker vs1 = 0.0f; 90*4bdc9457SAndroid Build Coastguard Worker vt1 = 0.0f; 91*4bdc9457SAndroid Build Coastguard Worker } 92*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vz2 <= vsat_cutoff) { 93*4bdc9457SAndroid Build Coastguard Worker vs2 = 0.0f; 94*4bdc9457SAndroid Build Coastguard Worker vt2 = 0.0f; 95*4bdc9457SAndroid Build Coastguard Worker } 96*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vz3 <= vsat_cutoff) { 97*4bdc9457SAndroid Build Coastguard Worker vs3 = 0.0f; 98*4bdc9457SAndroid Build Coastguard Worker vt3 = 0.0f; 99*4bdc9457SAndroid Build Coastguard Worker } 100*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vz4 <= vsat_cutoff) { 101*4bdc9457SAndroid Build Coastguard Worker vs4 = 0.0f; 102*4bdc9457SAndroid Build Coastguard Worker vt4 = 0.0f; 103*4bdc9457SAndroid Build Coastguard Worker } 104*4bdc9457SAndroid Build Coastguard Worker 105*4bdc9457SAndroid Build Coastguard Worker float vp0 = vc6 * vt0 + vc5; 106*4bdc9457SAndroid Build Coastguard Worker float vp1 = vc6 * vt1 + vc5; 107*4bdc9457SAndroid Build Coastguard Worker float vp2 = vc6 * vt2 + vc5; 108*4bdc9457SAndroid Build Coastguard Worker float vp3 = vc6 * vt3 + vc5; 109*4bdc9457SAndroid Build Coastguard Worker float vp4 = vc6 * vt4 + vc5; 110*4bdc9457SAndroid Build Coastguard Worker 111*4bdc9457SAndroid Build Coastguard Worker vp0 = vp0 * vt0 + vc4; 112*4bdc9457SAndroid Build Coastguard Worker vp1 = vp1 * vt1 + vc4; 113*4bdc9457SAndroid Build Coastguard Worker vp2 = vp2 * vt2 + vc4; 114*4bdc9457SAndroid Build Coastguard Worker vp3 = vp3 * vt3 + vc4; 115*4bdc9457SAndroid Build Coastguard Worker vp4 = vp4 * vt4 + vc4; 116*4bdc9457SAndroid Build Coastguard Worker 117*4bdc9457SAndroid Build Coastguard Worker vp0 = vp0 * vt0 + vc3; 118*4bdc9457SAndroid Build Coastguard Worker vp1 = vp1 * vt1 + vc3; 119*4bdc9457SAndroid Build Coastguard Worker vp2 = vp2 * vt2 + vc3; 120*4bdc9457SAndroid Build Coastguard Worker vp3 = vp3 * vt3 + vc3; 121*4bdc9457SAndroid Build Coastguard Worker vp4 = vp4 * vt4 + vc3; 122*4bdc9457SAndroid Build Coastguard Worker 123*4bdc9457SAndroid Build Coastguard Worker vp0 = vp0 * vt0 + vc2; 124*4bdc9457SAndroid Build Coastguard Worker vp1 = vp1 * vt1 + vc2; 125*4bdc9457SAndroid Build Coastguard Worker vp2 = vp2 * vt2 + vc2; 126*4bdc9457SAndroid Build Coastguard Worker vp3 = vp3 * vt3 + vc2; 127*4bdc9457SAndroid Build Coastguard Worker vp4 = vp4 * vt4 + vc2; 128*4bdc9457SAndroid Build Coastguard Worker 129*4bdc9457SAndroid Build Coastguard Worker vp0 *= vt0; 130*4bdc9457SAndroid Build Coastguard Worker vp1 *= vt1; 131*4bdc9457SAndroid Build Coastguard Worker vp2 *= vt2; 132*4bdc9457SAndroid Build Coastguard Worker vp3 *= vt3; 133*4bdc9457SAndroid Build Coastguard Worker vp4 *= vt4; 134*4bdc9457SAndroid Build Coastguard Worker 135*4bdc9457SAndroid Build Coastguard Worker vt0 *= vs0; 136*4bdc9457SAndroid Build Coastguard Worker vs0 -= vone; 137*4bdc9457SAndroid Build Coastguard Worker vt1 *= vs1; 138*4bdc9457SAndroid Build Coastguard Worker vs1 -= vone; 139*4bdc9457SAndroid Build Coastguard Worker vt2 *= vs2; 140*4bdc9457SAndroid Build Coastguard Worker vs2 -= vone; 141*4bdc9457SAndroid Build Coastguard Worker vt3 *= vs3; 142*4bdc9457SAndroid Build Coastguard Worker vs3 -= vone; 143*4bdc9457SAndroid Build Coastguard Worker vt4 *= vs4; 144*4bdc9457SAndroid Build Coastguard Worker vs4 -= vone; 145*4bdc9457SAndroid Build Coastguard Worker 146*4bdc9457SAndroid Build Coastguard Worker vp0 = vp0 * vt0 + vt0; 147*4bdc9457SAndroid Build Coastguard Worker vp1 = vp1 * vt1 + vt1; 148*4bdc9457SAndroid Build Coastguard Worker vp2 = vp2 * vt2 + vt2; 149*4bdc9457SAndroid Build Coastguard Worker vp3 = vp3 * vt3 + vt3; 150*4bdc9457SAndroid Build Coastguard Worker vp4 = vp4 * vt4 + vt4; 151*4bdc9457SAndroid Build Coastguard Worker 152*4bdc9457SAndroid Build Coastguard Worker const float ve0 = (vp0 + vs0) * valpha; 153*4bdc9457SAndroid Build Coastguard Worker float vy0 = vx0 * vbeta; 154*4bdc9457SAndroid Build Coastguard Worker const float ve1 = (vp1 + vs1) * valpha; 155*4bdc9457SAndroid Build Coastguard Worker float vy1 = vx1 * vbeta; 156*4bdc9457SAndroid Build Coastguard Worker const float ve2 = (vp2 + vs2) * valpha; 157*4bdc9457SAndroid Build Coastguard Worker float vy2 = vx2 * vbeta; 158*4bdc9457SAndroid Build Coastguard Worker const float ve3 = (vp3 + vs3) * valpha; 159*4bdc9457SAndroid Build Coastguard Worker float vy3 = vx3 * vbeta; 160*4bdc9457SAndroid Build Coastguard Worker const float ve4 = (vp4 + vs4) * valpha; 161*4bdc9457SAndroid Build Coastguard Worker float vy4 = vx4 * vbeta; 162*4bdc9457SAndroid Build Coastguard Worker 163*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vx0 < 0.0f) { 164*4bdc9457SAndroid Build Coastguard Worker vy0 = ve0; 165*4bdc9457SAndroid Build Coastguard Worker } 166*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vx1 < 0.0f) { 167*4bdc9457SAndroid Build Coastguard Worker vy1 = ve1; 168*4bdc9457SAndroid Build Coastguard Worker } 169*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vx2 < 0.0f) { 170*4bdc9457SAndroid Build Coastguard Worker vy2 = ve2; 171*4bdc9457SAndroid Build Coastguard Worker } 172*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vx3 < 0.0f) { 173*4bdc9457SAndroid Build Coastguard Worker vy3 = ve3; 174*4bdc9457SAndroid Build Coastguard Worker } 175*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vx4 < 0.0f) { 176*4bdc9457SAndroid Build Coastguard Worker vy4 = ve4; 177*4bdc9457SAndroid Build Coastguard Worker } 178*4bdc9457SAndroid Build Coastguard Worker 179*4bdc9457SAndroid Build Coastguard Worker y[0] = vy0; 180*4bdc9457SAndroid Build Coastguard Worker y[1] = vy1; 181*4bdc9457SAndroid Build Coastguard Worker y[2] = vy2; 182*4bdc9457SAndroid Build Coastguard Worker y[3] = vy3; 183*4bdc9457SAndroid Build Coastguard Worker y[4] = vy4; 184*4bdc9457SAndroid Build Coastguard Worker y += 5; 185*4bdc9457SAndroid Build Coastguard Worker } 186*4bdc9457SAndroid Build Coastguard Worker if XNN_UNLIKELY(n != 0) { 187*4bdc9457SAndroid Build Coastguard Worker do { 188*4bdc9457SAndroid Build Coastguard Worker float vx = *x++; 189*4bdc9457SAndroid Build Coastguard Worker 190*4bdc9457SAndroid Build Coastguard Worker const float vz = vx * vprescale; 191*4bdc9457SAndroid Build Coastguard Worker 192*4bdc9457SAndroid Build Coastguard Worker float vn = vz * vlog2e + vmagic_bias; 193*4bdc9457SAndroid Build Coastguard Worker float vs = uint32_as_float(float_as_uint32(vn) << 23); 194*4bdc9457SAndroid Build Coastguard Worker vn -= vmagic_bias; 195*4bdc9457SAndroid Build Coastguard Worker 196*4bdc9457SAndroid Build Coastguard Worker float vt = vn * vminus_ln2_hi + vz; 197*4bdc9457SAndroid Build Coastguard Worker vt = vn * vminus_ln2_lo + vt; 198*4bdc9457SAndroid Build Coastguard Worker 199*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vz <= vsat_cutoff) { 200*4bdc9457SAndroid Build Coastguard Worker vs = 0.0f; 201*4bdc9457SAndroid Build Coastguard Worker vt = 0.0f; 202*4bdc9457SAndroid Build Coastguard Worker } 203*4bdc9457SAndroid Build Coastguard Worker 204*4bdc9457SAndroid Build Coastguard Worker float vp = vc6 * vt + vc5; 205*4bdc9457SAndroid Build Coastguard Worker vp = vp * vt + vc4; 206*4bdc9457SAndroid Build Coastguard Worker vp = vp * vt + vc3; 207*4bdc9457SAndroid Build Coastguard Worker vp = vp * vt + vc2; 208*4bdc9457SAndroid Build Coastguard Worker vp *= vt; 209*4bdc9457SAndroid Build Coastguard Worker 210*4bdc9457SAndroid Build Coastguard Worker vt *= vs; 211*4bdc9457SAndroid Build Coastguard Worker vs -= vone; 212*4bdc9457SAndroid Build Coastguard Worker vp = vp * vt + vt; 213*4bdc9457SAndroid Build Coastguard Worker const float ve = (vp + vs) * valpha; 214*4bdc9457SAndroid Build Coastguard Worker 215*4bdc9457SAndroid Build Coastguard Worker float vy = vx * vbeta; 216*4bdc9457SAndroid Build Coastguard Worker if XNN_UNPREDICTABLE(vx < 0.0f) { 217*4bdc9457SAndroid Build Coastguard Worker vy = ve; 218*4bdc9457SAndroid Build Coastguard Worker } 219*4bdc9457SAndroid Build Coastguard Worker 220*4bdc9457SAndroid Build Coastguard Worker *y++ = vy; 221*4bdc9457SAndroid Build Coastguard Worker 222*4bdc9457SAndroid Build Coastguard Worker n -= sizeof(float); 223*4bdc9457SAndroid Build Coastguard Worker } while (n != 0); 224*4bdc9457SAndroid Build Coastguard Worker } 225*4bdc9457SAndroid Build Coastguard Worker } 226