xref: /aosp_15_r20/external/XNNPACK/src/f32-velu/gen/velu-scalar-rr2-p6-x5.c (revision 4bdc94577ba0e567308109d787f7fec7b531ce36)
1*4bdc9457SAndroid Build Coastguard Worker // Auto-generated file. Do not edit!
2*4bdc9457SAndroid Build Coastguard Worker //   Template: src/f32-velu/scalar-rr2-p6.c.in
3*4bdc9457SAndroid Build Coastguard Worker //   Generator: tools/xngen
4*4bdc9457SAndroid Build Coastguard Worker //
5*4bdc9457SAndroid Build Coastguard Worker // Copyright 2020 Google LLC
6*4bdc9457SAndroid Build Coastguard Worker //
7*4bdc9457SAndroid Build Coastguard Worker // This source code is licensed under the BSD-style license found in the
8*4bdc9457SAndroid Build Coastguard Worker // LICENSE file in the root directory of this source tree.
9*4bdc9457SAndroid Build Coastguard Worker 
10*4bdc9457SAndroid Build Coastguard Worker #include <assert.h>
11*4bdc9457SAndroid Build Coastguard Worker #include <math.h>
12*4bdc9457SAndroid Build Coastguard Worker 
13*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/common.h>
14*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/math.h>
15*4bdc9457SAndroid Build Coastguard Worker #include <xnnpack/vunary.h>
16*4bdc9457SAndroid Build Coastguard Worker 
17*4bdc9457SAndroid Build Coastguard Worker 
xnn_f32_velu_ukernel__scalar_rr2_p6_x5(size_t n,const float * x,float * y,const union xnn_f32_elu_params params[restrict XNN_MIN_ELEMENTS (1)])18*4bdc9457SAndroid Build Coastguard Worker void xnn_f32_velu_ukernel__scalar_rr2_p6_x5(
19*4bdc9457SAndroid Build Coastguard Worker     size_t n,
20*4bdc9457SAndroid Build Coastguard Worker     const float* x,
21*4bdc9457SAndroid Build Coastguard Worker     float* y,
22*4bdc9457SAndroid Build Coastguard Worker     const union xnn_f32_elu_params params[restrict XNN_MIN_ELEMENTS(1)])
23*4bdc9457SAndroid Build Coastguard Worker {
24*4bdc9457SAndroid Build Coastguard Worker   assert(n % sizeof(float) == 0);
25*4bdc9457SAndroid Build Coastguard Worker 
26*4bdc9457SAndroid Build Coastguard Worker   const float vprescale = params->scalar_rr2_p6.prescale;
27*4bdc9457SAndroid Build Coastguard Worker   const float valpha = params->scalar_rr2_p6.alpha;
28*4bdc9457SAndroid Build Coastguard Worker   const float vbeta = params->scalar_rr2_p6.beta;
29*4bdc9457SAndroid Build Coastguard Worker   const float vmagic_bias = params->scalar_rr2_p6.magic_bias;
30*4bdc9457SAndroid Build Coastguard Worker   const float vlog2e = params->scalar_rr2_p6.log2e;
31*4bdc9457SAndroid Build Coastguard Worker   const float vsat_cutoff = params->scalar_rr2_p6.sat_cutoff;
32*4bdc9457SAndroid Build Coastguard Worker   const float vminus_ln2_hi = params->scalar_rr2_p6.minus_ln2_hi;
33*4bdc9457SAndroid Build Coastguard Worker   const float vminus_ln2_lo = params->scalar_rr2_p6.minus_ln2_lo;
34*4bdc9457SAndroid Build Coastguard Worker   const float vc6 = params->scalar_rr2_p6.c6;
35*4bdc9457SAndroid Build Coastguard Worker   const float vc5 = params->scalar_rr2_p6.c5;
36*4bdc9457SAndroid Build Coastguard Worker   const float vc4 = params->scalar_rr2_p6.c4;
37*4bdc9457SAndroid Build Coastguard Worker   const float vc3 = params->scalar_rr2_p6.c3;
38*4bdc9457SAndroid Build Coastguard Worker   const float vc2 = params->scalar_rr2_p6.c2;
39*4bdc9457SAndroid Build Coastguard Worker   const float vone = params->scalar_rr2_p6.one;
40*4bdc9457SAndroid Build Coastguard Worker 
41*4bdc9457SAndroid Build Coastguard Worker   for (; n >= 5 * sizeof(float); n -= 5 * sizeof(float)) {
42*4bdc9457SAndroid Build Coastguard Worker     float vx0 = x[0];
43*4bdc9457SAndroid Build Coastguard Worker     float vx1 = x[1];
44*4bdc9457SAndroid Build Coastguard Worker     float vx2 = x[2];
45*4bdc9457SAndroid Build Coastguard Worker     float vx3 = x[3];
46*4bdc9457SAndroid Build Coastguard Worker     float vx4 = x[4];
47*4bdc9457SAndroid Build Coastguard Worker     x += 5;
48*4bdc9457SAndroid Build Coastguard Worker 
49*4bdc9457SAndroid Build Coastguard Worker     const float vz0 = vx0 * vprescale;
50*4bdc9457SAndroid Build Coastguard Worker     const float vz1 = vx1 * vprescale;
51*4bdc9457SAndroid Build Coastguard Worker     const float vz2 = vx2 * vprescale;
52*4bdc9457SAndroid Build Coastguard Worker     const float vz3 = vx3 * vprescale;
53*4bdc9457SAndroid Build Coastguard Worker     const float vz4 = vx4 * vprescale;
54*4bdc9457SAndroid Build Coastguard Worker 
55*4bdc9457SAndroid Build Coastguard Worker     float vn0 = vz0 * vlog2e + vmagic_bias;
56*4bdc9457SAndroid Build Coastguard Worker     float vn1 = vz1 * vlog2e + vmagic_bias;
57*4bdc9457SAndroid Build Coastguard Worker     float vn2 = vz2 * vlog2e + vmagic_bias;
58*4bdc9457SAndroid Build Coastguard Worker     float vn3 = vz3 * vlog2e + vmagic_bias;
59*4bdc9457SAndroid Build Coastguard Worker     float vn4 = vz4 * vlog2e + vmagic_bias;
60*4bdc9457SAndroid Build Coastguard Worker 
61*4bdc9457SAndroid Build Coastguard Worker     float vs0 = uint32_as_float(float_as_uint32(vn0) << 23);
62*4bdc9457SAndroid Build Coastguard Worker     vn0 -= vmagic_bias;
63*4bdc9457SAndroid Build Coastguard Worker     float vs1 = uint32_as_float(float_as_uint32(vn1) << 23);
64*4bdc9457SAndroid Build Coastguard Worker     vn1 -= vmagic_bias;
65*4bdc9457SAndroid Build Coastguard Worker     float vs2 = uint32_as_float(float_as_uint32(vn2) << 23);
66*4bdc9457SAndroid Build Coastguard Worker     vn2 -= vmagic_bias;
67*4bdc9457SAndroid Build Coastguard Worker     float vs3 = uint32_as_float(float_as_uint32(vn3) << 23);
68*4bdc9457SAndroid Build Coastguard Worker     vn3 -= vmagic_bias;
69*4bdc9457SAndroid Build Coastguard Worker     float vs4 = uint32_as_float(float_as_uint32(vn4) << 23);
70*4bdc9457SAndroid Build Coastguard Worker     vn4 -= vmagic_bias;
71*4bdc9457SAndroid Build Coastguard Worker 
72*4bdc9457SAndroid Build Coastguard Worker     float vt0 = vn0 * vminus_ln2_hi + vz0;
73*4bdc9457SAndroid Build Coastguard Worker     float vt1 = vn1 * vminus_ln2_hi + vz1;
74*4bdc9457SAndroid Build Coastguard Worker     float vt2 = vn2 * vminus_ln2_hi + vz2;
75*4bdc9457SAndroid Build Coastguard Worker     float vt3 = vn3 * vminus_ln2_hi + vz3;
76*4bdc9457SAndroid Build Coastguard Worker     float vt4 = vn4 * vminus_ln2_hi + vz4;
77*4bdc9457SAndroid Build Coastguard Worker 
78*4bdc9457SAndroid Build Coastguard Worker     vt0 = vn0 * vminus_ln2_lo + vt0;
79*4bdc9457SAndroid Build Coastguard Worker     vt1 = vn1 * vminus_ln2_lo + vt1;
80*4bdc9457SAndroid Build Coastguard Worker     vt2 = vn2 * vminus_ln2_lo + vt2;
81*4bdc9457SAndroid Build Coastguard Worker     vt3 = vn3 * vminus_ln2_lo + vt3;
82*4bdc9457SAndroid Build Coastguard Worker     vt4 = vn4 * vminus_ln2_lo + vt4;
83*4bdc9457SAndroid Build Coastguard Worker 
84*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vz0 <= vsat_cutoff) {
85*4bdc9457SAndroid Build Coastguard Worker       vs0 = 0.0f;
86*4bdc9457SAndroid Build Coastguard Worker       vt0 = 0.0f;
87*4bdc9457SAndroid Build Coastguard Worker     }
88*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vz1 <= vsat_cutoff) {
89*4bdc9457SAndroid Build Coastguard Worker       vs1 = 0.0f;
90*4bdc9457SAndroid Build Coastguard Worker       vt1 = 0.0f;
91*4bdc9457SAndroid Build Coastguard Worker     }
92*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vz2 <= vsat_cutoff) {
93*4bdc9457SAndroid Build Coastguard Worker       vs2 = 0.0f;
94*4bdc9457SAndroid Build Coastguard Worker       vt2 = 0.0f;
95*4bdc9457SAndroid Build Coastguard Worker     }
96*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vz3 <= vsat_cutoff) {
97*4bdc9457SAndroid Build Coastguard Worker       vs3 = 0.0f;
98*4bdc9457SAndroid Build Coastguard Worker       vt3 = 0.0f;
99*4bdc9457SAndroid Build Coastguard Worker     }
100*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vz4 <= vsat_cutoff) {
101*4bdc9457SAndroid Build Coastguard Worker       vs4 = 0.0f;
102*4bdc9457SAndroid Build Coastguard Worker       vt4 = 0.0f;
103*4bdc9457SAndroid Build Coastguard Worker     }
104*4bdc9457SAndroid Build Coastguard Worker 
105*4bdc9457SAndroid Build Coastguard Worker     float vp0 = vc6 * vt0 + vc5;
106*4bdc9457SAndroid Build Coastguard Worker     float vp1 = vc6 * vt1 + vc5;
107*4bdc9457SAndroid Build Coastguard Worker     float vp2 = vc6 * vt2 + vc5;
108*4bdc9457SAndroid Build Coastguard Worker     float vp3 = vc6 * vt3 + vc5;
109*4bdc9457SAndroid Build Coastguard Worker     float vp4 = vc6 * vt4 + vc5;
110*4bdc9457SAndroid Build Coastguard Worker 
111*4bdc9457SAndroid Build Coastguard Worker     vp0 = vp0 * vt0 + vc4;
112*4bdc9457SAndroid Build Coastguard Worker     vp1 = vp1 * vt1 + vc4;
113*4bdc9457SAndroid Build Coastguard Worker     vp2 = vp2 * vt2 + vc4;
114*4bdc9457SAndroid Build Coastguard Worker     vp3 = vp3 * vt3 + vc4;
115*4bdc9457SAndroid Build Coastguard Worker     vp4 = vp4 * vt4 + vc4;
116*4bdc9457SAndroid Build Coastguard Worker 
117*4bdc9457SAndroid Build Coastguard Worker     vp0 = vp0 * vt0 + vc3;
118*4bdc9457SAndroid Build Coastguard Worker     vp1 = vp1 * vt1 + vc3;
119*4bdc9457SAndroid Build Coastguard Worker     vp2 = vp2 * vt2 + vc3;
120*4bdc9457SAndroid Build Coastguard Worker     vp3 = vp3 * vt3 + vc3;
121*4bdc9457SAndroid Build Coastguard Worker     vp4 = vp4 * vt4 + vc3;
122*4bdc9457SAndroid Build Coastguard Worker 
123*4bdc9457SAndroid Build Coastguard Worker     vp0 = vp0 * vt0 + vc2;
124*4bdc9457SAndroid Build Coastguard Worker     vp1 = vp1 * vt1 + vc2;
125*4bdc9457SAndroid Build Coastguard Worker     vp2 = vp2 * vt2 + vc2;
126*4bdc9457SAndroid Build Coastguard Worker     vp3 = vp3 * vt3 + vc2;
127*4bdc9457SAndroid Build Coastguard Worker     vp4 = vp4 * vt4 + vc2;
128*4bdc9457SAndroid Build Coastguard Worker 
129*4bdc9457SAndroid Build Coastguard Worker     vp0 *= vt0;
130*4bdc9457SAndroid Build Coastguard Worker     vp1 *= vt1;
131*4bdc9457SAndroid Build Coastguard Worker     vp2 *= vt2;
132*4bdc9457SAndroid Build Coastguard Worker     vp3 *= vt3;
133*4bdc9457SAndroid Build Coastguard Worker     vp4 *= vt4;
134*4bdc9457SAndroid Build Coastguard Worker 
135*4bdc9457SAndroid Build Coastguard Worker     vt0 *= vs0;
136*4bdc9457SAndroid Build Coastguard Worker     vs0 -= vone;
137*4bdc9457SAndroid Build Coastguard Worker     vt1 *= vs1;
138*4bdc9457SAndroid Build Coastguard Worker     vs1 -= vone;
139*4bdc9457SAndroid Build Coastguard Worker     vt2 *= vs2;
140*4bdc9457SAndroid Build Coastguard Worker     vs2 -= vone;
141*4bdc9457SAndroid Build Coastguard Worker     vt3 *= vs3;
142*4bdc9457SAndroid Build Coastguard Worker     vs3 -= vone;
143*4bdc9457SAndroid Build Coastguard Worker     vt4 *= vs4;
144*4bdc9457SAndroid Build Coastguard Worker     vs4 -= vone;
145*4bdc9457SAndroid Build Coastguard Worker 
146*4bdc9457SAndroid Build Coastguard Worker     vp0 = vp0 * vt0 + vt0;
147*4bdc9457SAndroid Build Coastguard Worker     vp1 = vp1 * vt1 + vt1;
148*4bdc9457SAndroid Build Coastguard Worker     vp2 = vp2 * vt2 + vt2;
149*4bdc9457SAndroid Build Coastguard Worker     vp3 = vp3 * vt3 + vt3;
150*4bdc9457SAndroid Build Coastguard Worker     vp4 = vp4 * vt4 + vt4;
151*4bdc9457SAndroid Build Coastguard Worker 
152*4bdc9457SAndroid Build Coastguard Worker     const float ve0 = (vp0 + vs0) * valpha;
153*4bdc9457SAndroid Build Coastguard Worker     float vy0 = vx0 * vbeta;
154*4bdc9457SAndroid Build Coastguard Worker     const float ve1 = (vp1 + vs1) * valpha;
155*4bdc9457SAndroid Build Coastguard Worker     float vy1 = vx1 * vbeta;
156*4bdc9457SAndroid Build Coastguard Worker     const float ve2 = (vp2 + vs2) * valpha;
157*4bdc9457SAndroid Build Coastguard Worker     float vy2 = vx2 * vbeta;
158*4bdc9457SAndroid Build Coastguard Worker     const float ve3 = (vp3 + vs3) * valpha;
159*4bdc9457SAndroid Build Coastguard Worker     float vy3 = vx3 * vbeta;
160*4bdc9457SAndroid Build Coastguard Worker     const float ve4 = (vp4 + vs4) * valpha;
161*4bdc9457SAndroid Build Coastguard Worker     float vy4 = vx4 * vbeta;
162*4bdc9457SAndroid Build Coastguard Worker 
163*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vx0 < 0.0f) {
164*4bdc9457SAndroid Build Coastguard Worker       vy0 = ve0;
165*4bdc9457SAndroid Build Coastguard Worker     }
166*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vx1 < 0.0f) {
167*4bdc9457SAndroid Build Coastguard Worker       vy1 = ve1;
168*4bdc9457SAndroid Build Coastguard Worker     }
169*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vx2 < 0.0f) {
170*4bdc9457SAndroid Build Coastguard Worker       vy2 = ve2;
171*4bdc9457SAndroid Build Coastguard Worker     }
172*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vx3 < 0.0f) {
173*4bdc9457SAndroid Build Coastguard Worker       vy3 = ve3;
174*4bdc9457SAndroid Build Coastguard Worker     }
175*4bdc9457SAndroid Build Coastguard Worker     if XNN_UNPREDICTABLE(vx4 < 0.0f) {
176*4bdc9457SAndroid Build Coastguard Worker       vy4 = ve4;
177*4bdc9457SAndroid Build Coastguard Worker     }
178*4bdc9457SAndroid Build Coastguard Worker 
179*4bdc9457SAndroid Build Coastguard Worker     y[0] = vy0;
180*4bdc9457SAndroid Build Coastguard Worker     y[1] = vy1;
181*4bdc9457SAndroid Build Coastguard Worker     y[2] = vy2;
182*4bdc9457SAndroid Build Coastguard Worker     y[3] = vy3;
183*4bdc9457SAndroid Build Coastguard Worker     y[4] = vy4;
184*4bdc9457SAndroid Build Coastguard Worker     y += 5;
185*4bdc9457SAndroid Build Coastguard Worker   }
186*4bdc9457SAndroid Build Coastguard Worker   if XNN_UNLIKELY(n != 0) {
187*4bdc9457SAndroid Build Coastguard Worker     do {
188*4bdc9457SAndroid Build Coastguard Worker       float vx = *x++;
189*4bdc9457SAndroid Build Coastguard Worker 
190*4bdc9457SAndroid Build Coastguard Worker       const float vz = vx * vprescale;
191*4bdc9457SAndroid Build Coastguard Worker 
192*4bdc9457SAndroid Build Coastguard Worker       float vn = vz * vlog2e + vmagic_bias;
193*4bdc9457SAndroid Build Coastguard Worker       float vs = uint32_as_float(float_as_uint32(vn) << 23);
194*4bdc9457SAndroid Build Coastguard Worker       vn -= vmagic_bias;
195*4bdc9457SAndroid Build Coastguard Worker 
196*4bdc9457SAndroid Build Coastguard Worker       float vt = vn * vminus_ln2_hi + vz;
197*4bdc9457SAndroid Build Coastguard Worker       vt = vn * vminus_ln2_lo + vt;
198*4bdc9457SAndroid Build Coastguard Worker 
199*4bdc9457SAndroid Build Coastguard Worker       if XNN_UNPREDICTABLE(vz <= vsat_cutoff) {
200*4bdc9457SAndroid Build Coastguard Worker         vs = 0.0f;
201*4bdc9457SAndroid Build Coastguard Worker         vt = 0.0f;
202*4bdc9457SAndroid Build Coastguard Worker       }
203*4bdc9457SAndroid Build Coastguard Worker 
204*4bdc9457SAndroid Build Coastguard Worker       float vp = vc6 * vt + vc5;
205*4bdc9457SAndroid Build Coastguard Worker       vp = vp * vt + vc4;
206*4bdc9457SAndroid Build Coastguard Worker       vp = vp * vt + vc3;
207*4bdc9457SAndroid Build Coastguard Worker       vp = vp * vt + vc2;
208*4bdc9457SAndroid Build Coastguard Worker       vp *= vt;
209*4bdc9457SAndroid Build Coastguard Worker 
210*4bdc9457SAndroid Build Coastguard Worker       vt *= vs;
211*4bdc9457SAndroid Build Coastguard Worker       vs -= vone;
212*4bdc9457SAndroid Build Coastguard Worker       vp = vp * vt + vt;
213*4bdc9457SAndroid Build Coastguard Worker       const float ve = (vp + vs) * valpha;
214*4bdc9457SAndroid Build Coastguard Worker 
215*4bdc9457SAndroid Build Coastguard Worker       float vy = vx * vbeta;
216*4bdc9457SAndroid Build Coastguard Worker       if XNN_UNPREDICTABLE(vx < 0.0f) {
217*4bdc9457SAndroid Build Coastguard Worker         vy = ve;
218*4bdc9457SAndroid Build Coastguard Worker       }
219*4bdc9457SAndroid Build Coastguard Worker 
220*4bdc9457SAndroid Build Coastguard Worker       *y++ = vy;
221*4bdc9457SAndroid Build Coastguard Worker 
222*4bdc9457SAndroid Build Coastguard Worker       n -= sizeof(float);
223*4bdc9457SAndroid Build Coastguard Worker     } while (n != 0);
224*4bdc9457SAndroid Build Coastguard Worker   }
225*4bdc9457SAndroid Build Coastguard Worker }
226