xref: /aosp_15_r20/external/ComputeLibrary/tests/validation/reference/GEMMReshapeRHSMatrix.cpp (revision c217d954acce2dbc11938adb493fc0abd69584f3)
1*c217d954SCole Faust /*
2*c217d954SCole Faust  * Copyright (c) 2018-2020 Arm Limited.
3*c217d954SCole Faust  *
4*c217d954SCole Faust  * SPDX-License-Identifier: MIT
5*c217d954SCole Faust  *
6*c217d954SCole Faust  * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust  * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust  * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust  * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust  * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust  *
13*c217d954SCole Faust  * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust  * copies or substantial portions of the Software.
15*c217d954SCole Faust  *
16*c217d954SCole Faust  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust  * SOFTWARE.
23*c217d954SCole Faust  */
24*c217d954SCole Faust #include "GEMMReshapeRHSMatrix.h"
25*c217d954SCole Faust 
26*c217d954SCole Faust #include "arm_compute/core/Types.h"
27*c217d954SCole Faust 
28*c217d954SCole Faust #include "tests/validation/Helpers.h"
29*c217d954SCole Faust 
30*c217d954SCole Faust #include <algorithm>
31*c217d954SCole Faust #include <cmath>
32*c217d954SCole Faust #include <cstring>
33*c217d954SCole Faust 
34*c217d954SCole Faust namespace arm_compute
35*c217d954SCole Faust {
36*c217d954SCole Faust namespace test
37*c217d954SCole Faust {
38*c217d954SCole Faust namespace validation
39*c217d954SCole Faust {
40*c217d954SCole Faust namespace reference
41*c217d954SCole Faust {
42*c217d954SCole Faust template <typename T>
gemm_reshape_rhs_matrix(const SimpleTensor<T> & in,const TensorShape & output_shape,const GEMMRHSMatrixInfo & rhs_info)43*c217d954SCole Faust SimpleTensor<T> gemm_reshape_rhs_matrix(const SimpleTensor<T> &in, const TensorShape &output_shape, const GEMMRHSMatrixInfo &rhs_info)
44*c217d954SCole Faust {
45*c217d954SCole Faust     ARM_COMPUTE_ERROR_ON(in.shape().num_dimensions() > 3);
46*c217d954SCole Faust 
47*c217d954SCole Faust     SimpleTensor<T> out{ output_shape, in.data_type() };
48*c217d954SCole Faust 
49*c217d954SCole Faust     // Initialize the output tensor with zero
50*c217d954SCole Faust     std::memset(&out[0], 0, out.num_elements() * sizeof(T));
51*c217d954SCole Faust 
52*c217d954SCole Faust     const unsigned int N = in.shape()[0];
53*c217d954SCole Faust     const unsigned int K = in.shape()[1];
54*c217d954SCole Faust     const unsigned int B = in.shape()[2];
55*c217d954SCole Faust 
56*c217d954SCole Faust     const unsigned int num_tiles_x = std::ceil(N / static_cast<float>(rhs_info.n0));
57*c217d954SCole Faust     const unsigned int num_tiles_y = std::ceil(K / static_cast<float>(rhs_info.k0));
58*c217d954SCole Faust 
59*c217d954SCole Faust     const TensorShape tile_dims(rhs_info.n0, rhs_info.k0);
60*c217d954SCole Faust     const TensorShape tile_dims_transposed(rhs_info.k0, rhs_info.n0);
61*c217d954SCole Faust 
62*c217d954SCole Faust     // Simple tensor for the input tile
63*c217d954SCole Faust     SimpleTensor<T> src_tile{ tile_dims, in.data_type() };
64*c217d954SCole Faust 
65*c217d954SCole Faust     // Simple tensor for the input tile
66*c217d954SCole Faust     SimpleTensor<T> src_tile_transposed{ tile_dims_transposed, in.data_type() };
67*c217d954SCole Faust 
68*c217d954SCole Faust     // Simple tensor to use when storing the values
69*c217d954SCole Faust     SimpleTensor<T> *tile_to_use = rhs_info.transpose ? &src_tile_transposed : &src_tile;
70*c217d954SCole Faust 
71*c217d954SCole Faust     const unsigned int offset_output_x = rhs_info.interleave ? tile_to_use->shape()[0] : tile_to_use->shape()[0] * tile_to_use->shape()[1];
72*c217d954SCole Faust     const unsigned int step_output_x   = rhs_info.interleave ? tile_to_use->shape()[0] * rhs_info.h0 : tile_to_use->shape()[0];
73*c217d954SCole Faust #ifdef ARM_COMPUTE_OPENMP
74*c217d954SCole Faust     #pragma omp parallel for schedule(dynamic, 1) collapse(3)
75*c217d954SCole Faust #endif /* _OPENMP */
76*c217d954SCole Faust     for(unsigned int z = 0; z < B; ++z)
77*c217d954SCole Faust     {
78*c217d954SCole Faust         for(unsigned int y = 0; y < num_tiles_y; ++y)
79*c217d954SCole Faust         {
80*c217d954SCole Faust             for(unsigned int x = 0; x < num_tiles_x; ++x)
81*c217d954SCole Faust             {
82*c217d954SCole Faust                 // Get the tile from the input tensor
83*c217d954SCole Faust                 get_tile<T>(in, src_tile, Coordinates(x * rhs_info.n0, y * rhs_info.k0, z, 0));
84*c217d954SCole Faust 
85*c217d954SCole Faust                 if(rhs_info.transpose)
86*c217d954SCole Faust                 {
87*c217d954SCole Faust                     // Transpose matrix
88*c217d954SCole Faust                     transpose_matrix<T>(src_tile, src_tile_transposed);
89*c217d954SCole Faust                 }
90*c217d954SCole Faust 
91*c217d954SCole Faust                 // Store
92*c217d954SCole Faust                 const unsigned int offset_output = (y * rhs_info.k0 * rhs_info.n0 * rhs_info.h0) + ((x % rhs_info.h0) * offset_output_x) + ((x / rhs_info.h0) * out.shape()[0]) + (z * out.shape()[0] * out.shape()[1]);
93*c217d954SCole Faust 
94*c217d954SCole Faust                 for(unsigned int i = 0; i < tile_to_use->shape()[1]; ++i)
95*c217d954SCole Faust                 {
96*c217d954SCole Faust                     const unsigned int offset_tile = i * tile_to_use->shape()[0];
97*c217d954SCole Faust 
98*c217d954SCole Faust                     // Copy per row
99*c217d954SCole Faust                     std::copy(&(*tile_to_use)[offset_tile], &(*tile_to_use)[offset_tile + tile_to_use->shape()[0]], &out[offset_output + i * step_output_x]);
100*c217d954SCole Faust                 }
101*c217d954SCole Faust             }
102*c217d954SCole Faust         }
103*c217d954SCole Faust     }
104*c217d954SCole Faust 
105*c217d954SCole Faust     return out;
106*c217d954SCole Faust }
107*c217d954SCole Faust template SimpleTensor<int> gemm_reshape_rhs_matrix(const SimpleTensor<int> &in, const TensorShape &output_shape, const GEMMRHSMatrixInfo &rhs_info);
108*c217d954SCole Faust template SimpleTensor<short> gemm_reshape_rhs_matrix(const SimpleTensor<short> &in, const TensorShape &output_shape, const GEMMRHSMatrixInfo &rhs_info);
109*c217d954SCole Faust template SimpleTensor<char> gemm_reshape_rhs_matrix(const SimpleTensor<char> &in, const TensorShape &output_shape, const GEMMRHSMatrixInfo &rhs_info);
110*c217d954SCole Faust } // namespace reference
111*c217d954SCole Faust } // namespace validation
112*c217d954SCole Faust } // namespace test
113*c217d954SCole Faust } // namespace arm_compute