xref: /aosp_15_r20/external/ComputeLibrary/src/runtime/CL/mlgo/Common.h (revision c217d954acce2dbc11938adb493fc0abd69584f3)
1*c217d954SCole Faust /*
2*c217d954SCole Faust  * Copyright (c) 2021 Arm Limited.
3*c217d954SCole Faust  *
4*c217d954SCole Faust  * SPDX-License-Identifier: MIT
5*c217d954SCole Faust  *
6*c217d954SCole Faust  * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust  * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust  * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust  * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust  * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust  * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust  *
13*c217d954SCole Faust  * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust  * copies or substantial portions of the Software.
15*c217d954SCole Faust  *
16*c217d954SCole Faust  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust  * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust  * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust  * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust  * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust  * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust  * SOFTWARE.
23*c217d954SCole Faust  */
24*c217d954SCole Faust #ifndef SRC_RUNTIME_CL_MLGO_COMMON_H
25*c217d954SCole Faust #define SRC_RUNTIME_CL_MLGO_COMMON_H
26*c217d954SCole Faust 
27*c217d954SCole Faust #include "arm_compute/core/Types.h"
28*c217d954SCole Faust #include "arm_compute/runtime/CL/CLTypes.h"
29*c217d954SCole Faust 
30*c217d954SCole Faust namespace arm_compute
31*c217d954SCole Faust {
32*c217d954SCole Faust namespace mlgo
33*c217d954SCole Faust {
34*c217d954SCole Faust /** Types of Heuristic (tree) */
35*c217d954SCole Faust enum class HeuristicType
36*c217d954SCole Faust {
37*c217d954SCole Faust     GEMM_Type,                     /**< About the type of gemm */
38*c217d954SCole Faust     GEMM_Config_Native,            /**< About the gemm config for native kernel */
39*c217d954SCole Faust     GEMM_Config_Reshaped_Only_RHS, /**< About the gemm config for reshaped only rhs kernel */
40*c217d954SCole Faust     GEMM_Config_Reshaped           /**< About the gemm config for reshaped kernel */
41*c217d954SCole Faust };
42*c217d954SCole Faust 
43*c217d954SCole Faust using GEMMType = CLGEMMKernelType;
44*c217d954SCole Faust 
45*c217d954SCole Faust /** GEMM Configuration for Native kernel */
46*c217d954SCole Faust struct GEMMConfigNative
47*c217d954SCole Faust {
48*c217d954SCole Faust     unsigned int m0{ 1 }; /**< Number of rows processed by the matrix multiplication */
49*c217d954SCole Faust     unsigned int n0{ 1 }; /**< Number of columns processed by the matrix multiplication */
50*c217d954SCole Faust     unsigned int k0{ 1 }; /**< Number of partial accumulations performed by the matrix multiplication */
51*c217d954SCole Faust };
52*c217d954SCole Faust 
53*c217d954SCole Faust /** GEMM Configuration for Reshaped Only RHS kernel */
54*c217d954SCole Faust struct GEMMConfigReshapedOnlyRHS
55*c217d954SCole Faust {
56*c217d954SCole Faust     unsigned int m0{ 1 };                  /**< Number of rows processed by the matrix multiplication */
57*c217d954SCole Faust     unsigned int n0{ 1 };                  /**< Number of columns processed by the matrix multiplication */
58*c217d954SCole Faust     unsigned int k0{ 1 };                  /**< Number of partial accumulations performed by the matrix multiplication */
59*c217d954SCole Faust     unsigned int h0{ 1 };                  /**< Number of horizontal blocks of size (k0xn0) stored on the same output row */
60*c217d954SCole Faust     bool         interleave_rhs{ false };  /**< True if the h0 (k0xn0) blocks have to be interleaved in the output row */
61*c217d954SCole Faust     bool         transpose_rhs{ false };   /**< True if the (k0xn0) block has to be transposed before been stored */
62*c217d954SCole Faust     bool         export_cl_image{ false }; /**< True if the reshaped rhs has to be exported to cl_image. n0 must be equal to 4 */
63*c217d954SCole Faust };
64*c217d954SCole Faust 
65*c217d954SCole Faust /** GEMM Configuration for Reshaped kernel */
66*c217d954SCole Faust struct GEMMConfigReshaped
67*c217d954SCole Faust {
68*c217d954SCole Faust     unsigned int m0{ 1 };                  /**< Number of rows processed by the matrix multiplication */
69*c217d954SCole Faust     unsigned int n0{ 1 };                  /**< Number of columns processed by the matrix multiplication */
70*c217d954SCole Faust     unsigned int k0{ 1 };                  /**< Number of partial accumulations performed by the matrix multiplication */
71*c217d954SCole Faust     unsigned int v0{ 1 };                  /**< Number of vertical blocks of size (m0xk0) stored on the same output row */
72*c217d954SCole Faust     unsigned int h0{ 1 };                  /**< Number of horizontal blocks of size (k0xn0) stored on the same output row */
73*c217d954SCole Faust     bool         interleave_lhs{ false };  /**< True if the v0 (m0xk0) blocks have to be interleaved in the output row */
74*c217d954SCole Faust     bool         interleave_rhs{ false };  /**< True if the h0 (k0xn0) blocks have to be interleaved in the output row */
75*c217d954SCole Faust     bool         transpose_rhs{ false };   /**< True if the (k0xn0) block has to be transposed before been stored */
76*c217d954SCole Faust     bool         export_cl_image{ false }; /**< True if the reshaped rhs has to be exported to cl_image. n0 must be equal to 4 */
77*c217d954SCole Faust };
78*c217d954SCole Faust 
79*c217d954SCole Faust } // namespace mlgo
80*c217d954SCole Faust } // namespace arm_compute
81*c217d954SCole Faust #endif // SRC_RUNTIME_CL_MLGO_COMMON_H