1*c217d954SCole Faust /*
2*c217d954SCole Faust * Copyright (c) 2018-2020 Arm Limited.
3*c217d954SCole Faust *
4*c217d954SCole Faust * SPDX-License-Identifier: MIT
5*c217d954SCole Faust *
6*c217d954SCole Faust * Permission is hereby granted, free of charge, to any person obtaining a copy
7*c217d954SCole Faust * of this software and associated documentation files (the "Software"), to
8*c217d954SCole Faust * deal in the Software without restriction, including without limitation the
9*c217d954SCole Faust * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
10*c217d954SCole Faust * sell copies of the Software, and to permit persons to whom the Software is
11*c217d954SCole Faust * furnished to do so, subject to the following conditions:
12*c217d954SCole Faust *
13*c217d954SCole Faust * The above copyright notice and this permission notice shall be included in all
14*c217d954SCole Faust * copies or substantial portions of the Software.
15*c217d954SCole Faust *
16*c217d954SCole Faust * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
17*c217d954SCole Faust * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
18*c217d954SCole Faust * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
19*c217d954SCole Faust * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
20*c217d954SCole Faust * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
21*c217d954SCole Faust * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
22*c217d954SCole Faust * SOFTWARE.
23*c217d954SCole Faust */
24*c217d954SCole Faust #ifndef ARM_COMPUTE_GRAPH_BACKENDS_UTILS_H
25*c217d954SCole Faust #define ARM_COMPUTE_GRAPH_BACKENDS_UTILS_H
26*c217d954SCole Faust
27*c217d954SCole Faust #include "arm_compute/graph/GraphContext.h"
28*c217d954SCole Faust #include "arm_compute/runtime/IMemoryManager.h"
29*c217d954SCole Faust #include "arm_compute/runtime/IWeightsManager.h"
30*c217d954SCole Faust
31*c217d954SCole Faust namespace arm_compute
32*c217d954SCole Faust {
33*c217d954SCole Faust namespace graph
34*c217d954SCole Faust {
35*c217d954SCole Faust namespace backends
36*c217d954SCole Faust {
37*c217d954SCole Faust /** Creates and configures a named function
38*c217d954SCole Faust *
39*c217d954SCole Faust * @param[in] name Name of the function
40*c217d954SCole Faust * @param[in] args Function arguments
41*c217d954SCole Faust *
42*c217d954SCole Faust * @return A configured backend function
43*c217d954SCole Faust */
44*c217d954SCole Faust template <typename FunctionType, typename FunctionNameType, typename... ParameterType>
create_named_function(FunctionNameType name,ParameterType...args)45*c217d954SCole Faust std::tuple<std::unique_ptr<arm_compute::IFunction>, FunctionNameType> create_named_function(FunctionNameType name, ParameterType... args)
46*c217d954SCole Faust {
47*c217d954SCole Faust auto f = std::make_unique<FunctionType>();
48*c217d954SCole Faust f->configure(std::forward<ParameterType>(args)...);
49*c217d954SCole Faust return std::make_pair(std::move(f), name);
50*c217d954SCole Faust }
51*c217d954SCole Faust
52*c217d954SCole Faust /** Creates and configures a named function
53*c217d954SCole Faust *
54*c217d954SCole Faust * @param[in] name Name of the function
55*c217d954SCole Faust * @param[in] mm Memory manager to use
56*c217d954SCole Faust * @param[in] args Function arguments
57*c217d954SCole Faust *
58*c217d954SCole Faust * @return A configured backend function
59*c217d954SCole Faust */
60*c217d954SCole Faust template <typename FunctionType, typename FunctionNameType, typename MemoryManagerType, typename... ParameterType>
create_named_memory_managed_function(FunctionNameType name,MemoryManagerType mm,ParameterType...args)61*c217d954SCole Faust std::tuple<std::unique_ptr<arm_compute::IFunction>, FunctionNameType> create_named_memory_managed_function(FunctionNameType name,
62*c217d954SCole Faust MemoryManagerType mm,
63*c217d954SCole Faust ParameterType... args)
64*c217d954SCole Faust {
65*c217d954SCole Faust auto f = std::make_unique<FunctionType>(mm);
66*c217d954SCole Faust f->configure(std::forward<ParameterType>(args)...);
67*c217d954SCole Faust return std::make_pair(std::move(f), name);
68*c217d954SCole Faust }
69*c217d954SCole Faust
70*c217d954SCole Faust /** Checks if an operation is in place
71*c217d954SCole Faust *
72*c217d954SCole Faust * @param[in] input Pointer to input
73*c217d954SCole Faust * @param[in] output Pointer to output
74*c217d954SCole Faust *
75*c217d954SCole Faust * @return True if output is nullptr or input is equal to the output, else false
76*c217d954SCole Faust */
is_in_place_operation(void * input,void * output)77*c217d954SCole Faust inline bool is_in_place_operation(void *input, void *output)
78*c217d954SCole Faust {
79*c217d954SCole Faust return (output == nullptr) || (input == output);
80*c217d954SCole Faust }
81*c217d954SCole Faust
82*c217d954SCole Faust /** Returns the memory manager for a given target
83*c217d954SCole Faust *
84*c217d954SCole Faust * @param[in] ctx Graph context containing memory management metadata
85*c217d954SCole Faust * @param[in] target Target to retrieve the memory manager from
86*c217d954SCole Faust *
87*c217d954SCole Faust * @return The memory manager for the given target else false
88*c217d954SCole Faust */
get_memory_manager(GraphContext & ctx,Target target)89*c217d954SCole Faust inline std::shared_ptr<IMemoryManager> get_memory_manager(GraphContext &ctx, Target target)
90*c217d954SCole Faust {
91*c217d954SCole Faust bool enabled = ctx.config().use_function_memory_manager && (ctx.memory_management_ctx(target) != nullptr);
92*c217d954SCole Faust return enabled ? ctx.memory_management_ctx(target)->intra_mm : nullptr;
93*c217d954SCole Faust }
94*c217d954SCole Faust
95*c217d954SCole Faust /** Returns the weights manager for a given target
96*c217d954SCole Faust *
97*c217d954SCole Faust * @param[in] ctx Graph context containing weight management metadata
98*c217d954SCole Faust * @param[in] target Target to retrieve the weights manager from
99*c217d954SCole Faust *
100*c217d954SCole Faust * @return The weights manager for the given target else false
101*c217d954SCole Faust */
get_weights_manager(GraphContext & ctx,Target target)102*c217d954SCole Faust inline std::shared_ptr<IWeightsManager> get_weights_manager(GraphContext &ctx, Target target)
103*c217d954SCole Faust {
104*c217d954SCole Faust bool enabled = ctx.config().use_function_weights_manager && (ctx.weights_management_ctx(target) != nullptr);
105*c217d954SCole Faust return enabled ? ctx.weights_management_ctx(target)->wm : nullptr;
106*c217d954SCole Faust }
107*c217d954SCole Faust } // namespace backends
108*c217d954SCole Faust } // namespace graph
109*c217d954SCole Faust } // namespace arm_compute
110*c217d954SCole Faust
111*c217d954SCole Faust #endif /* ARM_COMPUTE_GRAPH_BACKENDS_UTILS_H */
112