xref: /aosp_15_r20/external/armnn/src/backends/reference/RefTensorHandle.cpp (revision 89c4ff92f2867872bb9e2354d150bf0c8c502810)
1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2017 Arm Ltd. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker #include "RefTensorHandle.hpp"
6*89c4ff92SAndroid Build Coastguard Worker 
7*89c4ff92SAndroid Build Coastguard Worker namespace armnn
8*89c4ff92SAndroid Build Coastguard Worker {
9*89c4ff92SAndroid Build Coastguard Worker 
RefTensorHandle(const TensorInfo & tensorInfo,std::shared_ptr<RefMemoryManager> & memoryManager)10*89c4ff92SAndroid Build Coastguard Worker RefTensorHandle::RefTensorHandle(const TensorInfo &tensorInfo, std::shared_ptr<RefMemoryManager> &memoryManager):
11*89c4ff92SAndroid Build Coastguard Worker     m_TensorInfo(tensorInfo),
12*89c4ff92SAndroid Build Coastguard Worker     m_MemoryManager(memoryManager),
13*89c4ff92SAndroid Build Coastguard Worker     m_Pool(nullptr),
14*89c4ff92SAndroid Build Coastguard Worker     m_UnmanagedMemory(nullptr),
15*89c4ff92SAndroid Build Coastguard Worker     m_ImportedMemory(nullptr)
16*89c4ff92SAndroid Build Coastguard Worker {
17*89c4ff92SAndroid Build Coastguard Worker 
18*89c4ff92SAndroid Build Coastguard Worker }
19*89c4ff92SAndroid Build Coastguard Worker 
RefTensorHandle(const TensorInfo & tensorInfo)20*89c4ff92SAndroid Build Coastguard Worker RefTensorHandle::RefTensorHandle(const TensorInfo& tensorInfo)
21*89c4ff92SAndroid Build Coastguard Worker                                  : m_TensorInfo(tensorInfo),
22*89c4ff92SAndroid Build Coastguard Worker                                    m_Pool(nullptr),
23*89c4ff92SAndroid Build Coastguard Worker                                    m_UnmanagedMemory(nullptr),
24*89c4ff92SAndroid Build Coastguard Worker                                    m_ImportedMemory(nullptr)
25*89c4ff92SAndroid Build Coastguard Worker {
26*89c4ff92SAndroid Build Coastguard Worker 
27*89c4ff92SAndroid Build Coastguard Worker }
28*89c4ff92SAndroid Build Coastguard Worker 
~RefTensorHandle()29*89c4ff92SAndroid Build Coastguard Worker RefTensorHandle::~RefTensorHandle()
30*89c4ff92SAndroid Build Coastguard Worker {
31*89c4ff92SAndroid Build Coastguard Worker     ::operator delete(m_UnmanagedMemory);
32*89c4ff92SAndroid Build Coastguard Worker }
33*89c4ff92SAndroid Build Coastguard Worker 
Manage()34*89c4ff92SAndroid Build Coastguard Worker void RefTensorHandle::Manage()
35*89c4ff92SAndroid Build Coastguard Worker {
36*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT_MSG(!m_Pool, "RefTensorHandle::Manage() called twice");
37*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT_MSG(!m_UnmanagedMemory, "RefTensorHandle::Manage() called after Allocate()");
38*89c4ff92SAndroid Build Coastguard Worker 
39*89c4ff92SAndroid Build Coastguard Worker     if (m_MemoryManager)
40*89c4ff92SAndroid Build Coastguard Worker     {
41*89c4ff92SAndroid Build Coastguard Worker         m_Pool = m_MemoryManager->Manage(m_TensorInfo.GetNumBytes());
42*89c4ff92SAndroid Build Coastguard Worker     }
43*89c4ff92SAndroid Build Coastguard Worker }
44*89c4ff92SAndroid Build Coastguard Worker 
Allocate()45*89c4ff92SAndroid Build Coastguard Worker void RefTensorHandle::Allocate()
46*89c4ff92SAndroid Build Coastguard Worker {
47*89c4ff92SAndroid Build Coastguard Worker     if (!m_UnmanagedMemory)
48*89c4ff92SAndroid Build Coastguard Worker     {
49*89c4ff92SAndroid Build Coastguard Worker         if (!m_Pool)
50*89c4ff92SAndroid Build Coastguard Worker         {
51*89c4ff92SAndroid Build Coastguard Worker             // unmanaged
52*89c4ff92SAndroid Build Coastguard Worker             m_UnmanagedMemory = ::operator new(m_TensorInfo.GetNumBytes());
53*89c4ff92SAndroid Build Coastguard Worker         }
54*89c4ff92SAndroid Build Coastguard Worker         else
55*89c4ff92SAndroid Build Coastguard Worker         {
56*89c4ff92SAndroid Build Coastguard Worker             m_MemoryManager->Allocate(m_Pool);
57*89c4ff92SAndroid Build Coastguard Worker         }
58*89c4ff92SAndroid Build Coastguard Worker     }
59*89c4ff92SAndroid Build Coastguard Worker     else
60*89c4ff92SAndroid Build Coastguard Worker     {
61*89c4ff92SAndroid Build Coastguard Worker         throw InvalidArgumentException("RefTensorHandle::Allocate Trying to allocate a RefTensorHandle"
62*89c4ff92SAndroid Build Coastguard Worker                                        "that already has allocated memory.");
63*89c4ff92SAndroid Build Coastguard Worker     }
64*89c4ff92SAndroid Build Coastguard Worker }
65*89c4ff92SAndroid Build Coastguard Worker 
Map(bool) const66*89c4ff92SAndroid Build Coastguard Worker const void* RefTensorHandle::Map(bool /*unused*/) const
67*89c4ff92SAndroid Build Coastguard Worker {
68*89c4ff92SAndroid Build Coastguard Worker     return GetPointer();
69*89c4ff92SAndroid Build Coastguard Worker }
70*89c4ff92SAndroid Build Coastguard Worker 
GetPointer() const71*89c4ff92SAndroid Build Coastguard Worker void* RefTensorHandle::GetPointer() const
72*89c4ff92SAndroid Build Coastguard Worker {
73*89c4ff92SAndroid Build Coastguard Worker     if (m_ImportedMemory)
74*89c4ff92SAndroid Build Coastguard Worker     {
75*89c4ff92SAndroid Build Coastguard Worker         return m_ImportedMemory;
76*89c4ff92SAndroid Build Coastguard Worker     }
77*89c4ff92SAndroid Build Coastguard Worker     else if (m_UnmanagedMemory)
78*89c4ff92SAndroid Build Coastguard Worker     {
79*89c4ff92SAndroid Build Coastguard Worker         return m_UnmanagedMemory;
80*89c4ff92SAndroid Build Coastguard Worker     }
81*89c4ff92SAndroid Build Coastguard Worker     else if (m_Pool)
82*89c4ff92SAndroid Build Coastguard Worker     {
83*89c4ff92SAndroid Build Coastguard Worker         return m_MemoryManager->GetPointer(m_Pool);
84*89c4ff92SAndroid Build Coastguard Worker     }
85*89c4ff92SAndroid Build Coastguard Worker     else
86*89c4ff92SAndroid Build Coastguard Worker     {
87*89c4ff92SAndroid Build Coastguard Worker         throw NullPointerException("RefTensorHandle::GetPointer called on unmanaged, unallocated tensor handle");
88*89c4ff92SAndroid Build Coastguard Worker     }
89*89c4ff92SAndroid Build Coastguard Worker }
90*89c4ff92SAndroid Build Coastguard Worker 
CopyOutTo(void * dest) const91*89c4ff92SAndroid Build Coastguard Worker void RefTensorHandle::CopyOutTo(void* dest) const
92*89c4ff92SAndroid Build Coastguard Worker {
93*89c4ff92SAndroid Build Coastguard Worker     const void *src = GetPointer();
94*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT(src);
95*89c4ff92SAndroid Build Coastguard Worker     memcpy(dest, src, m_TensorInfo.GetNumBytes());
96*89c4ff92SAndroid Build Coastguard Worker }
97*89c4ff92SAndroid Build Coastguard Worker 
CopyInFrom(const void * src)98*89c4ff92SAndroid Build Coastguard Worker void RefTensorHandle::CopyInFrom(const void* src)
99*89c4ff92SAndroid Build Coastguard Worker {
100*89c4ff92SAndroid Build Coastguard Worker     void *dest = GetPointer();
101*89c4ff92SAndroid Build Coastguard Worker     ARMNN_ASSERT(dest);
102*89c4ff92SAndroid Build Coastguard Worker     memcpy(dest, src, m_TensorInfo.GetNumBytes());
103*89c4ff92SAndroid Build Coastguard Worker }
104*89c4ff92SAndroid Build Coastguard Worker 
GetImportFlags() const105*89c4ff92SAndroid Build Coastguard Worker MemorySourceFlags RefTensorHandle::GetImportFlags() const
106*89c4ff92SAndroid Build Coastguard Worker {
107*89c4ff92SAndroid Build Coastguard Worker     return static_cast<MemorySourceFlags>(MemorySource::Malloc);
108*89c4ff92SAndroid Build Coastguard Worker }
109*89c4ff92SAndroid Build Coastguard Worker 
Import(void * memory,MemorySource source)110*89c4ff92SAndroid Build Coastguard Worker bool RefTensorHandle::Import(void* memory, MemorySource source)
111*89c4ff92SAndroid Build Coastguard Worker {
112*89c4ff92SAndroid Build Coastguard Worker     if (source == MemorySource::Malloc)
113*89c4ff92SAndroid Build Coastguard Worker     {
114*89c4ff92SAndroid Build Coastguard Worker         // Check memory alignment
115*89c4ff92SAndroid Build Coastguard Worker         if(!CanBeImported(memory, source))
116*89c4ff92SAndroid Build Coastguard Worker         {
117*89c4ff92SAndroid Build Coastguard Worker             m_ImportedMemory = nullptr;
118*89c4ff92SAndroid Build Coastguard Worker             return false;
119*89c4ff92SAndroid Build Coastguard Worker         }
120*89c4ff92SAndroid Build Coastguard Worker 
121*89c4ff92SAndroid Build Coastguard Worker         m_ImportedMemory = memory;
122*89c4ff92SAndroid Build Coastguard Worker         return true;
123*89c4ff92SAndroid Build Coastguard Worker     }
124*89c4ff92SAndroid Build Coastguard Worker 
125*89c4ff92SAndroid Build Coastguard Worker     return false;
126*89c4ff92SAndroid Build Coastguard Worker }
127*89c4ff92SAndroid Build Coastguard Worker 
CanBeImported(void * memory,MemorySource source)128*89c4ff92SAndroid Build Coastguard Worker bool RefTensorHandle::CanBeImported(void *memory, MemorySource source)
129*89c4ff92SAndroid Build Coastguard Worker {
130*89c4ff92SAndroid Build Coastguard Worker     if (source == MemorySource::Malloc)
131*89c4ff92SAndroid Build Coastguard Worker     {
132*89c4ff92SAndroid Build Coastguard Worker         uintptr_t alignment = GetDataTypeSize(m_TensorInfo.GetDataType());
133*89c4ff92SAndroid Build Coastguard Worker         if (reinterpret_cast<uintptr_t>(memory) % alignment)
134*89c4ff92SAndroid Build Coastguard Worker         {
135*89c4ff92SAndroid Build Coastguard Worker             return false;
136*89c4ff92SAndroid Build Coastguard Worker         }
137*89c4ff92SAndroid Build Coastguard Worker         return true;
138*89c4ff92SAndroid Build Coastguard Worker     }
139*89c4ff92SAndroid Build Coastguard Worker     return false;
140*89c4ff92SAndroid Build Coastguard Worker }
141*89c4ff92SAndroid Build Coastguard Worker 
142*89c4ff92SAndroid Build Coastguard Worker }
143