1*89c4ff92SAndroid Build Coastguard Worker //
2*89c4ff92SAndroid Build Coastguard Worker // Copyright © 2017 Arm Ltd. All rights reserved.
3*89c4ff92SAndroid Build Coastguard Worker // SPDX-License-Identifier: MIT
4*89c4ff92SAndroid Build Coastguard Worker //
5*89c4ff92SAndroid Build Coastguard Worker #include "RefTensorHandle.hpp"
6*89c4ff92SAndroid Build Coastguard Worker
7*89c4ff92SAndroid Build Coastguard Worker namespace armnn
8*89c4ff92SAndroid Build Coastguard Worker {
9*89c4ff92SAndroid Build Coastguard Worker
RefTensorHandle(const TensorInfo & tensorInfo,std::shared_ptr<RefMemoryManager> & memoryManager)10*89c4ff92SAndroid Build Coastguard Worker RefTensorHandle::RefTensorHandle(const TensorInfo &tensorInfo, std::shared_ptr<RefMemoryManager> &memoryManager):
11*89c4ff92SAndroid Build Coastguard Worker m_TensorInfo(tensorInfo),
12*89c4ff92SAndroid Build Coastguard Worker m_MemoryManager(memoryManager),
13*89c4ff92SAndroid Build Coastguard Worker m_Pool(nullptr),
14*89c4ff92SAndroid Build Coastguard Worker m_UnmanagedMemory(nullptr),
15*89c4ff92SAndroid Build Coastguard Worker m_ImportedMemory(nullptr)
16*89c4ff92SAndroid Build Coastguard Worker {
17*89c4ff92SAndroid Build Coastguard Worker
18*89c4ff92SAndroid Build Coastguard Worker }
19*89c4ff92SAndroid Build Coastguard Worker
RefTensorHandle(const TensorInfo & tensorInfo)20*89c4ff92SAndroid Build Coastguard Worker RefTensorHandle::RefTensorHandle(const TensorInfo& tensorInfo)
21*89c4ff92SAndroid Build Coastguard Worker : m_TensorInfo(tensorInfo),
22*89c4ff92SAndroid Build Coastguard Worker m_Pool(nullptr),
23*89c4ff92SAndroid Build Coastguard Worker m_UnmanagedMemory(nullptr),
24*89c4ff92SAndroid Build Coastguard Worker m_ImportedMemory(nullptr)
25*89c4ff92SAndroid Build Coastguard Worker {
26*89c4ff92SAndroid Build Coastguard Worker
27*89c4ff92SAndroid Build Coastguard Worker }
28*89c4ff92SAndroid Build Coastguard Worker
~RefTensorHandle()29*89c4ff92SAndroid Build Coastguard Worker RefTensorHandle::~RefTensorHandle()
30*89c4ff92SAndroid Build Coastguard Worker {
31*89c4ff92SAndroid Build Coastguard Worker ::operator delete(m_UnmanagedMemory);
32*89c4ff92SAndroid Build Coastguard Worker }
33*89c4ff92SAndroid Build Coastguard Worker
Manage()34*89c4ff92SAndroid Build Coastguard Worker void RefTensorHandle::Manage()
35*89c4ff92SAndroid Build Coastguard Worker {
36*89c4ff92SAndroid Build Coastguard Worker ARMNN_ASSERT_MSG(!m_Pool, "RefTensorHandle::Manage() called twice");
37*89c4ff92SAndroid Build Coastguard Worker ARMNN_ASSERT_MSG(!m_UnmanagedMemory, "RefTensorHandle::Manage() called after Allocate()");
38*89c4ff92SAndroid Build Coastguard Worker
39*89c4ff92SAndroid Build Coastguard Worker if (m_MemoryManager)
40*89c4ff92SAndroid Build Coastguard Worker {
41*89c4ff92SAndroid Build Coastguard Worker m_Pool = m_MemoryManager->Manage(m_TensorInfo.GetNumBytes());
42*89c4ff92SAndroid Build Coastguard Worker }
43*89c4ff92SAndroid Build Coastguard Worker }
44*89c4ff92SAndroid Build Coastguard Worker
Allocate()45*89c4ff92SAndroid Build Coastguard Worker void RefTensorHandle::Allocate()
46*89c4ff92SAndroid Build Coastguard Worker {
47*89c4ff92SAndroid Build Coastguard Worker if (!m_UnmanagedMemory)
48*89c4ff92SAndroid Build Coastguard Worker {
49*89c4ff92SAndroid Build Coastguard Worker if (!m_Pool)
50*89c4ff92SAndroid Build Coastguard Worker {
51*89c4ff92SAndroid Build Coastguard Worker // unmanaged
52*89c4ff92SAndroid Build Coastguard Worker m_UnmanagedMemory = ::operator new(m_TensorInfo.GetNumBytes());
53*89c4ff92SAndroid Build Coastguard Worker }
54*89c4ff92SAndroid Build Coastguard Worker else
55*89c4ff92SAndroid Build Coastguard Worker {
56*89c4ff92SAndroid Build Coastguard Worker m_MemoryManager->Allocate(m_Pool);
57*89c4ff92SAndroid Build Coastguard Worker }
58*89c4ff92SAndroid Build Coastguard Worker }
59*89c4ff92SAndroid Build Coastguard Worker else
60*89c4ff92SAndroid Build Coastguard Worker {
61*89c4ff92SAndroid Build Coastguard Worker throw InvalidArgumentException("RefTensorHandle::Allocate Trying to allocate a RefTensorHandle"
62*89c4ff92SAndroid Build Coastguard Worker "that already has allocated memory.");
63*89c4ff92SAndroid Build Coastguard Worker }
64*89c4ff92SAndroid Build Coastguard Worker }
65*89c4ff92SAndroid Build Coastguard Worker
Map(bool) const66*89c4ff92SAndroid Build Coastguard Worker const void* RefTensorHandle::Map(bool /*unused*/) const
67*89c4ff92SAndroid Build Coastguard Worker {
68*89c4ff92SAndroid Build Coastguard Worker return GetPointer();
69*89c4ff92SAndroid Build Coastguard Worker }
70*89c4ff92SAndroid Build Coastguard Worker
GetPointer() const71*89c4ff92SAndroid Build Coastguard Worker void* RefTensorHandle::GetPointer() const
72*89c4ff92SAndroid Build Coastguard Worker {
73*89c4ff92SAndroid Build Coastguard Worker if (m_ImportedMemory)
74*89c4ff92SAndroid Build Coastguard Worker {
75*89c4ff92SAndroid Build Coastguard Worker return m_ImportedMemory;
76*89c4ff92SAndroid Build Coastguard Worker }
77*89c4ff92SAndroid Build Coastguard Worker else if (m_UnmanagedMemory)
78*89c4ff92SAndroid Build Coastguard Worker {
79*89c4ff92SAndroid Build Coastguard Worker return m_UnmanagedMemory;
80*89c4ff92SAndroid Build Coastguard Worker }
81*89c4ff92SAndroid Build Coastguard Worker else if (m_Pool)
82*89c4ff92SAndroid Build Coastguard Worker {
83*89c4ff92SAndroid Build Coastguard Worker return m_MemoryManager->GetPointer(m_Pool);
84*89c4ff92SAndroid Build Coastguard Worker }
85*89c4ff92SAndroid Build Coastguard Worker else
86*89c4ff92SAndroid Build Coastguard Worker {
87*89c4ff92SAndroid Build Coastguard Worker throw NullPointerException("RefTensorHandle::GetPointer called on unmanaged, unallocated tensor handle");
88*89c4ff92SAndroid Build Coastguard Worker }
89*89c4ff92SAndroid Build Coastguard Worker }
90*89c4ff92SAndroid Build Coastguard Worker
CopyOutTo(void * dest) const91*89c4ff92SAndroid Build Coastguard Worker void RefTensorHandle::CopyOutTo(void* dest) const
92*89c4ff92SAndroid Build Coastguard Worker {
93*89c4ff92SAndroid Build Coastguard Worker const void *src = GetPointer();
94*89c4ff92SAndroid Build Coastguard Worker ARMNN_ASSERT(src);
95*89c4ff92SAndroid Build Coastguard Worker memcpy(dest, src, m_TensorInfo.GetNumBytes());
96*89c4ff92SAndroid Build Coastguard Worker }
97*89c4ff92SAndroid Build Coastguard Worker
CopyInFrom(const void * src)98*89c4ff92SAndroid Build Coastguard Worker void RefTensorHandle::CopyInFrom(const void* src)
99*89c4ff92SAndroid Build Coastguard Worker {
100*89c4ff92SAndroid Build Coastguard Worker void *dest = GetPointer();
101*89c4ff92SAndroid Build Coastguard Worker ARMNN_ASSERT(dest);
102*89c4ff92SAndroid Build Coastguard Worker memcpy(dest, src, m_TensorInfo.GetNumBytes());
103*89c4ff92SAndroid Build Coastguard Worker }
104*89c4ff92SAndroid Build Coastguard Worker
GetImportFlags() const105*89c4ff92SAndroid Build Coastguard Worker MemorySourceFlags RefTensorHandle::GetImportFlags() const
106*89c4ff92SAndroid Build Coastguard Worker {
107*89c4ff92SAndroid Build Coastguard Worker return static_cast<MemorySourceFlags>(MemorySource::Malloc);
108*89c4ff92SAndroid Build Coastguard Worker }
109*89c4ff92SAndroid Build Coastguard Worker
Import(void * memory,MemorySource source)110*89c4ff92SAndroid Build Coastguard Worker bool RefTensorHandle::Import(void* memory, MemorySource source)
111*89c4ff92SAndroid Build Coastguard Worker {
112*89c4ff92SAndroid Build Coastguard Worker if (source == MemorySource::Malloc)
113*89c4ff92SAndroid Build Coastguard Worker {
114*89c4ff92SAndroid Build Coastguard Worker // Check memory alignment
115*89c4ff92SAndroid Build Coastguard Worker if(!CanBeImported(memory, source))
116*89c4ff92SAndroid Build Coastguard Worker {
117*89c4ff92SAndroid Build Coastguard Worker m_ImportedMemory = nullptr;
118*89c4ff92SAndroid Build Coastguard Worker return false;
119*89c4ff92SAndroid Build Coastguard Worker }
120*89c4ff92SAndroid Build Coastguard Worker
121*89c4ff92SAndroid Build Coastguard Worker m_ImportedMemory = memory;
122*89c4ff92SAndroid Build Coastguard Worker return true;
123*89c4ff92SAndroid Build Coastguard Worker }
124*89c4ff92SAndroid Build Coastguard Worker
125*89c4ff92SAndroid Build Coastguard Worker return false;
126*89c4ff92SAndroid Build Coastguard Worker }
127*89c4ff92SAndroid Build Coastguard Worker
CanBeImported(void * memory,MemorySource source)128*89c4ff92SAndroid Build Coastguard Worker bool RefTensorHandle::CanBeImported(void *memory, MemorySource source)
129*89c4ff92SAndroid Build Coastguard Worker {
130*89c4ff92SAndroid Build Coastguard Worker if (source == MemorySource::Malloc)
131*89c4ff92SAndroid Build Coastguard Worker {
132*89c4ff92SAndroid Build Coastguard Worker uintptr_t alignment = GetDataTypeSize(m_TensorInfo.GetDataType());
133*89c4ff92SAndroid Build Coastguard Worker if (reinterpret_cast<uintptr_t>(memory) % alignment)
134*89c4ff92SAndroid Build Coastguard Worker {
135*89c4ff92SAndroid Build Coastguard Worker return false;
136*89c4ff92SAndroid Build Coastguard Worker }
137*89c4ff92SAndroid Build Coastguard Worker return true;
138*89c4ff92SAndroid Build Coastguard Worker }
139*89c4ff92SAndroid Build Coastguard Worker return false;
140*89c4ff92SAndroid Build Coastguard Worker }
141*89c4ff92SAndroid Build Coastguard Worker
142*89c4ff92SAndroid Build Coastguard Worker }
143