/aosp_15_r20/external/ComputeLibrary/src/cpu/operators/ |
H A D | CpuWinogradConv2d.cpp | 143 _aux_mem(AuxTensorIdx::Count), in CpuWinogradConv2d() 272 _aux_mem[GemmWorkspace] = asm_mem_req[GemmWorkspace]; in configure() 273 _aux_mem[Pretranspose] = asm_mem_req[Pretranspose]; in configure() 274 _aux_mem[InterleavedLHS] = asm_mem_req[InterleavedLHS]; in configure() 275 _aux_mem[TransposedRHS] = asm_mem_req[TransposedRHS]; in configure() 276 _aux_mem[TempResult] = asm_mem_req[TempResult]; in configure() 279 …_aux_mem[TransformedInput] = MemoryInfo(offset_int_vec(TransformedInput), MemoryLifetime::Tempor… in configure() 280 …_aux_mem[TransformedOutput] = MemoryInfo(offset_int_vec(TransformedOutput), MemoryLifetime::Tempo… in configure() 281 …_aux_mem[WorkspaceIO] = MemoryInfo(offset_int_vec(WorkspaceIO), MemoryLifetime::Temporary, … in configure() 282 …_aux_mem[PermutedWeights] = MemoryInfo(offset_int_vec(PermutedWeights), MemoryLifetime::Prepare… in configure() [all …]
|
H A D | CpuGemmDirectConv2d.cpp | 101 _aux_mem(AuxTensorIdx::Count), in CpuGemmDirectConv2d() 141 _aux_mem[AsmGemmWorkspace] = asm_mem_req[AsmGemmWorkspace]; in configure() 142 _aux_mem[Pretranspose] = asm_mem_req[Pretranspose]; in configure() 144 if(_aux_mem[Pretranspose].size > 0) in configure() 147 …_aux_mem[PermutedWeights] = MemoryInfo(offset_int_vec(PermutedWeights), MemoryLifetime::Prepare, w… in configure() 153 …_aux_mem[PermutedWeights] = MemoryInfo(offset_int_vec(PermutedWeights), MemoryLifetime::Persistent… in configure() 238 return _aux_mem; in workspace()
|
H A D | CpuGemmLowpMatrixMultiplyCore.cpp | 104 _aux_mem(Count) in CpuGemmLowpMatrixMultiplyCore() 291 _aux_mem[AsmGemmWorkspace] = asm_mem_req[AsmGemmWorkspace]; in configure() 292 _aux_mem[Pretranspose] = asm_mem_req[Pretranspose]; in configure() 296 …_aux_mem[VectorSumCol] = MemoryInfo(offset_int_vec(VectorSumCol), !_fused_assembly_path && _a_offs… in configure() 301 …_aux_mem[VectorSumRow] = MemoryInfo(offset_int_vec(VectorSumRow), MemoryLifetime::Temporary, _vect… in configure() 302 …_aux_mem[TmpA] = MemoryInfo(offset_int_vec(TmpA), MemoryLifetime::Temporary, _tmp_a.total_… in configure() 303 …_aux_mem[TmpB] = MemoryInfo(offset_int_vec(TmpB), _reshape_b_only_on_first_run ? MemoryLif… in configure() 304 …_aux_mem[MMResultS32] = MemoryInfo(offset_int_vec(MMResultS32), MemoryLifetime::Temporary, _mm_re… in configure() 305 …_aux_mem[SignedA] = MemoryInfo(offset_int_vec(SignedA), MemoryLifetime::Temporary, _signed_a.… in configure() 306 …_aux_mem[SignedOutput] = MemoryInfo(offset_int_vec(SignedOutput), MemoryLifetime::Temporary, _sign… in configure() [all …]
|
H A D | CpuFullyConnected.cpp | 161 _aux_mem(Count), in CpuFullyConnected() 325 _aux_mem[i] = gemm_mem_req[i]; in configure() 328 if(_aux_mem[Pretranspose].size > 0) in configure() 332 …_aux_mem[TransposedWeights] = MemoryInfo(offset_int_vec(TransposedWeights), (_is_quantized_asymmet… in configure() 335 …_aux_mem[ConvertedWeights] = MemoryInfo(offset_int_vec(ConvertedWeights), MemoryLifetime::Prepare… in configure() 339 …_aux_mem[TransposedWeights] = MemoryInfo(offset_int_vec(TransposedWeights), _needs_weights_convers… in configure() 340 …_aux_mem[ConvertedWeights] = MemoryInfo(offset_int_vec(ConvertedWeights), MemoryLifetime::Persist… in configure() 342 …_aux_mem[FlattenedSrc] = MemoryInfo(offset_int_vec(FlattenedSrc), MemoryLifetime::Temporary, _flat… in configure() 544 return _aux_mem; in workspace()
|
H A D | CpuSoftmax.cpp | 54 _aux_mem(InternalTensorIdx::COUNT) in CpuSoftmaxGeneric() 112 …_aux_mem[InternalTensorIdx::MAX] = MemoryInfo(offset_int_vec(InternalTensorIdx::MAX), MemoryLifeti… in configure() 113 …_aux_mem[InternalTensorIdx::TMP] = MemoryInfo(offset_int_vec(InternalTensorIdx::TMP), MemoryLifeti… in configure() 115 …_aux_mem[InternalTensorIdx::PERMUTED_SRC] = MemoryInfo(offset_int_vec(InternalTensorIdx::PERMUTED_… in configure() 116 …_aux_mem[InternalTensorIdx::PERMUTED_DST] = MemoryInfo(offset_int_vec(InternalTensorIdx::PERMUTED_… in configure() 217 return _aux_mem; in workspace()
|
H A D | CpuGemmConv2d.cpp | 96 …false), _skip_col2im(false), _is_quantized(false), _is_prepared(false), _aux_mem(AuxTensorIdx::Cou… in CpuGemmConv2d() 165 _aux_mem[cont] = mm_mem_req[cont]; in configure_mm() 176 _aux_mem[cont] = mm_mem_req[cont]; in configure_mm() 381 …bool gemm_trans_wei = _aux_mem[1].size > 0; // Asm Pret… in configure() 382 …gemm_trans_wei = _mm_gemm != nullptr ? _aux_mem[3].size > 0 : gemm_trans_wei; // Tranpose… in configure() 383 …gemm_trans_wei = _mm_gemmlowp != nullptr ? _aux_mem[5].size > 0 : gemm_trans_wei; // Transpos… in configure() 386 …_aux_mem[Im2ColOutput] = MemoryInfo(offset_int_vec(Im2ColOutput), MemoryLifetime::Temporary, _i… in configure() 387 …_aux_mem[WeightsReshaped] = MemoryInfo(offset_int_vec(WeightsReshaped), gemm_trans_wei ? MemoryLif… in configure() 388 …_aux_mem[GemmOutput] = MemoryInfo(offset_int_vec(GemmOutput), MemoryLifetime::Temporary, _gem… in configure() 675 return _aux_mem; in workspace()
|
H A D | CpuGemm.cpp | 87 _aux_mem[AsmGemmWorkspace] = asm_mem_req[AsmGemmWorkspace]; in configure() 88 _aux_mem[Pretraspose] = asm_mem_req[Pretraspose]; in configure() 119 …_aux_mem[InterleavedLHS] = MemoryInfo(offset_int_vec(InterleavedLHS), MemoryLifetime::Temporary, _… in configure() 124 …_aux_mem[TransposedRHS] = MemoryInfo(offset_int_vec(TransposedRHS), MemoryLifetime::Persistent, _t… in configure() 134 …_aux_mem[TempResult] = MemoryInfo(offset_int_vec(TempResult), MemoryLifetime::Temporary, _tmp_d.to… in configure() 378 return _aux_mem; in workspace()
|
H A D | CpuPool2d.cpp | 45 _aux_mem(1) in CpuPool2d() 78 …_aux_mem[0] = MemoryInfo(TensorType::ACL_INT_0, MemoryLifetime::Temporary, wor… in configure() 130 return _aux_mem; in workspace()
|
H A D | CpuAddMulAdd.cpp | 55 …_aux_mem[DequantizedBnMul] = experimental::MemoryInfo(offset_int_vec(DequantizedBnMul), experiment… in configure() 56 …_aux_mem[DequantizedBnAdd] = experimental::MemoryInfo(offset_int_vec(DequantizedBnAdd), experiment… in configure() 135 return _aux_mem; in workspace()
|
H A D | CpuPool3d.cpp | 39 : _aux_mem(1) in CpuPool3d() 69 return _aux_mem; in workspace()
|
H A D | CpuConv2d.cpp | 92 _aux_mem = _function->workspace(); in configure() 253 return _aux_mem; in workspace()
|
H A D | CpuPool3d.h | 68 experimental::MemoryRequirements _aux_mem{};
|
H A D | CpuPool2d.h | 80 experimental::MemoryRequirements _aux_mem{};
|
H A D | CpuAddMulAdd.h | 80 experimental::MemoryRequirements _aux_mem{ Count };
|
H A D | CpuGemmDirectConv2d.h | 98 experimental::MemoryRequirements _aux_mem; variable
|
/aosp_15_r20/external/ComputeLibrary/src/gpu/cl/operators/ |
H A D | ClWinogradConv2d.cpp | 168 _aux_mem() in ClWinogradConv2d() 220 _aux_mem = _batched_mm.workspace(); in configure() 221 …const MemoryLifetime wino_wei_lifetm = std::any_of(std::begin(_aux_mem), std::end(_aux_mem), [](co… in configure() 227 …_aux_mem.push_back(MemoryInfo(offset_int_vec(2), MemoryLifetime::Temporary, _input0.total_size())); in configure() 228 _aux_mem.push_back(MemoryInfo(offset_int_vec(3), wino_wei_lifetm, _input1.total_size())); in configure() 229 …_aux_mem.push_back(MemoryInfo(offset_int_vec(4), MemoryLifetime::Temporary, _batched_mm_output.tot… in configure() 241 const bool is_gemm_reshaped = _aux_mem[3].lifetime == MemoryLifetime::Prepare; in run() 308 return _aux_mem; in workspace()
|
H A D | ClFullyConnected.cpp | 151 _aux_mem(Count) in ClFullyConnected() 308 _aux_mem[i] = gemm_mem_req[i]; in configure() 310 if(_aux_mem[1].size > 0 || _aux_mem[2].size > 0) // Persistent weights memory on GEMMs in configure() 313 …_aux_mem[TransposedWeights] = MemoryInfo(offset_int_vec(TransposedWeights), MemoryLifetime::Prepar… in configure() 314 …_aux_mem[ConvertedWeights] = MemoryInfo(offset_int_vec(ConvertedWeights), MemoryLifetime::Prepare… in configure() 322 …_aux_mem[TransposedWeights] = MemoryInfo(offset_int_vec(TransposedWeights), transposed_wei_lft, _r… in configure() 323 …_aux_mem[ConvertedWeights] = MemoryInfo(offset_int_vec(ConvertedWeights), converted_wei_lft, _con… in configure() 325 …_aux_mem[FlattenedSrc] = MemoryInfo(offset_int_vec(FlattenedSrc), MemoryLifetime::Temporary, _flat… in configure() 507 return _aux_mem; in workspace()
|
H A D | ClSoftmax.cpp | 51 _aux_mem(InternalTensorIdx::COUNT) in ClSoftmax() 92 …_aux_mem[InternalTensorIdx::SUM] = MemoryInfo(offset_int_vec(InternalTensorIdx::SUM), MemoryLifeti… in configure() 93 …_aux_mem[InternalTensorIdx::TMP] = MemoryInfo(offset_int_vec(InternalTensorIdx::TMP), MemoryLifeti… in configure() 94 …_aux_mem[InternalTensorIdx::MAX] = MemoryInfo(offset_int_vec(InternalTensorIdx::MAX), MemoryLifeti… in configure() 96 …_aux_mem[InternalTensorIdx::PERMUTED_SRC] = MemoryInfo(offset_int_vec(InternalTensorIdx::PERMUTED_… in configure() 97 …_aux_mem[InternalTensorIdx::PERMUTED_DST] = MemoryInfo(offset_int_vec(InternalTensorIdx::PERMUTED_… in configure() 186 return _aux_mem; in workspace()
|
H A D | ClGemmLowpMatrixMultiplyCore.cpp | 250 _aux_mem(AuxTensorIdx::Count) in ClGemmLowpMatrixMultiplyCore() 452 …_aux_mem[RhsQAsymm8] = MemoryInfo(offset_int_vec(RhsQAsymm8), _reshape_b_only_on_first_run ? Memor… in configure() 456 …_aux_mem[RhsQAsymm8] = MemoryInfo(offset_int_vec(RhsQAsymm8), _reshape_b_only_on_first_run ? Memor… in configure() 457 …_aux_mem[RhsReshape] = MemoryInfo(offset_int_vec(RhsReshape), _reshape_b_only_on_first_run ? Memor… in configure() 461 …_aux_mem[VecSumCol] = MemoryInfo(offset_int_vec(VecSumCol), _reshape_b_only_on_first_run ? MemoryL… in configure() 465 …_aux_mem[VecSumRow] = MemoryInfo(offset_int_vec(VecSumRow), MemoryLifetime::Temporary, _vector_sum… in configure() 467 …_aux_mem[ResultS32] = MemoryInfo(offset_int_vec(ResultS32), MemoryLifetime::Temporary, _mm_resul… in configure() 468 …_aux_mem[Multipliers] = MemoryInfo(offset_int_vec(Multipliers), MemoryLifetime::Persistent, _gemm_… in configure() 469 …_aux_mem[Shifts] = MemoryInfo(offset_int_vec(Shifts), MemoryLifetime::Persistent, _gemm_outpu… in configure() 863 return _aux_mem; in workspace()
|
H A D | ClGemmConv2d.cpp | 57 …(true), _append_bias(false), _is_prepared(false), _use_post_ops(false), _aux_mem(AuxTensorIdx::Cou… in ClGemmConv2d() 104 _aux_mem[cont] = mm_mem_req[cont]; in configure_mm() 115 _aux_mem[cont] = mm_mem_req[cont]; in configure_mm() 344 …_aux_mem[Im2ColOutput] = MemoryInfo(offset_int_vec(Im2ColOutput), MemoryLifetime::Temporary, _i… in configure() 345 …_aux_mem[WeightsReshaped] = MemoryInfo(offset_int_vec(WeightsReshaped), MemoryLifetime::Persistent… in configure() 346 …_aux_mem[GemmOutput] = MemoryInfo(offset_int_vec(GemmOutput), MemoryLifetime::Temporary, _gem… in configure() 644 return _aux_mem; in workspace()
|
H A D | ClGemm.cpp | 200 _aux_mem(AuxTensorIdx::Count) in ClGemm() 277 …_aux_mem[LhsReshape] = MemoryInfo(offset_int_vec(LhsReshape), MemoryLifetime::Temporary, _tmp_a.to… in configure_reshaped() 278 …_aux_mem[RhsReshape] = MemoryInfo(offset_int_vec(RhsReshape), _reshape_b_only_on_first_run ? Memor… in configure_reshaped() 325 …_aux_mem[RhsReshape] = MemoryInfo(offset_int_vec(RhsReshape), _reshape_b_only_on_first_run ? Memor… in configure_reshaped_only_rhs() 372 …_aux_mem[RhsReshape] = MemoryInfo(offset_int_vec(RhsReshape), _reshape_b_only_on_first_run ? Memor… in configure_reshaped_only_rhs_mmul() 782 …if((_aux_mem[AuxTensorIdx::RhsReshape].lifetime == MemoryLifetime::Persistent) && (src1 != nullptr… in prepare() 798 return _aux_mem; in workspace()
|
H A D | ClIndirectConv2d.cpp | 89 …_aux_mem[IndirectBuffer] = MemoryInfo(offset_int_vec(IndirectBuffer), MemoryLifetime::Persistent, … in configure() 146 return _aux_mem; in workspace()
|
H A D | ClConv2d.cpp | 128 _aux_mem = _operator->workspace(); in configure() 382 return _aux_mem; in workspace()
|
H A D | ClIndirectConv2d.h | 106 experimental::MemoryRequirements _aux_mem{ Count };
|
/aosp_15_r20/external/ComputeLibrary/src/cpu/operators/internal/ |
H A D | CpuGemmAssemblyDispatch.cpp | 216 experimental::MemoryRequirements _aux_mem{ Count }; member in arm_compute::cpu::__anona7b6e33f0111::Fallback 382 …_aux_mem[AsmGemmWorkspace] = MemoryInfo(offset_int_vec(AsmGemmWorkspace), MemoryLifetime::T… in configure() 403 …_aux_mem[Pretranspose] = MemoryInfo(offset_int_vec(Pretranspose), MemoryLifetime::… in configure() 462 return _aux_mem; in workspace()
|