1 //===-- Memcpy implementation for aarch64 -----------------------*- C++ -*-===//
2 //
3 // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions.
4 // See https://llvm.org/LICENSE.txt for license information.
5 // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception
6 //
7 //===----------------------------------------------------------------------===//
8 #ifndef LLVM_LIBC_SRC_STRING_MEMORY_UTILS_AARCH64_INLINE_MEMCPY_H
9 #define LLVM_LIBC_SRC_STRING_MEMORY_UTILS_AARCH64_INLINE_MEMCPY_H
10
11 #include "src/__support/macros/attributes.h" // LIBC_INLINE
12 #include "src/string/memory_utils/op_builtin.h"
13 #include "src/string/memory_utils/utils.h"
14
15 #include <stddef.h> // size_t
16
17 namespace LIBC_NAMESPACE_DECL {
18
19 [[maybe_unused]] LIBC_INLINE void
inline_memcpy_aarch64(Ptr __restrict dst,CPtr __restrict src,size_t count)20 inline_memcpy_aarch64(Ptr __restrict dst, CPtr __restrict src, size_t count) {
21 if (count == 0)
22 return;
23 if (count == 1)
24 return builtin::Memcpy<1>::block(dst, src);
25 if (count == 2)
26 return builtin::Memcpy<2>::block(dst, src);
27 if (count == 3)
28 return builtin::Memcpy<3>::block(dst, src);
29 if (count == 4)
30 return builtin::Memcpy<4>::block(dst, src);
31 if (count < 8)
32 return builtin::Memcpy<4>::head_tail(dst, src, count);
33 if (count < 16)
34 return builtin::Memcpy<8>::head_tail(dst, src, count);
35 if (count < 32)
36 return builtin::Memcpy<16>::head_tail(dst, src, count);
37 if (count < 64)
38 return builtin::Memcpy<32>::head_tail(dst, src, count);
39 if (count < 128)
40 return builtin::Memcpy<64>::head_tail(dst, src, count);
41 builtin::Memcpy<16>::block(dst, src);
42 align_to_next_boundary<16, Arg::Src>(dst, src, count);
43 return builtin::Memcpy<64>::loop_and_tail(dst, src, count);
44 }
45
46 } // namespace LIBC_NAMESPACE_DECL
47
48 #endif // LLVM_LIBC_SRC_STRING_MEMORY_UTILS_AARCH64_INLINE_MEMCPY_H
49