linux_aarch64/vm/copy_linux_aarch64.inline.hpp

29 #define COPY_SMALL(from, to, count)                                     \
95   : [s]"+r"(from), [d]"+r"(to), [cnt]"+r"(count),                       \
102 static void pd_conjoint_words(HeapWord* from, HeapWord* to, size_t count) {
104   if (__builtin_expect(count <= 8, 1)) {
105     COPY_SMALL(from, to, count);
108   _Copy_conjoint_words(from, to, count);
111 static void pd_disjoint_words(HeapWord* from, HeapWord* to, size_t count) {
112   if (__builtin_constant_p(count)) {
113     memcpy(to, from, count * sizeof(HeapWord));
117   if (__builtin_expect(count <= 8, 1)) {
118     COPY_SMALL(from, to, count);
121   _Copy_disjoint_words(from, to, count);
124 static void pd_disjoint_words_atomic(HeapWord* from, HeapWord* to, size_t count) {
126   if (__builtin_expect(count <= 8, 1)) {
127     COPY_SMALL(from, to, count);
130   _Copy_disjoint_words(from, to, count);
133 static void pd_aligned_conjoint_words(HeapWord* from, HeapWord* to, size_t count) {
134   pd_conjoint_words(from, to, count);
137 static void pd_aligned_disjoint_words(HeapWord* from, HeapWord* to, size_t count) {
138   pd_disjoint_words(from, to, count);
141 static void pd_conjoint_bytes(void* from, void* to, size_t count) {
142   (void)memmove(to, from, count);
145 static void pd_conjoint_bytes_atomic(void* from, void* to, size_t count) {
146   pd_conjoint_bytes(from, to, count);
149 static void pd_conjoint_jshorts_atomic(jshort* from, jshort* to, size_t count) {
150   _Copy_conjoint_jshorts_atomic(from, to, count);
153 static void pd_conjoint_jints_atomic(jint* from, jint* to, size_t count) {
154   _Copy_conjoint_jints_atomic(from, to, count);
157 static void pd_conjoint_jlongs_atomic(jlong* from, jlong* to, size_t count) {
158   _Copy_conjoint_jlongs_atomic(from, to, count);
161 static void pd_conjoint_oops_atomic(oop* from, oop* to, size_t count) {
163   _Copy_conjoint_jlongs_atomic((jlong*)from, (jlong*)to, count);
166 static void pd_arrayof_conjoint_bytes(HeapWord* from, HeapWord* to, size_t count) {
167   _Copy_arrayof_conjoint_bytes(from, to, count);
170 static void pd_arrayof_conjoint_jshorts(HeapWord* from, HeapWord* to, size_t count) {
171   _Copy_arrayof_conjoint_jshorts(from, to, count);
174 static void pd_arrayof_conjoint_jints(HeapWord* from, HeapWord* to, size_t count) {
175    _Copy_arrayof_conjoint_jints(from, to, count);
178 static void pd_arrayof_conjoint_jlongs(HeapWord* from, HeapWord* to, size_t count) {
179   _Copy_arrayof_conjoint_jlongs(from, to, count);
182 static void pd_arrayof_conjoint_oops(HeapWord* from, HeapWord* to, size_t count) {
185   _Copy_arrayof_conjoint_jlongs(from, to, count);