linux_x86/vm/copy_linux_x86.inline.hpp

28 static void pd_conjoint_words(HeapWord* from, HeapWord* to, size_t count) {
30   (void)memmove(to, from, count * HeapWordSize);
32   // Includes a zero-count check.
67                    : "=S" (from), "=D" (to), "=c" (count), "=r" (temp)
68                    : "0"  (from), "1"  (to), "2"  (count), "3"  (temp)
73 static void pd_disjoint_words(HeapWord* from, HeapWord* to, size_t count) {
75   switch (count) {
86     (void)memcpy(to, from, count * HeapWordSize);
90   // Includes a zero-count check.
105                    : "=S" (from), "=D" (to), "=c" (count), "=r" (temp)
106                    : "0"  (from), "1"  (to), "2"  (count), "3"  (temp)
111 static void pd_disjoint_words_atomic(HeapWord* from, HeapWord* to, size_t count) {
113   switch (count) {
124     while (count-- > 0) {
131   pd_disjoint_words(from, to, count);
135 static void pd_aligned_conjoint_words(HeapWord* from, HeapWord* to, size_t count) {
136   pd_conjoint_words(from, to, count);
139 static void pd_aligned_disjoint_words(HeapWord* from, HeapWord* to, size_t count) {
140   pd_disjoint_words(from, to, count);
143 static void pd_conjoint_bytes(void* from, void* to, size_t count) {
145   (void)memmove(to, from, count);
147   // Includes a zero-count check.
216                    : "=S" (from), "=D" (to), "=c" (count), "=r" (temp)
217                    : "0"  (from), "1"  (to), "2"  (count), "3"  (temp)
222 static void pd_conjoint_bytes_atomic(void* from, void* to, size_t count) {
223   pd_conjoint_bytes(from, to, count);
226 static void pd_conjoint_jshorts_atomic(jshort* from, jshort* to, size_t count) {
227   _Copy_conjoint_jshorts_atomic(from, to, count);
230 static void pd_conjoint_jints_atomic(jint* from, jint* to, size_t count) {
232   _Copy_conjoint_jints_atomic(from, to, count);
236   pd_conjoint_words((HeapWord*)from, (HeapWord*)to, count);
240 static void pd_conjoint_jlongs_atomic(jlong* from, jlong* to, size_t count) {
242   _Copy_conjoint_jlongs_atomic(from, to, count);
246     while (count-- > 0) {
255     while (count-- > 0) {
258                        : "r" (from), "r" (to), "r" (count)
265 static void pd_conjoint_oops_atomic(oop* from, oop* to, size_t count) {
268   _Copy_conjoint_jlongs_atomic((jlong*)from, (jlong*)to, count);
272   pd_conjoint_words((HeapWord*)from, (HeapWord*)to, count);
276 static void pd_arrayof_conjoint_bytes(HeapWord* from, HeapWord* to, size_t count) {
277   _Copy_arrayof_conjoint_bytes(from, to, count);
280 static void pd_arrayof_conjoint_jshorts(HeapWord* from, HeapWord* to, size_t count) {
281   _Copy_arrayof_conjoint_jshorts(from, to, count);
284 static void pd_arrayof_conjoint_jints(HeapWord* from, HeapWord* to, size_t count) {
286    _Copy_arrayof_conjoint_jints(from, to, count);
288   pd_conjoint_jints_atomic((jint*)from, (jint*)to, count);
292 static void pd_arrayof_conjoint_jlongs(HeapWord* from, HeapWord* to, size_t count) {
294   _Copy_arrayof_conjoint_jlongs(from, to, count);
296   pd_conjoint_jlongs_atomic((jlong*)from, (jlong*)to, count);
300 static void pd_arrayof_conjoint_oops(HeapWord* from, HeapWord* to, size_t count) {
303   _Copy_arrayof_conjoint_jlongs(from, to, count);
305   pd_conjoint_oops_atomic((oop*)from, (oop*)to, count);