1//===-- sync-ops.h - --===// 2// 3// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. 4// See https://llvm.org/LICENSE.txt for license information. 5// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception 6// 7//===----------------------------------------------------------------------===// 8// 9// This file implements outline macros for the __sync_fetch_and_* 10// operations. Different instantiations will generate appropriate assembly for 11// ARM and Thumb-2 versions of the functions. 12// 13//===----------------------------------------------------------------------===// 14 15#include "../assembly.h" 16 17#define SYNC_OP_4(op) \ 18 .p2align 2; \ 19 .thumb; \ 20 .syntax unified; \ 21 DEFINE_COMPILERRT_THUMB_FUNCTION(__sync_fetch_and_##op) \ 22 dmb; \ 23 mov r12, r0; \ 24 LOCAL_LABEL(tryatomic_##op) : ldrex r0, [r12]; \ 25 op(r2, r0, r1); \ 26 strex r3, r2, [r12]; \ 27 cmp r3, #0; \ 28 bne LOCAL_LABEL(tryatomic_##op); \ 29 dmb; \ 30 bx lr 31 32#define SYNC_OP_8(op) \ 33 .p2align 2; \ 34 .thumb; \ 35 .syntax unified; \ 36 DEFINE_COMPILERRT_THUMB_FUNCTION(__sync_fetch_and_##op) \ 37 push {r4, r5, r6, lr}; \ 38 dmb; \ 39 mov r12, r0; \ 40 LOCAL_LABEL(tryatomic_##op) : ldrexd r0, r1, [r12]; \ 41 op(r4, r5, r0, r1, r2, r3); \ 42 strexd r6, r4, r5, [r12]; \ 43 cmp r6, #0; \ 44 bne LOCAL_LABEL(tryatomic_##op); \ 45 dmb; \ 46 pop { r4, r5, r6, pc } 47 48#define MINMAX_4(rD, rN, rM, cmp_kind) \ 49 cmp rN, rM; \ 50 mov rD, rM; \ 51 it cmp_kind; \ 52 mov##cmp_kind rD, rN 53 54#define MINMAX_8(rD_LO, rD_HI, rN_LO, rN_HI, rM_LO, rM_HI, cmp_kind) \ 55 cmp rN_LO, rM_LO; \ 56 sbcs rN_HI, rM_HI; \ 57 mov rD_LO, rM_LO; \ 58 mov rD_HI, rM_HI; \ 59 itt cmp_kind; \ 60 mov##cmp_kind rD_LO, rN_LO; \ 61 mov##cmp_kind rD_HI, rN_HI 62