//===-- sync-ops.h - --===// // // Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. // See https://llvm.org/LICENSE.txt for license information. // SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception // //===----------------------------------------------------------------------===// // // This file implements outline macros for the __sync_fetch_and_* // operations. Different instantiations will generate appropriate assembly for // ARM and Thumb-2 versions of the functions. // //===----------------------------------------------------------------------===// #include "../assembly.h" #define SYNC_OP_4(op) \ .p2align 2; \ .thumb; \ .syntax unified; \ DEFINE_COMPILERRT_THUMB_FUNCTION(__sync_fetch_and_##op) \ dmb; \ mov r12, r0; \ LOCAL_LABEL(tryatomic_##op) : ldrex r0, [r12]; \ op(r2, r0, r1); \ strex r3, r2, [r12]; \ cmp r3, #0; \ bne LOCAL_LABEL(tryatomic_##op); \ dmb; \ bx lr #define SYNC_OP_8(op) \ .p2align 2; \ .thumb; \ .syntax unified; \ DEFINE_COMPILERRT_THUMB_FUNCTION(__sync_fetch_and_##op) \ push {r4, r5, r6, lr}; \ dmb; \ mov r12, r0; \ LOCAL_LABEL(tryatomic_##op) : ldrexd r0, r1, [r12]; \ op(r4, r5, r0, r1, r2, r3); \ strexd r6, r4, r5, [r12]; \ cmp r6, #0; \ bne LOCAL_LABEL(tryatomic_##op); \ dmb; \ pop { r4, r5, r6, pc } #define MINMAX_4(rD, rN, rM, cmp_kind) \ cmp rN, rM; \ mov rD, rM; \ it cmp_kind; \ mov##cmp_kind rD, rN #define MINMAX_8(rD_LO, rD_HI, rN_LO, rN_HI, rM_LO, rM_HI, cmp_kind) \ cmp rN_LO, rM_LO; \ sbcs rN_HI, rM_HI; \ mov rD_LO, rM_LO; \ mov rD_HI, rM_HI; \ itt cmp_kind; \ mov##cmp_kind rD_LO, rN_LO; \ mov##cmp_kind rD_HI, rN_HI |