/* SPDX-License-Identifier: GPL-2.0 */
#ifndef _ASM_X86_RMWcc
#define _ASM_X86_RMWcc

#include <linux/args.h>

#define __CLOBBERS_MEM(clb...)    "memory", ## clb

#ifndef __GCC_ASM_FLAG_OUTPUTS__

/* Use asm goto */

#define __GEN_RMWcc(fullop, _var, cc, clobbers, ...)            \
({                                    \
    bool c = false;                            \
    asm goto (fullop "; j" #cc " %l[cc_label]"        \
            : : [counter] "m" (_var), ## __VA_ARGS__    \
            : clobbers : cc_label);                \
    if (0) {                            \
cc_label:    c = true;                        \
    }                                \
    c;                                \
})

#else /* defined(__GCC_ASM_FLAG_OUTPUTS__) */

/* Use flags output or a set instruction */

#define __GEN_RMWcc(fullop, _var, cc, clobbers, ...)            \
({                                    \
    bool c;                                \
    asm volatile (fullop CC_SET(cc)                    \
            : [counter] "+m" (_var), CC_OUT(cc) (c)        \
            : __VA_ARGS__ : clobbers);            \
    c;                                \
})

#endif /* defined(__GCC_ASM_FLAG_OUTPUTS__) */

#define GEN_UNARY_RMWcc_6(op, var, dir, size, cc, arg0)            \
    __GEN_RMWcc(op " " arg0 "\n\t" __PAX_REFCOUNT(dir, size, o), var, cc, __CLOBBERS_MEM("cx"))

#define GEN_UNARY_RMWcc_unchecked_3(op, var, cc)            \
    __GEN_RMWcc(op " %[counter]", var, cc, __CLOBBERS_MEM())

#define GEN_UNARY_RMWcc_5(op, var, dir, size, cc)            \
    GEN_UNARY_RMWcc_6(op, var, dir, size, cc, "%[counter]")

#define GEN_UNARY_RMWcc(X...)        CONCATENATE(GEN_UNARY_RMWcc_, COUNT_ARGS(X))(X)
#define GEN_UNARY_RMWcc_unchecked(X...)    CONCATENATE(GEN_UNARY_RMWcc_unchecked_, COUNT_ARGS(X))(X)

#define GEN_BINARY_RMWcc_8(op, var, dir, size, cc, vcon, _val, arg0)        \
    __GEN_RMWcc(op " %[val], " arg0 "\n\t" __PAX_REFCOUNT(dir, size, o), var, cc,\
            __CLOBBERS_MEM("cx"), [val] vcon (_val))

#define GEN_BINARY_RMWcc_unchecked_5(op, var, cc, vcon, _val)        \
    __GEN_RMWcc(op " %[val], %[counter]", var, cc,            \
            __CLOBBERS_MEM(), [val] vcon (_val))

#define GEN_BINARY_RMWcc_7(op, var, dir, size, cc, vcon, val)        \
    GEN_BINARY_RMWcc_8(op, var, dir, size, cc, vcon, val, "%[counter]")

#define GEN_BINARY_RMWcc(X...)            CONCATENATE(GEN_BINARY_RMWcc_, COUNT_ARGS(X))(X)
#define GEN_BINARY_RMWcc_unchecked(X...)    CONCATENATE(GEN_BINARY_RMWcc_unchecked_, COUNT_ARGS(X))(X)

#define GEN_UNARY_RMWcc_refcount(op, var, dir, size, cc, clobbers)        \
    __GEN_RMWcc(op " %[counter]\n\t" __PAX_REFCOUNT(dir, size, s), var, cc,    \
            __CLOBBERS_MEM(clobbers))

#define GEN_BINARY_RMWcc_refcount(op, var, dir, size, cc, vcon, _val, clobbers...)    \
    __GEN_RMWcc(op " %[val], %[counter]\n\t" __PAX_REFCOUNT(dir, size, s), var, cc,    \
            __CLOBBERS_MEM(clobbers), [val] vcon (_val))

#endif /* _ASM_X86_RMWcc */