/* SPDX-License-Identifier: GPL-2.0 */
#undef TRACE_SYSTEM
#define TRACE_SYSTEM percpu

#if !defined(_TRACE_PERCPU_H) || defined(TRACE_HEADER_MULTI_READ)
#define _TRACE_PERCPU_H

#include <linux/tracepoint.h>
#include <trace/events/mmflags.h>

TRACE_EVENT(percpu_alloc_percpu,

    TP_PROTO(unsigned long call_site,
         bool reserved, bool is_atomic, size_t size,
         size_t align, void *base_addr, int off,
         void __percpu *ptr, size_t bytes_alloc, gfp_t gfp_flags),

    TP_ARGS(call_site, reserved, is_atomic, size, align, base_addr, off,
        ptr, bytes_alloc, gfp_flags),

    TP_STRUCT__entry(
        __field(    unsigned long,        call_site    )
        __field(    bool,            reserved    )
        __field(    bool,            is_atomic    )
        __field(    size_t,            size        )
        __field(    size_t,            align        )
        __field(    void *,            base_addr    )
        __field(    int,            off        )
        __field(    void __percpu *,    ptr        )
        __field(    size_t,            bytes_alloc    )
        __field(    unsigned long,        gfp_flags    )
    ),
    TP_fast_assign(
        __entry->call_site    = call_site;
        __entry->reserved    = reserved;
        __entry->is_atomic    = is_atomic;
        __entry->size        = size;
        __entry->align        = align;
        __entry->base_addr    = base_addr;
        __entry->off        = off;
        __entry->ptr        = ptr;
        __entry->bytes_alloc    = bytes_alloc;
        __entry->gfp_flags    = (__force unsigned long)gfp_flags;
    ),

    TP_printk("call_site=%pS reserved=%d is_atomic=%d size=%zu align=%zu base_addr=%p off=%d ptr=%p bytes_alloc=%zu gfp_flags=%s",
          (void *)__entry->call_site,
          __entry->reserved, __entry->is_atomic,
          __entry->size, __entry->align,
          __entry->base_addr, __entry->off, __entry->ptr,
          __entry->bytes_alloc, show_gfp_flags(__entry->gfp_flags))
);

TRACE_EVENT(percpu_free_percpu,

    TP_PROTO(void *base_addr, int off, void __percpu *ptr),

    TP_ARGS(base_addr, off, ptr),

    TP_STRUCT__entry(
        __field(    void *,            base_addr    )
        __field(    int,            off        )
        __field(    void __percpu *,    ptr        )
    ),

    TP_fast_assign(
        __entry->base_addr    = base_addr;
        __entry->off        = off;
        __entry->ptr        = ptr;
    ),

    TP_printk("base_addr=%p off=%d ptr=%p",
        __entry->base_addr, __entry->off, __entry->ptr)
);

TRACE_EVENT(percpu_alloc_percpu_fail,

    TP_PROTO(bool reserved, bool is_atomic, size_t size, size_t align),

    TP_ARGS(reserved, is_atomic, size, align),

    TP_STRUCT__entry(
        __field(    bool,    reserved    )
        __field(    bool,    is_atomic    )
        __field(    size_t,    size        )
        __field(    size_t, align        )
    ),

    TP_fast_assign(
        __entry->reserved    = reserved;
        __entry->is_atomic    = is_atomic;
        __entry->size        = size;
        __entry->align        = align;
    ),

    TP_printk("reserved=%d is_atomic=%d size=%zu align=%zu",
          __entry->reserved, __entry->is_atomic,
          __entry->size, __entry->align)
);

TRACE_EVENT(percpu_create_chunk,

    TP_PROTO(void *base_addr),

    TP_ARGS(base_addr),

    TP_STRUCT__entry(
        __field(    void *, base_addr    )
    ),

    TP_fast_assign(
        __entry->base_addr    = base_addr;
    ),

    TP_printk("base_addr=%p", __entry->base_addr)
);

TRACE_EVENT(percpu_destroy_chunk,

    TP_PROTO(void *base_addr),

    TP_ARGS(base_addr),

    TP_STRUCT__entry(
        __field(    void *,    base_addr    )
    ),

    TP_fast_assign(
        __entry->base_addr    = base_addr;
    ),

    TP_printk("base_addr=%p", __entry->base_addr)
);

#endif /* _TRACE_PERCPU_H */

#include <trace/define_trace.h>