forked from mirrors/linux
8ab79ed50c
Convert netmem to be a union of struct page and struct netmem. Overload
the LSB of struct netmem* to indicate that it's a net_iov, otherwise
it's a page.
Currently these entries in struct page are rented by the page_pool and
used exclusively by the net stack:
struct {
unsigned long pp_magic;
struct page_pool *pp;
unsigned long _pp_mapping_pad;
unsigned long dma_addr;
atomic_long_t pp_ref_count;
};
Mirror these (and only these) entries into struct net_iov and implement
netmem helpers that can access these common fields regardless of
whether the underlying type is page or net_iov.
Implement checks for net_iov in netmem helpers which delegate to mm
APIs, to ensure net_iov are never passed to the mm stack.
Signed-off-by: Mina Almasry <almasrymina@google.com>
Reviewed-by: Pavel Begunkov <asml.silence@gmail.com>
Acked-by: Jakub Kicinski <kuba@kernel.org>
Link: https://patch.msgid.link/20240910171458.219195-6-almasrymina@google.com
Signed-off-by: Jakub Kicinski <kuba@kernel.org>
119 lines
2.8 KiB
C
119 lines
2.8 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#undef TRACE_SYSTEM
|
|
#define TRACE_SYSTEM page_pool
|
|
|
|
#if !defined(_TRACE_PAGE_POOL_H) || defined(TRACE_HEADER_MULTI_READ)
|
|
#define _TRACE_PAGE_POOL_H
|
|
|
|
#include <linux/types.h>
|
|
#include <linux/tracepoint.h>
|
|
|
|
#include <trace/events/mmflags.h>
|
|
#include <net/page_pool/types.h>
|
|
|
|
TRACE_EVENT(page_pool_release,
|
|
|
|
TP_PROTO(const struct page_pool *pool,
|
|
s32 inflight, u32 hold, u32 release),
|
|
|
|
TP_ARGS(pool, inflight, hold, release),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(const struct page_pool *, pool)
|
|
__field(s32, inflight)
|
|
__field(u32, hold)
|
|
__field(u32, release)
|
|
__field(u64, cnt)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->pool = pool;
|
|
__entry->inflight = inflight;
|
|
__entry->hold = hold;
|
|
__entry->release = release;
|
|
__entry->cnt = pool->destroy_cnt;
|
|
),
|
|
|
|
TP_printk("page_pool=%p inflight=%d hold=%u release=%u cnt=%llu",
|
|
__entry->pool, __entry->inflight, __entry->hold,
|
|
__entry->release, __entry->cnt)
|
|
);
|
|
|
|
TRACE_EVENT(page_pool_state_release,
|
|
|
|
TP_PROTO(const struct page_pool *pool,
|
|
netmem_ref netmem, u32 release),
|
|
|
|
TP_ARGS(pool, netmem, release),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(const struct page_pool *, pool)
|
|
__field(unsigned long, netmem)
|
|
__field(u32, release)
|
|
__field(unsigned long, pfn)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->pool = pool;
|
|
__entry->netmem = (__force unsigned long)netmem;
|
|
__entry->release = release;
|
|
__entry->pfn = netmem_pfn_trace(netmem);
|
|
),
|
|
|
|
TP_printk("page_pool=%p netmem=%p is_net_iov=%lu pfn=0x%lx release=%u",
|
|
__entry->pool, (void *)__entry->netmem,
|
|
__entry->netmem & NET_IOV, __entry->pfn, __entry->release)
|
|
);
|
|
|
|
TRACE_EVENT(page_pool_state_hold,
|
|
|
|
TP_PROTO(const struct page_pool *pool,
|
|
netmem_ref netmem, u32 hold),
|
|
|
|
TP_ARGS(pool, netmem, hold),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(const struct page_pool *, pool)
|
|
__field(unsigned long, netmem)
|
|
__field(u32, hold)
|
|
__field(unsigned long, pfn)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->pool = pool;
|
|
__entry->netmem = (__force unsigned long)netmem;
|
|
__entry->hold = hold;
|
|
__entry->pfn = netmem_pfn_trace(netmem);
|
|
),
|
|
|
|
TP_printk("page_pool=%p netmem=%p is_net_iov=%lu, pfn=0x%lx hold=%u",
|
|
__entry->pool, (void *)__entry->netmem,
|
|
__entry->netmem & NET_IOV, __entry->pfn, __entry->hold)
|
|
);
|
|
|
|
TRACE_EVENT(page_pool_update_nid,
|
|
|
|
TP_PROTO(const struct page_pool *pool, int new_nid),
|
|
|
|
TP_ARGS(pool, new_nid),
|
|
|
|
TP_STRUCT__entry(
|
|
__field(const struct page_pool *, pool)
|
|
__field(int, pool_nid)
|
|
__field(int, new_nid)
|
|
),
|
|
|
|
TP_fast_assign(
|
|
__entry->pool = pool;
|
|
__entry->pool_nid = pool->p.nid;
|
|
__entry->new_nid = new_nid;
|
|
),
|
|
|
|
TP_printk("page_pool=%p pool_nid=%d new_nid=%d",
|
|
__entry->pool, __entry->pool_nid, __entry->new_nid)
|
|
);
|
|
|
|
#endif /* _TRACE_PAGE_POOL_H */
|
|
|
|
/* This part must be outside protection */
|
|
#include <trace/define_trace.h>
|