forked from mirrors/linux
cab0a7c115
"page_idle_ops" as a global var, but its scope of use within this document. So it should be static. "page_ext_ops" is a var used in the kernel initial phase. And other functions are aslo used in the kernel initial phase. So they should be __init or __initdata to reclaim memory. Link: https://lkml.kernel.org/r/20211217095023.67293-1-liuting.0x7c00@bytedance.com Signed-off-by: Ting Liu <liuting.0x7c00@bytedance.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org> Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
138 lines
2.7 KiB
C
138 lines
2.7 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef _LINUX_MM_PAGE_IDLE_H
|
|
#define _LINUX_MM_PAGE_IDLE_H
|
|
|
|
#include <linux/bitops.h>
|
|
#include <linux/page-flags.h>
|
|
#include <linux/page_ext.h>
|
|
|
|
#ifdef CONFIG_PAGE_IDLE_FLAG
|
|
|
|
#ifndef CONFIG_64BIT
|
|
/*
|
|
* If there is not enough space to store Idle and Young bits in page flags, use
|
|
* page ext flags instead.
|
|
*/
|
|
|
|
static inline bool folio_test_young(struct folio *folio)
|
|
{
|
|
struct page_ext *page_ext = lookup_page_ext(&folio->page);
|
|
|
|
if (unlikely(!page_ext))
|
|
return false;
|
|
|
|
return test_bit(PAGE_EXT_YOUNG, &page_ext->flags);
|
|
}
|
|
|
|
static inline void folio_set_young(struct folio *folio)
|
|
{
|
|
struct page_ext *page_ext = lookup_page_ext(&folio->page);
|
|
|
|
if (unlikely(!page_ext))
|
|
return;
|
|
|
|
set_bit(PAGE_EXT_YOUNG, &page_ext->flags);
|
|
}
|
|
|
|
static inline bool folio_test_clear_young(struct folio *folio)
|
|
{
|
|
struct page_ext *page_ext = lookup_page_ext(&folio->page);
|
|
|
|
if (unlikely(!page_ext))
|
|
return false;
|
|
|
|
return test_and_clear_bit(PAGE_EXT_YOUNG, &page_ext->flags);
|
|
}
|
|
|
|
static inline bool folio_test_idle(struct folio *folio)
|
|
{
|
|
struct page_ext *page_ext = lookup_page_ext(&folio->page);
|
|
|
|
if (unlikely(!page_ext))
|
|
return false;
|
|
|
|
return test_bit(PAGE_EXT_IDLE, &page_ext->flags);
|
|
}
|
|
|
|
static inline void folio_set_idle(struct folio *folio)
|
|
{
|
|
struct page_ext *page_ext = lookup_page_ext(&folio->page);
|
|
|
|
if (unlikely(!page_ext))
|
|
return;
|
|
|
|
set_bit(PAGE_EXT_IDLE, &page_ext->flags);
|
|
}
|
|
|
|
static inline void folio_clear_idle(struct folio *folio)
|
|
{
|
|
struct page_ext *page_ext = lookup_page_ext(&folio->page);
|
|
|
|
if (unlikely(!page_ext))
|
|
return;
|
|
|
|
clear_bit(PAGE_EXT_IDLE, &page_ext->flags);
|
|
}
|
|
#endif /* !CONFIG_64BIT */
|
|
|
|
#else /* !CONFIG_PAGE_IDLE_FLAG */
|
|
|
|
static inline bool folio_test_young(struct folio *folio)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
static inline void folio_set_young(struct folio *folio)
|
|
{
|
|
}
|
|
|
|
static inline bool folio_test_clear_young(struct folio *folio)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
static inline bool folio_test_idle(struct folio *folio)
|
|
{
|
|
return false;
|
|
}
|
|
|
|
static inline void folio_set_idle(struct folio *folio)
|
|
{
|
|
}
|
|
|
|
static inline void folio_clear_idle(struct folio *folio)
|
|
{
|
|
}
|
|
|
|
#endif /* CONFIG_PAGE_IDLE_FLAG */
|
|
|
|
static inline bool page_is_young(struct page *page)
|
|
{
|
|
return folio_test_young(page_folio(page));
|
|
}
|
|
|
|
static inline void set_page_young(struct page *page)
|
|
{
|
|
folio_set_young(page_folio(page));
|
|
}
|
|
|
|
static inline bool test_and_clear_page_young(struct page *page)
|
|
{
|
|
return folio_test_clear_young(page_folio(page));
|
|
}
|
|
|
|
static inline bool page_is_idle(struct page *page)
|
|
{
|
|
return folio_test_idle(page_folio(page));
|
|
}
|
|
|
|
static inline void set_page_idle(struct page *page)
|
|
{
|
|
folio_set_idle(page_folio(page));
|
|
}
|
|
|
|
static inline void clear_page_idle(struct page *page)
|
|
{
|
|
folio_clear_idle(page_folio(page));
|
|
}
|
|
#endif /* _LINUX_MM_PAGE_IDLE_H */
|