4f98a2fee8
Split the LRU lists in two, one set for pages that are backed by real file
systems ("file") and one for pages that are backed by memory and swap
("anon"). The latter includes tmpfs.
The advantage of doing this is that the VM will not have to scan over lots
of anonymous pages (which we generally do not want to swap out), just to
find the page cache pages that it should evict.
This patch has the infrastructure and a basic policy to balance how much
we scan the anon lists and how much we scan the file lists. The big
policy changes are in separate patches.
[lee.schermerhorn@hp.com: collect lru meminfo statistics from correct offset]
[kosaki.motohiro@jp.fujitsu.com: prevent incorrect oom under split_lru]
[kosaki.motohiro@jp.fujitsu.com: fix pagevec_move_tail() doesn't treat unevictable page]
[hugh@veritas.com: memcg swapbacked pages active]
[hugh@veritas.com: splitlru: BDI_CAP_SWAP_BACKED]
[akpm@linux-foundation.org: fix /proc/vmstat units]
[nishimura@mxp.nes.nec.co.jp: memcg: fix handling of shmem migration]
[kosaki.motohiro@jp.fujitsu.com: adjust Quicklists field of /proc/meminfo]
[kosaki.motohiro@jp.fujitsu.com: fix style issue of get_scan_ratio()]
Signed-off-by: Rik van Riel <riel@redhat.com>
Signed-off-by: Lee Schermerhorn <Lee.Schermerhorn@hp.com>
Signed-off-by: KOSAKI Motohiro <kosaki.motohiro@jp.fujitsu.com>
Signed-off-by: Hugh Dickins <hugh@veritas.com>
Signed-off-by: Daisuke Nishimura <nishimura@mxp.nes.nec.co.jp>
Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
Signed-off-by: Linus Torvalds <torvalds@linux-foundation.org>
121 lines
2.9 KiB
C
121 lines
2.9 KiB
C
#ifndef LINUX_MM_INLINE_H
|
|
#define LINUX_MM_INLINE_H
|
|
|
|
/**
|
|
* page_is_file_cache - should the page be on a file LRU or anon LRU?
|
|
* @page: the page to test
|
|
*
|
|
* Returns LRU_FILE if @page is page cache page backed by a regular filesystem,
|
|
* or 0 if @page is anonymous, tmpfs or otherwise ram or swap backed.
|
|
* Used by functions that manipulate the LRU lists, to sort a page
|
|
* onto the right LRU list.
|
|
*
|
|
* We would like to get this info without a page flag, but the state
|
|
* needs to survive until the page is last deleted from the LRU, which
|
|
* could be as far down as __page_cache_release.
|
|
*/
|
|
static inline int page_is_file_cache(struct page *page)
|
|
{
|
|
if (PageSwapBacked(page))
|
|
return 0;
|
|
|
|
/* The page is page cache backed by a normal filesystem. */
|
|
return LRU_FILE;
|
|
}
|
|
|
|
static inline void
|
|
add_page_to_lru_list(struct zone *zone, struct page *page, enum lru_list l)
|
|
{
|
|
list_add(&page->lru, &zone->lru[l].list);
|
|
__inc_zone_state(zone, NR_LRU_BASE + l);
|
|
}
|
|
|
|
static inline void
|
|
del_page_from_lru_list(struct zone *zone, struct page *page, enum lru_list l)
|
|
{
|
|
list_del(&page->lru);
|
|
__dec_zone_state(zone, NR_LRU_BASE + l);
|
|
}
|
|
|
|
static inline void
|
|
add_page_to_inactive_anon_list(struct zone *zone, struct page *page)
|
|
{
|
|
add_page_to_lru_list(zone, page, LRU_INACTIVE_ANON);
|
|
}
|
|
|
|
static inline void
|
|
add_page_to_active_anon_list(struct zone *zone, struct page *page)
|
|
{
|
|
add_page_to_lru_list(zone, page, LRU_ACTIVE_ANON);
|
|
}
|
|
|
|
static inline void
|
|
add_page_to_inactive_file_list(struct zone *zone, struct page *page)
|
|
{
|
|
add_page_to_lru_list(zone, page, LRU_INACTIVE_FILE);
|
|
}
|
|
|
|
static inline void
|
|
add_page_to_active_file_list(struct zone *zone, struct page *page)
|
|
{
|
|
add_page_to_lru_list(zone, page, LRU_ACTIVE_FILE);
|
|
}
|
|
|
|
static inline void
|
|
del_page_from_inactive_anon_list(struct zone *zone, struct page *page)
|
|
{
|
|
del_page_from_lru_list(zone, page, LRU_INACTIVE_ANON);
|
|
}
|
|
|
|
static inline void
|
|
del_page_from_active_anon_list(struct zone *zone, struct page *page)
|
|
{
|
|
del_page_from_lru_list(zone, page, LRU_ACTIVE_ANON);
|
|
}
|
|
|
|
static inline void
|
|
del_page_from_inactive_file_list(struct zone *zone, struct page *page)
|
|
{
|
|
del_page_from_lru_list(zone, page, LRU_INACTIVE_FILE);
|
|
}
|
|
|
|
static inline void
|
|
del_page_from_active_file_list(struct zone *zone, struct page *page)
|
|
{
|
|
del_page_from_lru_list(zone, page, LRU_INACTIVE_FILE);
|
|
}
|
|
|
|
static inline void
|
|
del_page_from_lru(struct zone *zone, struct page *page)
|
|
{
|
|
enum lru_list l = LRU_BASE;
|
|
|
|
list_del(&page->lru);
|
|
if (PageActive(page)) {
|
|
__ClearPageActive(page);
|
|
l += LRU_ACTIVE;
|
|
}
|
|
l += page_is_file_cache(page);
|
|
__dec_zone_state(zone, NR_LRU_BASE + l);
|
|
}
|
|
|
|
/**
|
|
* page_lru - which LRU list should a page be on?
|
|
* @page: the page to test
|
|
*
|
|
* Returns the LRU list a page should be on, as an index
|
|
* into the array of LRU lists.
|
|
*/
|
|
static inline enum lru_list page_lru(struct page *page)
|
|
{
|
|
enum lru_list lru = LRU_BASE;
|
|
|
|
if (PageActive(page))
|
|
lru += LRU_ACTIVE;
|
|
lru += page_is_file_cache(page);
|
|
|
|
return lru;
|
|
}
|
|
|
|
#endif
|