aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--include/linux/mm.h21
-rw-r--r--mm/mmzone.c20
2 files changed, 24 insertions, 17 deletions
diff --git a/include/linux/mm.h b/include/linux/mm.h
index 437da0ce78c7..8a5bbe3b9e56 100644
--- a/include/linux/mm.h
+++ b/include/linux/mm.h
@@ -677,25 +677,14 @@ static inline int page_last_nid(struct page *page)
677 return (page->flags >> LAST_NID_PGSHIFT) & LAST_NID_MASK; 677 return (page->flags >> LAST_NID_PGSHIFT) & LAST_NID_MASK;
678} 678}
679 679
680static inline int page_xchg_last_nid(struct page *page, int nid) 680extern int page_xchg_last_nid(struct page *page, int nid);
681{
682 unsigned long old_flags, flags;
683 int last_nid;
684
685 do {
686 old_flags = flags = page->flags;
687 last_nid = page_last_nid(page);
688
689 flags &= ~(LAST_NID_MASK << LAST_NID_PGSHIFT);
690 flags |= (nid & LAST_NID_MASK) << LAST_NID_PGSHIFT;
691 } while (unlikely(cmpxchg(&page->flags, old_flags, flags) != old_flags));
692
693 return last_nid;
694}
695 681
696static inline void reset_page_last_nid(struct page *page) 682static inline void reset_page_last_nid(struct page *page)
697{ 683{
698 page_xchg_last_nid(page, (1 << LAST_NID_SHIFT) - 1); 684 int nid = (1 << LAST_NID_SHIFT) - 1;
685
686 page->flags &= ~(LAST_NID_MASK << LAST_NID_PGSHIFT);
687 page->flags |= (nid & LAST_NID_MASK) << LAST_NID_PGSHIFT;
699} 688}
700#endif /* LAST_NID_NOT_IN_PAGE_FLAGS */ 689#endif /* LAST_NID_NOT_IN_PAGE_FLAGS */
701#else 690#else
diff --git a/mm/mmzone.c b/mm/mmzone.c
index 4596d81b89b1..bce796e8487f 100644
--- a/mm/mmzone.c
+++ b/mm/mmzone.c
@@ -1,7 +1,7 @@
1/* 1/*
2 * linux/mm/mmzone.c 2 * linux/mm/mmzone.c
3 * 3 *
4 * management codes for pgdats and zones. 4 * management codes for pgdats, zones and page flags
5 */ 5 */
6 6
7 7
@@ -96,3 +96,21 @@ void lruvec_init(struct lruvec *lruvec)
96 for_each_lru(lru) 96 for_each_lru(lru)
97 INIT_LIST_HEAD(&lruvec->lists[lru]); 97 INIT_LIST_HEAD(&lruvec->lists[lru]);
98} 98}
99
100#if defined(CONFIG_NUMA_BALANCING) && !defined(LAST_NID_NOT_IN_PAGE_FLAGS)
101int page_xchg_last_nid(struct page *page, int nid)
102{
103 unsigned long old_flags, flags;
104 int last_nid;
105
106 do {
107 old_flags = flags = page->flags;
108 last_nid = page_last_nid(page);
109
110 flags &= ~(LAST_NID_MASK << LAST_NID_PGSHIFT);
111 flags |= (nid & LAST_NID_MASK) << LAST_NID_PGSHIFT;
112 } while (unlikely(cmpxchg(&page->flags, old_flags, flags) != old_flags));
113
114 return last_nid;
115}
116#endif