diff options
-rw-r--r-- | include/linux/mm.h | 21 | ||||
-rw-r--r-- | mm/mmzone.c | 20 |
2 files changed, 24 insertions, 17 deletions
diff --git a/include/linux/mm.h b/include/linux/mm.h index 437da0ce78c7..8a5bbe3b9e56 100644 --- a/include/linux/mm.h +++ b/include/linux/mm.h | |||
@@ -677,25 +677,14 @@ static inline int page_last_nid(struct page *page) | |||
677 | return (page->flags >> LAST_NID_PGSHIFT) & LAST_NID_MASK; | 677 | return (page->flags >> LAST_NID_PGSHIFT) & LAST_NID_MASK; |
678 | } | 678 | } |
679 | 679 | ||
680 | static inline int page_xchg_last_nid(struct page *page, int nid) | 680 | extern int page_xchg_last_nid(struct page *page, int nid); |
681 | { | ||
682 | unsigned long old_flags, flags; | ||
683 | int last_nid; | ||
684 | |||
685 | do { | ||
686 | old_flags = flags = page->flags; | ||
687 | last_nid = page_last_nid(page); | ||
688 | |||
689 | flags &= ~(LAST_NID_MASK << LAST_NID_PGSHIFT); | ||
690 | flags |= (nid & LAST_NID_MASK) << LAST_NID_PGSHIFT; | ||
691 | } while (unlikely(cmpxchg(&page->flags, old_flags, flags) != old_flags)); | ||
692 | |||
693 | return last_nid; | ||
694 | } | ||
695 | 681 | ||
696 | static inline void reset_page_last_nid(struct page *page) | 682 | static inline void reset_page_last_nid(struct page *page) |
697 | { | 683 | { |
698 | page_xchg_last_nid(page, (1 << LAST_NID_SHIFT) - 1); | 684 | int nid = (1 << LAST_NID_SHIFT) - 1; |
685 | |||
686 | page->flags &= ~(LAST_NID_MASK << LAST_NID_PGSHIFT); | ||
687 | page->flags |= (nid & LAST_NID_MASK) << LAST_NID_PGSHIFT; | ||
699 | } | 688 | } |
700 | #endif /* LAST_NID_NOT_IN_PAGE_FLAGS */ | 689 | #endif /* LAST_NID_NOT_IN_PAGE_FLAGS */ |
701 | #else | 690 | #else |
diff --git a/mm/mmzone.c b/mm/mmzone.c index 4596d81b89b1..bce796e8487f 100644 --- a/mm/mmzone.c +++ b/mm/mmzone.c | |||
@@ -1,7 +1,7 @@ | |||
1 | /* | 1 | /* |
2 | * linux/mm/mmzone.c | 2 | * linux/mm/mmzone.c |
3 | * | 3 | * |
4 | * management codes for pgdats and zones. | 4 | * management codes for pgdats, zones and page flags |
5 | */ | 5 | */ |
6 | 6 | ||
7 | 7 | ||
@@ -96,3 +96,21 @@ void lruvec_init(struct lruvec *lruvec) | |||
96 | for_each_lru(lru) | 96 | for_each_lru(lru) |
97 | INIT_LIST_HEAD(&lruvec->lists[lru]); | 97 | INIT_LIST_HEAD(&lruvec->lists[lru]); |
98 | } | 98 | } |
99 | |||
100 | #if defined(CONFIG_NUMA_BALANCING) && !defined(LAST_NID_NOT_IN_PAGE_FLAGS) | ||
101 | int page_xchg_last_nid(struct page *page, int nid) | ||
102 | { | ||
103 | unsigned long old_flags, flags; | ||
104 | int last_nid; | ||
105 | |||
106 | do { | ||
107 | old_flags = flags = page->flags; | ||
108 | last_nid = page_last_nid(page); | ||
109 | |||
110 | flags &= ~(LAST_NID_MASK << LAST_NID_PGSHIFT); | ||
111 | flags |= (nid & LAST_NID_MASK) << LAST_NID_PGSHIFT; | ||
112 | } while (unlikely(cmpxchg(&page->flags, old_flags, flags) != old_flags)); | ||
113 | |||
114 | return last_nid; | ||
115 | } | ||
116 | #endif | ||