aboutsummaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
-rw-r--r--mm/slub.c18
1 files changed, 11 insertions, 7 deletions
diff --git a/mm/slub.c b/mm/slub.c
index 7ad489af9561..7ec2888bffc1 100644
--- a/mm/slub.c
+++ b/mm/slub.c
@@ -153,6 +153,10 @@
153#define ARCH_SLAB_MINALIGN __alignof__(unsigned long long) 153#define ARCH_SLAB_MINALIGN __alignof__(unsigned long long)
154#endif 154#endif
155 155
156#define OO_SHIFT 16
157#define OO_MASK ((1 << OO_SHIFT) - 1)
158#define MAX_OBJS_PER_PAGE 65535 /* since page.objects is u16 */
159
156/* Internal SLUB flags */ 160/* Internal SLUB flags */
157#define __OBJECT_POISON 0x80000000 /* Poison object */ 161#define __OBJECT_POISON 0x80000000 /* Poison object */
158#define __SYSFS_ADD_DEFERRED 0x40000000 /* Not yet visible via sysfs */ 162#define __SYSFS_ADD_DEFERRED 0x40000000 /* Not yet visible via sysfs */
@@ -290,7 +294,7 @@ static inline struct kmem_cache_order_objects oo_make(int order,
290 unsigned long size) 294 unsigned long size)
291{ 295{
292 struct kmem_cache_order_objects x = { 296 struct kmem_cache_order_objects x = {
293 (order << 16) + (PAGE_SIZE << order) / size 297 (order << OO_SHIFT) + (PAGE_SIZE << order) / size
294 }; 298 };
295 299
296 return x; 300 return x;
@@ -298,12 +302,12 @@ static inline struct kmem_cache_order_objects oo_make(int order,
298 302
299static inline int oo_order(struct kmem_cache_order_objects x) 303static inline int oo_order(struct kmem_cache_order_objects x)
300{ 304{
301 return x.x >> 16; 305 return x.x >> OO_SHIFT;
302} 306}
303 307
304static inline int oo_objects(struct kmem_cache_order_objects x) 308static inline int oo_objects(struct kmem_cache_order_objects x)
305{ 309{
306 return x.x & ((1 << 16) - 1); 310 return x.x & OO_MASK;
307} 311}
308 312
309#ifdef CONFIG_SLUB_DEBUG 313#ifdef CONFIG_SLUB_DEBUG
@@ -764,8 +768,8 @@ static int on_freelist(struct kmem_cache *s, struct page *page, void *search)
764 } 768 }
765 769
766 max_objects = (PAGE_SIZE << compound_order(page)) / s->size; 770 max_objects = (PAGE_SIZE << compound_order(page)) / s->size;
767 if (max_objects > 65535) 771 if (max_objects > MAX_OBJS_PER_PAGE)
768 max_objects = 65535; 772 max_objects = MAX_OBJS_PER_PAGE;
769 773
770 if (page->objects != max_objects) { 774 if (page->objects != max_objects) {
771 slab_err(s, page, "Wrong number of objects. Found %d but " 775 slab_err(s, page, "Wrong number of objects. Found %d but "
@@ -1807,8 +1811,8 @@ static inline int slab_order(int size, int min_objects,
1807 int rem; 1811 int rem;
1808 int min_order = slub_min_order; 1812 int min_order = slub_min_order;
1809 1813
1810 if ((PAGE_SIZE << min_order) / size > 65535) 1814 if ((PAGE_SIZE << min_order) / size > MAX_OBJS_PER_PAGE)
1811 return get_order(size * 65535) - 1; 1815 return get_order(size * MAX_OBJS_PER_PAGE) - 1;
1812 1816
1813 for (order = max(min_order, 1817 for (order = max(min_order,
1814 fls(min_objects * size - 1) - PAGE_SHIFT); 1818 fls(min_objects * size - 1) - PAGE_SHIFT);