diff options
-rw-r--r-- | mm/percpu.c | 36 |
1 files changed, 18 insertions, 18 deletions
diff --git a/mm/percpu.c b/mm/percpu.c index e2737e56b017..255714302394 100644 --- a/mm/percpu.c +++ b/mm/percpu.c | |||
@@ -1963,7 +1963,7 @@ int __init pcpu_embed_first_chunk(size_t reserved_size, size_t dyn_size, | |||
1963 | struct pcpu_alloc_info *ai; | 1963 | struct pcpu_alloc_info *ai; |
1964 | size_t size_sum, areas_size; | 1964 | size_t size_sum, areas_size; |
1965 | unsigned long max_distance; | 1965 | unsigned long max_distance; |
1966 | int group, i, rc; | 1966 | int group, i, highest_group, rc; |
1967 | 1967 | ||
1968 | ai = pcpu_build_alloc_info(reserved_size, dyn_size, atom_size, | 1968 | ai = pcpu_build_alloc_info(reserved_size, dyn_size, atom_size, |
1969 | cpu_distance_fn); | 1969 | cpu_distance_fn); |
@@ -1979,7 +1979,8 @@ int __init pcpu_embed_first_chunk(size_t reserved_size, size_t dyn_size, | |||
1979 | goto out_free; | 1979 | goto out_free; |
1980 | } | 1980 | } |
1981 | 1981 | ||
1982 | /* allocate, copy and determine base address */ | 1982 | /* allocate, copy and determine base address & max_distance */ |
1983 | highest_group = 0; | ||
1983 | for (group = 0; group < ai->nr_groups; group++) { | 1984 | for (group = 0; group < ai->nr_groups; group++) { |
1984 | struct pcpu_group_info *gi = &ai->groups[group]; | 1985 | struct pcpu_group_info *gi = &ai->groups[group]; |
1985 | unsigned int cpu = NR_CPUS; | 1986 | unsigned int cpu = NR_CPUS; |
@@ -2000,6 +2001,21 @@ int __init pcpu_embed_first_chunk(size_t reserved_size, size_t dyn_size, | |||
2000 | areas[group] = ptr; | 2001 | areas[group] = ptr; |
2001 | 2002 | ||
2002 | base = min(ptr, base); | 2003 | base = min(ptr, base); |
2004 | if (ptr > areas[highest_group]) | ||
2005 | highest_group = group; | ||
2006 | } | ||
2007 | max_distance = areas[highest_group] - base; | ||
2008 | max_distance += ai->unit_size * ai->groups[highest_group].nr_units; | ||
2009 | |||
2010 | /* warn if maximum distance is further than 75% of vmalloc space */ | ||
2011 | if (max_distance > VMALLOC_TOTAL * 3 / 4) { | ||
2012 | pr_warn("max_distance=0x%lx too large for vmalloc space 0x%lx\n", | ||
2013 | max_distance, VMALLOC_TOTAL); | ||
2014 | #ifdef CONFIG_NEED_PER_CPU_PAGE_FIRST_CHUNK | ||
2015 | /* and fail if we have fallback */ | ||
2016 | rc = -EINVAL; | ||
2017 | goto out_free_areas; | ||
2018 | #endif | ||
2003 | } | 2019 | } |
2004 | 2020 | ||
2005 | /* | 2021 | /* |
@@ -2024,24 +2040,8 @@ int __init pcpu_embed_first_chunk(size_t reserved_size, size_t dyn_size, | |||
2024 | } | 2040 | } |
2025 | 2041 | ||
2026 | /* base address is now known, determine group base offsets */ | 2042 | /* base address is now known, determine group base offsets */ |
2027 | i = 0; | ||
2028 | for (group = 0; group < ai->nr_groups; group++) { | 2043 | for (group = 0; group < ai->nr_groups; group++) { |
2029 | ai->groups[group].base_offset = areas[group] - base; | 2044 | ai->groups[group].base_offset = areas[group] - base; |
2030 | if (areas[group] > areas[i]) | ||
2031 | i = group; | ||
2032 | } | ||
2033 | max_distance = ai->groups[i].base_offset + | ||
2034 | ai->unit_size * ai->groups[i].nr_units; | ||
2035 | |||
2036 | /* warn if maximum distance is further than 75% of vmalloc space */ | ||
2037 | if (max_distance > VMALLOC_TOTAL * 3 / 4) { | ||
2038 | pr_warn("max_distance=0x%lx too large for vmalloc space 0x%lx\n", | ||
2039 | max_distance, VMALLOC_TOTAL); | ||
2040 | #ifdef CONFIG_NEED_PER_CPU_PAGE_FIRST_CHUNK | ||
2041 | /* and fail if we have fallback */ | ||
2042 | rc = -EINVAL; | ||
2043 | goto out_free; | ||
2044 | #endif | ||
2045 | } | 2045 | } |
2046 | 2046 | ||
2047 | pr_info("Embedded %zu pages/cpu @%p s%zu r%zu d%zu u%zu\n", | 2047 | pr_info("Embedded %zu pages/cpu @%p s%zu r%zu d%zu u%zu\n", |