diff options
| -rw-r--r-- | kernel/module.c | 56 |
1 files changed, 56 insertions, 0 deletions
diff --git a/kernel/module.c b/kernel/module.c index 2383e60fcf3f..5cd55ab15daf 100644 --- a/kernel/module.c +++ b/kernel/module.c | |||
| @@ -53,6 +53,7 @@ | |||
| 53 | #include <linux/ftrace.h> | 53 | #include <linux/ftrace.h> |
| 54 | #include <linux/async.h> | 54 | #include <linux/async.h> |
| 55 | #include <linux/percpu.h> | 55 | #include <linux/percpu.h> |
| 56 | #include <linux/kmemleak.h> | ||
| 56 | 57 | ||
| 57 | #if 0 | 58 | #if 0 |
| 58 | #define DEBUGP printk | 59 | #define DEBUGP printk |
| @@ -430,6 +431,7 @@ static void *percpu_modalloc(unsigned long size, unsigned long align, | |||
| 430 | unsigned long extra; | 431 | unsigned long extra; |
| 431 | unsigned int i; | 432 | unsigned int i; |
| 432 | void *ptr; | 433 | void *ptr; |
| 434 | int cpu; | ||
| 433 | 435 | ||
| 434 | if (align > PAGE_SIZE) { | 436 | if (align > PAGE_SIZE) { |
| 435 | printk(KERN_WARNING "%s: per-cpu alignment %li > %li\n", | 437 | printk(KERN_WARNING "%s: per-cpu alignment %li > %li\n", |
| @@ -459,6 +461,11 @@ static void *percpu_modalloc(unsigned long size, unsigned long align, | |||
| 459 | if (!split_block(i, size)) | 461 | if (!split_block(i, size)) |
| 460 | return NULL; | 462 | return NULL; |
| 461 | 463 | ||
| 464 | /* add the per-cpu scanning areas */ | ||
| 465 | for_each_possible_cpu(cpu) | ||
| 466 | kmemleak_alloc(ptr + per_cpu_offset(cpu), size, 0, | ||
| 467 | GFP_KERNEL); | ||
| 468 | |||
| 462 | /* Mark allocated */ | 469 | /* Mark allocated */ |
| 463 | pcpu_size[i] = -pcpu_size[i]; | 470 | pcpu_size[i] = -pcpu_size[i]; |
| 464 | return ptr; | 471 | return ptr; |
| @@ -473,6 +480,7 @@ static void percpu_modfree(void *freeme) | |||
| 473 | { | 480 | { |
| 474 | unsigned int i; | 481 | unsigned int i; |
| 475 | void *ptr = __per_cpu_start + block_size(pcpu_size[0]); | 482 | void *ptr = __per_cpu_start + block_size(pcpu_size[0]); |
| 483 | int cpu; | ||
| 476 | 484 | ||
| 477 | /* First entry is core kernel percpu data. */ | 485 | /* First entry is core kernel percpu data. */ |
| 478 | for (i = 1; i < pcpu_num_used; ptr += block_size(pcpu_size[i]), i++) { | 486 | for (i = 1; i < pcpu_num_used; ptr += block_size(pcpu_size[i]), i++) { |
| @@ -484,6 +492,10 @@ static void percpu_modfree(void *freeme) | |||
| 484 | BUG(); | 492 | BUG(); |
| 485 | 493 | ||
| 486 | free: | 494 | free: |
| 495 | /* remove the per-cpu scanning areas */ | ||
| 496 | for_each_possible_cpu(cpu) | ||
| 497 | kmemleak_free(freeme + per_cpu_offset(cpu)); | ||
| 498 | |||
| 487 | /* Merge with previous? */ | 499 | /* Merge with previous? */ |
| 488 | if (pcpu_size[i-1] >= 0) { | 500 | if (pcpu_size[i-1] >= 0) { |
| 489 | pcpu_size[i-1] += pcpu_size[i]; | 501 | pcpu_size[i-1] += pcpu_size[i]; |
| @@ -1876,6 +1888,36 @@ static void *module_alloc_update_bounds(unsigned long size) | |||
| 1876 | return ret; | 1888 | return ret; |
| 1877 | } | 1889 | } |
| 1878 | 1890 | ||
| 1891 | #ifdef CONFIG_DEBUG_KMEMLEAK | ||
| 1892 | static void kmemleak_load_module(struct module *mod, Elf_Ehdr *hdr, | ||
| 1893 | Elf_Shdr *sechdrs, char *secstrings) | ||
| 1894 | { | ||
| 1895 | unsigned int i; | ||
| 1896 | |||
| 1897 | /* only scan the sections containing data */ | ||
| 1898 | kmemleak_scan_area(mod->module_core, (unsigned long)mod - | ||
| 1899 | (unsigned long)mod->module_core, | ||
| 1900 | sizeof(struct module), GFP_KERNEL); | ||
| 1901 | |||
| 1902 | for (i = 1; i < hdr->e_shnum; i++) { | ||
| 1903 | if (!(sechdrs[i].sh_flags & SHF_ALLOC)) | ||
| 1904 | continue; | ||
| 1905 | if (strncmp(secstrings + sechdrs[i].sh_name, ".data", 5) != 0 | ||
| 1906 | && strncmp(secstrings + sechdrs[i].sh_name, ".bss", 4) != 0) | ||
| 1907 | continue; | ||
| 1908 | |||
| 1909 | kmemleak_scan_area(mod->module_core, sechdrs[i].sh_addr - | ||
| 1910 | (unsigned long)mod->module_core, | ||
| 1911 | sechdrs[i].sh_size, GFP_KERNEL); | ||
| 1912 | } | ||
| 1913 | } | ||
| 1914 | #else | ||
| 1915 | static inline void kmemleak_load_module(struct module *mod, Elf_Ehdr *hdr, | ||
| 1916 | Elf_Shdr *sechdrs, char *secstrings) | ||
| 1917 | { | ||
| 1918 | } | ||
| 1919 | #endif | ||
| 1920 | |||
| 1879 | /* Allocate and load the module: note that size of section 0 is always | 1921 | /* Allocate and load the module: note that size of section 0 is always |
| 1880 | zero, and we rely on this for optional sections. */ | 1922 | zero, and we rely on this for optional sections. */ |
| 1881 | static noinline struct module *load_module(void __user *umod, | 1923 | static noinline struct module *load_module(void __user *umod, |
| @@ -2046,6 +2088,12 @@ static noinline struct module *load_module(void __user *umod, | |||
| 2046 | 2088 | ||
| 2047 | /* Do the allocs. */ | 2089 | /* Do the allocs. */ |
| 2048 | ptr = module_alloc_update_bounds(mod->core_size); | 2090 | ptr = module_alloc_update_bounds(mod->core_size); |
| 2091 | /* | ||
| 2092 | * The pointer to this block is stored in the module structure | ||
| 2093 | * which is inside the block. Just mark it as not being a | ||
| 2094 | * leak. | ||
| 2095 | */ | ||
| 2096 | kmemleak_not_leak(ptr); | ||
| 2049 | if (!ptr) { | 2097 | if (!ptr) { |
| 2050 | err = -ENOMEM; | 2098 | err = -ENOMEM; |
| 2051 | goto free_percpu; | 2099 | goto free_percpu; |
| @@ -2054,6 +2102,13 @@ static noinline struct module *load_module(void __user *umod, | |||
| 2054 | mod->module_core = ptr; | 2102 | mod->module_core = ptr; |
| 2055 | 2103 | ||
| 2056 | ptr = module_alloc_update_bounds(mod->init_size); | 2104 | ptr = module_alloc_update_bounds(mod->init_size); |
| 2105 | /* | ||
| 2106 | * The pointer to this block is stored in the module structure | ||
| 2107 | * which is inside the block. This block doesn't need to be | ||
| 2108 | * scanned as it contains data and code that will be freed | ||
| 2109 | * after the module is initialized. | ||
| 2110 | */ | ||
| 2111 | kmemleak_ignore(ptr); | ||
| 2057 | if (!ptr && mod->init_size) { | 2112 | if (!ptr && mod->init_size) { |
| 2058 | err = -ENOMEM; | 2113 | err = -ENOMEM; |
| 2059 | goto free_core; | 2114 | goto free_core; |
| @@ -2084,6 +2139,7 @@ static noinline struct module *load_module(void __user *umod, | |||
| 2084 | } | 2139 | } |
| 2085 | /* Module has been moved. */ | 2140 | /* Module has been moved. */ |
| 2086 | mod = (void *)sechdrs[modindex].sh_addr; | 2141 | mod = (void *)sechdrs[modindex].sh_addr; |
| 2142 | kmemleak_load_module(mod, hdr, sechdrs, secstrings); | ||
| 2087 | 2143 | ||
| 2088 | #if defined(CONFIG_MODULE_UNLOAD) && defined(CONFIG_SMP) | 2144 | #if defined(CONFIG_MODULE_UNLOAD) && defined(CONFIG_SMP) |
| 2089 | mod->refptr = percpu_modalloc(sizeof(local_t), __alignof__(local_t), | 2145 | mod->refptr = percpu_modalloc(sizeof(local_t), __alignof__(local_t), |
