diff options
author | Ingo Molnar <mingo@elte.hu> | 2009-03-08 11:48:51 -0400 |
---|---|---|
committer | Ingo Molnar <mingo@elte.hu> | 2009-03-08 11:48:51 -0400 |
commit | dba58e39ced7af63f2748d12bbb2b4ac83c72391 (patch) | |
tree | ee15a5e7667b51d0d0f7e8cb39064652f7c84c28 /include/asm-generic | |
parent | 9de36825b321fe9fe9cf73260554251af579f4ca (diff) | |
parent | 78ff7fae04554b49d29226ed12536268c2500d1f (diff) |
Merge branches 'tracing/doc', 'tracing/ftrace', 'tracing/printk' and 'tracing/textedit' into tracing/core
Diffstat (limited to 'include/asm-generic')
-rw-r--r-- | include/asm-generic/percpu.h | 52 | ||||
-rw-r--r-- | include/asm-generic/sections.h | 2 | ||||
-rw-r--r-- | include/asm-generic/vmlinux.lds.h | 55 |
3 files changed, 104 insertions, 5 deletions
diff --git a/include/asm-generic/percpu.h b/include/asm-generic/percpu.h index b0e63c672ebd..00f45ff081a6 100644 --- a/include/asm-generic/percpu.h +++ b/include/asm-generic/percpu.h | |||
@@ -80,4 +80,56 @@ extern void setup_per_cpu_areas(void); | |||
80 | #define DECLARE_PER_CPU(type, name) extern PER_CPU_ATTRIBUTES \ | 80 | #define DECLARE_PER_CPU(type, name) extern PER_CPU_ATTRIBUTES \ |
81 | __typeof__(type) per_cpu_var(name) | 81 | __typeof__(type) per_cpu_var(name) |
82 | 82 | ||
83 | /* | ||
84 | * Optional methods for optimized non-lvalue per-cpu variable access. | ||
85 | * | ||
86 | * @var can be a percpu variable or a field of it and its size should | ||
87 | * equal char, int or long. percpu_read() evaluates to a lvalue and | ||
88 | * all others to void. | ||
89 | * | ||
90 | * These operations are guaranteed to be atomic w.r.t. preemption. | ||
91 | * The generic versions use plain get/put_cpu_var(). Archs are | ||
92 | * encouraged to implement single-instruction alternatives which don't | ||
93 | * require preemption protection. | ||
94 | */ | ||
95 | #ifndef percpu_read | ||
96 | # define percpu_read(var) \ | ||
97 | ({ \ | ||
98 | typeof(per_cpu_var(var)) __tmp_var__; \ | ||
99 | __tmp_var__ = get_cpu_var(var); \ | ||
100 | put_cpu_var(var); \ | ||
101 | __tmp_var__; \ | ||
102 | }) | ||
103 | #endif | ||
104 | |||
105 | #define __percpu_generic_to_op(var, val, op) \ | ||
106 | do { \ | ||
107 | get_cpu_var(var) op val; \ | ||
108 | put_cpu_var(var); \ | ||
109 | } while (0) | ||
110 | |||
111 | #ifndef percpu_write | ||
112 | # define percpu_write(var, val) __percpu_generic_to_op(var, (val), =) | ||
113 | #endif | ||
114 | |||
115 | #ifndef percpu_add | ||
116 | # define percpu_add(var, val) __percpu_generic_to_op(var, (val), +=) | ||
117 | #endif | ||
118 | |||
119 | #ifndef percpu_sub | ||
120 | # define percpu_sub(var, val) __percpu_generic_to_op(var, (val), -=) | ||
121 | #endif | ||
122 | |||
123 | #ifndef percpu_and | ||
124 | # define percpu_and(var, val) __percpu_generic_to_op(var, (val), &=) | ||
125 | #endif | ||
126 | |||
127 | #ifndef percpu_or | ||
128 | # define percpu_or(var, val) __percpu_generic_to_op(var, (val), |=) | ||
129 | #endif | ||
130 | |||
131 | #ifndef percpu_xor | ||
132 | # define percpu_xor(var, val) __percpu_generic_to_op(var, (val), ^=) | ||
133 | #endif | ||
134 | |||
83 | #endif /* _ASM_GENERIC_PERCPU_H_ */ | 135 | #endif /* _ASM_GENERIC_PERCPU_H_ */ |
diff --git a/include/asm-generic/sections.h b/include/asm-generic/sections.h index 79a7ff925bf8..4ce48e878530 100644 --- a/include/asm-generic/sections.h +++ b/include/asm-generic/sections.h | |||
@@ -9,7 +9,7 @@ extern char __bss_start[], __bss_stop[]; | |||
9 | extern char __init_begin[], __init_end[]; | 9 | extern char __init_begin[], __init_end[]; |
10 | extern char _sinittext[], _einittext[]; | 10 | extern char _sinittext[], _einittext[]; |
11 | extern char _end[]; | 11 | extern char _end[]; |
12 | extern char __per_cpu_start[], __per_cpu_end[]; | 12 | extern char __per_cpu_load[], __per_cpu_start[], __per_cpu_end[]; |
13 | extern char __kprobes_text_start[], __kprobes_text_end[]; | 13 | extern char __kprobes_text_start[], __kprobes_text_end[]; |
14 | extern char __initdata_begin[], __initdata_end[]; | 14 | extern char __initdata_begin[], __initdata_end[]; |
15 | extern char __start_rodata[], __end_rodata[]; | 15 | extern char __start_rodata[], __end_rodata[]; |
diff --git a/include/asm-generic/vmlinux.lds.h b/include/asm-generic/vmlinux.lds.h index 48ade3168b13..89997dfdf3d0 100644 --- a/include/asm-generic/vmlinux.lds.h +++ b/include/asm-generic/vmlinux.lds.h | |||
@@ -448,12 +448,59 @@ | |||
448 | *(.initcall7.init) \ | 448 | *(.initcall7.init) \ |
449 | *(.initcall7s.init) | 449 | *(.initcall7s.init) |
450 | 450 | ||
451 | /** | ||
452 | * PERCPU_VADDR - define output section for percpu area | ||
453 | * @vaddr: explicit base address (optional) | ||
454 | * @phdr: destination PHDR (optional) | ||
455 | * | ||
456 | * Macro which expands to output section for percpu area. If @vaddr | ||
457 | * is not blank, it specifies explicit base address and all percpu | ||
458 | * symbols will be offset from the given address. If blank, @vaddr | ||
459 | * always equals @laddr + LOAD_OFFSET. | ||
460 | * | ||
461 | * @phdr defines the output PHDR to use if not blank. Be warned that | ||
462 | * output PHDR is sticky. If @phdr is specified, the next output | ||
463 | * section in the linker script will go there too. @phdr should have | ||
464 | * a leading colon. | ||
465 | * | ||
466 | * Note that this macros defines __per_cpu_load as an absolute symbol. | ||
467 | * If there is no need to put the percpu section at a predetermined | ||
468 | * address, use PERCPU(). | ||
469 | */ | ||
470 | #define PERCPU_VADDR(vaddr, phdr) \ | ||
471 | VMLINUX_SYMBOL(__per_cpu_load) = .; \ | ||
472 | .data.percpu vaddr : AT(VMLINUX_SYMBOL(__per_cpu_load) \ | ||
473 | - LOAD_OFFSET) { \ | ||
474 | VMLINUX_SYMBOL(__per_cpu_start) = .; \ | ||
475 | *(.data.percpu.first) \ | ||
476 | *(.data.percpu.page_aligned) \ | ||
477 | *(.data.percpu) \ | ||
478 | *(.data.percpu.shared_aligned) \ | ||
479 | VMLINUX_SYMBOL(__per_cpu_end) = .; \ | ||
480 | } phdr \ | ||
481 | . = VMLINUX_SYMBOL(__per_cpu_load) + SIZEOF(.data.percpu); | ||
482 | |||
483 | /** | ||
484 | * PERCPU - define output section for percpu area, simple version | ||
485 | * @align: required alignment | ||
486 | * | ||
487 | * Align to @align and outputs output section for percpu area. This | ||
488 | * macro doesn't maniuplate @vaddr or @phdr and __per_cpu_load and | ||
489 | * __per_cpu_start will be identical. | ||
490 | * | ||
491 | * This macro is equivalent to ALIGN(align); PERCPU_VADDR( , ) except | ||
492 | * that __per_cpu_load is defined as a relative symbol against | ||
493 | * .data.percpu which is required for relocatable x86_32 | ||
494 | * configuration. | ||
495 | */ | ||
451 | #define PERCPU(align) \ | 496 | #define PERCPU(align) \ |
452 | . = ALIGN(align); \ | 497 | . = ALIGN(align); \ |
453 | VMLINUX_SYMBOL(__per_cpu_start) = .; \ | 498 | .data.percpu : AT(ADDR(.data.percpu) - LOAD_OFFSET) { \ |
454 | .data.percpu : AT(ADDR(.data.percpu) - LOAD_OFFSET) { \ | 499 | VMLINUX_SYMBOL(__per_cpu_load) = .; \ |
500 | VMLINUX_SYMBOL(__per_cpu_start) = .; \ | ||
501 | *(.data.percpu.first) \ | ||
455 | *(.data.percpu.page_aligned) \ | 502 | *(.data.percpu.page_aligned) \ |
456 | *(.data.percpu) \ | 503 | *(.data.percpu) \ |
457 | *(.data.percpu.shared_aligned) \ | 504 | *(.data.percpu.shared_aligned) \ |
458 | } \ | 505 | VMLINUX_SYMBOL(__per_cpu_end) = .; \ |
459 | VMLINUX_SYMBOL(__per_cpu_end) = .; | 506 | } |