diff options
author | H. Peter Anvin <hpa@zytor.com> | 2010-04-29 19:53:17 -0400 |
---|---|---|
committer | H. Peter Anvin <hpa@zytor.com> | 2010-04-29 19:53:17 -0400 |
commit | d9c5841e22231e4e49fd0a1004164e6fce59b7a6 (patch) | |
tree | e1f589c46b3ff79bbe7b1b2469f6362f94576da6 /lib | |
parent | b701a47ba48b698976fb2fe05fb285b0edc1d26a (diff) | |
parent | 5967ed87ade85a421ef814296c3c7f182b08c225 (diff) |
Merge branch 'x86/asm' into x86/atomic
Merge reason:
Conflict between LOCK_PREFIX_HERE and relative alternatives
pointers
Resolved Conflicts:
arch/x86/include/asm/alternative.h
arch/x86/kernel/alternative.c
Signed-off-by: H. Peter Anvin <hpa@zytor.com>
Diffstat (limited to 'lib')
37 files changed, 1613 insertions, 167 deletions
diff --git a/lib/Kconfig b/lib/Kconfig index 1cfe51628e1b..170d8ca901d8 100644 --- a/lib/Kconfig +++ b/lib/Kconfig | |||
@@ -117,6 +117,10 @@ config DECOMPRESS_BZIP2 | |||
117 | config DECOMPRESS_LZMA | 117 | config DECOMPRESS_LZMA |
118 | tristate | 118 | tristate |
119 | 119 | ||
120 | config DECOMPRESS_LZO | ||
121 | select LZO_DECOMPRESS | ||
122 | tristate | ||
123 | |||
120 | # | 124 | # |
121 | # Generic allocator support is selected if needed | 125 | # Generic allocator support is selected if needed |
122 | # | 126 | # |
@@ -156,6 +160,9 @@ config TEXTSEARCH_BM | |||
156 | config TEXTSEARCH_FSM | 160 | config TEXTSEARCH_FSM |
157 | tristate | 161 | tristate |
158 | 162 | ||
163 | config BTREE | ||
164 | boolean | ||
165 | |||
159 | config HAS_IOMEM | 166 | config HAS_IOMEM |
160 | boolean | 167 | boolean |
161 | depends on !NO_IOMEM | 168 | depends on !NO_IOMEM |
diff --git a/lib/Kconfig.debug b/lib/Kconfig.debug index 3676c517a073..231384012a14 100644 --- a/lib/Kconfig.debug +++ b/lib/Kconfig.debug | |||
@@ -103,7 +103,8 @@ config HEADERS_CHECK | |||
103 | 103 | ||
104 | config DEBUG_SECTION_MISMATCH | 104 | config DEBUG_SECTION_MISMATCH |
105 | bool "Enable full Section mismatch analysis" | 105 | bool "Enable full Section mismatch analysis" |
106 | depends on UNDEFINED | 106 | depends on UNDEFINED || (BLACKFIN) |
107 | default y | ||
107 | # This option is on purpose disabled for now. | 108 | # This option is on purpose disabled for now. |
108 | # It will be enabled when we are down to a reasonable number | 109 | # It will be enabled when we are down to a reasonable number |
109 | # of section mismatch warnings (< 10 for an allyesconfig build) | 110 | # of section mismatch warnings (< 10 for an allyesconfig build) |
@@ -355,7 +356,7 @@ config SLUB_STATS | |||
355 | config DEBUG_KMEMLEAK | 356 | config DEBUG_KMEMLEAK |
356 | bool "Kernel memory leak detector" | 357 | bool "Kernel memory leak detector" |
357 | depends on DEBUG_KERNEL && EXPERIMENTAL && !MEMORY_HOTPLUG && \ | 358 | depends on DEBUG_KERNEL && EXPERIMENTAL && !MEMORY_HOTPLUG && \ |
358 | (X86 || ARM || PPC || S390) | 359 | (X86 || ARM || PPC || S390 || SPARC64 || SUPERH || MICROBLAZE) |
359 | 360 | ||
360 | select DEBUG_FS if SYSFS | 361 | select DEBUG_FS if SYSFS |
361 | select STACKTRACE if STACKTRACE_SUPPORT | 362 | select STACKTRACE if STACKTRACE_SUPPORT |
@@ -499,6 +500,18 @@ config PROVE_LOCKING | |||
499 | 500 | ||
500 | For more details, see Documentation/lockdep-design.txt. | 501 | For more details, see Documentation/lockdep-design.txt. |
501 | 502 | ||
503 | config PROVE_RCU | ||
504 | bool "RCU debugging: prove RCU correctness" | ||
505 | depends on PROVE_LOCKING | ||
506 | default n | ||
507 | help | ||
508 | This feature enables lockdep extensions that check for correct | ||
509 | use of RCU APIs. This is currently under development. Say Y | ||
510 | if you want to debug RCU usage or help work on the PROVE_RCU | ||
511 | feature. | ||
512 | |||
513 | Say N if you are unsure. | ||
514 | |||
502 | config LOCKDEP | 515 | config LOCKDEP |
503 | bool | 516 | bool |
504 | depends on DEBUG_KERNEL && TRACE_IRQFLAGS_SUPPORT && STACKTRACE_SUPPORT && LOCKDEP_SUPPORT | 517 | depends on DEBUG_KERNEL && TRACE_IRQFLAGS_SUPPORT && STACKTRACE_SUPPORT && LOCKDEP_SUPPORT |
@@ -520,6 +533,14 @@ config LOCK_STAT | |||
520 | 533 | ||
521 | For more details, see Documentation/lockstat.txt | 534 | For more details, see Documentation/lockstat.txt |
522 | 535 | ||
536 | This also enables lock events required by "perf lock", | ||
537 | subcommand of perf. | ||
538 | If you want to use "perf lock", you also need to turn on | ||
539 | CONFIG_EVENT_TRACING. | ||
540 | |||
541 | CONFIG_LOCK_STAT defines "contended" and "acquired" lock events. | ||
542 | (CONFIG_LOCKDEP defines "acquire" and "release" events.) | ||
543 | |||
523 | config DEBUG_LOCKDEP | 544 | config DEBUG_LOCKDEP |
524 | bool "Lock dependency engine debugging" | 545 | bool "Lock dependency engine debugging" |
525 | depends on DEBUG_KERNEL && LOCKDEP | 546 | depends on DEBUG_KERNEL && LOCKDEP |
@@ -765,10 +786,22 @@ config RCU_CPU_STALL_DETECTOR | |||
765 | CPUs are delaying the current grace period, but only when | 786 | CPUs are delaying the current grace period, but only when |
766 | the grace period extends for excessive time periods. | 787 | the grace period extends for excessive time periods. |
767 | 788 | ||
768 | Say Y if you want RCU to perform such checks. | 789 | Say N if you want to disable such checks. |
790 | |||
791 | Say Y if you are unsure. | ||
792 | |||
793 | config RCU_CPU_STALL_VERBOSE | ||
794 | bool "Print additional per-task information for RCU_CPU_STALL_DETECTOR" | ||
795 | depends on RCU_CPU_STALL_DETECTOR && TREE_PREEMPT_RCU | ||
796 | default n | ||
797 | help | ||
798 | This option causes RCU to printk detailed per-task information | ||
799 | for any tasks that are stalling the current RCU grace period. | ||
769 | 800 | ||
770 | Say N if you are unsure. | 801 | Say N if you are unsure. |
771 | 802 | ||
803 | Say Y if you want to enable such checks. | ||
804 | |||
772 | config KPROBES_SANITY_TEST | 805 | config KPROBES_SANITY_TEST |
773 | bool "Kprobes sanity tests" | 806 | bool "Kprobes sanity tests" |
774 | depends on DEBUG_KERNEL | 807 | depends on DEBUG_KERNEL |
@@ -840,8 +873,7 @@ config DEBUG_FORCE_WEAK_PER_CPU | |||
840 | 873 | ||
841 | config LKDTM | 874 | config LKDTM |
842 | tristate "Linux Kernel Dump Test Tool Module" | 875 | tristate "Linux Kernel Dump Test Tool Module" |
843 | depends on DEBUG_KERNEL | 876 | depends on DEBUG_FS |
844 | depends on KPROBES | ||
845 | depends on BLOCK | 877 | depends on BLOCK |
846 | default n | 878 | default n |
847 | help | 879 | help |
@@ -852,7 +884,7 @@ config LKDTM | |||
852 | called lkdtm. | 884 | called lkdtm. |
853 | 885 | ||
854 | Documentation on how to use the module can be found in | 886 | Documentation on how to use the module can be found in |
855 | drivers/misc/lkdtm.c | 887 | Documentation/fault-injection/provoke-crashes.txt |
856 | 888 | ||
857 | config FAULT_INJECTION | 889 | config FAULT_INJECTION |
858 | bool "Fault-injection framework" | 890 | bool "Fault-injection framework" |
diff --git a/lib/Makefile b/lib/Makefile index 4af4786fe281..af759f39d4ae 100644 --- a/lib/Makefile +++ b/lib/Makefile | |||
@@ -21,7 +21,7 @@ lib-y += kobject.o kref.o klist.o | |||
21 | 21 | ||
22 | obj-y += bcd.o div64.o sort.o parser.o halfmd4.o debug_locks.o random32.o \ | 22 | obj-y += bcd.o div64.o sort.o parser.o halfmd4.o debug_locks.o random32.o \ |
23 | bust_spinlocks.o hexdump.o kasprintf.o bitmap.o scatterlist.o \ | 23 | bust_spinlocks.o hexdump.o kasprintf.o bitmap.o scatterlist.o \ |
24 | string_helpers.o gcd.o | 24 | string_helpers.o gcd.o lcm.o list_sort.o |
25 | 25 | ||
26 | ifeq ($(CONFIG_DEBUG_KOBJECT),y) | 26 | ifeq ($(CONFIG_DEBUG_KOBJECT),y) |
27 | CFLAGS_kobject.o += -DDEBUG | 27 | CFLAGS_kobject.o += -DDEBUG |
@@ -41,6 +41,7 @@ lib-$(CONFIG_GENERIC_FIND_NEXT_BIT) += find_next_bit.o | |||
41 | obj-$(CONFIG_GENERIC_FIND_LAST_BIT) += find_last_bit.o | 41 | obj-$(CONFIG_GENERIC_FIND_LAST_BIT) += find_last_bit.o |
42 | obj-$(CONFIG_GENERIC_HWEIGHT) += hweight.o | 42 | obj-$(CONFIG_GENERIC_HWEIGHT) += hweight.o |
43 | obj-$(CONFIG_LOCK_KERNEL) += kernel_lock.o | 43 | obj-$(CONFIG_LOCK_KERNEL) += kernel_lock.o |
44 | obj-$(CONFIG_BTREE) += btree.o | ||
44 | obj-$(CONFIG_DEBUG_PREEMPT) += smp_processor_id.o | 45 | obj-$(CONFIG_DEBUG_PREEMPT) += smp_processor_id.o |
45 | obj-$(CONFIG_DEBUG_LIST) += list_debug.o | 46 | obj-$(CONFIG_DEBUG_LIST) += list_debug.o |
46 | obj-$(CONFIG_DEBUG_OBJECTS) += debugobjects.o | 47 | obj-$(CONFIG_DEBUG_OBJECTS) += debugobjects.o |
@@ -69,6 +70,7 @@ obj-$(CONFIG_LZO_DECOMPRESS) += lzo/ | |||
69 | lib-$(CONFIG_DECOMPRESS_GZIP) += decompress_inflate.o | 70 | lib-$(CONFIG_DECOMPRESS_GZIP) += decompress_inflate.o |
70 | lib-$(CONFIG_DECOMPRESS_BZIP2) += decompress_bunzip2.o | 71 | lib-$(CONFIG_DECOMPRESS_BZIP2) += decompress_bunzip2.o |
71 | lib-$(CONFIG_DECOMPRESS_LZMA) += decompress_unlzma.o | 72 | lib-$(CONFIG_DECOMPRESS_LZMA) += decompress_unlzma.o |
73 | lib-$(CONFIG_DECOMPRESS_LZO) += decompress_unlzo.o | ||
72 | 74 | ||
73 | obj-$(CONFIG_TEXTSEARCH) += textsearch.o | 75 | obj-$(CONFIG_TEXTSEARCH) += textsearch.o |
74 | obj-$(CONFIG_TEXTSEARCH_KMP) += ts_kmp.o | 76 | obj-$(CONFIG_TEXTSEARCH_KMP) += ts_kmp.o |
diff --git a/lib/bitmap.c b/lib/bitmap.c index 11bf49750583..ffb78c916ccd 100644 --- a/lib/bitmap.c +++ b/lib/bitmap.c | |||
@@ -487,7 +487,7 @@ int __bitmap_parse(const char *buf, unsigned int buflen, | |||
487 | EXPORT_SYMBOL(__bitmap_parse); | 487 | EXPORT_SYMBOL(__bitmap_parse); |
488 | 488 | ||
489 | /** | 489 | /** |
490 | * bitmap_parse_user() | 490 | * bitmap_parse_user - convert an ASCII hex string in a user buffer into a bitmap |
491 | * | 491 | * |
492 | * @ubuf: pointer to user buffer containing string. | 492 | * @ubuf: pointer to user buffer containing string. |
493 | * @ulen: buffer size in bytes. If string is smaller than this | 493 | * @ulen: buffer size in bytes. If string is smaller than this |
@@ -619,7 +619,7 @@ int bitmap_parselist(const char *bp, unsigned long *maskp, int nmaskbits) | |||
619 | EXPORT_SYMBOL(bitmap_parselist); | 619 | EXPORT_SYMBOL(bitmap_parselist); |
620 | 620 | ||
621 | /** | 621 | /** |
622 | * bitmap_pos_to_ord(buf, pos, bits) | 622 | * bitmap_pos_to_ord - find ordinal of set bit at given position in bitmap |
623 | * @buf: pointer to a bitmap | 623 | * @buf: pointer to a bitmap |
624 | * @pos: a bit position in @buf (0 <= @pos < @bits) | 624 | * @pos: a bit position in @buf (0 <= @pos < @bits) |
625 | * @bits: number of valid bit positions in @buf | 625 | * @bits: number of valid bit positions in @buf |
@@ -655,7 +655,7 @@ static int bitmap_pos_to_ord(const unsigned long *buf, int pos, int bits) | |||
655 | } | 655 | } |
656 | 656 | ||
657 | /** | 657 | /** |
658 | * bitmap_ord_to_pos(buf, ord, bits) | 658 | * bitmap_ord_to_pos - find position of n-th set bit in bitmap |
659 | * @buf: pointer to bitmap | 659 | * @buf: pointer to bitmap |
660 | * @ord: ordinal bit position (n-th set bit, n >= 0) | 660 | * @ord: ordinal bit position (n-th set bit, n >= 0) |
661 | * @bits: number of valid bit positions in @buf | 661 | * @bits: number of valid bit positions in @buf |
@@ -733,10 +733,9 @@ void bitmap_remap(unsigned long *dst, const unsigned long *src, | |||
733 | bitmap_zero(dst, bits); | 733 | bitmap_zero(dst, bits); |
734 | 734 | ||
735 | w = bitmap_weight(new, bits); | 735 | w = bitmap_weight(new, bits); |
736 | for (oldbit = find_first_bit(src, bits); | 736 | for_each_set_bit(oldbit, src, bits) { |
737 | oldbit < bits; | ||
738 | oldbit = find_next_bit(src, bits, oldbit + 1)) { | ||
739 | int n = bitmap_pos_to_ord(old, oldbit, bits); | 737 | int n = bitmap_pos_to_ord(old, oldbit, bits); |
738 | |||
740 | if (n < 0 || w == 0) | 739 | if (n < 0 || w == 0) |
741 | set_bit(oldbit, dst); /* identity map */ | 740 | set_bit(oldbit, dst); /* identity map */ |
742 | else | 741 | else |
@@ -903,9 +902,7 @@ void bitmap_onto(unsigned long *dst, const unsigned long *orig, | |||
903 | */ | 902 | */ |
904 | 903 | ||
905 | m = 0; | 904 | m = 0; |
906 | for (n = find_first_bit(relmap, bits); | 905 | for_each_set_bit(n, relmap, bits) { |
907 | n < bits; | ||
908 | n = find_next_bit(relmap, bits, n + 1)) { | ||
909 | /* m == bitmap_pos_to_ord(relmap, n, bits) */ | 906 | /* m == bitmap_pos_to_ord(relmap, n, bits) */ |
910 | if (test_bit(m, orig)) | 907 | if (test_bit(m, orig)) |
911 | set_bit(n, dst); | 908 | set_bit(n, dst); |
@@ -934,9 +931,7 @@ void bitmap_fold(unsigned long *dst, const unsigned long *orig, | |||
934 | return; | 931 | return; |
935 | bitmap_zero(dst, bits); | 932 | bitmap_zero(dst, bits); |
936 | 933 | ||
937 | for (oldbit = find_first_bit(orig, bits); | 934 | for_each_set_bit(oldbit, orig, bits) |
938 | oldbit < bits; | ||
939 | oldbit = find_next_bit(orig, bits, oldbit + 1)) | ||
940 | set_bit(oldbit % sz, dst); | 935 | set_bit(oldbit % sz, dst); |
941 | } | 936 | } |
942 | EXPORT_SYMBOL(bitmap_fold); | 937 | EXPORT_SYMBOL(bitmap_fold); |
diff --git a/lib/btree.c b/lib/btree.c new file mode 100644 index 000000000000..41859a820218 --- /dev/null +++ b/lib/btree.c | |||
@@ -0,0 +1,797 @@ | |||
1 | /* | ||
2 | * lib/btree.c - Simple In-memory B+Tree | ||
3 | * | ||
4 | * As should be obvious for Linux kernel code, license is GPLv2 | ||
5 | * | ||
6 | * Copyright (c) 2007-2008 Joern Engel <joern@logfs.org> | ||
7 | * Bits and pieces stolen from Peter Zijlstra's code, which is | ||
8 | * Copyright 2007, Red Hat Inc. Peter Zijlstra <pzijlstr@redhat.com> | ||
9 | * GPLv2 | ||
10 | * | ||
11 | * see http://programming.kicks-ass.net/kernel-patches/vma_lookup/btree.patch | ||
12 | * | ||
13 | * A relatively simple B+Tree implementation. I have written it as a learning | ||
14 | * excercise to understand how B+Trees work. Turned out to be useful as well. | ||
15 | * | ||
16 | * B+Trees can be used similar to Linux radix trees (which don't have anything | ||
17 | * in common with textbook radix trees, beware). Prerequisite for them working | ||
18 | * well is that access to a random tree node is much faster than a large number | ||
19 | * of operations within each node. | ||
20 | * | ||
21 | * Disks have fulfilled the prerequisite for a long time. More recently DRAM | ||
22 | * has gained similar properties, as memory access times, when measured in cpu | ||
23 | * cycles, have increased. Cacheline sizes have increased as well, which also | ||
24 | * helps B+Trees. | ||
25 | * | ||
26 | * Compared to radix trees, B+Trees are more efficient when dealing with a | ||
27 | * sparsely populated address space. Between 25% and 50% of the memory is | ||
28 | * occupied with valid pointers. When densely populated, radix trees contain | ||
29 | * ~98% pointers - hard to beat. Very sparse radix trees contain only ~2% | ||
30 | * pointers. | ||
31 | * | ||
32 | * This particular implementation stores pointers identified by a long value. | ||
33 | * Storing NULL pointers is illegal, lookup will return NULL when no entry | ||
34 | * was found. | ||
35 | * | ||
36 | * A tricks was used that is not commonly found in textbooks. The lowest | ||
37 | * values are to the right, not to the left. All used slots within a node | ||
38 | * are on the left, all unused slots contain NUL values. Most operations | ||
39 | * simply loop once over all slots and terminate on the first NUL. | ||
40 | */ | ||
41 | |||
42 | #include <linux/btree.h> | ||
43 | #include <linux/cache.h> | ||
44 | #include <linux/kernel.h> | ||
45 | #include <linux/slab.h> | ||
46 | #include <linux/module.h> | ||
47 | |||
48 | #define MAX(a, b) ((a) > (b) ? (a) : (b)) | ||
49 | #define NODESIZE MAX(L1_CACHE_BYTES, 128) | ||
50 | |||
51 | struct btree_geo { | ||
52 | int keylen; | ||
53 | int no_pairs; | ||
54 | int no_longs; | ||
55 | }; | ||
56 | |||
57 | struct btree_geo btree_geo32 = { | ||
58 | .keylen = 1, | ||
59 | .no_pairs = NODESIZE / sizeof(long) / 2, | ||
60 | .no_longs = NODESIZE / sizeof(long) / 2, | ||
61 | }; | ||
62 | EXPORT_SYMBOL_GPL(btree_geo32); | ||
63 | |||
64 | #define LONG_PER_U64 (64 / BITS_PER_LONG) | ||
65 | struct btree_geo btree_geo64 = { | ||
66 | .keylen = LONG_PER_U64, | ||
67 | .no_pairs = NODESIZE / sizeof(long) / (1 + LONG_PER_U64), | ||
68 | .no_longs = LONG_PER_U64 * (NODESIZE / sizeof(long) / (1 + LONG_PER_U64)), | ||
69 | }; | ||
70 | EXPORT_SYMBOL_GPL(btree_geo64); | ||
71 | |||
72 | struct btree_geo btree_geo128 = { | ||
73 | .keylen = 2 * LONG_PER_U64, | ||
74 | .no_pairs = NODESIZE / sizeof(long) / (1 + 2 * LONG_PER_U64), | ||
75 | .no_longs = 2 * LONG_PER_U64 * (NODESIZE / sizeof(long) / (1 + 2 * LONG_PER_U64)), | ||
76 | }; | ||
77 | EXPORT_SYMBOL_GPL(btree_geo128); | ||
78 | |||
79 | static struct kmem_cache *btree_cachep; | ||
80 | |||
81 | void *btree_alloc(gfp_t gfp_mask, void *pool_data) | ||
82 | { | ||
83 | return kmem_cache_alloc(btree_cachep, gfp_mask); | ||
84 | } | ||
85 | EXPORT_SYMBOL_GPL(btree_alloc); | ||
86 | |||
87 | void btree_free(void *element, void *pool_data) | ||
88 | { | ||
89 | kmem_cache_free(btree_cachep, element); | ||
90 | } | ||
91 | EXPORT_SYMBOL_GPL(btree_free); | ||
92 | |||
93 | static unsigned long *btree_node_alloc(struct btree_head *head, gfp_t gfp) | ||
94 | { | ||
95 | unsigned long *node; | ||
96 | |||
97 | node = mempool_alloc(head->mempool, gfp); | ||
98 | memset(node, 0, NODESIZE); | ||
99 | return node; | ||
100 | } | ||
101 | |||
102 | static int longcmp(const unsigned long *l1, const unsigned long *l2, size_t n) | ||
103 | { | ||
104 | size_t i; | ||
105 | |||
106 | for (i = 0; i < n; i++) { | ||
107 | if (l1[i] < l2[i]) | ||
108 | return -1; | ||
109 | if (l1[i] > l2[i]) | ||
110 | return 1; | ||
111 | } | ||
112 | return 0; | ||
113 | } | ||
114 | |||
115 | static unsigned long *longcpy(unsigned long *dest, const unsigned long *src, | ||
116 | size_t n) | ||
117 | { | ||
118 | size_t i; | ||
119 | |||
120 | for (i = 0; i < n; i++) | ||
121 | dest[i] = src[i]; | ||
122 | return dest; | ||
123 | } | ||
124 | |||
125 | static unsigned long *longset(unsigned long *s, unsigned long c, size_t n) | ||
126 | { | ||
127 | size_t i; | ||
128 | |||
129 | for (i = 0; i < n; i++) | ||
130 | s[i] = c; | ||
131 | return s; | ||
132 | } | ||
133 | |||
134 | static void dec_key(struct btree_geo *geo, unsigned long *key) | ||
135 | { | ||
136 | unsigned long val; | ||
137 | int i; | ||
138 | |||
139 | for (i = geo->keylen - 1; i >= 0; i--) { | ||
140 | val = key[i]; | ||
141 | key[i] = val - 1; | ||
142 | if (val) | ||
143 | break; | ||
144 | } | ||
145 | } | ||
146 | |||
147 | static unsigned long *bkey(struct btree_geo *geo, unsigned long *node, int n) | ||
148 | { | ||
149 | return &node[n * geo->keylen]; | ||
150 | } | ||
151 | |||
152 | static void *bval(struct btree_geo *geo, unsigned long *node, int n) | ||
153 | { | ||
154 | return (void *)node[geo->no_longs + n]; | ||
155 | } | ||
156 | |||
157 | static void setkey(struct btree_geo *geo, unsigned long *node, int n, | ||
158 | unsigned long *key) | ||
159 | { | ||
160 | longcpy(bkey(geo, node, n), key, geo->keylen); | ||
161 | } | ||
162 | |||
163 | static void setval(struct btree_geo *geo, unsigned long *node, int n, | ||
164 | void *val) | ||
165 | { | ||
166 | node[geo->no_longs + n] = (unsigned long) val; | ||
167 | } | ||
168 | |||
169 | static void clearpair(struct btree_geo *geo, unsigned long *node, int n) | ||
170 | { | ||
171 | longset(bkey(geo, node, n), 0, geo->keylen); | ||
172 | node[geo->no_longs + n] = 0; | ||
173 | } | ||
174 | |||
175 | static inline void __btree_init(struct btree_head *head) | ||
176 | { | ||
177 | head->node = NULL; | ||
178 | head->height = 0; | ||
179 | } | ||
180 | |||
181 | void btree_init_mempool(struct btree_head *head, mempool_t *mempool) | ||
182 | { | ||
183 | __btree_init(head); | ||
184 | head->mempool = mempool; | ||
185 | } | ||
186 | EXPORT_SYMBOL_GPL(btree_init_mempool); | ||
187 | |||
188 | int btree_init(struct btree_head *head) | ||
189 | { | ||
190 | __btree_init(head); | ||
191 | head->mempool = mempool_create(0, btree_alloc, btree_free, NULL); | ||
192 | if (!head->mempool) | ||
193 | return -ENOMEM; | ||
194 | return 0; | ||
195 | } | ||
196 | EXPORT_SYMBOL_GPL(btree_init); | ||
197 | |||
198 | void btree_destroy(struct btree_head *head) | ||
199 | { | ||
200 | mempool_destroy(head->mempool); | ||
201 | head->mempool = NULL; | ||
202 | } | ||
203 | EXPORT_SYMBOL_GPL(btree_destroy); | ||
204 | |||
205 | void *btree_last(struct btree_head *head, struct btree_geo *geo, | ||
206 | unsigned long *key) | ||
207 | { | ||
208 | int height = head->height; | ||
209 | unsigned long *node = head->node; | ||
210 | |||
211 | if (height == 0) | ||
212 | return NULL; | ||
213 | |||
214 | for ( ; height > 1; height--) | ||
215 | node = bval(geo, node, 0); | ||
216 | |||
217 | longcpy(key, bkey(geo, node, 0), geo->keylen); | ||
218 | return bval(geo, node, 0); | ||
219 | } | ||
220 | EXPORT_SYMBOL_GPL(btree_last); | ||
221 | |||
222 | static int keycmp(struct btree_geo *geo, unsigned long *node, int pos, | ||
223 | unsigned long *key) | ||
224 | { | ||
225 | return longcmp(bkey(geo, node, pos), key, geo->keylen); | ||
226 | } | ||
227 | |||
228 | static int keyzero(struct btree_geo *geo, unsigned long *key) | ||
229 | { | ||
230 | int i; | ||
231 | |||
232 | for (i = 0; i < geo->keylen; i++) | ||
233 | if (key[i]) | ||
234 | return 0; | ||
235 | |||
236 | return 1; | ||
237 | } | ||
238 | |||
239 | void *btree_lookup(struct btree_head *head, struct btree_geo *geo, | ||
240 | unsigned long *key) | ||
241 | { | ||
242 | int i, height = head->height; | ||
243 | unsigned long *node = head->node; | ||
244 | |||
245 | if (height == 0) | ||
246 | return NULL; | ||
247 | |||
248 | for ( ; height > 1; height--) { | ||
249 | for (i = 0; i < geo->no_pairs; i++) | ||
250 | if (keycmp(geo, node, i, key) <= 0) | ||
251 | break; | ||
252 | if (i == geo->no_pairs) | ||
253 | return NULL; | ||
254 | node = bval(geo, node, i); | ||
255 | if (!node) | ||
256 | return NULL; | ||
257 | } | ||
258 | |||
259 | if (!node) | ||
260 | return NULL; | ||
261 | |||
262 | for (i = 0; i < geo->no_pairs; i++) | ||
263 | if (keycmp(geo, node, i, key) == 0) | ||
264 | return bval(geo, node, i); | ||
265 | return NULL; | ||
266 | } | ||
267 | EXPORT_SYMBOL_GPL(btree_lookup); | ||
268 | |||
269 | int btree_update(struct btree_head *head, struct btree_geo *geo, | ||
270 | unsigned long *key, void *val) | ||
271 | { | ||
272 | int i, height = head->height; | ||
273 | unsigned long *node = head->node; | ||
274 | |||
275 | if (height == 0) | ||
276 | return -ENOENT; | ||
277 | |||
278 | for ( ; height > 1; height--) { | ||
279 | for (i = 0; i < geo->no_pairs; i++) | ||
280 | if (keycmp(geo, node, i, key) <= 0) | ||
281 | break; | ||
282 | if (i == geo->no_pairs) | ||
283 | return -ENOENT; | ||
284 | node = bval(geo, node, i); | ||
285 | if (!node) | ||
286 | return -ENOENT; | ||
287 | } | ||
288 | |||
289 | if (!node) | ||
290 | return -ENOENT; | ||
291 | |||
292 | for (i = 0; i < geo->no_pairs; i++) | ||
293 | if (keycmp(geo, node, i, key) == 0) { | ||
294 | setval(geo, node, i, val); | ||
295 | return 0; | ||
296 | } | ||
297 | return -ENOENT; | ||
298 | } | ||
299 | EXPORT_SYMBOL_GPL(btree_update); | ||
300 | |||
301 | /* | ||
302 | * Usually this function is quite similar to normal lookup. But the key of | ||
303 | * a parent node may be smaller than the smallest key of all its siblings. | ||
304 | * In such a case we cannot just return NULL, as we have only proven that no | ||
305 | * key smaller than __key, but larger than this parent key exists. | ||
306 | * So we set __key to the parent key and retry. We have to use the smallest | ||
307 | * such parent key, which is the last parent key we encountered. | ||
308 | */ | ||
309 | void *btree_get_prev(struct btree_head *head, struct btree_geo *geo, | ||
310 | unsigned long *__key) | ||
311 | { | ||
312 | int i, height; | ||
313 | unsigned long *node, *oldnode; | ||
314 | unsigned long *retry_key = NULL, key[geo->keylen]; | ||
315 | |||
316 | if (keyzero(geo, __key)) | ||
317 | return NULL; | ||
318 | |||
319 | if (head->height == 0) | ||
320 | return NULL; | ||
321 | retry: | ||
322 | longcpy(key, __key, geo->keylen); | ||
323 | dec_key(geo, key); | ||
324 | |||
325 | node = head->node; | ||
326 | for (height = head->height ; height > 1; height--) { | ||
327 | for (i = 0; i < geo->no_pairs; i++) | ||
328 | if (keycmp(geo, node, i, key) <= 0) | ||
329 | break; | ||
330 | if (i == geo->no_pairs) | ||
331 | goto miss; | ||
332 | oldnode = node; | ||
333 | node = bval(geo, node, i); | ||
334 | if (!node) | ||
335 | goto miss; | ||
336 | retry_key = bkey(geo, oldnode, i); | ||
337 | } | ||
338 | |||
339 | if (!node) | ||
340 | goto miss; | ||
341 | |||
342 | for (i = 0; i < geo->no_pairs; i++) { | ||
343 | if (keycmp(geo, node, i, key) <= 0) { | ||
344 | if (bval(geo, node, i)) { | ||
345 | longcpy(__key, bkey(geo, node, i), geo->keylen); | ||
346 | return bval(geo, node, i); | ||
347 | } else | ||
348 | goto miss; | ||
349 | } | ||
350 | } | ||
351 | miss: | ||
352 | if (retry_key) { | ||
353 | __key = retry_key; | ||
354 | retry_key = NULL; | ||
355 | goto retry; | ||
356 | } | ||
357 | return NULL; | ||
358 | } | ||
359 | |||
360 | static int getpos(struct btree_geo *geo, unsigned long *node, | ||
361 | unsigned long *key) | ||
362 | { | ||
363 | int i; | ||
364 | |||
365 | for (i = 0; i < geo->no_pairs; i++) { | ||
366 | if (keycmp(geo, node, i, key) <= 0) | ||
367 | break; | ||
368 | } | ||
369 | return i; | ||
370 | } | ||
371 | |||
372 | static int getfill(struct btree_geo *geo, unsigned long *node, int start) | ||
373 | { | ||
374 | int i; | ||
375 | |||
376 | for (i = start; i < geo->no_pairs; i++) | ||
377 | if (!bval(geo, node, i)) | ||
378 | break; | ||
379 | return i; | ||
380 | } | ||
381 | |||
382 | /* | ||
383 | * locate the correct leaf node in the btree | ||
384 | */ | ||
385 | static unsigned long *find_level(struct btree_head *head, struct btree_geo *geo, | ||
386 | unsigned long *key, int level) | ||
387 | { | ||
388 | unsigned long *node = head->node; | ||
389 | int i, height; | ||
390 | |||
391 | for (height = head->height; height > level; height--) { | ||
392 | for (i = 0; i < geo->no_pairs; i++) | ||
393 | if (keycmp(geo, node, i, key) <= 0) | ||
394 | break; | ||
395 | |||
396 | if ((i == geo->no_pairs) || !bval(geo, node, i)) { | ||
397 | /* right-most key is too large, update it */ | ||
398 | /* FIXME: If the right-most key on higher levels is | ||
399 | * always zero, this wouldn't be necessary. */ | ||
400 | i--; | ||
401 | setkey(geo, node, i, key); | ||
402 | } | ||
403 | BUG_ON(i < 0); | ||
404 | node = bval(geo, node, i); | ||
405 | } | ||
406 | BUG_ON(!node); | ||
407 | return node; | ||
408 | } | ||
409 | |||
410 | static int btree_grow(struct btree_head *head, struct btree_geo *geo, | ||
411 | gfp_t gfp) | ||
412 | { | ||
413 | unsigned long *node; | ||
414 | int fill; | ||
415 | |||
416 | node = btree_node_alloc(head, gfp); | ||
417 | if (!node) | ||
418 | return -ENOMEM; | ||
419 | if (head->node) { | ||
420 | fill = getfill(geo, head->node, 0); | ||
421 | setkey(geo, node, 0, bkey(geo, head->node, fill - 1)); | ||
422 | setval(geo, node, 0, head->node); | ||
423 | } | ||
424 | head->node = node; | ||
425 | head->height++; | ||
426 | return 0; | ||
427 | } | ||
428 | |||
429 | static void btree_shrink(struct btree_head *head, struct btree_geo *geo) | ||
430 | { | ||
431 | unsigned long *node; | ||
432 | int fill; | ||
433 | |||
434 | if (head->height <= 1) | ||
435 | return; | ||
436 | |||
437 | node = head->node; | ||
438 | fill = getfill(geo, node, 0); | ||
439 | BUG_ON(fill > 1); | ||
440 | head->node = bval(geo, node, 0); | ||
441 | head->height--; | ||
442 | mempool_free(node, head->mempool); | ||
443 | } | ||
444 | |||
445 | static int btree_insert_level(struct btree_head *head, struct btree_geo *geo, | ||
446 | unsigned long *key, void *val, int level, | ||
447 | gfp_t gfp) | ||
448 | { | ||
449 | unsigned long *node; | ||
450 | int i, pos, fill, err; | ||
451 | |||
452 | BUG_ON(!val); | ||
453 | if (head->height < level) { | ||
454 | err = btree_grow(head, geo, gfp); | ||
455 | if (err) | ||
456 | return err; | ||
457 | } | ||
458 | |||
459 | retry: | ||
460 | node = find_level(head, geo, key, level); | ||
461 | pos = getpos(geo, node, key); | ||
462 | fill = getfill(geo, node, pos); | ||
463 | /* two identical keys are not allowed */ | ||
464 | BUG_ON(pos < fill && keycmp(geo, node, pos, key) == 0); | ||
465 | |||
466 | if (fill == geo->no_pairs) { | ||
467 | /* need to split node */ | ||
468 | unsigned long *new; | ||
469 | |||
470 | new = btree_node_alloc(head, gfp); | ||
471 | if (!new) | ||
472 | return -ENOMEM; | ||
473 | err = btree_insert_level(head, geo, | ||
474 | bkey(geo, node, fill / 2 - 1), | ||
475 | new, level + 1, gfp); | ||
476 | if (err) { | ||
477 | mempool_free(new, head->mempool); | ||
478 | return err; | ||
479 | } | ||
480 | for (i = 0; i < fill / 2; i++) { | ||
481 | setkey(geo, new, i, bkey(geo, node, i)); | ||
482 | setval(geo, new, i, bval(geo, node, i)); | ||
483 | setkey(geo, node, i, bkey(geo, node, i + fill / 2)); | ||
484 | setval(geo, node, i, bval(geo, node, i + fill / 2)); | ||
485 | clearpair(geo, node, i + fill / 2); | ||
486 | } | ||
487 | if (fill & 1) { | ||
488 | setkey(geo, node, i, bkey(geo, node, fill - 1)); | ||
489 | setval(geo, node, i, bval(geo, node, fill - 1)); | ||
490 | clearpair(geo, node, fill - 1); | ||
491 | } | ||
492 | goto retry; | ||
493 | } | ||
494 | BUG_ON(fill >= geo->no_pairs); | ||
495 | |||
496 | /* shift and insert */ | ||
497 | for (i = fill; i > pos; i--) { | ||
498 | setkey(geo, node, i, bkey(geo, node, i - 1)); | ||
499 | setval(geo, node, i, bval(geo, node, i - 1)); | ||
500 | } | ||
501 | setkey(geo, node, pos, key); | ||
502 | setval(geo, node, pos, val); | ||
503 | |||
504 | return 0; | ||
505 | } | ||
506 | |||
507 | int btree_insert(struct btree_head *head, struct btree_geo *geo, | ||
508 | unsigned long *key, void *val, gfp_t gfp) | ||
509 | { | ||
510 | return btree_insert_level(head, geo, key, val, 1, gfp); | ||
511 | } | ||
512 | EXPORT_SYMBOL_GPL(btree_insert); | ||
513 | |||
514 | static void *btree_remove_level(struct btree_head *head, struct btree_geo *geo, | ||
515 | unsigned long *key, int level); | ||
516 | static void merge(struct btree_head *head, struct btree_geo *geo, int level, | ||
517 | unsigned long *left, int lfill, | ||
518 | unsigned long *right, int rfill, | ||
519 | unsigned long *parent, int lpos) | ||
520 | { | ||
521 | int i; | ||
522 | |||
523 | for (i = 0; i < rfill; i++) { | ||
524 | /* Move all keys to the left */ | ||
525 | setkey(geo, left, lfill + i, bkey(geo, right, i)); | ||
526 | setval(geo, left, lfill + i, bval(geo, right, i)); | ||
527 | } | ||
528 | /* Exchange left and right child in parent */ | ||
529 | setval(geo, parent, lpos, right); | ||
530 | setval(geo, parent, lpos + 1, left); | ||
531 | /* Remove left (formerly right) child from parent */ | ||
532 | btree_remove_level(head, geo, bkey(geo, parent, lpos), level + 1); | ||
533 | mempool_free(right, head->mempool); | ||
534 | } | ||
535 | |||
536 | static void rebalance(struct btree_head *head, struct btree_geo *geo, | ||
537 | unsigned long *key, int level, unsigned long *child, int fill) | ||
538 | { | ||
539 | unsigned long *parent, *left = NULL, *right = NULL; | ||
540 | int i, no_left, no_right; | ||
541 | |||
542 | if (fill == 0) { | ||
543 | /* Because we don't steal entries from a neigbour, this case | ||
544 | * can happen. Parent node contains a single child, this | ||
545 | * node, so merging with a sibling never happens. | ||
546 | */ | ||
547 | btree_remove_level(head, geo, key, level + 1); | ||
548 | mempool_free(child, head->mempool); | ||
549 | return; | ||
550 | } | ||
551 | |||
552 | parent = find_level(head, geo, key, level + 1); | ||
553 | i = getpos(geo, parent, key); | ||
554 | BUG_ON(bval(geo, parent, i) != child); | ||
555 | |||
556 | if (i > 0) { | ||
557 | left = bval(geo, parent, i - 1); | ||
558 | no_left = getfill(geo, left, 0); | ||
559 | if (fill + no_left <= geo->no_pairs) { | ||
560 | merge(head, geo, level, | ||
561 | left, no_left, | ||
562 | child, fill, | ||
563 | parent, i - 1); | ||
564 | return; | ||
565 | } | ||
566 | } | ||
567 | if (i + 1 < getfill(geo, parent, i)) { | ||
568 | right = bval(geo, parent, i + 1); | ||
569 | no_right = getfill(geo, right, 0); | ||
570 | if (fill + no_right <= geo->no_pairs) { | ||
571 | merge(head, geo, level, | ||
572 | child, fill, | ||
573 | right, no_right, | ||
574 | parent, i); | ||
575 | return; | ||
576 | } | ||
577 | } | ||
578 | /* | ||
579 | * We could also try to steal one entry from the left or right | ||
580 | * neighbor. By not doing so we changed the invariant from | ||
581 | * "all nodes are at least half full" to "no two neighboring | ||
582 | * nodes can be merged". Which means that the average fill of | ||
583 | * all nodes is still half or better. | ||
584 | */ | ||
585 | } | ||
586 | |||
587 | static void *btree_remove_level(struct btree_head *head, struct btree_geo *geo, | ||
588 | unsigned long *key, int level) | ||
589 | { | ||
590 | unsigned long *node; | ||
591 | int i, pos, fill; | ||
592 | void *ret; | ||
593 | |||
594 | if (level > head->height) { | ||
595 | /* we recursed all the way up */ | ||
596 | head->height = 0; | ||
597 | head->node = NULL; | ||
598 | return NULL; | ||
599 | } | ||
600 | |||
601 | node = find_level(head, geo, key, level); | ||
602 | pos = getpos(geo, node, key); | ||
603 | fill = getfill(geo, node, pos); | ||
604 | if ((level == 1) && (keycmp(geo, node, pos, key) != 0)) | ||
605 | return NULL; | ||
606 | ret = bval(geo, node, pos); | ||
607 | |||
608 | /* remove and shift */ | ||
609 | for (i = pos; i < fill - 1; i++) { | ||
610 | setkey(geo, node, i, bkey(geo, node, i + 1)); | ||
611 | setval(geo, node, i, bval(geo, node, i + 1)); | ||
612 | } | ||
613 | clearpair(geo, node, fill - 1); | ||
614 | |||
615 | if (fill - 1 < geo->no_pairs / 2) { | ||
616 | if (level < head->height) | ||
617 | rebalance(head, geo, key, level, node, fill - 1); | ||
618 | else if (fill - 1 == 1) | ||
619 | btree_shrink(head, geo); | ||
620 | } | ||
621 | |||
622 | return ret; | ||
623 | } | ||
624 | |||
625 | void *btree_remove(struct btree_head *head, struct btree_geo *geo, | ||
626 | unsigned long *key) | ||
627 | { | ||
628 | if (head->height == 0) | ||
629 | return NULL; | ||
630 | |||
631 | return btree_remove_level(head, geo, key, 1); | ||
632 | } | ||
633 | EXPORT_SYMBOL_GPL(btree_remove); | ||
634 | |||
635 | int btree_merge(struct btree_head *target, struct btree_head *victim, | ||
636 | struct btree_geo *geo, gfp_t gfp) | ||
637 | { | ||
638 | unsigned long key[geo->keylen]; | ||
639 | unsigned long dup[geo->keylen]; | ||
640 | void *val; | ||
641 | int err; | ||
642 | |||
643 | BUG_ON(target == victim); | ||
644 | |||
645 | if (!(target->node)) { | ||
646 | /* target is empty, just copy fields over */ | ||
647 | target->node = victim->node; | ||
648 | target->height = victim->height; | ||
649 | __btree_init(victim); | ||
650 | return 0; | ||
651 | } | ||
652 | |||
653 | /* TODO: This needs some optimizations. Currently we do three tree | ||
654 | * walks to remove a single object from the victim. | ||
655 | */ | ||
656 | for (;;) { | ||
657 | if (!btree_last(victim, geo, key)) | ||
658 | break; | ||
659 | val = btree_lookup(victim, geo, key); | ||
660 | err = btree_insert(target, geo, key, val, gfp); | ||
661 | if (err) | ||
662 | return err; | ||
663 | /* We must make a copy of the key, as the original will get | ||
664 | * mangled inside btree_remove. */ | ||
665 | longcpy(dup, key, geo->keylen); | ||
666 | btree_remove(victim, geo, dup); | ||
667 | } | ||
668 | return 0; | ||
669 | } | ||
670 | EXPORT_SYMBOL_GPL(btree_merge); | ||
671 | |||
672 | static size_t __btree_for_each(struct btree_head *head, struct btree_geo *geo, | ||
673 | unsigned long *node, unsigned long opaque, | ||
674 | void (*func)(void *elem, unsigned long opaque, | ||
675 | unsigned long *key, size_t index, | ||
676 | void *func2), | ||
677 | void *func2, int reap, int height, size_t count) | ||
678 | { | ||
679 | int i; | ||
680 | unsigned long *child; | ||
681 | |||
682 | for (i = 0; i < geo->no_pairs; i++) { | ||
683 | child = bval(geo, node, i); | ||
684 | if (!child) | ||
685 | break; | ||
686 | if (height > 1) | ||
687 | count = __btree_for_each(head, geo, child, opaque, | ||
688 | func, func2, reap, height - 1, count); | ||
689 | else | ||
690 | func(child, opaque, bkey(geo, node, i), count++, | ||
691 | func2); | ||
692 | } | ||
693 | if (reap) | ||
694 | mempool_free(node, head->mempool); | ||
695 | return count; | ||
696 | } | ||
697 | |||
698 | static void empty(void *elem, unsigned long opaque, unsigned long *key, | ||
699 | size_t index, void *func2) | ||
700 | { | ||
701 | } | ||
702 | |||
703 | void visitorl(void *elem, unsigned long opaque, unsigned long *key, | ||
704 | size_t index, void *__func) | ||
705 | { | ||
706 | visitorl_t func = __func; | ||
707 | |||
708 | func(elem, opaque, *key, index); | ||
709 | } | ||
710 | EXPORT_SYMBOL_GPL(visitorl); | ||
711 | |||
712 | void visitor32(void *elem, unsigned long opaque, unsigned long *__key, | ||
713 | size_t index, void *__func) | ||
714 | { | ||
715 | visitor32_t func = __func; | ||
716 | u32 *key = (void *)__key; | ||
717 | |||
718 | func(elem, opaque, *key, index); | ||
719 | } | ||
720 | EXPORT_SYMBOL_GPL(visitor32); | ||
721 | |||
722 | void visitor64(void *elem, unsigned long opaque, unsigned long *__key, | ||
723 | size_t index, void *__func) | ||
724 | { | ||
725 | visitor64_t func = __func; | ||
726 | u64 *key = (void *)__key; | ||
727 | |||
728 | func(elem, opaque, *key, index); | ||
729 | } | ||
730 | EXPORT_SYMBOL_GPL(visitor64); | ||
731 | |||
732 | void visitor128(void *elem, unsigned long opaque, unsigned long *__key, | ||
733 | size_t index, void *__func) | ||
734 | { | ||
735 | visitor128_t func = __func; | ||
736 | u64 *key = (void *)__key; | ||
737 | |||
738 | func(elem, opaque, key[0], key[1], index); | ||
739 | } | ||
740 | EXPORT_SYMBOL_GPL(visitor128); | ||
741 | |||
742 | size_t btree_visitor(struct btree_head *head, struct btree_geo *geo, | ||
743 | unsigned long opaque, | ||
744 | void (*func)(void *elem, unsigned long opaque, | ||
745 | unsigned long *key, | ||
746 | size_t index, void *func2), | ||
747 | void *func2) | ||
748 | { | ||
749 | size_t count = 0; | ||
750 | |||
751 | if (!func2) | ||
752 | func = empty; | ||
753 | if (head->node) | ||
754 | count = __btree_for_each(head, geo, head->node, opaque, func, | ||
755 | func2, 0, head->height, 0); | ||
756 | return count; | ||
757 | } | ||
758 | EXPORT_SYMBOL_GPL(btree_visitor); | ||
759 | |||
760 | size_t btree_grim_visitor(struct btree_head *head, struct btree_geo *geo, | ||
761 | unsigned long opaque, | ||
762 | void (*func)(void *elem, unsigned long opaque, | ||
763 | unsigned long *key, | ||
764 | size_t index, void *func2), | ||
765 | void *func2) | ||
766 | { | ||
767 | size_t count = 0; | ||
768 | |||
769 | if (!func2) | ||
770 | func = empty; | ||
771 | if (head->node) | ||
772 | count = __btree_for_each(head, geo, head->node, opaque, func, | ||
773 | func2, 1, head->height, 0); | ||
774 | __btree_init(head); | ||
775 | return count; | ||
776 | } | ||
777 | EXPORT_SYMBOL_GPL(btree_grim_visitor); | ||
778 | |||
779 | static int __init btree_module_init(void) | ||
780 | { | ||
781 | btree_cachep = kmem_cache_create("btree_node", NODESIZE, 0, | ||
782 | SLAB_HWCACHE_ALIGN, NULL); | ||
783 | return 0; | ||
784 | } | ||
785 | |||
786 | static void __exit btree_module_exit(void) | ||
787 | { | ||
788 | kmem_cache_destroy(btree_cachep); | ||
789 | } | ||
790 | |||
791 | /* If core code starts using btree, initialization should happen even earlier */ | ||
792 | module_init(btree_module_init); | ||
793 | module_exit(btree_module_exit); | ||
794 | |||
795 | MODULE_AUTHOR("Joern Engel <joern@logfs.org>"); | ||
796 | MODULE_AUTHOR("Johannes Berg <johannes@sipsolutions.net>"); | ||
797 | MODULE_LICENSE("GPL"); | ||
diff --git a/lib/cpumask.c b/lib/cpumask.c index 7bb4142a502f..05d6aca7fc19 100644 --- a/lib/cpumask.c +++ b/lib/cpumask.c | |||
@@ -1,3 +1,4 @@ | |||
1 | #include <linux/slab.h> | ||
1 | #include <linux/kernel.h> | 2 | #include <linux/kernel.h> |
2 | #include <linux/bitops.h> | 3 | #include <linux/bitops.h> |
3 | #include <linux/cpumask.h> | 4 | #include <linux/cpumask.h> |
diff --git a/lib/crc32.c b/lib/crc32.c index 02e3b31b3a79..bc5b936e9142 100644 --- a/lib/crc32.c +++ b/lib/crc32.c | |||
@@ -25,16 +25,19 @@ | |||
25 | #include <linux/module.h> | 25 | #include <linux/module.h> |
26 | #include <linux/compiler.h> | 26 | #include <linux/compiler.h> |
27 | #include <linux/types.h> | 27 | #include <linux/types.h> |
28 | #include <linux/slab.h> | ||
29 | #include <linux/init.h> | 28 | #include <linux/init.h> |
30 | #include <asm/atomic.h> | 29 | #include <asm/atomic.h> |
31 | #include "crc32defs.h" | 30 | #include "crc32defs.h" |
32 | #if CRC_LE_BITS == 8 | 31 | #if CRC_LE_BITS == 8 |
33 | #define tole(x) __constant_cpu_to_le32(x) | 32 | # define tole(x) __constant_cpu_to_le32(x) |
34 | #define tobe(x) __constant_cpu_to_be32(x) | ||
35 | #else | 33 | #else |
36 | #define tole(x) (x) | 34 | # define tole(x) (x) |
37 | #define tobe(x) (x) | 35 | #endif |
36 | |||
37 | #if CRC_BE_BITS == 8 | ||
38 | # define tobe(x) __constant_cpu_to_be32(x) | ||
39 | #else | ||
40 | # define tobe(x) (x) | ||
38 | #endif | 41 | #endif |
39 | #include "crc32table.h" | 42 | #include "crc32table.h" |
40 | 43 | ||
@@ -52,20 +55,19 @@ crc32_body(u32 crc, unsigned char const *buf, size_t len, const u32 *tab) | |||
52 | # else | 55 | # else |
53 | # define DO_CRC(x) crc = tab[((crc >> 24) ^ (x)) & 255] ^ (crc << 8) | 56 | # define DO_CRC(x) crc = tab[((crc >> 24) ^ (x)) & 255] ^ (crc << 8) |
54 | # endif | 57 | # endif |
55 | const u32 *b = (const u32 *)buf; | 58 | const u32 *b; |
56 | size_t rem_len; | 59 | size_t rem_len; |
57 | 60 | ||
58 | /* Align it */ | 61 | /* Align it */ |
59 | if (unlikely((long)b & 3 && len)) { | 62 | if (unlikely((long)buf & 3 && len)) { |
60 | u8 *p = (u8 *)b; | ||
61 | do { | 63 | do { |
62 | DO_CRC(*p++); | 64 | DO_CRC(*buf++); |
63 | } while ((--len) && ((long)p)&3); | 65 | } while ((--len) && ((long)buf)&3); |
64 | b = (u32 *)p; | ||
65 | } | 66 | } |
66 | rem_len = len & 3; | 67 | rem_len = len & 3; |
67 | /* load data 32 bits wide, xor data 32 bits wide. */ | 68 | /* load data 32 bits wide, xor data 32 bits wide. */ |
68 | len = len >> 2; | 69 | len = len >> 2; |
70 | b = (const u32 *)buf; | ||
69 | for (--b; len; --len) { | 71 | for (--b; len; --len) { |
70 | crc ^= *++b; /* use pre increment for speed */ | 72 | crc ^= *++b; /* use pre increment for speed */ |
71 | DO_CRC(0); | 73 | DO_CRC(0); |
@@ -82,6 +84,7 @@ crc32_body(u32 crc, unsigned char const *buf, size_t len, const u32 *tab) | |||
82 | } while (--len); | 84 | } while (--len); |
83 | } | 85 | } |
84 | return crc; | 86 | return crc; |
87 | #undef DO_CRC | ||
85 | } | 88 | } |
86 | #endif | 89 | #endif |
87 | /** | 90 | /** |
@@ -119,9 +122,6 @@ u32 __pure crc32_le(u32 crc, unsigned char const *p, size_t len) | |||
119 | crc = __cpu_to_le32(crc); | 122 | crc = __cpu_to_le32(crc); |
120 | crc = crc32_body(crc, p, len, tab); | 123 | crc = crc32_body(crc, p, len, tab); |
121 | return __le32_to_cpu(crc); | 124 | return __le32_to_cpu(crc); |
122 | #undef ENDIAN_SHIFT | ||
123 | #undef DO_CRC | ||
124 | |||
125 | # elif CRC_LE_BITS == 4 | 125 | # elif CRC_LE_BITS == 4 |
126 | while (len--) { | 126 | while (len--) { |
127 | crc ^= *p++; | 127 | crc ^= *p++; |
@@ -179,9 +179,6 @@ u32 __pure crc32_be(u32 crc, unsigned char const *p, size_t len) | |||
179 | crc = __cpu_to_be32(crc); | 179 | crc = __cpu_to_be32(crc); |
180 | crc = crc32_body(crc, p, len, tab); | 180 | crc = crc32_body(crc, p, len, tab); |
181 | return __be32_to_cpu(crc); | 181 | return __be32_to_cpu(crc); |
182 | #undef ENDIAN_SHIFT | ||
183 | #undef DO_CRC | ||
184 | |||
185 | # elif CRC_BE_BITS == 4 | 182 | # elif CRC_BE_BITS == 4 |
186 | while (len--) { | 183 | while (len--) { |
187 | crc ^= *p++ << 24; | 184 | crc ^= *p++ << 24; |
diff --git a/lib/debug_locks.c b/lib/debug_locks.c index bc3b11731b9c..5bf0020b9248 100644 --- a/lib/debug_locks.c +++ b/lib/debug_locks.c | |||
@@ -23,6 +23,7 @@ | |||
23 | * shut up after that. | 23 | * shut up after that. |
24 | */ | 24 | */ |
25 | int debug_locks = 1; | 25 | int debug_locks = 1; |
26 | EXPORT_SYMBOL_GPL(debug_locks); | ||
26 | 27 | ||
27 | /* | 28 | /* |
28 | * The locking-testsuite uses <debug_locks_silent> to get a | 29 | * The locking-testsuite uses <debug_locks_silent> to get a |
diff --git a/lib/debugobjects.c b/lib/debugobjects.c index a9a8996d286a..b862b30369ff 100644 --- a/lib/debugobjects.c +++ b/lib/debugobjects.c | |||
@@ -12,6 +12,7 @@ | |||
12 | #include <linux/sched.h> | 12 | #include <linux/sched.h> |
13 | #include <linux/seq_file.h> | 13 | #include <linux/seq_file.h> |
14 | #include <linux/debugfs.h> | 14 | #include <linux/debugfs.h> |
15 | #include <linux/slab.h> | ||
15 | #include <linux/hash.h> | 16 | #include <linux/hash.h> |
16 | 17 | ||
17 | #define ODEBUG_HASH_BITS 14 | 18 | #define ODEBUG_HASH_BITS 14 |
diff --git a/lib/decompress.c b/lib/decompress.c index d2842f571674..a7606815541f 100644 --- a/lib/decompress.c +++ b/lib/decompress.c | |||
@@ -9,6 +9,7 @@ | |||
9 | #include <linux/decompress/bunzip2.h> | 9 | #include <linux/decompress/bunzip2.h> |
10 | #include <linux/decompress/unlzma.h> | 10 | #include <linux/decompress/unlzma.h> |
11 | #include <linux/decompress/inflate.h> | 11 | #include <linux/decompress/inflate.h> |
12 | #include <linux/decompress/unlzo.h> | ||
12 | 13 | ||
13 | #include <linux/types.h> | 14 | #include <linux/types.h> |
14 | #include <linux/string.h> | 15 | #include <linux/string.h> |
@@ -22,6 +23,9 @@ | |||
22 | #ifndef CONFIG_DECOMPRESS_LZMA | 23 | #ifndef CONFIG_DECOMPRESS_LZMA |
23 | # define unlzma NULL | 24 | # define unlzma NULL |
24 | #endif | 25 | #endif |
26 | #ifndef CONFIG_DECOMPRESS_LZO | ||
27 | # define unlzo NULL | ||
28 | #endif | ||
25 | 29 | ||
26 | static const struct compress_format { | 30 | static const struct compress_format { |
27 | unsigned char magic[2]; | 31 | unsigned char magic[2]; |
@@ -32,6 +36,7 @@ static const struct compress_format { | |||
32 | { {037, 0236}, "gzip", gunzip }, | 36 | { {037, 0236}, "gzip", gunzip }, |
33 | { {0x42, 0x5a}, "bzip2", bunzip2 }, | 37 | { {0x42, 0x5a}, "bzip2", bunzip2 }, |
34 | { {0x5d, 0x00}, "lzma", unlzma }, | 38 | { {0x5d, 0x00}, "lzma", unlzma }, |
39 | { {0x89, 0x4c}, "lzo", unlzo }, | ||
35 | { {0, 0}, NULL, NULL } | 40 | { {0, 0}, NULL, NULL } |
36 | }; | 41 | }; |
37 | 42 | ||
diff --git a/lib/decompress_unlzo.c b/lib/decompress_unlzo.c new file mode 100644 index 000000000000..bcb3a4bd68ff --- /dev/null +++ b/lib/decompress_unlzo.c | |||
@@ -0,0 +1,217 @@ | |||
1 | /* | ||
2 | * LZO decompressor for the Linux kernel. Code borrowed from the lzo | ||
3 | * implementation by Markus Franz Xaver Johannes Oberhumer. | ||
4 | * | ||
5 | * Linux kernel adaptation: | ||
6 | * Copyright (C) 2009 | ||
7 | * Albin Tonnerre, Free Electrons <albin.tonnerre@free-electrons.com> | ||
8 | * | ||
9 | * Original code: | ||
10 | * Copyright (C) 1996-2005 Markus Franz Xaver Johannes Oberhumer | ||
11 | * All Rights Reserved. | ||
12 | * | ||
13 | * lzop and the LZO library are free software; you can redistribute them | ||
14 | * and/or modify them under the terms of the GNU General Public License as | ||
15 | * published by the Free Software Foundation; either version 2 of | ||
16 | * the License, or (at your option) any later version. | ||
17 | * | ||
18 | * This program is distributed in the hope that it will be useful, | ||
19 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
20 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
21 | * GNU General Public License for more details. | ||
22 | * | ||
23 | * You should have received a copy of the GNU General Public License | ||
24 | * along with this program; see the file COPYING. | ||
25 | * If not, write to the Free Software Foundation, Inc., | ||
26 | * 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | ||
27 | * | ||
28 | * Markus F.X.J. Oberhumer | ||
29 | * <markus@oberhumer.com> | ||
30 | * http://www.oberhumer.com/opensource/lzop/ | ||
31 | */ | ||
32 | |||
33 | #ifdef STATIC | ||
34 | #include "lzo/lzo1x_decompress.c" | ||
35 | #else | ||
36 | #include <linux/slab.h> | ||
37 | #include <linux/decompress/unlzo.h> | ||
38 | #endif | ||
39 | |||
40 | #include <linux/types.h> | ||
41 | #include <linux/lzo.h> | ||
42 | #include <linux/decompress/mm.h> | ||
43 | |||
44 | #include <linux/compiler.h> | ||
45 | #include <asm/unaligned.h> | ||
46 | |||
47 | static const unsigned char lzop_magic[] = { | ||
48 | 0x89, 0x4c, 0x5a, 0x4f, 0x00, 0x0d, 0x0a, 0x1a, 0x0a }; | ||
49 | |||
50 | #define LZO_BLOCK_SIZE (256*1024l) | ||
51 | #define HEADER_HAS_FILTER 0x00000800L | ||
52 | |||
53 | STATIC inline int INIT parse_header(u8 *input, u8 *skip) | ||
54 | { | ||
55 | int l; | ||
56 | u8 *parse = input; | ||
57 | u8 level = 0; | ||
58 | u16 version; | ||
59 | |||
60 | /* read magic: 9 first bits */ | ||
61 | for (l = 0; l < 9; l++) { | ||
62 | if (*parse++ != lzop_magic[l]) | ||
63 | return 0; | ||
64 | } | ||
65 | /* get version (2bytes), skip library version (2), | ||
66 | * 'need to be extracted' version (2) and | ||
67 | * method (1) */ | ||
68 | version = get_unaligned_be16(parse); | ||
69 | parse += 7; | ||
70 | if (version >= 0x0940) | ||
71 | level = *parse++; | ||
72 | if (get_unaligned_be32(parse) & HEADER_HAS_FILTER) | ||
73 | parse += 8; /* flags + filter info */ | ||
74 | else | ||
75 | parse += 4; /* flags */ | ||
76 | |||
77 | /* skip mode and mtime_low */ | ||
78 | parse += 8; | ||
79 | if (version >= 0x0940) | ||
80 | parse += 4; /* skip mtime_high */ | ||
81 | |||
82 | l = *parse++; | ||
83 | /* don't care about the file name, and skip checksum */ | ||
84 | parse += l + 4; | ||
85 | |||
86 | *skip = parse - input; | ||
87 | return 1; | ||
88 | } | ||
89 | |||
90 | STATIC inline int INIT unlzo(u8 *input, int in_len, | ||
91 | int (*fill) (void *, unsigned int), | ||
92 | int (*flush) (void *, unsigned int), | ||
93 | u8 *output, int *posp, | ||
94 | void (*error_fn) (char *x)) | ||
95 | { | ||
96 | u8 skip = 0, r = 0; | ||
97 | u32 src_len, dst_len; | ||
98 | size_t tmp; | ||
99 | u8 *in_buf, *in_buf_save, *out_buf; | ||
100 | int ret = -1; | ||
101 | |||
102 | set_error_fn(error_fn); | ||
103 | |||
104 | if (output) { | ||
105 | out_buf = output; | ||
106 | } else if (!flush) { | ||
107 | error("NULL output pointer and no flush function provided"); | ||
108 | goto exit; | ||
109 | } else { | ||
110 | out_buf = malloc(LZO_BLOCK_SIZE); | ||
111 | if (!out_buf) { | ||
112 | error("Could not allocate output buffer"); | ||
113 | goto exit; | ||
114 | } | ||
115 | } | ||
116 | |||
117 | if (input && fill) { | ||
118 | error("Both input pointer and fill function provided, don't know what to do"); | ||
119 | goto exit_1; | ||
120 | } else if (input) { | ||
121 | in_buf = input; | ||
122 | } else if (!fill || !posp) { | ||
123 | error("NULL input pointer and missing position pointer or fill function"); | ||
124 | goto exit_1; | ||
125 | } else { | ||
126 | in_buf = malloc(lzo1x_worst_compress(LZO_BLOCK_SIZE)); | ||
127 | if (!in_buf) { | ||
128 | error("Could not allocate input buffer"); | ||
129 | goto exit_1; | ||
130 | } | ||
131 | } | ||
132 | in_buf_save = in_buf; | ||
133 | |||
134 | if (posp) | ||
135 | *posp = 0; | ||
136 | |||
137 | if (fill) | ||
138 | fill(in_buf, lzo1x_worst_compress(LZO_BLOCK_SIZE)); | ||
139 | |||
140 | if (!parse_header(input, &skip)) { | ||
141 | error("invalid header"); | ||
142 | goto exit_2; | ||
143 | } | ||
144 | in_buf += skip; | ||
145 | |||
146 | if (posp) | ||
147 | *posp = skip; | ||
148 | |||
149 | for (;;) { | ||
150 | /* read uncompressed block size */ | ||
151 | dst_len = get_unaligned_be32(in_buf); | ||
152 | in_buf += 4; | ||
153 | |||
154 | /* exit if last block */ | ||
155 | if (dst_len == 0) { | ||
156 | if (posp) | ||
157 | *posp += 4; | ||
158 | break; | ||
159 | } | ||
160 | |||
161 | if (dst_len > LZO_BLOCK_SIZE) { | ||
162 | error("dest len longer than block size"); | ||
163 | goto exit_2; | ||
164 | } | ||
165 | |||
166 | /* read compressed block size, and skip block checksum info */ | ||
167 | src_len = get_unaligned_be32(in_buf); | ||
168 | in_buf += 8; | ||
169 | |||
170 | if (src_len <= 0 || src_len > dst_len) { | ||
171 | error("file corrupted"); | ||
172 | goto exit_2; | ||
173 | } | ||
174 | |||
175 | /* decompress */ | ||
176 | tmp = dst_len; | ||
177 | |||
178 | /* When the input data is not compressed at all, | ||
179 | * lzo1x_decompress_safe will fail, so call memcpy() | ||
180 | * instead */ | ||
181 | if (unlikely(dst_len == src_len)) | ||
182 | memcpy(out_buf, in_buf, src_len); | ||
183 | else { | ||
184 | r = lzo1x_decompress_safe((u8 *) in_buf, src_len, | ||
185 | out_buf, &tmp); | ||
186 | |||
187 | if (r != LZO_E_OK || dst_len != tmp) { | ||
188 | error("Compressed data violation"); | ||
189 | goto exit_2; | ||
190 | } | ||
191 | } | ||
192 | |||
193 | if (flush) | ||
194 | flush(out_buf, dst_len); | ||
195 | if (output) | ||
196 | out_buf += dst_len; | ||
197 | if (posp) | ||
198 | *posp += src_len + 12; | ||
199 | if (fill) { | ||
200 | in_buf = in_buf_save; | ||
201 | fill(in_buf, lzo1x_worst_compress(LZO_BLOCK_SIZE)); | ||
202 | } else | ||
203 | in_buf += src_len; | ||
204 | } | ||
205 | |||
206 | ret = 0; | ||
207 | exit_2: | ||
208 | if (!input) | ||
209 | free(in_buf); | ||
210 | exit_1: | ||
211 | if (!output) | ||
212 | free(out_buf); | ||
213 | exit: | ||
214 | return ret; | ||
215 | } | ||
216 | |||
217 | #define decompress unlzo | ||
diff --git a/lib/devres.c b/lib/devres.c index 72c8909006da..49368608f988 100644 --- a/lib/devres.c +++ b/lib/devres.c | |||
@@ -1,5 +1,6 @@ | |||
1 | #include <linux/pci.h> | 1 | #include <linux/pci.h> |
2 | #include <linux/io.h> | 2 | #include <linux/io.h> |
3 | #include <linux/gfp.h> | ||
3 | #include <linux/module.h> | 4 | #include <linux/module.h> |
4 | 5 | ||
5 | void devm_ioremap_release(struct device *dev, void *res) | 6 | void devm_ioremap_release(struct device *dev, void *res) |
diff --git a/lib/dma-debug.c b/lib/dma-debug.c index d9b08e0f7f55..01e64270e246 100644 --- a/lib/dma-debug.c +++ b/lib/dma-debug.c | |||
@@ -570,7 +570,7 @@ static ssize_t filter_write(struct file *file, const char __user *userbuf, | |||
570 | * Now parse out the first token and use it as the name for the | 570 | * Now parse out the first token and use it as the name for the |
571 | * driver to filter for. | 571 | * driver to filter for. |
572 | */ | 572 | */ |
573 | for (i = 0; i < NAME_MAX_LEN; ++i) { | 573 | for (i = 0; i < NAME_MAX_LEN - 1; ++i) { |
574 | current_driver_name[i] = buf[i]; | 574 | current_driver_name[i] = buf[i]; |
575 | if (isspace(buf[i]) || buf[i] == ' ' || buf[i] == 0) | 575 | if (isspace(buf[i]) || buf[i] == ' ' || buf[i] == 0) |
576 | break; | 576 | break; |
@@ -587,7 +587,7 @@ out_unlock: | |||
587 | return count; | 587 | return count; |
588 | } | 588 | } |
589 | 589 | ||
590 | const struct file_operations filter_fops = { | 590 | static const struct file_operations filter_fops = { |
591 | .read = filter_read, | 591 | .read = filter_read, |
592 | .write = filter_write, | 592 | .write = filter_write, |
593 | }; | 593 | }; |
@@ -670,12 +670,13 @@ static int device_dma_allocations(struct device *dev) | |||
670 | return count; | 670 | return count; |
671 | } | 671 | } |
672 | 672 | ||
673 | static int dma_debug_device_change(struct notifier_block *nb, | 673 | static int dma_debug_device_change(struct notifier_block *nb, unsigned long action, void *data) |
674 | unsigned long action, void *data) | ||
675 | { | 674 | { |
676 | struct device *dev = data; | 675 | struct device *dev = data; |
677 | int count; | 676 | int count; |
678 | 677 | ||
678 | if (global_disable) | ||
679 | return 0; | ||
679 | 680 | ||
680 | switch (action) { | 681 | switch (action) { |
681 | case BUS_NOTIFY_UNBOUND_DRIVER: | 682 | case BUS_NOTIFY_UNBOUND_DRIVER: |
@@ -697,6 +698,9 @@ void dma_debug_add_bus(struct bus_type *bus) | |||
697 | { | 698 | { |
698 | struct notifier_block *nb; | 699 | struct notifier_block *nb; |
699 | 700 | ||
701 | if (global_disable) | ||
702 | return; | ||
703 | |||
700 | nb = kzalloc(sizeof(struct notifier_block), GFP_KERNEL); | 704 | nb = kzalloc(sizeof(struct notifier_block), GFP_KERNEL); |
701 | if (nb == NULL) { | 705 | if (nb == NULL) { |
702 | pr_err("dma_debug_add_bus: out of memory\n"); | 706 | pr_err("dma_debug_add_bus: out of memory\n"); |
@@ -909,6 +913,9 @@ static void check_sync(struct device *dev, | |||
909 | ref->size); | 913 | ref->size); |
910 | } | 914 | } |
911 | 915 | ||
916 | if (entry->direction == DMA_BIDIRECTIONAL) | ||
917 | goto out; | ||
918 | |||
912 | if (ref->direction != entry->direction) { | 919 | if (ref->direction != entry->direction) { |
913 | err_printk(dev, entry, "DMA-API: device driver syncs " | 920 | err_printk(dev, entry, "DMA-API: device driver syncs " |
914 | "DMA memory with different direction " | 921 | "DMA memory with different direction " |
@@ -919,9 +926,6 @@ static void check_sync(struct device *dev, | |||
919 | dir2name[ref->direction]); | 926 | dir2name[ref->direction]); |
920 | } | 927 | } |
921 | 928 | ||
922 | if (entry->direction == DMA_BIDIRECTIONAL) | ||
923 | goto out; | ||
924 | |||
925 | if (to_cpu && !(entry->direction == DMA_FROM_DEVICE) && | 929 | if (to_cpu && !(entry->direction == DMA_FROM_DEVICE) && |
926 | !(ref->direction == DMA_TO_DEVICE)) | 930 | !(ref->direction == DMA_TO_DEVICE)) |
927 | err_printk(dev, entry, "DMA-API: device driver syncs " | 931 | err_printk(dev, entry, "DMA-API: device driver syncs " |
@@ -944,7 +948,6 @@ static void check_sync(struct device *dev, | |||
944 | 948 | ||
945 | out: | 949 | out: |
946 | put_hash_bucket(bucket, &flags); | 950 | put_hash_bucket(bucket, &flags); |
947 | |||
948 | } | 951 | } |
949 | 952 | ||
950 | void debug_dma_map_page(struct device *dev, struct page *page, size_t offset, | 953 | void debug_dma_map_page(struct device *dev, struct page *page, size_t offset, |
diff --git a/lib/dynamic_debug.c b/lib/dynamic_debug.c index f93502915988..d6b8b9b1abfe 100644 --- a/lib/dynamic_debug.c +++ b/lib/dynamic_debug.c | |||
@@ -25,6 +25,7 @@ | |||
25 | #include <linux/uaccess.h> | 25 | #include <linux/uaccess.h> |
26 | #include <linux/dynamic_debug.h> | 26 | #include <linux/dynamic_debug.h> |
27 | #include <linux/debugfs.h> | 27 | #include <linux/debugfs.h> |
28 | #include <linux/slab.h> | ||
28 | 29 | ||
29 | extern struct _ddebug __start___verbose[]; | 30 | extern struct _ddebug __start___verbose[]; |
30 | extern struct _ddebug __stop___verbose[]; | 31 | extern struct _ddebug __stop___verbose[]; |
diff --git a/lib/flex_array.c b/lib/flex_array.c index 66eef2e4483e..41b1804fa728 100644 --- a/lib/flex_array.c +++ b/lib/flex_array.c | |||
@@ -99,7 +99,7 @@ struct flex_array *flex_array_alloc(int element_size, unsigned int total, | |||
99 | ret->element_size = element_size; | 99 | ret->element_size = element_size; |
100 | ret->total_nr_elements = total; | 100 | ret->total_nr_elements = total; |
101 | if (elements_fit_in_base(ret) && !(flags & __GFP_ZERO)) | 101 | if (elements_fit_in_base(ret) && !(flags & __GFP_ZERO)) |
102 | memset(ret->parts[0], FLEX_ARRAY_FREE, | 102 | memset(&ret->parts[0], FLEX_ARRAY_FREE, |
103 | FLEX_ARRAY_BASE_BYTES_LEFT); | 103 | FLEX_ARRAY_BASE_BYTES_LEFT); |
104 | return ret; | 104 | return ret; |
105 | } | 105 | } |
diff --git a/lib/genalloc.c b/lib/genalloc.c index e67f97495dd5..736c3b06398e 100644 --- a/lib/genalloc.c +++ b/lib/genalloc.c | |||
@@ -10,6 +10,7 @@ | |||
10 | * Version 2. See the file COPYING for more details. | 10 | * Version 2. See the file COPYING for more details. |
11 | */ | 11 | */ |
12 | 12 | ||
13 | #include <linux/slab.h> | ||
13 | #include <linux/module.h> | 14 | #include <linux/module.h> |
14 | #include <linux/bitmap.h> | 15 | #include <linux/bitmap.h> |
15 | #include <linux/genalloc.h> | 16 | #include <linux/genalloc.h> |
@@ -156,10 +156,12 @@ static int sub_alloc(struct idr *idp, int *starting_id, struct idr_layer **pa) | |||
156 | id = (id | ((1 << (IDR_BITS * l)) - 1)) + 1; | 156 | id = (id | ((1 << (IDR_BITS * l)) - 1)) + 1; |
157 | 157 | ||
158 | /* if already at the top layer, we need to grow */ | 158 | /* if already at the top layer, we need to grow */ |
159 | if (!(p = pa[l])) { | 159 | if (id >= 1 << (idp->layers * IDR_BITS)) { |
160 | *starting_id = id; | 160 | *starting_id = id; |
161 | return IDR_NEED_TO_GROW; | 161 | return IDR_NEED_TO_GROW; |
162 | } | 162 | } |
163 | p = pa[l]; | ||
164 | BUG_ON(!p); | ||
163 | 165 | ||
164 | /* If we need to go up one layer, continue the | 166 | /* If we need to go up one layer, continue the |
165 | * loop; otherwise, restart from the top. | 167 | * loop; otherwise, restart from the top. |
@@ -502,7 +504,7 @@ void *idr_find(struct idr *idp, int id) | |||
502 | int n; | 504 | int n; |
503 | struct idr_layer *p; | 505 | struct idr_layer *p; |
504 | 506 | ||
505 | p = rcu_dereference(idp->top); | 507 | p = rcu_dereference_raw(idp->top); |
506 | if (!p) | 508 | if (!p) |
507 | return NULL; | 509 | return NULL; |
508 | n = (p->layer+1) * IDR_BITS; | 510 | n = (p->layer+1) * IDR_BITS; |
@@ -517,7 +519,7 @@ void *idr_find(struct idr *idp, int id) | |||
517 | while (n > 0 && p) { | 519 | while (n > 0 && p) { |
518 | n -= IDR_BITS; | 520 | n -= IDR_BITS; |
519 | BUG_ON(n != p->layer*IDR_BITS); | 521 | BUG_ON(n != p->layer*IDR_BITS); |
520 | p = rcu_dereference(p->ary[(id >> n) & IDR_MASK]); | 522 | p = rcu_dereference_raw(p->ary[(id >> n) & IDR_MASK]); |
521 | } | 523 | } |
522 | return((void *)p); | 524 | return((void *)p); |
523 | } | 525 | } |
@@ -550,7 +552,7 @@ int idr_for_each(struct idr *idp, | |||
550 | struct idr_layer **paa = &pa[0]; | 552 | struct idr_layer **paa = &pa[0]; |
551 | 553 | ||
552 | n = idp->layers * IDR_BITS; | 554 | n = idp->layers * IDR_BITS; |
553 | p = rcu_dereference(idp->top); | 555 | p = rcu_dereference_raw(idp->top); |
554 | max = 1 << n; | 556 | max = 1 << n; |
555 | 557 | ||
556 | id = 0; | 558 | id = 0; |
@@ -558,7 +560,7 @@ int idr_for_each(struct idr *idp, | |||
558 | while (n > 0 && p) { | 560 | while (n > 0 && p) { |
559 | n -= IDR_BITS; | 561 | n -= IDR_BITS; |
560 | *paa++ = p; | 562 | *paa++ = p; |
561 | p = rcu_dereference(p->ary[(id >> n) & IDR_MASK]); | 563 | p = rcu_dereference_raw(p->ary[(id >> n) & IDR_MASK]); |
562 | } | 564 | } |
563 | 565 | ||
564 | if (p) { | 566 | if (p) { |
diff --git a/lib/inflate.c b/lib/inflate.c index d10255973a9f..677b738c2204 100644 --- a/lib/inflate.c +++ b/lib/inflate.c | |||
@@ -103,6 +103,7 @@ | |||
103 | the two sets of lengths. | 103 | the two sets of lengths. |
104 | */ | 104 | */ |
105 | #include <linux/compiler.h> | 105 | #include <linux/compiler.h> |
106 | #include <linux/slab.h> | ||
106 | 107 | ||
107 | #ifdef RCSID | 108 | #ifdef RCSID |
108 | static char rcsid[] = "#Id: inflate.c,v 0.14 1993/06/10 13:27:04 jloup Exp #"; | 109 | static char rcsid[] = "#Id: inflate.c,v 0.14 1993/06/10 13:27:04 jloup Exp #"; |
diff --git a/lib/kasprintf.c b/lib/kasprintf.c index c5ff1fd10030..9c4233b23783 100644 --- a/lib/kasprintf.c +++ b/lib/kasprintf.c | |||
@@ -6,6 +6,7 @@ | |||
6 | 6 | ||
7 | #include <stdarg.h> | 7 | #include <stdarg.h> |
8 | #include <linux/module.h> | 8 | #include <linux/module.h> |
9 | #include <linux/slab.h> | ||
9 | #include <linux/types.h> | 10 | #include <linux/types.h> |
10 | #include <linux/string.h> | 11 | #include <linux/string.h> |
11 | 12 | ||
diff --git a/lib/kobject.c b/lib/kobject.c index b512b746d2af..8115eb1bbf4d 100644 --- a/lib/kobject.c +++ b/lib/kobject.c | |||
@@ -700,7 +700,7 @@ static ssize_t kobj_attr_store(struct kobject *kobj, struct attribute *attr, | |||
700 | return ret; | 700 | return ret; |
701 | } | 701 | } |
702 | 702 | ||
703 | struct sysfs_ops kobj_sysfs_ops = { | 703 | const struct sysfs_ops kobj_sysfs_ops = { |
704 | .show = kobj_attr_show, | 704 | .show = kobj_attr_show, |
705 | .store = kobj_attr_store, | 705 | .store = kobj_attr_store, |
706 | }; | 706 | }; |
@@ -789,7 +789,7 @@ static struct kobj_type kset_ktype = { | |||
789 | * If the kset was not able to be created, NULL will be returned. | 789 | * If the kset was not able to be created, NULL will be returned. |
790 | */ | 790 | */ |
791 | static struct kset *kset_create(const char *name, | 791 | static struct kset *kset_create(const char *name, |
792 | struct kset_uevent_ops *uevent_ops, | 792 | const struct kset_uevent_ops *uevent_ops, |
793 | struct kobject *parent_kobj) | 793 | struct kobject *parent_kobj) |
794 | { | 794 | { |
795 | struct kset *kset; | 795 | struct kset *kset; |
@@ -832,7 +832,7 @@ static struct kset *kset_create(const char *name, | |||
832 | * If the kset was not able to be created, NULL will be returned. | 832 | * If the kset was not able to be created, NULL will be returned. |
833 | */ | 833 | */ |
834 | struct kset *kset_create_and_add(const char *name, | 834 | struct kset *kset_create_and_add(const char *name, |
835 | struct kset_uevent_ops *uevent_ops, | 835 | const struct kset_uevent_ops *uevent_ops, |
836 | struct kobject *parent_kobj) | 836 | struct kobject *parent_kobj) |
837 | { | 837 | { |
838 | struct kset *kset; | 838 | struct kset *kset; |
diff --git a/lib/kobject_uevent.c b/lib/kobject_uevent.c index 920a3ca6e259..7b48d44ced6e 100644 --- a/lib/kobject_uevent.c +++ b/lib/kobject_uevent.c | |||
@@ -18,6 +18,7 @@ | |||
18 | #include <linux/string.h> | 18 | #include <linux/string.h> |
19 | #include <linux/kobject.h> | 19 | #include <linux/kobject.h> |
20 | #include <linux/module.h> | 20 | #include <linux/module.h> |
21 | #include <linux/slab.h> | ||
21 | 22 | ||
22 | #include <linux/socket.h> | 23 | #include <linux/socket.h> |
23 | #include <linux/skbuff.h> | 24 | #include <linux/skbuff.h> |
@@ -95,7 +96,7 @@ int kobject_uevent_env(struct kobject *kobj, enum kobject_action action, | |||
95 | const char *subsystem; | 96 | const char *subsystem; |
96 | struct kobject *top_kobj; | 97 | struct kobject *top_kobj; |
97 | struct kset *kset; | 98 | struct kset *kset; |
98 | struct kset_uevent_ops *uevent_ops; | 99 | const struct kset_uevent_ops *uevent_ops; |
99 | u64 seq; | 100 | u64 seq; |
100 | int i = 0; | 101 | int i = 0; |
101 | int retval = 0; | 102 | int retval = 0; |
diff --git a/lib/kref.c b/lib/kref.c index 9ecd6e865610..6d19f690380b 100644 --- a/lib/kref.c +++ b/lib/kref.c | |||
@@ -13,6 +13,7 @@ | |||
13 | 13 | ||
14 | #include <linux/kref.h> | 14 | #include <linux/kref.h> |
15 | #include <linux/module.h> | 15 | #include <linux/module.h> |
16 | #include <linux/slab.h> | ||
16 | 17 | ||
17 | /** | 18 | /** |
18 | * kref_set - initialize object and set refcount to requested number. | 19 | * kref_set - initialize object and set refcount to requested number. |
diff --git a/lib/lcm.c b/lib/lcm.c new file mode 100644 index 000000000000..157cd88a6ffc --- /dev/null +++ b/lib/lcm.c | |||
@@ -0,0 +1,15 @@ | |||
1 | #include <linux/kernel.h> | ||
2 | #include <linux/gcd.h> | ||
3 | #include <linux/module.h> | ||
4 | |||
5 | /* Lowest common multiple */ | ||
6 | unsigned long lcm(unsigned long a, unsigned long b) | ||
7 | { | ||
8 | if (a && b) | ||
9 | return (a * b) / gcd(a, b); | ||
10 | else if (b) | ||
11 | return b; | ||
12 | |||
13 | return a; | ||
14 | } | ||
15 | EXPORT_SYMBOL_GPL(lcm); | ||
diff --git a/lib/list_sort.c b/lib/list_sort.c new file mode 100644 index 000000000000..4b5cb794c38b --- /dev/null +++ b/lib/list_sort.c | |||
@@ -0,0 +1,217 @@ | |||
1 | #include <linux/kernel.h> | ||
2 | #include <linux/module.h> | ||
3 | #include <linux/list_sort.h> | ||
4 | #include <linux/slab.h> | ||
5 | #include <linux/list.h> | ||
6 | |||
7 | #define MAX_LIST_LENGTH_BITS 20 | ||
8 | |||
9 | /* | ||
10 | * Returns a list organized in an intermediate format suited | ||
11 | * to chaining of merge() calls: null-terminated, no reserved or | ||
12 | * sentinel head node, "prev" links not maintained. | ||
13 | */ | ||
14 | static struct list_head *merge(void *priv, | ||
15 | int (*cmp)(void *priv, struct list_head *a, | ||
16 | struct list_head *b), | ||
17 | struct list_head *a, struct list_head *b) | ||
18 | { | ||
19 | struct list_head head, *tail = &head; | ||
20 | |||
21 | while (a && b) { | ||
22 | /* if equal, take 'a' -- important for sort stability */ | ||
23 | if ((*cmp)(priv, a, b) <= 0) { | ||
24 | tail->next = a; | ||
25 | a = a->next; | ||
26 | } else { | ||
27 | tail->next = b; | ||
28 | b = b->next; | ||
29 | } | ||
30 | tail = tail->next; | ||
31 | } | ||
32 | tail->next = a?:b; | ||
33 | return head.next; | ||
34 | } | ||
35 | |||
36 | /* | ||
37 | * Combine final list merge with restoration of standard doubly-linked | ||
38 | * list structure. This approach duplicates code from merge(), but | ||
39 | * runs faster than the tidier alternatives of either a separate final | ||
40 | * prev-link restoration pass, or maintaining the prev links | ||
41 | * throughout. | ||
42 | */ | ||
43 | static void merge_and_restore_back_links(void *priv, | ||
44 | int (*cmp)(void *priv, struct list_head *a, | ||
45 | struct list_head *b), | ||
46 | struct list_head *head, | ||
47 | struct list_head *a, struct list_head *b) | ||
48 | { | ||
49 | struct list_head *tail = head; | ||
50 | |||
51 | while (a && b) { | ||
52 | /* if equal, take 'a' -- important for sort stability */ | ||
53 | if ((*cmp)(priv, a, b) <= 0) { | ||
54 | tail->next = a; | ||
55 | a->prev = tail; | ||
56 | a = a->next; | ||
57 | } else { | ||
58 | tail->next = b; | ||
59 | b->prev = tail; | ||
60 | b = b->next; | ||
61 | } | ||
62 | tail = tail->next; | ||
63 | } | ||
64 | tail->next = a ? : b; | ||
65 | |||
66 | do { | ||
67 | /* | ||
68 | * In worst cases this loop may run many iterations. | ||
69 | * Continue callbacks to the client even though no | ||
70 | * element comparison is needed, so the client's cmp() | ||
71 | * routine can invoke cond_resched() periodically. | ||
72 | */ | ||
73 | (*cmp)(priv, tail, tail); | ||
74 | |||
75 | tail->next->prev = tail; | ||
76 | tail = tail->next; | ||
77 | } while (tail->next); | ||
78 | |||
79 | tail->next = head; | ||
80 | head->prev = tail; | ||
81 | } | ||
82 | |||
83 | /** | ||
84 | * list_sort - sort a list | ||
85 | * @priv: private data, opaque to list_sort(), passed to @cmp | ||
86 | * @head: the list to sort | ||
87 | * @cmp: the elements comparison function | ||
88 | * | ||
89 | * This function implements "merge sort", which has O(nlog(n)) | ||
90 | * complexity. | ||
91 | * | ||
92 | * The comparison function @cmp must return a negative value if @a | ||
93 | * should sort before @b, and a positive value if @a should sort after | ||
94 | * @b. If @a and @b are equivalent, and their original relative | ||
95 | * ordering is to be preserved, @cmp must return 0. | ||
96 | */ | ||
97 | void list_sort(void *priv, struct list_head *head, | ||
98 | int (*cmp)(void *priv, struct list_head *a, | ||
99 | struct list_head *b)) | ||
100 | { | ||
101 | struct list_head *part[MAX_LIST_LENGTH_BITS+1]; /* sorted partial lists | ||
102 | -- last slot is a sentinel */ | ||
103 | int lev; /* index into part[] */ | ||
104 | int max_lev = 0; | ||
105 | struct list_head *list; | ||
106 | |||
107 | if (list_empty(head)) | ||
108 | return; | ||
109 | |||
110 | memset(part, 0, sizeof(part)); | ||
111 | |||
112 | head->prev->next = NULL; | ||
113 | list = head->next; | ||
114 | |||
115 | while (list) { | ||
116 | struct list_head *cur = list; | ||
117 | list = list->next; | ||
118 | cur->next = NULL; | ||
119 | |||
120 | for (lev = 0; part[lev]; lev++) { | ||
121 | cur = merge(priv, cmp, part[lev], cur); | ||
122 | part[lev] = NULL; | ||
123 | } | ||
124 | if (lev > max_lev) { | ||
125 | if (unlikely(lev >= ARRAY_SIZE(part)-1)) { | ||
126 | printk_once(KERN_DEBUG "list passed to" | ||
127 | " list_sort() too long for" | ||
128 | " efficiency\n"); | ||
129 | lev--; | ||
130 | } | ||
131 | max_lev = lev; | ||
132 | } | ||
133 | part[lev] = cur; | ||
134 | } | ||
135 | |||
136 | for (lev = 0; lev < max_lev; lev++) | ||
137 | if (part[lev]) | ||
138 | list = merge(priv, cmp, part[lev], list); | ||
139 | |||
140 | merge_and_restore_back_links(priv, cmp, head, part[max_lev], list); | ||
141 | } | ||
142 | EXPORT_SYMBOL(list_sort); | ||
143 | |||
144 | #ifdef DEBUG_LIST_SORT | ||
145 | struct debug_el { | ||
146 | struct list_head l_h; | ||
147 | int value; | ||
148 | unsigned serial; | ||
149 | }; | ||
150 | |||
151 | static int cmp(void *priv, struct list_head *a, struct list_head *b) | ||
152 | { | ||
153 | return container_of(a, struct debug_el, l_h)->value | ||
154 | - container_of(b, struct debug_el, l_h)->value; | ||
155 | } | ||
156 | |||
157 | /* | ||
158 | * The pattern of set bits in the list length determines which cases | ||
159 | * are hit in list_sort(). | ||
160 | */ | ||
161 | #define LIST_SORT_TEST_LENGTH (512+128+2) /* not including head */ | ||
162 | |||
163 | static int __init list_sort_test(void) | ||
164 | { | ||
165 | int i, r = 1, count; | ||
166 | struct list_head *head = kmalloc(sizeof(*head), GFP_KERNEL); | ||
167 | struct list_head *cur; | ||
168 | |||
169 | printk(KERN_WARNING "testing list_sort()\n"); | ||
170 | |||
171 | cur = head; | ||
172 | for (i = 0; i < LIST_SORT_TEST_LENGTH; i++) { | ||
173 | struct debug_el *el = kmalloc(sizeof(*el), GFP_KERNEL); | ||
174 | BUG_ON(!el); | ||
175 | /* force some equivalencies */ | ||
176 | el->value = (r = (r * 725861) % 6599) % (LIST_SORT_TEST_LENGTH/3); | ||
177 | el->serial = i; | ||
178 | |||
179 | el->l_h.prev = cur; | ||
180 | cur->next = &el->l_h; | ||
181 | cur = cur->next; | ||
182 | } | ||
183 | head->prev = cur; | ||
184 | |||
185 | list_sort(NULL, head, cmp); | ||
186 | |||
187 | count = 1; | ||
188 | for (cur = head->next; cur->next != head; cur = cur->next) { | ||
189 | struct debug_el *el = container_of(cur, struct debug_el, l_h); | ||
190 | int cmp_result = cmp(NULL, cur, cur->next); | ||
191 | if (cur->next->prev != cur) { | ||
192 | printk(KERN_EMERG "list_sort() returned " | ||
193 | "a corrupted list!\n"); | ||
194 | return 1; | ||
195 | } else if (cmp_result > 0) { | ||
196 | printk(KERN_EMERG "list_sort() failed to sort!\n"); | ||
197 | return 1; | ||
198 | } else if (cmp_result == 0 && | ||
199 | el->serial >= container_of(cur->next, | ||
200 | struct debug_el, l_h)->serial) { | ||
201 | printk(KERN_EMERG "list_sort() failed to preserve order" | ||
202 | " of equivalent elements!\n"); | ||
203 | return 1; | ||
204 | } | ||
205 | kfree(cur->prev); | ||
206 | count++; | ||
207 | } | ||
208 | kfree(cur); | ||
209 | if (count != LIST_SORT_TEST_LENGTH) { | ||
210 | printk(KERN_EMERG "list_sort() returned list of" | ||
211 | "different length!\n"); | ||
212 | return 1; | ||
213 | } | ||
214 | return 0; | ||
215 | } | ||
216 | module_init(list_sort_test); | ||
217 | #endif | ||
@@ -205,9 +205,8 @@ long lmb_add(u64 base, u64 size) | |||
205 | 205 | ||
206 | } | 206 | } |
207 | 207 | ||
208 | long lmb_remove(u64 base, u64 size) | 208 | static long __lmb_remove(struct lmb_region *rgn, u64 base, u64 size) |
209 | { | 209 | { |
210 | struct lmb_region *rgn = &(lmb.memory); | ||
211 | u64 rgnbegin, rgnend; | 210 | u64 rgnbegin, rgnend; |
212 | u64 end = base + size; | 211 | u64 end = base + size; |
213 | int i; | 212 | int i; |
@@ -254,6 +253,16 @@ long lmb_remove(u64 base, u64 size) | |||
254 | return lmb_add_region(rgn, end, rgnend - end); | 253 | return lmb_add_region(rgn, end, rgnend - end); |
255 | } | 254 | } |
256 | 255 | ||
256 | long lmb_remove(u64 base, u64 size) | ||
257 | { | ||
258 | return __lmb_remove(&lmb.memory, base, size); | ||
259 | } | ||
260 | |||
261 | long __init lmb_free(u64 base, u64 size) | ||
262 | { | ||
263 | return __lmb_remove(&lmb.reserved, base, size); | ||
264 | } | ||
265 | |||
257 | long __init lmb_reserve(u64 base, u64 size) | 266 | long __init lmb_reserve(u64 base, u64 size) |
258 | { | 267 | { |
259 | struct lmb_region *_rgn = &lmb.reserved; | 268 | struct lmb_region *_rgn = &lmb.reserved; |
diff --git a/lib/lzo/lzo1x_decompress.c b/lib/lzo/lzo1x_decompress.c index 5dc6b29c1575..f2fd09850223 100644 --- a/lib/lzo/lzo1x_decompress.c +++ b/lib/lzo/lzo1x_decompress.c | |||
@@ -11,11 +11,13 @@ | |||
11 | * Richard Purdie <rpurdie@openedhand.com> | 11 | * Richard Purdie <rpurdie@openedhand.com> |
12 | */ | 12 | */ |
13 | 13 | ||
14 | #ifndef STATIC | ||
14 | #include <linux/module.h> | 15 | #include <linux/module.h> |
15 | #include <linux/kernel.h> | 16 | #include <linux/kernel.h> |
16 | #include <linux/lzo.h> | 17 | #endif |
17 | #include <asm/byteorder.h> | 18 | |
18 | #include <asm/unaligned.h> | 19 | #include <asm/unaligned.h> |
20 | #include <linux/lzo.h> | ||
19 | #include "lzodefs.h" | 21 | #include "lzodefs.h" |
20 | 22 | ||
21 | #define HAVE_IP(x, ip_end, ip) ((size_t)(ip_end - ip) < (x)) | 23 | #define HAVE_IP(x, ip_end, ip) ((size_t)(ip_end - ip) < (x)) |
@@ -244,9 +246,10 @@ lookbehind_overrun: | |||
244 | *out_len = op - out; | 246 | *out_len = op - out; |
245 | return LZO_E_LOOKBEHIND_OVERRUN; | 247 | return LZO_E_LOOKBEHIND_OVERRUN; |
246 | } | 248 | } |
247 | 249 | #ifndef STATIC | |
248 | EXPORT_SYMBOL_GPL(lzo1x_decompress_safe); | 250 | EXPORT_SYMBOL_GPL(lzo1x_decompress_safe); |
249 | 251 | ||
250 | MODULE_LICENSE("GPL"); | 252 | MODULE_LICENSE("GPL"); |
251 | MODULE_DESCRIPTION("LZO1X Decompressor"); | 253 | MODULE_DESCRIPTION("LZO1X Decompressor"); |
252 | 254 | ||
255 | #endif | ||
diff --git a/lib/radix-tree.c b/lib/radix-tree.c index 92cdd9936e3d..2a087e0f9863 100644 --- a/lib/radix-tree.c +++ b/lib/radix-tree.c | |||
@@ -28,7 +28,6 @@ | |||
28 | #include <linux/slab.h> | 28 | #include <linux/slab.h> |
29 | #include <linux/notifier.h> | 29 | #include <linux/notifier.h> |
30 | #include <linux/cpu.h> | 30 | #include <linux/cpu.h> |
31 | #include <linux/gfp.h> | ||
32 | #include <linux/string.h> | 31 | #include <linux/string.h> |
33 | #include <linux/bitops.h> | 32 | #include <linux/bitops.h> |
34 | #include <linux/rcupdate.h> | 33 | #include <linux/rcupdate.h> |
@@ -364,7 +363,7 @@ static void *radix_tree_lookup_element(struct radix_tree_root *root, | |||
364 | unsigned int height, shift; | 363 | unsigned int height, shift; |
365 | struct radix_tree_node *node, **slot; | 364 | struct radix_tree_node *node, **slot; |
366 | 365 | ||
367 | node = rcu_dereference(root->rnode); | 366 | node = rcu_dereference_raw(root->rnode); |
368 | if (node == NULL) | 367 | if (node == NULL) |
369 | return NULL; | 368 | return NULL; |
370 | 369 | ||
@@ -384,7 +383,7 @@ static void *radix_tree_lookup_element(struct radix_tree_root *root, | |||
384 | do { | 383 | do { |
385 | slot = (struct radix_tree_node **) | 384 | slot = (struct radix_tree_node **) |
386 | (node->slots + ((index>>shift) & RADIX_TREE_MAP_MASK)); | 385 | (node->slots + ((index>>shift) & RADIX_TREE_MAP_MASK)); |
387 | node = rcu_dereference(*slot); | 386 | node = rcu_dereference_raw(*slot); |
388 | if (node == NULL) | 387 | if (node == NULL) |
389 | return NULL; | 388 | return NULL; |
390 | 389 | ||
@@ -556,6 +555,10 @@ EXPORT_SYMBOL(radix_tree_tag_clear); | |||
556 | * | 555 | * |
557 | * 0: tag not present or not set | 556 | * 0: tag not present or not set |
558 | * 1: tag set | 557 | * 1: tag set |
558 | * | ||
559 | * Note that the return value of this function may not be relied on, even if | ||
560 | * the RCU lock is held, unless tag modification and node deletion are excluded | ||
561 | * from concurrency. | ||
559 | */ | 562 | */ |
560 | int radix_tree_tag_get(struct radix_tree_root *root, | 563 | int radix_tree_tag_get(struct radix_tree_root *root, |
561 | unsigned long index, unsigned int tag) | 564 | unsigned long index, unsigned int tag) |
@@ -568,7 +571,7 @@ int radix_tree_tag_get(struct radix_tree_root *root, | |||
568 | if (!root_tag_get(root, tag)) | 571 | if (!root_tag_get(root, tag)) |
569 | return 0; | 572 | return 0; |
570 | 573 | ||
571 | node = rcu_dereference(root->rnode); | 574 | node = rcu_dereference_raw(root->rnode); |
572 | if (node == NULL) | 575 | if (node == NULL) |
573 | return 0; | 576 | return 0; |
574 | 577 | ||
@@ -596,13 +599,9 @@ int radix_tree_tag_get(struct radix_tree_root *root, | |||
596 | */ | 599 | */ |
597 | if (!tag_get(node, tag, offset)) | 600 | if (!tag_get(node, tag, offset)) |
598 | saw_unset_tag = 1; | 601 | saw_unset_tag = 1; |
599 | if (height == 1) { | 602 | if (height == 1) |
600 | int ret = tag_get(node, tag, offset); | 603 | return !!tag_get(node, tag, offset); |
601 | 604 | node = rcu_dereference_raw(node->slots[offset]); | |
602 | BUG_ON(ret && saw_unset_tag); | ||
603 | return !!ret; | ||
604 | } | ||
605 | node = rcu_dereference(node->slots[offset]); | ||
606 | shift -= RADIX_TREE_MAP_SHIFT; | 605 | shift -= RADIX_TREE_MAP_SHIFT; |
607 | height--; | 606 | height--; |
608 | } | 607 | } |
@@ -711,7 +710,7 @@ __lookup(struct radix_tree_node *slot, void ***results, unsigned long index, | |||
711 | } | 710 | } |
712 | 711 | ||
713 | shift -= RADIX_TREE_MAP_SHIFT; | 712 | shift -= RADIX_TREE_MAP_SHIFT; |
714 | slot = rcu_dereference(slot->slots[i]); | 713 | slot = rcu_dereference_raw(slot->slots[i]); |
715 | if (slot == NULL) | 714 | if (slot == NULL) |
716 | goto out; | 715 | goto out; |
717 | } | 716 | } |
@@ -758,7 +757,7 @@ radix_tree_gang_lookup(struct radix_tree_root *root, void **results, | |||
758 | unsigned long cur_index = first_index; | 757 | unsigned long cur_index = first_index; |
759 | unsigned int ret; | 758 | unsigned int ret; |
760 | 759 | ||
761 | node = rcu_dereference(root->rnode); | 760 | node = rcu_dereference_raw(root->rnode); |
762 | if (!node) | 761 | if (!node) |
763 | return 0; | 762 | return 0; |
764 | 763 | ||
@@ -787,7 +786,7 @@ radix_tree_gang_lookup(struct radix_tree_root *root, void **results, | |||
787 | slot = *(((void ***)results)[ret + i]); | 786 | slot = *(((void ***)results)[ret + i]); |
788 | if (!slot) | 787 | if (!slot) |
789 | continue; | 788 | continue; |
790 | results[ret + nr_found] = rcu_dereference(slot); | 789 | results[ret + nr_found] = rcu_dereference_raw(slot); |
791 | nr_found++; | 790 | nr_found++; |
792 | } | 791 | } |
793 | ret += nr_found; | 792 | ret += nr_found; |
@@ -826,7 +825,7 @@ radix_tree_gang_lookup_slot(struct radix_tree_root *root, void ***results, | |||
826 | unsigned long cur_index = first_index; | 825 | unsigned long cur_index = first_index; |
827 | unsigned int ret; | 826 | unsigned int ret; |
828 | 827 | ||
829 | node = rcu_dereference(root->rnode); | 828 | node = rcu_dereference_raw(root->rnode); |
830 | if (!node) | 829 | if (!node) |
831 | return 0; | 830 | return 0; |
832 | 831 | ||
@@ -915,7 +914,7 @@ __lookup_tag(struct radix_tree_node *slot, void ***results, unsigned long index, | |||
915 | } | 914 | } |
916 | } | 915 | } |
917 | shift -= RADIX_TREE_MAP_SHIFT; | 916 | shift -= RADIX_TREE_MAP_SHIFT; |
918 | slot = rcu_dereference(slot->slots[i]); | 917 | slot = rcu_dereference_raw(slot->slots[i]); |
919 | if (slot == NULL) | 918 | if (slot == NULL) |
920 | break; | 919 | break; |
921 | } | 920 | } |
@@ -951,7 +950,7 @@ radix_tree_gang_lookup_tag(struct radix_tree_root *root, void **results, | |||
951 | if (!root_tag_get(root, tag)) | 950 | if (!root_tag_get(root, tag)) |
952 | return 0; | 951 | return 0; |
953 | 952 | ||
954 | node = rcu_dereference(root->rnode); | 953 | node = rcu_dereference_raw(root->rnode); |
955 | if (!node) | 954 | if (!node) |
956 | return 0; | 955 | return 0; |
957 | 956 | ||
@@ -980,7 +979,7 @@ radix_tree_gang_lookup_tag(struct radix_tree_root *root, void **results, | |||
980 | slot = *(((void ***)results)[ret + i]); | 979 | slot = *(((void ***)results)[ret + i]); |
981 | if (!slot) | 980 | if (!slot) |
982 | continue; | 981 | continue; |
983 | results[ret + nr_found] = rcu_dereference(slot); | 982 | results[ret + nr_found] = rcu_dereference_raw(slot); |
984 | nr_found++; | 983 | nr_found++; |
985 | } | 984 | } |
986 | ret += nr_found; | 985 | ret += nr_found; |
@@ -1020,7 +1019,7 @@ radix_tree_gang_lookup_tag_slot(struct radix_tree_root *root, void ***results, | |||
1020 | if (!root_tag_get(root, tag)) | 1019 | if (!root_tag_get(root, tag)) |
1021 | return 0; | 1020 | return 0; |
1022 | 1021 | ||
1023 | node = rcu_dereference(root->rnode); | 1022 | node = rcu_dereference_raw(root->rnode); |
1024 | if (!node) | 1023 | if (!node) |
1025 | return 0; | 1024 | return 0; |
1026 | 1025 | ||
diff --git a/lib/ratelimit.c b/lib/ratelimit.c index 09f5ce1810dc..027a03f4c56d 100644 --- a/lib/ratelimit.c +++ b/lib/ratelimit.c | |||
@@ -16,9 +16,14 @@ | |||
16 | /* | 16 | /* |
17 | * __ratelimit - rate limiting | 17 | * __ratelimit - rate limiting |
18 | * @rs: ratelimit_state data | 18 | * @rs: ratelimit_state data |
19 | * @func: name of calling function | ||
19 | * | 20 | * |
20 | * This enforces a rate limit: not more than @rs->ratelimit_burst callbacks | 21 | * This enforces a rate limit: not more than @rs->burst callbacks |
21 | * in every @rs->ratelimit_jiffies | 22 | * in every @rs->interval |
23 | * | ||
24 | * RETURNS: | ||
25 | * 0 means callbacks will be suppressed. | ||
26 | * 1 means go ahead and do it. | ||
22 | */ | 27 | */ |
23 | int ___ratelimit(struct ratelimit_state *rs, const char *func) | 28 | int ___ratelimit(struct ratelimit_state *rs, const char *func) |
24 | { | 29 | { |
@@ -35,7 +40,7 @@ int ___ratelimit(struct ratelimit_state *rs, const char *func) | |||
35 | * the entity that is holding the lock already: | 40 | * the entity that is holding the lock already: |
36 | */ | 41 | */ |
37 | if (!spin_trylock_irqsave(&rs->lock, flags)) | 42 | if (!spin_trylock_irqsave(&rs->lock, flags)) |
38 | return 1; | 43 | return 0; |
39 | 44 | ||
40 | if (!rs->begin) | 45 | if (!rs->begin) |
41 | rs->begin = jiffies; | 46 | rs->begin = jiffies; |
diff --git a/lib/rational.c b/lib/rational.c index b3c099b5478e..3ed247b80662 100644 --- a/lib/rational.c +++ b/lib/rational.c | |||
@@ -7,6 +7,7 @@ | |||
7 | */ | 7 | */ |
8 | 8 | ||
9 | #include <linux/rational.h> | 9 | #include <linux/rational.h> |
10 | #include <linux/module.h> | ||
10 | 11 | ||
11 | /* | 12 | /* |
12 | * calculate best rational approximation for a given fraction | 13 | * calculate best rational approximation for a given fraction |
diff --git a/lib/rwsem-spinlock.c b/lib/rwsem-spinlock.c index ccf95bff7984..ffc9fc7f3b05 100644 --- a/lib/rwsem-spinlock.c +++ b/lib/rwsem-spinlock.c | |||
@@ -143,13 +143,14 @@ void __sched __down_read(struct rw_semaphore *sem) | |||
143 | { | 143 | { |
144 | struct rwsem_waiter waiter; | 144 | struct rwsem_waiter waiter; |
145 | struct task_struct *tsk; | 145 | struct task_struct *tsk; |
146 | unsigned long flags; | ||
146 | 147 | ||
147 | spin_lock_irq(&sem->wait_lock); | 148 | spin_lock_irqsave(&sem->wait_lock, flags); |
148 | 149 | ||
149 | if (sem->activity >= 0 && list_empty(&sem->wait_list)) { | 150 | if (sem->activity >= 0 && list_empty(&sem->wait_list)) { |
150 | /* granted */ | 151 | /* granted */ |
151 | sem->activity++; | 152 | sem->activity++; |
152 | spin_unlock_irq(&sem->wait_lock); | 153 | spin_unlock_irqrestore(&sem->wait_lock, flags); |
153 | goto out; | 154 | goto out; |
154 | } | 155 | } |
155 | 156 | ||
@@ -164,7 +165,7 @@ void __sched __down_read(struct rw_semaphore *sem) | |||
164 | list_add_tail(&waiter.list, &sem->wait_list); | 165 | list_add_tail(&waiter.list, &sem->wait_list); |
165 | 166 | ||
166 | /* we don't need to touch the semaphore struct anymore */ | 167 | /* we don't need to touch the semaphore struct anymore */ |
167 | spin_unlock_irq(&sem->wait_lock); | 168 | spin_unlock_irqrestore(&sem->wait_lock, flags); |
168 | 169 | ||
169 | /* wait to be given the lock */ | 170 | /* wait to be given the lock */ |
170 | for (;;) { | 171 | for (;;) { |
@@ -209,13 +210,14 @@ void __sched __down_write_nested(struct rw_semaphore *sem, int subclass) | |||
209 | { | 210 | { |
210 | struct rwsem_waiter waiter; | 211 | struct rwsem_waiter waiter; |
211 | struct task_struct *tsk; | 212 | struct task_struct *tsk; |
213 | unsigned long flags; | ||
212 | 214 | ||
213 | spin_lock_irq(&sem->wait_lock); | 215 | spin_lock_irqsave(&sem->wait_lock, flags); |
214 | 216 | ||
215 | if (sem->activity == 0 && list_empty(&sem->wait_list)) { | 217 | if (sem->activity == 0 && list_empty(&sem->wait_list)) { |
216 | /* granted */ | 218 | /* granted */ |
217 | sem->activity = -1; | 219 | sem->activity = -1; |
218 | spin_unlock_irq(&sem->wait_lock); | 220 | spin_unlock_irqrestore(&sem->wait_lock, flags); |
219 | goto out; | 221 | goto out; |
220 | } | 222 | } |
221 | 223 | ||
@@ -230,7 +232,7 @@ void __sched __down_write_nested(struct rw_semaphore *sem, int subclass) | |||
230 | list_add_tail(&waiter.list, &sem->wait_list); | 232 | list_add_tail(&waiter.list, &sem->wait_list); |
231 | 233 | ||
232 | /* we don't need to touch the semaphore struct anymore */ | 234 | /* we don't need to touch the semaphore struct anymore */ |
233 | spin_unlock_irq(&sem->wait_lock); | 235 | spin_unlock_irqrestore(&sem->wait_lock, flags); |
234 | 236 | ||
235 | /* wait to be given the lock */ | 237 | /* wait to be given the lock */ |
236 | for (;;) { | 238 | for (;;) { |
diff --git a/lib/scatterlist.c b/lib/scatterlist.c index 0d475d8167bf..9afa25b52a83 100644 --- a/lib/scatterlist.c +++ b/lib/scatterlist.c | |||
@@ -7,6 +7,7 @@ | |||
7 | * Version 2. See the file COPYING for more details. | 7 | * Version 2. See the file COPYING for more details. |
8 | */ | 8 | */ |
9 | #include <linux/module.h> | 9 | #include <linux/module.h> |
10 | #include <linux/slab.h> | ||
10 | #include <linux/scatterlist.h> | 11 | #include <linux/scatterlist.h> |
11 | #include <linux/highmem.h> | 12 | #include <linux/highmem.h> |
12 | 13 | ||
diff --git a/lib/show_mem.c b/lib/show_mem.c index 238e72a18ce1..fdc77c82f922 100644 --- a/lib/show_mem.c +++ b/lib/show_mem.c | |||
@@ -15,7 +15,7 @@ void show_mem(void) | |||
15 | unsigned long total = 0, reserved = 0, shared = 0, | 15 | unsigned long total = 0, reserved = 0, shared = 0, |
16 | nonshared = 0, highmem = 0; | 16 | nonshared = 0, highmem = 0; |
17 | 17 | ||
18 | printk(KERN_INFO "Mem-Info:\n"); | 18 | printk("Mem-Info:\n"); |
19 | show_free_areas(); | 19 | show_free_areas(); |
20 | 20 | ||
21 | for_each_online_pgdat(pgdat) { | 21 | for_each_online_pgdat(pgdat) { |
@@ -49,15 +49,15 @@ void show_mem(void) | |||
49 | pgdat_resize_unlock(pgdat, &flags); | 49 | pgdat_resize_unlock(pgdat, &flags); |
50 | } | 50 | } |
51 | 51 | ||
52 | printk(KERN_INFO "%lu pages RAM\n", total); | 52 | printk("%lu pages RAM\n", total); |
53 | #ifdef CONFIG_HIGHMEM | 53 | #ifdef CONFIG_HIGHMEM |
54 | printk(KERN_INFO "%lu pages HighMem\n", highmem); | 54 | printk("%lu pages HighMem\n", highmem); |
55 | #endif | 55 | #endif |
56 | printk(KERN_INFO "%lu pages reserved\n", reserved); | 56 | printk("%lu pages reserved\n", reserved); |
57 | printk(KERN_INFO "%lu pages shared\n", shared); | 57 | printk("%lu pages shared\n", shared); |
58 | printk(KERN_INFO "%lu pages non-shared\n", nonshared); | 58 | printk("%lu pages non-shared\n", nonshared); |
59 | #ifdef CONFIG_QUICKLIST | 59 | #ifdef CONFIG_QUICKLIST |
60 | printk(KERN_INFO "%lu pages in pagetable cache\n", | 60 | printk("%lu pages in pagetable cache\n", |
61 | quicklist_total_size()); | 61 | quicklist_total_size()); |
62 | #endif | 62 | #endif |
63 | } | 63 | } |
diff --git a/lib/string.c b/lib/string.c index 9f75b4ec50b8..f71bead1be3e 100644 --- a/lib/string.c +++ b/lib/string.c | |||
@@ -36,25 +36,21 @@ int strnicmp(const char *s1, const char *s2, size_t len) | |||
36 | /* Yes, Virginia, it had better be unsigned */ | 36 | /* Yes, Virginia, it had better be unsigned */ |
37 | unsigned char c1, c2; | 37 | unsigned char c1, c2; |
38 | 38 | ||
39 | c1 = c2 = 0; | 39 | if (!len) |
40 | if (len) { | 40 | return 0; |
41 | do { | 41 | |
42 | c1 = *s1; | 42 | do { |
43 | c2 = *s2; | 43 | c1 = *s1++; |
44 | s1++; | 44 | c2 = *s2++; |
45 | s2++; | 45 | if (!c1 || !c2) |
46 | if (!c1) | 46 | break; |
47 | break; | 47 | if (c1 == c2) |
48 | if (!c2) | 48 | continue; |
49 | break; | 49 | c1 = tolower(c1); |
50 | if (c1 == c2) | 50 | c2 = tolower(c2); |
51 | continue; | 51 | if (c1 != c2) |
52 | c1 = tolower(c1); | 52 | break; |
53 | c2 = tolower(c2); | 53 | } while (--len); |
54 | if (c1 != c2) | ||
55 | break; | ||
56 | } while (--len); | ||
57 | } | ||
58 | return (int)c1 - (int)c2; | 54 | return (int)c1 - (int)c2; |
59 | } | 55 | } |
60 | EXPORT_SYMBOL(strnicmp); | 56 | EXPORT_SYMBOL(strnicmp); |
@@ -667,7 +663,7 @@ EXPORT_SYMBOL(memscan); | |||
667 | */ | 663 | */ |
668 | char *strstr(const char *s1, const char *s2) | 664 | char *strstr(const char *s1, const char *s2) |
669 | { | 665 | { |
670 | int l1, l2; | 666 | size_t l1, l2; |
671 | 667 | ||
672 | l2 = strlen(s2); | 668 | l2 = strlen(s2); |
673 | if (!l2) | 669 | if (!l2) |
@@ -684,6 +680,31 @@ char *strstr(const char *s1, const char *s2) | |||
684 | EXPORT_SYMBOL(strstr); | 680 | EXPORT_SYMBOL(strstr); |
685 | #endif | 681 | #endif |
686 | 682 | ||
683 | #ifndef __HAVE_ARCH_STRNSTR | ||
684 | /** | ||
685 | * strnstr - Find the first substring in a length-limited string | ||
686 | * @s1: The string to be searched | ||
687 | * @s2: The string to search for | ||
688 | * @len: the maximum number of characters to search | ||
689 | */ | ||
690 | char *strnstr(const char *s1, const char *s2, size_t len) | ||
691 | { | ||
692 | size_t l2; | ||
693 | |||
694 | l2 = strlen(s2); | ||
695 | if (!l2) | ||
696 | return (char *)s1; | ||
697 | while (len >= l2) { | ||
698 | len--; | ||
699 | if (!memcmp(s1, s2, l2)) | ||
700 | return (char *)s1; | ||
701 | s1++; | ||
702 | } | ||
703 | return NULL; | ||
704 | } | ||
705 | EXPORT_SYMBOL(strnstr); | ||
706 | #endif | ||
707 | |||
687 | #ifndef __HAVE_ARCH_MEMCHR | 708 | #ifndef __HAVE_ARCH_MEMCHR |
688 | /** | 709 | /** |
689 | * memchr - Find a character in an area of memory. | 710 | * memchr - Find a character in an area of memory. |
diff --git a/lib/swiotlb.c b/lib/swiotlb.c index 437eedb5a53b..5fddf720da73 100644 --- a/lib/swiotlb.c +++ b/lib/swiotlb.c | |||
@@ -28,6 +28,7 @@ | |||
28 | #include <linux/types.h> | 28 | #include <linux/types.h> |
29 | #include <linux/ctype.h> | 29 | #include <linux/ctype.h> |
30 | #include <linux/highmem.h> | 30 | #include <linux/highmem.h> |
31 | #include <linux/gfp.h> | ||
31 | 32 | ||
32 | #include <asm/io.h> | 33 | #include <asm/io.h> |
33 | #include <asm/dma.h> | 34 | #include <asm/dma.h> |
diff --git a/lib/textsearch.c b/lib/textsearch.c index 9fbcb44c554f..d608331b3e47 100644 --- a/lib/textsearch.c +++ b/lib/textsearch.c | |||
@@ -103,6 +103,7 @@ | |||
103 | #include <linux/rcupdate.h> | 103 | #include <linux/rcupdate.h> |
104 | #include <linux/err.h> | 104 | #include <linux/err.h> |
105 | #include <linux/textsearch.h> | 105 | #include <linux/textsearch.h> |
106 | #include <linux/slab.h> | ||
106 | 107 | ||
107 | static LIST_HEAD(ts_ops); | 108 | static LIST_HEAD(ts_ops); |
108 | static DEFINE_SPINLOCK(ts_mod_lock); | 109 | static DEFINE_SPINLOCK(ts_mod_lock); |
diff --git a/lib/vsprintf.c b/lib/vsprintf.c index d4996cf46eb6..46d34b0b74a8 100644 --- a/lib/vsprintf.c +++ b/lib/vsprintf.c | |||
@@ -118,6 +118,7 @@ long long simple_strtoll(const char *cp, char **endp, unsigned int base) | |||
118 | 118 | ||
119 | return simple_strtoull(cp, endp, base); | 119 | return simple_strtoull(cp, endp, base); |
120 | } | 120 | } |
121 | EXPORT_SYMBOL(simple_strtoll); | ||
121 | 122 | ||
122 | /** | 123 | /** |
123 | * strict_strtoul - convert a string to an unsigned long strictly | 124 | * strict_strtoul - convert a string to an unsigned long strictly |
@@ -381,8 +382,8 @@ static noinline char *put_dec(char *buf, unsigned long long num) | |||
381 | #define PLUS 4 /* show plus */ | 382 | #define PLUS 4 /* show plus */ |
382 | #define SPACE 8 /* space if plus */ | 383 | #define SPACE 8 /* space if plus */ |
383 | #define LEFT 16 /* left justified */ | 384 | #define LEFT 16 /* left justified */ |
384 | #define SMALL 32 /* Must be 32 == 0x20 */ | 385 | #define SMALL 32 /* use lowercase in hex (must be 32 == 0x20) */ |
385 | #define SPECIAL 64 /* 0x */ | 386 | #define SPECIAL 64 /* prefix hex with "0x", octal with "0" */ |
386 | 387 | ||
387 | enum format_type { | 388 | enum format_type { |
388 | FORMAT_TYPE_NONE, /* Just a string part */ | 389 | FORMAT_TYPE_NONE, /* Just a string part */ |
@@ -408,12 +409,12 @@ enum format_type { | |||
408 | }; | 409 | }; |
409 | 410 | ||
410 | struct printf_spec { | 411 | struct printf_spec { |
411 | enum format_type type; | 412 | u8 type; /* format_type enum */ |
412 | int flags; /* flags to number() */ | 413 | u8 flags; /* flags to number() */ |
413 | int field_width; /* width of output field */ | 414 | u8 base; /* number base, 8, 10 or 16 only */ |
414 | int base; | 415 | u8 qualifier; /* number qualifier, one of 'hHlLtzZ' */ |
415 | int precision; /* # of digits/chars */ | 416 | s16 field_width; /* width of output field */ |
416 | int qualifier; | 417 | s16 precision; /* # of digits/chars */ |
417 | }; | 418 | }; |
418 | 419 | ||
419 | static char *number(char *buf, char *end, unsigned long long num, | 420 | static char *number(char *buf, char *end, unsigned long long num, |
@@ -597,22 +598,35 @@ static char *resource_string(char *buf, char *end, struct resource *res, | |||
597 | #ifndef MEM_RSRC_PRINTK_SIZE | 598 | #ifndef MEM_RSRC_PRINTK_SIZE |
598 | #define MEM_RSRC_PRINTK_SIZE 10 | 599 | #define MEM_RSRC_PRINTK_SIZE 10 |
599 | #endif | 600 | #endif |
600 | struct printf_spec hex_spec = { | 601 | static const struct printf_spec io_spec = { |
601 | .base = 16, | 602 | .base = 16, |
603 | .field_width = IO_RSRC_PRINTK_SIZE, | ||
602 | .precision = -1, | 604 | .precision = -1, |
603 | .flags = SPECIAL | SMALL | ZEROPAD, | 605 | .flags = SPECIAL | SMALL | ZEROPAD, |
604 | }; | 606 | }; |
605 | struct printf_spec dec_spec = { | 607 | static const struct printf_spec mem_spec = { |
608 | .base = 16, | ||
609 | .field_width = MEM_RSRC_PRINTK_SIZE, | ||
610 | .precision = -1, | ||
611 | .flags = SPECIAL | SMALL | ZEROPAD, | ||
612 | }; | ||
613 | static const struct printf_spec bus_spec = { | ||
614 | .base = 16, | ||
615 | .field_width = 2, | ||
616 | .precision = -1, | ||
617 | .flags = SMALL | ZEROPAD, | ||
618 | }; | ||
619 | static const struct printf_spec dec_spec = { | ||
606 | .base = 10, | 620 | .base = 10, |
607 | .precision = -1, | 621 | .precision = -1, |
608 | .flags = 0, | 622 | .flags = 0, |
609 | }; | 623 | }; |
610 | struct printf_spec str_spec = { | 624 | static const struct printf_spec str_spec = { |
611 | .field_width = -1, | 625 | .field_width = -1, |
612 | .precision = 10, | 626 | .precision = 10, |
613 | .flags = LEFT, | 627 | .flags = LEFT, |
614 | }; | 628 | }; |
615 | struct printf_spec flag_spec = { | 629 | static const struct printf_spec flag_spec = { |
616 | .base = 16, | 630 | .base = 16, |
617 | .precision = -1, | 631 | .precision = -1, |
618 | .flags = SPECIAL | SMALL, | 632 | .flags = SPECIAL | SMALL, |
@@ -622,47 +636,48 @@ static char *resource_string(char *buf, char *end, struct resource *res, | |||
622 | * 64-bit res (sizeof==8): 20 chars in dec, 18 in hex ("0x" + 16) */ | 636 | * 64-bit res (sizeof==8): 20 chars in dec, 18 in hex ("0x" + 16) */ |
623 | #define RSRC_BUF_SIZE ((2 * sizeof(resource_size_t)) + 4) | 637 | #define RSRC_BUF_SIZE ((2 * sizeof(resource_size_t)) + 4) |
624 | #define FLAG_BUF_SIZE (2 * sizeof(res->flags)) | 638 | #define FLAG_BUF_SIZE (2 * sizeof(res->flags)) |
625 | #define DECODED_BUF_SIZE sizeof("[mem - 64bit pref disabled]") | 639 | #define DECODED_BUF_SIZE sizeof("[mem - 64bit pref window disabled]") |
626 | #define RAW_BUF_SIZE sizeof("[mem - flags 0x]") | 640 | #define RAW_BUF_SIZE sizeof("[mem - flags 0x]") |
627 | char sym[max(2*RSRC_BUF_SIZE + DECODED_BUF_SIZE, | 641 | char sym[max(2*RSRC_BUF_SIZE + DECODED_BUF_SIZE, |
628 | 2*RSRC_BUF_SIZE + FLAG_BUF_SIZE + RAW_BUF_SIZE)]; | 642 | 2*RSRC_BUF_SIZE + FLAG_BUF_SIZE + RAW_BUF_SIZE)]; |
629 | 643 | ||
630 | char *p = sym, *pend = sym + sizeof(sym); | 644 | char *p = sym, *pend = sym + sizeof(sym); |
631 | int size = -1, addr = 0; | ||
632 | int decode = (fmt[0] == 'R') ? 1 : 0; | 645 | int decode = (fmt[0] == 'R') ? 1 : 0; |
633 | 646 | const struct printf_spec *specp; | |
634 | if (res->flags & IORESOURCE_IO) { | ||
635 | size = IO_RSRC_PRINTK_SIZE; | ||
636 | addr = 1; | ||
637 | } else if (res->flags & IORESOURCE_MEM) { | ||
638 | size = MEM_RSRC_PRINTK_SIZE; | ||
639 | addr = 1; | ||
640 | } | ||
641 | 647 | ||
642 | *p++ = '['; | 648 | *p++ = '['; |
643 | if (res->flags & IORESOURCE_IO) | 649 | if (res->flags & IORESOURCE_IO) { |
644 | p = string(p, pend, "io ", str_spec); | 650 | p = string(p, pend, "io ", str_spec); |
645 | else if (res->flags & IORESOURCE_MEM) | 651 | specp = &io_spec; |
652 | } else if (res->flags & IORESOURCE_MEM) { | ||
646 | p = string(p, pend, "mem ", str_spec); | 653 | p = string(p, pend, "mem ", str_spec); |
647 | else if (res->flags & IORESOURCE_IRQ) | 654 | specp = &mem_spec; |
655 | } else if (res->flags & IORESOURCE_IRQ) { | ||
648 | p = string(p, pend, "irq ", str_spec); | 656 | p = string(p, pend, "irq ", str_spec); |
649 | else if (res->flags & IORESOURCE_DMA) | 657 | specp = &dec_spec; |
658 | } else if (res->flags & IORESOURCE_DMA) { | ||
650 | p = string(p, pend, "dma ", str_spec); | 659 | p = string(p, pend, "dma ", str_spec); |
651 | else { | 660 | specp = &dec_spec; |
661 | } else if (res->flags & IORESOURCE_BUS) { | ||
662 | p = string(p, pend, "bus ", str_spec); | ||
663 | specp = &bus_spec; | ||
664 | } else { | ||
652 | p = string(p, pend, "??? ", str_spec); | 665 | p = string(p, pend, "??? ", str_spec); |
666 | specp = &mem_spec; | ||
653 | decode = 0; | 667 | decode = 0; |
654 | } | 668 | } |
655 | hex_spec.field_width = size; | 669 | p = number(p, pend, res->start, *specp); |
656 | p = number(p, pend, res->start, addr ? hex_spec : dec_spec); | ||
657 | if (res->start != res->end) { | 670 | if (res->start != res->end) { |
658 | *p++ = '-'; | 671 | *p++ = '-'; |
659 | p = number(p, pend, res->end, addr ? hex_spec : dec_spec); | 672 | p = number(p, pend, res->end, *specp); |
660 | } | 673 | } |
661 | if (decode) { | 674 | if (decode) { |
662 | if (res->flags & IORESOURCE_MEM_64) | 675 | if (res->flags & IORESOURCE_MEM_64) |
663 | p = string(p, pend, " 64bit", str_spec); | 676 | p = string(p, pend, " 64bit", str_spec); |
664 | if (res->flags & IORESOURCE_PREFETCH) | 677 | if (res->flags & IORESOURCE_PREFETCH) |
665 | p = string(p, pend, " pref", str_spec); | 678 | p = string(p, pend, " pref", str_spec); |
679 | if (res->flags & IORESOURCE_WINDOW) | ||
680 | p = string(p, pend, " window", str_spec); | ||
666 | if (res->flags & IORESOURCE_DISABLED) | 681 | if (res->flags & IORESOURCE_DISABLED) |
667 | p = string(p, pend, " disabled", str_spec); | 682 | p = string(p, pend, " disabled", str_spec); |
668 | } else { | 683 | } else { |
@@ -681,24 +696,55 @@ static char *mac_address_string(char *buf, char *end, u8 *addr, | |||
681 | char mac_addr[sizeof("xx:xx:xx:xx:xx:xx")]; | 696 | char mac_addr[sizeof("xx:xx:xx:xx:xx:xx")]; |
682 | char *p = mac_addr; | 697 | char *p = mac_addr; |
683 | int i; | 698 | int i; |
699 | char separator; | ||
700 | |||
701 | if (fmt[1] == 'F') { /* FDDI canonical format */ | ||
702 | separator = '-'; | ||
703 | } else { | ||
704 | separator = ':'; | ||
705 | } | ||
684 | 706 | ||
685 | for (i = 0; i < 6; i++) { | 707 | for (i = 0; i < 6; i++) { |
686 | p = pack_hex_byte(p, addr[i]); | 708 | p = pack_hex_byte(p, addr[i]); |
687 | if (fmt[0] == 'M' && i != 5) | 709 | if (fmt[0] == 'M' && i != 5) |
688 | *p++ = ':'; | 710 | *p++ = separator; |
689 | } | 711 | } |
690 | *p = '\0'; | 712 | *p = '\0'; |
691 | 713 | ||
692 | return string(buf, end, mac_addr, spec); | 714 | return string(buf, end, mac_addr, spec); |
693 | } | 715 | } |
694 | 716 | ||
695 | static char *ip4_string(char *p, const u8 *addr, bool leading_zeros) | 717 | static char *ip4_string(char *p, const u8 *addr, const char *fmt) |
696 | { | 718 | { |
697 | int i; | 719 | int i; |
698 | 720 | bool leading_zeros = (fmt[0] == 'i'); | |
721 | int index; | ||
722 | int step; | ||
723 | |||
724 | switch (fmt[2]) { | ||
725 | case 'h': | ||
726 | #ifdef __BIG_ENDIAN | ||
727 | index = 0; | ||
728 | step = 1; | ||
729 | #else | ||
730 | index = 3; | ||
731 | step = -1; | ||
732 | #endif | ||
733 | break; | ||
734 | case 'l': | ||
735 | index = 3; | ||
736 | step = -1; | ||
737 | break; | ||
738 | case 'n': | ||
739 | case 'b': | ||
740 | default: | ||
741 | index = 0; | ||
742 | step = 1; | ||
743 | break; | ||
744 | } | ||
699 | for (i = 0; i < 4; i++) { | 745 | for (i = 0; i < 4; i++) { |
700 | char temp[3]; /* hold each IP quad in reverse order */ | 746 | char temp[3]; /* hold each IP quad in reverse order */ |
701 | int digits = put_dec_trunc(temp, addr[i]) - temp; | 747 | int digits = put_dec_trunc(temp, addr[index]) - temp; |
702 | if (leading_zeros) { | 748 | if (leading_zeros) { |
703 | if (digits < 3) | 749 | if (digits < 3) |
704 | *p++ = '0'; | 750 | *p++ = '0'; |
@@ -710,6 +756,7 @@ static char *ip4_string(char *p, const u8 *addr, bool leading_zeros) | |||
710 | *p++ = temp[digits]; | 756 | *p++ = temp[digits]; |
711 | if (i < 3) | 757 | if (i < 3) |
712 | *p++ = '.'; | 758 | *p++ = '.'; |
759 | index += step; | ||
713 | } | 760 | } |
714 | *p = '\0'; | 761 | *p = '\0'; |
715 | 762 | ||
@@ -789,7 +836,7 @@ static char *ip6_compressed_string(char *p, const char *addr) | |||
789 | if (useIPv4) { | 836 | if (useIPv4) { |
790 | if (needcolon) | 837 | if (needcolon) |
791 | *p++ = ':'; | 838 | *p++ = ':'; |
792 | p = ip4_string(p, &in6.s6_addr[12], false); | 839 | p = ip4_string(p, &in6.s6_addr[12], "I4"); |
793 | } | 840 | } |
794 | *p = '\0'; | 841 | *p = '\0'; |
795 | 842 | ||
@@ -829,7 +876,7 @@ static char *ip4_addr_string(char *buf, char *end, const u8 *addr, | |||
829 | { | 876 | { |
830 | char ip4_addr[sizeof("255.255.255.255")]; | 877 | char ip4_addr[sizeof("255.255.255.255")]; |
831 | 878 | ||
832 | ip4_string(ip4_addr, addr, fmt[0] == 'i'); | 879 | ip4_string(ip4_addr, addr, fmt); |
833 | 880 | ||
834 | return string(buf, end, ip4_addr, spec); | 881 | return string(buf, end, ip4_addr, spec); |
835 | } | 882 | } |
@@ -896,14 +943,17 @@ static char *uuid_string(char *buf, char *end, const u8 *addr, | |||
896 | * - 'M' For a 6-byte MAC address, it prints the address in the | 943 | * - 'M' For a 6-byte MAC address, it prints the address in the |
897 | * usual colon-separated hex notation | 944 | * usual colon-separated hex notation |
898 | * - 'm' For a 6-byte MAC address, it prints the hex address without colons | 945 | * - 'm' For a 6-byte MAC address, it prints the hex address without colons |
946 | * - 'MF' For a 6-byte MAC FDDI address, it prints the address | ||
947 | * with a dash-separated hex notation | ||
899 | * - 'I' [46] for IPv4/IPv6 addresses printed in the usual way | 948 | * - 'I' [46] for IPv4/IPv6 addresses printed in the usual way |
900 | * IPv4 uses dot-separated decimal without leading 0's (1.2.3.4) | 949 | * IPv4 uses dot-separated decimal without leading 0's (1.2.3.4) |
901 | * IPv6 uses colon separated network-order 16 bit hex with leading 0's | 950 | * IPv6 uses colon separated network-order 16 bit hex with leading 0's |
902 | * - 'i' [46] for 'raw' IPv4/IPv6 addresses | 951 | * - 'i' [46] for 'raw' IPv4/IPv6 addresses |
903 | * IPv6 omits the colons (01020304...0f) | 952 | * IPv6 omits the colons (01020304...0f) |
904 | * IPv4 uses dot-separated decimal with leading 0's (010.123.045.006) | 953 | * IPv4 uses dot-separated decimal with leading 0's (010.123.045.006) |
954 | * - '[Ii]4[hnbl]' IPv4 addresses in host, network, big or little endian order | ||
905 | * - 'I6c' for IPv6 addresses printed as specified by | 955 | * - 'I6c' for IPv6 addresses printed as specified by |
906 | * http://www.ietf.org/id/draft-kawamura-ipv6-text-representation-03.txt | 956 | * http://tools.ietf.org/html/draft-ietf-6man-text-addr-representation-00 |
907 | * - 'U' For a 16 byte UUID/GUID, it prints the UUID/GUID in the form | 957 | * - 'U' For a 16 byte UUID/GUID, it prints the UUID/GUID in the form |
908 | * "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" | 958 | * "xxxxxxxx-xxxx-xxxx-xxxx-xxxxxxxxxxxx" |
909 | * Options for %pU are: | 959 | * Options for %pU are: |
@@ -939,6 +989,7 @@ static char *pointer(const char *fmt, char *buf, char *end, void *ptr, | |||
939 | return resource_string(buf, end, ptr, spec, fmt); | 989 | return resource_string(buf, end, ptr, spec, fmt); |
940 | case 'M': /* Colon separated: 00:01:02:03:04:05 */ | 990 | case 'M': /* Colon separated: 00:01:02:03:04:05 */ |
941 | case 'm': /* Contiguous: 000102030405 */ | 991 | case 'm': /* Contiguous: 000102030405 */ |
992 | /* [mM]F (FDDI, bit reversed) */ | ||
942 | return mac_address_string(buf, end, ptr, spec, fmt); | 993 | return mac_address_string(buf, end, ptr, spec, fmt); |
943 | case 'I': /* Formatted IP supported | 994 | case 'I': /* Formatted IP supported |
944 | * 4: 1.2.3.4 | 995 | * 4: 1.2.3.4 |
@@ -1188,7 +1239,7 @@ qualifier: | |||
1188 | * %pI6 print an IPv6 address with colons | 1239 | * %pI6 print an IPv6 address with colons |
1189 | * %pi6 print an IPv6 address without colons | 1240 | * %pi6 print an IPv6 address without colons |
1190 | * %pI6c print an IPv6 address as specified by | 1241 | * %pI6c print an IPv6 address as specified by |
1191 | * http://www.ietf.org/id/draft-kawamura-ipv6-text-representation-03.txt | 1242 | * http://tools.ietf.org/html/draft-ietf-6man-text-addr-representation-00 |
1192 | * %pU[bBlL] print a UUID/GUID in big or little endian using lower or upper | 1243 | * %pU[bBlL] print a UUID/GUID in big or little endian using lower or upper |
1193 | * case. | 1244 | * case. |
1194 | * %n is ignored | 1245 | * %n is ignored |
@@ -1297,7 +1348,7 @@ int vsnprintf(char *buf, size_t size, const char *fmt, va_list args) | |||
1297 | break; | 1348 | break; |
1298 | 1349 | ||
1299 | case FORMAT_TYPE_NRCHARS: { | 1350 | case FORMAT_TYPE_NRCHARS: { |
1300 | int qualifier = spec.qualifier; | 1351 | u8 qualifier = spec.qualifier; |
1301 | 1352 | ||
1302 | if (qualifier == 'l') { | 1353 | if (qualifier == 'l') { |
1303 | long *ip = va_arg(args, long *); | 1354 | long *ip = va_arg(args, long *); |
@@ -1583,7 +1634,7 @@ do { \ | |||
1583 | 1634 | ||
1584 | case FORMAT_TYPE_NRCHARS: { | 1635 | case FORMAT_TYPE_NRCHARS: { |
1585 | /* skip %n 's argument */ | 1636 | /* skip %n 's argument */ |
1586 | int qualifier = spec.qualifier; | 1637 | u8 qualifier = spec.qualifier; |
1587 | void *skip_arg; | 1638 | void *skip_arg; |
1588 | if (qualifier == 'l') | 1639 | if (qualifier == 'l') |
1589 | skip_arg = va_arg(args, long *); | 1640 | skip_arg = va_arg(args, long *); |
@@ -1849,7 +1900,9 @@ int vsscanf(const char *buf, const char *fmt, va_list args) | |||
1849 | char *next; | 1900 | char *next; |
1850 | char digit; | 1901 | char digit; |
1851 | int num = 0; | 1902 | int num = 0; |
1852 | int qualifier, base, field_width; | 1903 | u8 qualifier; |
1904 | u8 base; | ||
1905 | s16 field_width; | ||
1853 | bool is_sign; | 1906 | bool is_sign; |
1854 | 1907 | ||
1855 | while (*fmt && *str) { | 1908 | while (*fmt && *str) { |
@@ -1927,7 +1980,7 @@ int vsscanf(const char *buf, const char *fmt, va_list args) | |||
1927 | { | 1980 | { |
1928 | char *s = (char *)va_arg(args, char *); | 1981 | char *s = (char *)va_arg(args, char *); |
1929 | if (field_width == -1) | 1982 | if (field_width == -1) |
1930 | field_width = INT_MAX; | 1983 | field_width = SHORT_MAX; |
1931 | /* first, skip leading white space in buffer */ | 1984 | /* first, skip leading white space in buffer */ |
1932 | str = skip_spaces(str); | 1985 | str = skip_spaces(str); |
1933 | 1986 | ||
diff --git a/lib/zlib_inflate/inffast.c b/lib/zlib_inflate/inffast.c index 8550b0c05d00..2c13ecc5bb2c 100644 --- a/lib/zlib_inflate/inffast.c +++ b/lib/zlib_inflate/inffast.c | |||
@@ -21,12 +21,31 @@ | |||
21 | - Pentium III (Anderson) | 21 | - Pentium III (Anderson) |
22 | - M68060 (Nikl) | 22 | - M68060 (Nikl) |
23 | */ | 23 | */ |
24 | union uu { | ||
25 | unsigned short us; | ||
26 | unsigned char b[2]; | ||
27 | }; | ||
28 | |||
29 | /* Endian independed version */ | ||
30 | static inline unsigned short | ||
31 | get_unaligned16(const unsigned short *p) | ||
32 | { | ||
33 | union uu mm; | ||
34 | unsigned char *b = (unsigned char *)p; | ||
35 | |||
36 | mm.b[0] = b[0]; | ||
37 | mm.b[1] = b[1]; | ||
38 | return mm.us; | ||
39 | } | ||
40 | |||
24 | #ifdef POSTINC | 41 | #ifdef POSTINC |
25 | # define OFF 0 | 42 | # define OFF 0 |
26 | # define PUP(a) *(a)++ | 43 | # define PUP(a) *(a)++ |
44 | # define UP_UNALIGNED(a) get_unaligned16((a)++) | ||
27 | #else | 45 | #else |
28 | # define OFF 1 | 46 | # define OFF 1 |
29 | # define PUP(a) *++(a) | 47 | # define PUP(a) *++(a) |
48 | # define UP_UNALIGNED(a) get_unaligned16(++(a)) | ||
30 | #endif | 49 | #endif |
31 | 50 | ||
32 | /* | 51 | /* |
@@ -239,18 +258,50 @@ void inflate_fast(z_streamp strm, unsigned start) | |||
239 | } | 258 | } |
240 | } | 259 | } |
241 | else { | 260 | else { |
261 | unsigned short *sout; | ||
262 | unsigned long loops; | ||
263 | |||
242 | from = out - dist; /* copy direct from output */ | 264 | from = out - dist; /* copy direct from output */ |
243 | do { /* minimum length is three */ | 265 | /* minimum length is three */ |
244 | PUP(out) = PUP(from); | 266 | /* Align out addr */ |
245 | PUP(out) = PUP(from); | 267 | if (!((long)(out - 1 + OFF) & 1)) { |
246 | PUP(out) = PUP(from); | 268 | PUP(out) = PUP(from); |
247 | len -= 3; | 269 | len--; |
248 | } while (len > 2); | 270 | } |
249 | if (len) { | 271 | sout = (unsigned short *)(out - OFF); |
250 | PUP(out) = PUP(from); | 272 | if (dist > 2) { |
251 | if (len > 1) | 273 | unsigned short *sfrom; |
252 | PUP(out) = PUP(from); | 274 | |
253 | } | 275 | sfrom = (unsigned short *)(from - OFF); |
276 | loops = len >> 1; | ||
277 | do | ||
278 | #ifdef CONFIG_HAVE_EFFICIENT_UNALIGNED_ACCESS | ||
279 | PUP(sout) = PUP(sfrom); | ||
280 | #else | ||
281 | PUP(sout) = UP_UNALIGNED(sfrom); | ||
282 | #endif | ||
283 | while (--loops); | ||
284 | out = (unsigned char *)sout + OFF; | ||
285 | from = (unsigned char *)sfrom + OFF; | ||
286 | } else { /* dist == 1 or dist == 2 */ | ||
287 | unsigned short pat16; | ||
288 | |||
289 | pat16 = *(sout-1+OFF); | ||
290 | if (dist == 1) { | ||
291 | union uu mm; | ||
292 | /* copy one char pattern to both bytes */ | ||
293 | mm.us = pat16; | ||
294 | mm.b[0] = mm.b[1]; | ||
295 | pat16 = mm.us; | ||
296 | } | ||
297 | loops = len >> 1; | ||
298 | do | ||
299 | PUP(sout) = pat16; | ||
300 | while (--loops); | ||
301 | out = (unsigned char *)sout + OFF; | ||
302 | } | ||
303 | if (len & 1) | ||
304 | PUP(out) = PUP(from); | ||
254 | } | 305 | } |
255 | } | 306 | } |
256 | else if ((op & 64) == 0) { /* 2nd level distance code */ | 307 | else if ((op & 64) == 0) { /* 2nd level distance code */ |