diff options
Diffstat (limited to 'lib')
| -rw-r--r-- | lib/Kconfig.debug | 17 | ||||
| -rw-r--r-- | lib/Makefile | 2 | ||||
| -rw-r--r-- | lib/atomic64.c | 11 | ||||
| -rw-r--r-- | lib/bitmap.c | 12 | ||||
| -rw-r--r-- | lib/decompress_bunzip2.c | 24 | ||||
| -rw-r--r-- | lib/decompress_inflate.c | 10 | ||||
| -rw-r--r-- | lib/decompress_unlzma.c | 23 | ||||
| -rw-r--r-- | lib/dma-debug.c | 28 | ||||
| -rw-r--r-- | lib/dynamic_debug.c | 2 | ||||
| -rw-r--r-- | lib/flex_array.c | 268 | ||||
| -rw-r--r-- | lib/is_single_threaded.c | 61 | ||||
| -rw-r--r-- | lib/lmb.c | 2 | ||||
| -rw-r--r-- | lib/scatterlist.c | 16 | ||||
| -rw-r--r-- | lib/swiotlb.c | 124 | ||||
| -rw-r--r-- | lib/vsprintf.c | 199 |
15 files changed, 606 insertions, 193 deletions
diff --git a/lib/Kconfig.debug b/lib/Kconfig.debug index 12327b2bb785..7dbd5d9c29a4 100644 --- a/lib/Kconfig.debug +++ b/lib/Kconfig.debug | |||
| @@ -653,6 +653,21 @@ config DEBUG_NOTIFIERS | |||
| 653 | This is a relatively cheap check but if you care about maximum | 653 | This is a relatively cheap check but if you care about maximum |
| 654 | performance, say N. | 654 | performance, say N. |
| 655 | 655 | ||
| 656 | config DEBUG_CREDENTIALS | ||
| 657 | bool "Debug credential management" | ||
| 658 | depends on DEBUG_KERNEL | ||
| 659 | help | ||
| 660 | Enable this to turn on some debug checking for credential | ||
| 661 | management. The additional code keeps track of the number of | ||
| 662 | pointers from task_structs to any given cred struct, and checks to | ||
| 663 | see that this number never exceeds the usage count of the cred | ||
| 664 | struct. | ||
| 665 | |||
| 666 | Furthermore, if SELinux is enabled, this also checks that the | ||
| 667 | security pointer in the cred struct is never seen to be invalid. | ||
| 668 | |||
| 669 | If unsure, say N. | ||
| 670 | |||
| 656 | # | 671 | # |
| 657 | # Select this config option from the architecture Kconfig, if it | 672 | # Select this config option from the architecture Kconfig, if it |
| 658 | # it is preferred to always offer frame pointers as a config | 673 | # it is preferred to always offer frame pointers as a config |
| @@ -725,7 +740,7 @@ config RCU_TORTURE_TEST_RUNNABLE | |||
| 725 | 740 | ||
| 726 | config RCU_CPU_STALL_DETECTOR | 741 | config RCU_CPU_STALL_DETECTOR |
| 727 | bool "Check for stalled CPUs delaying RCU grace periods" | 742 | bool "Check for stalled CPUs delaying RCU grace periods" |
| 728 | depends on CLASSIC_RCU || TREE_RCU | 743 | depends on TREE_RCU || TREE_PREEMPT_RCU |
| 729 | default n | 744 | default n |
| 730 | help | 745 | help |
| 731 | This option causes RCU to printk information on which | 746 | This option causes RCU to printk information on which |
diff --git a/lib/Makefile b/lib/Makefile index b6d1857bbf08..2e78277eff9d 100644 --- a/lib/Makefile +++ b/lib/Makefile | |||
| @@ -12,7 +12,7 @@ lib-y := ctype.o string.o vsprintf.o cmdline.o \ | |||
| 12 | idr.o int_sqrt.o extable.o prio_tree.o \ | 12 | idr.o int_sqrt.o extable.o prio_tree.o \ |
| 13 | sha1.o irq_regs.o reciprocal_div.o argv_split.o \ | 13 | sha1.o irq_regs.o reciprocal_div.o argv_split.o \ |
| 14 | proportions.o prio_heap.o ratelimit.o show_mem.o \ | 14 | proportions.o prio_heap.o ratelimit.o show_mem.o \ |
| 15 | is_single_threaded.o plist.o decompress.o | 15 | is_single_threaded.o plist.o decompress.o flex_array.o |
| 16 | 16 | ||
| 17 | lib-$(CONFIG_MMU) += ioremap.o | 17 | lib-$(CONFIG_MMU) += ioremap.o |
| 18 | lib-$(CONFIG_SMP) += cpumask.o | 18 | lib-$(CONFIG_SMP) += cpumask.o |
diff --git a/lib/atomic64.c b/lib/atomic64.c index c5e725562416..8bee16ec7524 100644 --- a/lib/atomic64.c +++ b/lib/atomic64.c | |||
| @@ -13,6 +13,7 @@ | |||
| 13 | #include <linux/cache.h> | 13 | #include <linux/cache.h> |
| 14 | #include <linux/spinlock.h> | 14 | #include <linux/spinlock.h> |
| 15 | #include <linux/init.h> | 15 | #include <linux/init.h> |
| 16 | #include <linux/module.h> | ||
| 16 | #include <asm/atomic.h> | 17 | #include <asm/atomic.h> |
| 17 | 18 | ||
| 18 | /* | 19 | /* |
| @@ -52,6 +53,7 @@ long long atomic64_read(const atomic64_t *v) | |||
| 52 | spin_unlock_irqrestore(lock, flags); | 53 | spin_unlock_irqrestore(lock, flags); |
| 53 | return val; | 54 | return val; |
| 54 | } | 55 | } |
| 56 | EXPORT_SYMBOL(atomic64_read); | ||
| 55 | 57 | ||
| 56 | void atomic64_set(atomic64_t *v, long long i) | 58 | void atomic64_set(atomic64_t *v, long long i) |
| 57 | { | 59 | { |
| @@ -62,6 +64,7 @@ void atomic64_set(atomic64_t *v, long long i) | |||
| 62 | v->counter = i; | 64 | v->counter = i; |
| 63 | spin_unlock_irqrestore(lock, flags); | 65 | spin_unlock_irqrestore(lock, flags); |
| 64 | } | 66 | } |
| 67 | EXPORT_SYMBOL(atomic64_set); | ||
| 65 | 68 | ||
| 66 | void atomic64_add(long long a, atomic64_t *v) | 69 | void atomic64_add(long long a, atomic64_t *v) |
| 67 | { | 70 | { |
| @@ -72,6 +75,7 @@ void atomic64_add(long long a, atomic64_t *v) | |||
| 72 | v->counter += a; | 75 | v->counter += a; |
| 73 | spin_unlock_irqrestore(lock, flags); | 76 | spin_unlock_irqrestore(lock, flags); |
| 74 | } | 77 | } |
| 78 | EXPORT_SYMBOL(atomic64_add); | ||
| 75 | 79 | ||
| 76 | long long atomic64_add_return(long long a, atomic64_t *v) | 80 | long long atomic64_add_return(long long a, atomic64_t *v) |
| 77 | { | 81 | { |
| @@ -84,6 +88,7 @@ long long atomic64_add_return(long long a, atomic64_t *v) | |||
| 84 | spin_unlock_irqrestore(lock, flags); | 88 | spin_unlock_irqrestore(lock, flags); |
| 85 | return val; | 89 | return val; |
| 86 | } | 90 | } |
| 91 | EXPORT_SYMBOL(atomic64_add_return); | ||
| 87 | 92 | ||
| 88 | void atomic64_sub(long long a, atomic64_t *v) | 93 | void atomic64_sub(long long a, atomic64_t *v) |
| 89 | { | 94 | { |
| @@ -94,6 +99,7 @@ void atomic64_sub(long long a, atomic64_t *v) | |||
| 94 | v->counter -= a; | 99 | v->counter -= a; |
| 95 | spin_unlock_irqrestore(lock, flags); | 100 | spin_unlock_irqrestore(lock, flags); |
| 96 | } | 101 | } |
| 102 | EXPORT_SYMBOL(atomic64_sub); | ||
| 97 | 103 | ||
| 98 | long long atomic64_sub_return(long long a, atomic64_t *v) | 104 | long long atomic64_sub_return(long long a, atomic64_t *v) |
| 99 | { | 105 | { |
| @@ -106,6 +112,7 @@ long long atomic64_sub_return(long long a, atomic64_t *v) | |||
| 106 | spin_unlock_irqrestore(lock, flags); | 112 | spin_unlock_irqrestore(lock, flags); |
| 107 | return val; | 113 | return val; |
| 108 | } | 114 | } |
| 115 | EXPORT_SYMBOL(atomic64_sub_return); | ||
| 109 | 116 | ||
| 110 | long long atomic64_dec_if_positive(atomic64_t *v) | 117 | long long atomic64_dec_if_positive(atomic64_t *v) |
| 111 | { | 118 | { |
| @@ -120,6 +127,7 @@ long long atomic64_dec_if_positive(atomic64_t *v) | |||
| 120 | spin_unlock_irqrestore(lock, flags); | 127 | spin_unlock_irqrestore(lock, flags); |
| 121 | return val; | 128 | return val; |
| 122 | } | 129 | } |
| 130 | EXPORT_SYMBOL(atomic64_dec_if_positive); | ||
| 123 | 131 | ||
| 124 | long long atomic64_cmpxchg(atomic64_t *v, long long o, long long n) | 132 | long long atomic64_cmpxchg(atomic64_t *v, long long o, long long n) |
| 125 | { | 133 | { |
| @@ -134,6 +142,7 @@ long long atomic64_cmpxchg(atomic64_t *v, long long o, long long n) | |||
| 134 | spin_unlock_irqrestore(lock, flags); | 142 | spin_unlock_irqrestore(lock, flags); |
| 135 | return val; | 143 | return val; |
| 136 | } | 144 | } |
| 145 | EXPORT_SYMBOL(atomic64_cmpxchg); | ||
| 137 | 146 | ||
| 138 | long long atomic64_xchg(atomic64_t *v, long long new) | 147 | long long atomic64_xchg(atomic64_t *v, long long new) |
| 139 | { | 148 | { |
| @@ -147,6 +156,7 @@ long long atomic64_xchg(atomic64_t *v, long long new) | |||
| 147 | spin_unlock_irqrestore(lock, flags); | 156 | spin_unlock_irqrestore(lock, flags); |
| 148 | return val; | 157 | return val; |
| 149 | } | 158 | } |
| 159 | EXPORT_SYMBOL(atomic64_xchg); | ||
| 150 | 160 | ||
| 151 | int atomic64_add_unless(atomic64_t *v, long long a, long long u) | 161 | int atomic64_add_unless(atomic64_t *v, long long a, long long u) |
| 152 | { | 162 | { |
| @@ -162,6 +172,7 @@ int atomic64_add_unless(atomic64_t *v, long long a, long long u) | |||
| 162 | spin_unlock_irqrestore(lock, flags); | 172 | spin_unlock_irqrestore(lock, flags); |
| 163 | return ret; | 173 | return ret; |
| 164 | } | 174 | } |
| 175 | EXPORT_SYMBOL(atomic64_add_unless); | ||
| 165 | 176 | ||
| 166 | static int init_atomic64_lock(void) | 177 | static int init_atomic64_lock(void) |
| 167 | { | 178 | { |
diff --git a/lib/bitmap.c b/lib/bitmap.c index 35a1f7ff4149..702565821c99 100644 --- a/lib/bitmap.c +++ b/lib/bitmap.c | |||
| @@ -179,14 +179,16 @@ void __bitmap_shift_left(unsigned long *dst, | |||
| 179 | } | 179 | } |
| 180 | EXPORT_SYMBOL(__bitmap_shift_left); | 180 | EXPORT_SYMBOL(__bitmap_shift_left); |
| 181 | 181 | ||
| 182 | void __bitmap_and(unsigned long *dst, const unsigned long *bitmap1, | 182 | int __bitmap_and(unsigned long *dst, const unsigned long *bitmap1, |
| 183 | const unsigned long *bitmap2, int bits) | 183 | const unsigned long *bitmap2, int bits) |
| 184 | { | 184 | { |
| 185 | int k; | 185 | int k; |
| 186 | int nr = BITS_TO_LONGS(bits); | 186 | int nr = BITS_TO_LONGS(bits); |
| 187 | unsigned long result = 0; | ||
| 187 | 188 | ||
| 188 | for (k = 0; k < nr; k++) | 189 | for (k = 0; k < nr; k++) |
| 189 | dst[k] = bitmap1[k] & bitmap2[k]; | 190 | result |= (dst[k] = bitmap1[k] & bitmap2[k]); |
| 191 | return result != 0; | ||
| 190 | } | 192 | } |
| 191 | EXPORT_SYMBOL(__bitmap_and); | 193 | EXPORT_SYMBOL(__bitmap_and); |
| 192 | 194 | ||
| @@ -212,14 +214,16 @@ void __bitmap_xor(unsigned long *dst, const unsigned long *bitmap1, | |||
| 212 | } | 214 | } |
| 213 | EXPORT_SYMBOL(__bitmap_xor); | 215 | EXPORT_SYMBOL(__bitmap_xor); |
| 214 | 216 | ||
| 215 | void __bitmap_andnot(unsigned long *dst, const unsigned long *bitmap1, | 217 | int __bitmap_andnot(unsigned long *dst, const unsigned long *bitmap1, |
| 216 | const unsigned long *bitmap2, int bits) | 218 | const unsigned long *bitmap2, int bits) |
| 217 | { | 219 | { |
| 218 | int k; | 220 | int k; |
| 219 | int nr = BITS_TO_LONGS(bits); | 221 | int nr = BITS_TO_LONGS(bits); |
| 222 | unsigned long result = 0; | ||
| 220 | 223 | ||
| 221 | for (k = 0; k < nr; k++) | 224 | for (k = 0; k < nr; k++) |
| 222 | dst[k] = bitmap1[k] & ~bitmap2[k]; | 225 | result |= (dst[k] = bitmap1[k] & ~bitmap2[k]); |
| 226 | return result != 0; | ||
| 223 | } | 227 | } |
| 224 | EXPORT_SYMBOL(__bitmap_andnot); | 228 | EXPORT_SYMBOL(__bitmap_andnot); |
| 225 | 229 | ||
diff --git a/lib/decompress_bunzip2.c b/lib/decompress_bunzip2.c index 708e2a86d87b..600f473a5610 100644 --- a/lib/decompress_bunzip2.c +++ b/lib/decompress_bunzip2.c | |||
| @@ -45,12 +45,14 @@ | |||
| 45 | */ | 45 | */ |
| 46 | 46 | ||
| 47 | 47 | ||
| 48 | #ifndef STATIC | 48 | #ifdef STATIC |
| 49 | #define PREBOOT | ||
| 50 | #else | ||
| 49 | #include <linux/decompress/bunzip2.h> | 51 | #include <linux/decompress/bunzip2.h> |
| 50 | #endif /* !STATIC */ | 52 | #include <linux/slab.h> |
| 53 | #endif /* STATIC */ | ||
| 51 | 54 | ||
| 52 | #include <linux/decompress/mm.h> | 55 | #include <linux/decompress/mm.h> |
| 53 | #include <linux/slab.h> | ||
| 54 | 56 | ||
| 55 | #ifndef INT_MAX | 57 | #ifndef INT_MAX |
| 56 | #define INT_MAX 0x7fffffff | 58 | #define INT_MAX 0x7fffffff |
| @@ -681,9 +683,7 @@ STATIC int INIT bunzip2(unsigned char *buf, int len, | |||
| 681 | set_error_fn(error_fn); | 683 | set_error_fn(error_fn); |
| 682 | if (flush) | 684 | if (flush) |
| 683 | outbuf = malloc(BZIP2_IOBUF_SIZE); | 685 | outbuf = malloc(BZIP2_IOBUF_SIZE); |
| 684 | else | 686 | |
| 685 | len -= 4; /* Uncompressed size hack active in pre-boot | ||
| 686 | environment */ | ||
| 687 | if (!outbuf) { | 687 | if (!outbuf) { |
| 688 | error("Could not allocate output bufer"); | 688 | error("Could not allocate output bufer"); |
| 689 | return -1; | 689 | return -1; |
| @@ -733,4 +733,14 @@ exit_0: | |||
| 733 | return i; | 733 | return i; |
| 734 | } | 734 | } |
| 735 | 735 | ||
| 736 | #define decompress bunzip2 | 736 | #ifdef PREBOOT |
| 737 | STATIC int INIT decompress(unsigned char *buf, int len, | ||
| 738 | int(*fill)(void*, unsigned int), | ||
| 739 | int(*flush)(void*, unsigned int), | ||
| 740 | unsigned char *outbuf, | ||
| 741 | int *pos, | ||
| 742 | void(*error_fn)(char *x)) | ||
| 743 | { | ||
| 744 | return bunzip2(buf, len - 4, fill, flush, outbuf, pos, error_fn); | ||
| 745 | } | ||
| 746 | #endif | ||
diff --git a/lib/decompress_inflate.c b/lib/decompress_inflate.c index e36b296fc9f8..68dfce59c1b8 100644 --- a/lib/decompress_inflate.c +++ b/lib/decompress_inflate.c | |||
| @@ -19,13 +19,13 @@ | |||
| 19 | #include "zlib_inflate/inflate.h" | 19 | #include "zlib_inflate/inflate.h" |
| 20 | 20 | ||
| 21 | #include "zlib_inflate/infutil.h" | 21 | #include "zlib_inflate/infutil.h" |
| 22 | #include <linux/slab.h> | ||
| 22 | 23 | ||
| 23 | #endif /* STATIC */ | 24 | #endif /* STATIC */ |
| 24 | 25 | ||
| 25 | #include <linux/decompress/mm.h> | 26 | #include <linux/decompress/mm.h> |
| 26 | #include <linux/slab.h> | ||
| 27 | 27 | ||
| 28 | #define INBUF_LEN (16*1024) | 28 | #define GZIP_IOBUF_SIZE (16*1024) |
| 29 | 29 | ||
| 30 | /* Included from initramfs et al code */ | 30 | /* Included from initramfs et al code */ |
| 31 | STATIC int INIT gunzip(unsigned char *buf, int len, | 31 | STATIC int INIT gunzip(unsigned char *buf, int len, |
| @@ -55,7 +55,7 @@ STATIC int INIT gunzip(unsigned char *buf, int len, | |||
| 55 | if (buf) | 55 | if (buf) |
| 56 | zbuf = buf; | 56 | zbuf = buf; |
| 57 | else { | 57 | else { |
| 58 | zbuf = malloc(INBUF_LEN); | 58 | zbuf = malloc(GZIP_IOBUF_SIZE); |
| 59 | len = 0; | 59 | len = 0; |
| 60 | } | 60 | } |
| 61 | if (!zbuf) { | 61 | if (!zbuf) { |
| @@ -77,7 +77,7 @@ STATIC int INIT gunzip(unsigned char *buf, int len, | |||
| 77 | } | 77 | } |
| 78 | 78 | ||
| 79 | if (len == 0) | 79 | if (len == 0) |
| 80 | len = fill(zbuf, INBUF_LEN); | 80 | len = fill(zbuf, GZIP_IOBUF_SIZE); |
| 81 | 81 | ||
| 82 | /* verify the gzip header */ | 82 | /* verify the gzip header */ |
| 83 | if (len < 10 || | 83 | if (len < 10 || |
| @@ -113,7 +113,7 @@ STATIC int INIT gunzip(unsigned char *buf, int len, | |||
| 113 | while (rc == Z_OK) { | 113 | while (rc == Z_OK) { |
| 114 | if (strm->avail_in == 0) { | 114 | if (strm->avail_in == 0) { |
| 115 | /* TODO: handle case where both pos and fill are set */ | 115 | /* TODO: handle case where both pos and fill are set */ |
| 116 | len = fill(zbuf, INBUF_LEN); | 116 | len = fill(zbuf, GZIP_IOBUF_SIZE); |
| 117 | if (len < 0) { | 117 | if (len < 0) { |
| 118 | rc = -1; | 118 | rc = -1; |
| 119 | error("read error"); | 119 | error("read error"); |
diff --git a/lib/decompress_unlzma.c b/lib/decompress_unlzma.c index 32123a1340e6..0b954e04bd30 100644 --- a/lib/decompress_unlzma.c +++ b/lib/decompress_unlzma.c | |||
| @@ -29,12 +29,14 @@ | |||
| 29 | *Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA | 29 | *Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA |
| 30 | */ | 30 | */ |
| 31 | 31 | ||
| 32 | #ifndef STATIC | 32 | #ifdef STATIC |
| 33 | #define PREBOOT | ||
| 34 | #else | ||
| 33 | #include <linux/decompress/unlzma.h> | 35 | #include <linux/decompress/unlzma.h> |
| 36 | #include <linux/slab.h> | ||
| 34 | #endif /* STATIC */ | 37 | #endif /* STATIC */ |
| 35 | 38 | ||
| 36 | #include <linux/decompress/mm.h> | 39 | #include <linux/decompress/mm.h> |
| 37 | #include <linux/slab.h> | ||
| 38 | 40 | ||
| 39 | #define MIN(a, b) (((a) < (b)) ? (a) : (b)) | 41 | #define MIN(a, b) (((a) < (b)) ? (a) : (b)) |
| 40 | 42 | ||
| @@ -543,9 +545,7 @@ STATIC inline int INIT unlzma(unsigned char *buf, int in_len, | |||
| 543 | int ret = -1; | 545 | int ret = -1; |
| 544 | 546 | ||
| 545 | set_error_fn(error_fn); | 547 | set_error_fn(error_fn); |
| 546 | if (!flush) | 548 | |
| 547 | in_len -= 4; /* Uncompressed size hack active in pre-boot | ||
| 548 | environment */ | ||
| 549 | if (buf) | 549 | if (buf) |
| 550 | inbuf = buf; | 550 | inbuf = buf; |
| 551 | else | 551 | else |
| @@ -645,4 +645,15 @@ exit_0: | |||
| 645 | return ret; | 645 | return ret; |
| 646 | } | 646 | } |
| 647 | 647 | ||
| 648 | #define decompress unlzma | 648 | #ifdef PREBOOT |
| 649 | STATIC int INIT decompress(unsigned char *buf, int in_len, | ||
| 650 | int(*fill)(void*, unsigned int), | ||
| 651 | int(*flush)(void*, unsigned int), | ||
| 652 | unsigned char *output, | ||
| 653 | int *posp, | ||
| 654 | void(*error_fn)(char *x) | ||
| 655 | ) | ||
| 656 | { | ||
| 657 | return unlzma(buf, in_len - 4, fill, flush, output, posp, error_fn); | ||
| 658 | } | ||
| 659 | #endif | ||
diff --git a/lib/dma-debug.c b/lib/dma-debug.c index 65b0d99b6d0a..58a9f9fc609a 100644 --- a/lib/dma-debug.c +++ b/lib/dma-debug.c | |||
| @@ -156,9 +156,13 @@ static bool driver_filter(struct device *dev) | |||
| 156 | return true; | 156 | return true; |
| 157 | 157 | ||
| 158 | /* driver filter on and initialized */ | 158 | /* driver filter on and initialized */ |
| 159 | if (current_driver && dev->driver == current_driver) | 159 | if (current_driver && dev && dev->driver == current_driver) |
| 160 | return true; | 160 | return true; |
| 161 | 161 | ||
| 162 | /* driver filter on, but we can't filter on a NULL device... */ | ||
| 163 | if (!dev) | ||
| 164 | return false; | ||
| 165 | |||
| 162 | if (current_driver || !current_driver_name[0]) | 166 | if (current_driver || !current_driver_name[0]) |
| 163 | return false; | 167 | return false; |
| 164 | 168 | ||
| @@ -183,17 +187,17 @@ static bool driver_filter(struct device *dev) | |||
| 183 | return ret; | 187 | return ret; |
| 184 | } | 188 | } |
| 185 | 189 | ||
| 186 | #define err_printk(dev, entry, format, arg...) do { \ | 190 | #define err_printk(dev, entry, format, arg...) do { \ |
| 187 | error_count += 1; \ | 191 | error_count += 1; \ |
| 188 | if (driver_filter(dev) && \ | 192 | if (driver_filter(dev) && \ |
| 189 | (show_all_errors || show_num_errors > 0)) { \ | 193 | (show_all_errors || show_num_errors > 0)) { \ |
| 190 | WARN(1, "%s %s: " format, \ | 194 | WARN(1, "%s %s: " format, \ |
| 191 | dev_driver_string(dev), \ | 195 | dev ? dev_driver_string(dev) : "NULL", \ |
| 192 | dev_name(dev) , ## arg); \ | 196 | dev ? dev_name(dev) : "NULL", ## arg); \ |
| 193 | dump_entry_trace(entry); \ | 197 | dump_entry_trace(entry); \ |
| 194 | } \ | 198 | } \ |
| 195 | if (!show_all_errors && show_num_errors > 0) \ | 199 | if (!show_all_errors && show_num_errors > 0) \ |
| 196 | show_num_errors -= 1; \ | 200 | show_num_errors -= 1; \ |
| 197 | } while (0); | 201 | } while (0); |
| 198 | 202 | ||
| 199 | /* | 203 | /* |
diff --git a/lib/dynamic_debug.c b/lib/dynamic_debug.c index 833139ce1e22..e22c148e4b7f 100644 --- a/lib/dynamic_debug.c +++ b/lib/dynamic_debug.c | |||
| @@ -164,7 +164,7 @@ static void ddebug_change(const struct ddebug_query *query, | |||
| 164 | 164 | ||
| 165 | if (!newflags) | 165 | if (!newflags) |
| 166 | dt->num_enabled--; | 166 | dt->num_enabled--; |
| 167 | else if (!dp-flags) | 167 | else if (!dp->flags) |
| 168 | dt->num_enabled++; | 168 | dt->num_enabled++; |
| 169 | dp->flags = newflags; | 169 | dp->flags = newflags; |
| 170 | if (newflags) { | 170 | if (newflags) { |
diff --git a/lib/flex_array.c b/lib/flex_array.c new file mode 100644 index 000000000000..7baed2fc3bc8 --- /dev/null +++ b/lib/flex_array.c | |||
| @@ -0,0 +1,268 @@ | |||
| 1 | /* | ||
| 2 | * Flexible array managed in PAGE_SIZE parts | ||
| 3 | * | ||
| 4 | * This program is free software; you can redistribute it and/or modify | ||
| 5 | * it under the terms of the GNU General Public License as published by | ||
| 6 | * the Free Software Foundation; either version 2 of the License, or | ||
| 7 | * (at your option) any later version. | ||
| 8 | * | ||
| 9 | * This program is distributed in the hope that it will be useful, | ||
| 10 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 11 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 12 | * GNU General Public License for more details. | ||
| 13 | * | ||
| 14 | * You should have received a copy of the GNU General Public License | ||
| 15 | * along with this program; if not, write to the Free Software | ||
| 16 | * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. | ||
| 17 | * | ||
| 18 | * Copyright IBM Corporation, 2009 | ||
| 19 | * | ||
| 20 | * Author: Dave Hansen <dave@linux.vnet.ibm.com> | ||
| 21 | */ | ||
| 22 | |||
| 23 | #include <linux/flex_array.h> | ||
| 24 | #include <linux/slab.h> | ||
| 25 | #include <linux/stddef.h> | ||
| 26 | |||
| 27 | struct flex_array_part { | ||
| 28 | char elements[FLEX_ARRAY_PART_SIZE]; | ||
| 29 | }; | ||
| 30 | |||
| 31 | static inline int __elements_per_part(int element_size) | ||
| 32 | { | ||
| 33 | return FLEX_ARRAY_PART_SIZE / element_size; | ||
| 34 | } | ||
| 35 | |||
| 36 | static inline int bytes_left_in_base(void) | ||
| 37 | { | ||
| 38 | int element_offset = offsetof(struct flex_array, parts); | ||
| 39 | int bytes_left = FLEX_ARRAY_BASE_SIZE - element_offset; | ||
| 40 | return bytes_left; | ||
| 41 | } | ||
| 42 | |||
| 43 | static inline int nr_base_part_ptrs(void) | ||
| 44 | { | ||
| 45 | return bytes_left_in_base() / sizeof(struct flex_array_part *); | ||
| 46 | } | ||
| 47 | |||
| 48 | /* | ||
| 49 | * If a user requests an allocation which is small | ||
| 50 | * enough, we may simply use the space in the | ||
| 51 | * flex_array->parts[] array to store the user | ||
| 52 | * data. | ||
| 53 | */ | ||
| 54 | static inline int elements_fit_in_base(struct flex_array *fa) | ||
| 55 | { | ||
| 56 | int data_size = fa->element_size * fa->total_nr_elements; | ||
| 57 | if (data_size <= bytes_left_in_base()) | ||
| 58 | return 1; | ||
| 59 | return 0; | ||
| 60 | } | ||
| 61 | |||
| 62 | /** | ||
| 63 | * flex_array_alloc - allocate a new flexible array | ||
| 64 | * @element_size: the size of individual elements in the array | ||
| 65 | * @total: total number of elements that this should hold | ||
| 66 | * | ||
| 67 | * Note: all locking must be provided by the caller. | ||
| 68 | * | ||
| 69 | * @total is used to size internal structures. If the user ever | ||
| 70 | * accesses any array indexes >=@total, it will produce errors. | ||
| 71 | * | ||
| 72 | * The maximum number of elements is defined as: the number of | ||
| 73 | * elements that can be stored in a page times the number of | ||
| 74 | * page pointers that we can fit in the base structure or (using | ||
| 75 | * integer math): | ||
| 76 | * | ||
| 77 | * (PAGE_SIZE/element_size) * (PAGE_SIZE-8)/sizeof(void *) | ||
| 78 | * | ||
| 79 | * Here's a table showing example capacities. Note that the maximum | ||
| 80 | * index that the get/put() functions is just nr_objects-1. This | ||
| 81 | * basically means that you get 4MB of storage on 32-bit and 2MB on | ||
| 82 | * 64-bit. | ||
| 83 | * | ||
| 84 | * | ||
| 85 | * Element size | Objects | Objects | | ||
| 86 | * PAGE_SIZE=4k | 32-bit | 64-bit | | ||
| 87 | * ---------------------------------| | ||
| 88 | * 1 bytes | 4186112 | 2093056 | | ||
| 89 | * 2 bytes | 2093056 | 1046528 | | ||
| 90 | * 3 bytes | 1395030 | 697515 | | ||
| 91 | * 4 bytes | 1046528 | 523264 | | ||
| 92 | * 32 bytes | 130816 | 65408 | | ||
| 93 | * 33 bytes | 126728 | 63364 | | ||
| 94 | * 2048 bytes | 2044 | 1022 | | ||
| 95 | * 2049 bytes | 1022 | 511 | | ||
| 96 | * void * | 1046528 | 261632 | | ||
| 97 | * | ||
| 98 | * Since 64-bit pointers are twice the size, we lose half the | ||
| 99 | * capacity in the base structure. Also note that no effort is made | ||
| 100 | * to efficiently pack objects across page boundaries. | ||
| 101 | */ | ||
| 102 | struct flex_array *flex_array_alloc(int element_size, unsigned int total, | ||
| 103 | gfp_t flags) | ||
| 104 | { | ||
| 105 | struct flex_array *ret; | ||
| 106 | int max_size = nr_base_part_ptrs() * __elements_per_part(element_size); | ||
| 107 | |||
| 108 | /* max_size will end up 0 if element_size > PAGE_SIZE */ | ||
| 109 | if (total > max_size) | ||
| 110 | return NULL; | ||
| 111 | ret = kzalloc(sizeof(struct flex_array), flags); | ||
| 112 | if (!ret) | ||
| 113 | return NULL; | ||
| 114 | ret->element_size = element_size; | ||
| 115 | ret->total_nr_elements = total; | ||
| 116 | return ret; | ||
| 117 | } | ||
| 118 | |||
| 119 | static int fa_element_to_part_nr(struct flex_array *fa, | ||
| 120 | unsigned int element_nr) | ||
| 121 | { | ||
| 122 | return element_nr / __elements_per_part(fa->element_size); | ||
| 123 | } | ||
| 124 | |||
| 125 | /** | ||
| 126 | * flex_array_free_parts - just free the second-level pages | ||
| 127 | * | ||
| 128 | * This is to be used in cases where the base 'struct flex_array' | ||
| 129 | * has been statically allocated and should not be free. | ||
| 130 | */ | ||
| 131 | void flex_array_free_parts(struct flex_array *fa) | ||
| 132 | { | ||
| 133 | int part_nr; | ||
| 134 | int max_part = nr_base_part_ptrs(); | ||
| 135 | |||
| 136 | if (elements_fit_in_base(fa)) | ||
| 137 | return; | ||
| 138 | for (part_nr = 0; part_nr < max_part; part_nr++) | ||
| 139 | kfree(fa->parts[part_nr]); | ||
| 140 | } | ||
| 141 | |||
| 142 | void flex_array_free(struct flex_array *fa) | ||
| 143 | { | ||
| 144 | flex_array_free_parts(fa); | ||
| 145 | kfree(fa); | ||
| 146 | } | ||
| 147 | |||
| 148 | static unsigned int index_inside_part(struct flex_array *fa, | ||
| 149 | unsigned int element_nr) | ||
| 150 | { | ||
| 151 | unsigned int part_offset; | ||
| 152 | |||
| 153 | part_offset = element_nr % __elements_per_part(fa->element_size); | ||
| 154 | return part_offset * fa->element_size; | ||
| 155 | } | ||
| 156 | |||
| 157 | static struct flex_array_part * | ||
| 158 | __fa_get_part(struct flex_array *fa, int part_nr, gfp_t flags) | ||
| 159 | { | ||
| 160 | struct flex_array_part *part = fa->parts[part_nr]; | ||
| 161 | if (!part) { | ||
| 162 | /* | ||
| 163 | * This leaves the part pages uninitialized | ||
| 164 | * and with potentially random data, just | ||
| 165 | * as if the user had kmalloc()'d the whole. | ||
| 166 | * __GFP_ZERO can be used to zero it. | ||
| 167 | */ | ||
| 168 | part = kmalloc(FLEX_ARRAY_PART_SIZE, flags); | ||
| 169 | if (!part) | ||
| 170 | return NULL; | ||
| 171 | fa->parts[part_nr] = part; | ||
| 172 | } | ||
| 173 | return part; | ||
| 174 | } | ||
| 175 | |||
| 176 | /** | ||
| 177 | * flex_array_put - copy data into the array at @element_nr | ||
| 178 | * @src: address of data to copy into the array | ||
| 179 | * @element_nr: index of the position in which to insert | ||
| 180 | * the new element. | ||
| 181 | * | ||
| 182 | * Note that this *copies* the contents of @src into | ||
| 183 | * the array. If you are trying to store an array of | ||
| 184 | * pointers, make sure to pass in &ptr instead of ptr. | ||
| 185 | * | ||
| 186 | * Locking must be provided by the caller. | ||
| 187 | */ | ||
| 188 | int flex_array_put(struct flex_array *fa, unsigned int element_nr, void *src, | ||
| 189 | gfp_t flags) | ||
| 190 | { | ||
| 191 | int part_nr = fa_element_to_part_nr(fa, element_nr); | ||
| 192 | struct flex_array_part *part; | ||
| 193 | void *dst; | ||
| 194 | |||
| 195 | if (element_nr >= fa->total_nr_elements) | ||
| 196 | return -ENOSPC; | ||
| 197 | if (elements_fit_in_base(fa)) | ||
| 198 | part = (struct flex_array_part *)&fa->parts[0]; | ||
| 199 | else { | ||
| 200 | part = __fa_get_part(fa, part_nr, flags); | ||
| 201 | if (!part) | ||
| 202 | return -ENOMEM; | ||
| 203 | } | ||
| 204 | dst = &part->elements[index_inside_part(fa, element_nr)]; | ||
| 205 | memcpy(dst, src, fa->element_size); | ||
| 206 | return 0; | ||
| 207 | } | ||
| 208 | |||
| 209 | /** | ||
| 210 | * flex_array_prealloc - guarantee that array space exists | ||
| 211 | * @start: index of first array element for which space is allocated | ||
| 212 | * @end: index of last (inclusive) element for which space is allocated | ||
| 213 | * | ||
| 214 | * This will guarantee that no future calls to flex_array_put() | ||
| 215 | * will allocate memory. It can be used if you are expecting to | ||
| 216 | * be holding a lock or in some atomic context while writing | ||
| 217 | * data into the array. | ||
| 218 | * | ||
| 219 | * Locking must be provided by the caller. | ||
| 220 | */ | ||
| 221 | int flex_array_prealloc(struct flex_array *fa, unsigned int start, | ||
| 222 | unsigned int end, gfp_t flags) | ||
| 223 | { | ||
| 224 | int start_part; | ||
| 225 | int end_part; | ||
| 226 | int part_nr; | ||
| 227 | struct flex_array_part *part; | ||
| 228 | |||
| 229 | if (start >= fa->total_nr_elements || end >= fa->total_nr_elements) | ||
| 230 | return -ENOSPC; | ||
| 231 | if (elements_fit_in_base(fa)) | ||
| 232 | return 0; | ||
| 233 | start_part = fa_element_to_part_nr(fa, start); | ||
| 234 | end_part = fa_element_to_part_nr(fa, end); | ||
| 235 | for (part_nr = start_part; part_nr <= end_part; part_nr++) { | ||
| 236 | part = __fa_get_part(fa, part_nr, flags); | ||
| 237 | if (!part) | ||
| 238 | return -ENOMEM; | ||
| 239 | } | ||
| 240 | return 0; | ||
| 241 | } | ||
| 242 | |||
| 243 | /** | ||
| 244 | * flex_array_get - pull data back out of the array | ||
| 245 | * @element_nr: index of the element to fetch from the array | ||
| 246 | * | ||
| 247 | * Returns a pointer to the data at index @element_nr. Note | ||
| 248 | * that this is a copy of the data that was passed in. If you | ||
| 249 | * are using this to store pointers, you'll get back &ptr. | ||
| 250 | * | ||
| 251 | * Locking must be provided by the caller. | ||
| 252 | */ | ||
| 253 | void *flex_array_get(struct flex_array *fa, unsigned int element_nr) | ||
| 254 | { | ||
| 255 | int part_nr = fa_element_to_part_nr(fa, element_nr); | ||
| 256 | struct flex_array_part *part; | ||
| 257 | |||
| 258 | if (element_nr >= fa->total_nr_elements) | ||
| 259 | return NULL; | ||
| 260 | if (elements_fit_in_base(fa)) | ||
| 261 | part = (struct flex_array_part *)&fa->parts[0]; | ||
| 262 | else { | ||
| 263 | part = fa->parts[part_nr]; | ||
| 264 | if (!part) | ||
| 265 | return NULL; | ||
| 266 | } | ||
| 267 | return &part->elements[index_inside_part(fa, element_nr)]; | ||
| 268 | } | ||
diff --git a/lib/is_single_threaded.c b/lib/is_single_threaded.c index f1ed2fe76c65..bd2bea963364 100644 --- a/lib/is_single_threaded.c +++ b/lib/is_single_threaded.c | |||
| @@ -12,34 +12,47 @@ | |||
| 12 | 12 | ||
| 13 | #include <linux/sched.h> | 13 | #include <linux/sched.h> |
| 14 | 14 | ||
| 15 | /** | 15 | /* |
| 16 | * is_single_threaded - Determine if a thread group is single-threaded or not | 16 | * Returns true if the task does not share ->mm with another thread/process. |
| 17 | * @p: A task in the thread group in question | ||
| 18 | * | ||
| 19 | * This returns true if the thread group to which a task belongs is single | ||
| 20 | * threaded, false if it is not. | ||
| 21 | */ | 17 | */ |
| 22 | bool is_single_threaded(struct task_struct *p) | 18 | bool current_is_single_threaded(void) |
| 23 | { | 19 | { |
| 24 | struct task_struct *g, *t; | 20 | struct task_struct *task = current; |
| 25 | struct mm_struct *mm = p->mm; | 21 | struct mm_struct *mm = task->mm; |
| 22 | struct task_struct *p, *t; | ||
| 23 | bool ret; | ||
| 26 | 24 | ||
| 27 | if (atomic_read(&p->signal->count) != 1) | 25 | if (atomic_read(&task->signal->live) != 1) |
| 28 | goto no; | 26 | return false; |
| 29 | 27 | ||
| 30 | if (atomic_read(&p->mm->mm_users) != 1) { | 28 | if (atomic_read(&mm->mm_users) == 1) |
| 31 | read_lock(&tasklist_lock); | 29 | return true; |
| 32 | do_each_thread(g, t) { | ||
| 33 | if (t->mm == mm && t != p) | ||
| 34 | goto no_unlock; | ||
| 35 | } while_each_thread(g, t); | ||
| 36 | read_unlock(&tasklist_lock); | ||
| 37 | } | ||
| 38 | 30 | ||
| 39 | return true; | 31 | ret = false; |
| 32 | rcu_read_lock(); | ||
| 33 | for_each_process(p) { | ||
| 34 | if (unlikely(p->flags & PF_KTHREAD)) | ||
| 35 | continue; | ||
| 36 | if (unlikely(p == task->group_leader)) | ||
| 37 | continue; | ||
| 38 | |||
| 39 | t = p; | ||
| 40 | do { | ||
| 41 | if (unlikely(t->mm == mm)) | ||
| 42 | goto found; | ||
| 43 | if (likely(t->mm)) | ||
| 44 | break; | ||
| 45 | /* | ||
| 46 | * t->mm == NULL. Make sure next_thread/next_task | ||
| 47 | * will see other CLONE_VM tasks which might be | ||
| 48 | * forked before exiting. | ||
| 49 | */ | ||
| 50 | smp_rmb(); | ||
| 51 | } while_each_thread(p, t); | ||
| 52 | } | ||
| 53 | ret = true; | ||
| 54 | found: | ||
| 55 | rcu_read_unlock(); | ||
| 40 | 56 | ||
| 41 | no_unlock: | 57 | return ret; |
| 42 | read_unlock(&tasklist_lock); | ||
| 43 | no: | ||
| 44 | return false; | ||
| 45 | } | 58 | } |
| @@ -429,7 +429,7 @@ u64 __init lmb_phys_mem_size(void) | |||
| 429 | return lmb.memory.size; | 429 | return lmb.memory.size; |
| 430 | } | 430 | } |
| 431 | 431 | ||
| 432 | u64 __init lmb_end_of_DRAM(void) | 432 | u64 lmb_end_of_DRAM(void) |
| 433 | { | 433 | { |
| 434 | int idx = lmb.memory.cnt - 1; | 434 | int idx = lmb.memory.cnt - 1; |
| 435 | 435 | ||
diff --git a/lib/scatterlist.c b/lib/scatterlist.c index a295e404e908..0d475d8167bf 100644 --- a/lib/scatterlist.c +++ b/lib/scatterlist.c | |||
| @@ -314,6 +314,7 @@ void sg_miter_start(struct sg_mapping_iter *miter, struct scatterlist *sgl, | |||
| 314 | miter->__sg = sgl; | 314 | miter->__sg = sgl; |
| 315 | miter->__nents = nents; | 315 | miter->__nents = nents; |
| 316 | miter->__offset = 0; | 316 | miter->__offset = 0; |
| 317 | WARN_ON(!(flags & (SG_MITER_TO_SG | SG_MITER_FROM_SG))); | ||
| 317 | miter->__flags = flags; | 318 | miter->__flags = flags; |
| 318 | } | 319 | } |
| 319 | EXPORT_SYMBOL(sg_miter_start); | 320 | EXPORT_SYMBOL(sg_miter_start); |
| @@ -394,6 +395,9 @@ void sg_miter_stop(struct sg_mapping_iter *miter) | |||
| 394 | if (miter->addr) { | 395 | if (miter->addr) { |
| 395 | miter->__offset += miter->consumed; | 396 | miter->__offset += miter->consumed; |
| 396 | 397 | ||
| 398 | if (miter->__flags & SG_MITER_TO_SG) | ||
| 399 | flush_kernel_dcache_page(miter->page); | ||
| 400 | |||
| 397 | if (miter->__flags & SG_MITER_ATOMIC) { | 401 | if (miter->__flags & SG_MITER_ATOMIC) { |
| 398 | WARN_ON(!irqs_disabled()); | 402 | WARN_ON(!irqs_disabled()); |
| 399 | kunmap_atomic(miter->addr, KM_BIO_SRC_IRQ); | 403 | kunmap_atomic(miter->addr, KM_BIO_SRC_IRQ); |
| @@ -426,8 +430,14 @@ static size_t sg_copy_buffer(struct scatterlist *sgl, unsigned int nents, | |||
| 426 | unsigned int offset = 0; | 430 | unsigned int offset = 0; |
| 427 | struct sg_mapping_iter miter; | 431 | struct sg_mapping_iter miter; |
| 428 | unsigned long flags; | 432 | unsigned long flags; |
| 433 | unsigned int sg_flags = SG_MITER_ATOMIC; | ||
| 434 | |||
| 435 | if (to_buffer) | ||
| 436 | sg_flags |= SG_MITER_FROM_SG; | ||
| 437 | else | ||
| 438 | sg_flags |= SG_MITER_TO_SG; | ||
| 429 | 439 | ||
| 430 | sg_miter_start(&miter, sgl, nents, SG_MITER_ATOMIC); | 440 | sg_miter_start(&miter, sgl, nents, sg_flags); |
| 431 | 441 | ||
| 432 | local_irq_save(flags); | 442 | local_irq_save(flags); |
| 433 | 443 | ||
| @@ -438,10 +448,8 @@ static size_t sg_copy_buffer(struct scatterlist *sgl, unsigned int nents, | |||
| 438 | 448 | ||
| 439 | if (to_buffer) | 449 | if (to_buffer) |
| 440 | memcpy(buf + offset, miter.addr, len); | 450 | memcpy(buf + offset, miter.addr, len); |
| 441 | else { | 451 | else |
| 442 | memcpy(miter.addr, buf + offset, len); | 452 | memcpy(miter.addr, buf + offset, len); |
| 443 | flush_kernel_dcache_page(miter.page); | ||
| 444 | } | ||
| 445 | 453 | ||
| 446 | offset += len; | 454 | offset += len; |
| 447 | } | 455 | } |
diff --git a/lib/swiotlb.c b/lib/swiotlb.c index bffe6d7ef9d9..ac25cd28e807 100644 --- a/lib/swiotlb.c +++ b/lib/swiotlb.c | |||
| @@ -114,46 +114,11 @@ setup_io_tlb_npages(char *str) | |||
| 114 | __setup("swiotlb=", setup_io_tlb_npages); | 114 | __setup("swiotlb=", setup_io_tlb_npages); |
| 115 | /* make io_tlb_overflow tunable too? */ | 115 | /* make io_tlb_overflow tunable too? */ |
| 116 | 116 | ||
| 117 | void * __weak __init swiotlb_alloc_boot(size_t size, unsigned long nslabs) | 117 | /* Note that this doesn't work with highmem page */ |
| 118 | { | ||
| 119 | return alloc_bootmem_low_pages(size); | ||
| 120 | } | ||
| 121 | |||
| 122 | void * __weak swiotlb_alloc(unsigned order, unsigned long nslabs) | ||
| 123 | { | ||
| 124 | return (void *)__get_free_pages(GFP_DMA | __GFP_NOWARN, order); | ||
| 125 | } | ||
| 126 | |||
| 127 | dma_addr_t __weak swiotlb_phys_to_bus(struct device *hwdev, phys_addr_t paddr) | ||
| 128 | { | ||
| 129 | return paddr; | ||
| 130 | } | ||
| 131 | |||
| 132 | phys_addr_t __weak swiotlb_bus_to_phys(struct device *hwdev, dma_addr_t baddr) | ||
| 133 | { | ||
| 134 | return baddr; | ||
| 135 | } | ||
| 136 | |||
| 137 | static dma_addr_t swiotlb_virt_to_bus(struct device *hwdev, | 118 | static dma_addr_t swiotlb_virt_to_bus(struct device *hwdev, |
| 138 | volatile void *address) | 119 | volatile void *address) |
| 139 | { | 120 | { |
| 140 | return swiotlb_phys_to_bus(hwdev, virt_to_phys(address)); | 121 | return phys_to_dma(hwdev, virt_to_phys(address)); |
| 141 | } | ||
| 142 | |||
| 143 | void * __weak swiotlb_bus_to_virt(struct device *hwdev, dma_addr_t address) | ||
| 144 | { | ||
| 145 | return phys_to_virt(swiotlb_bus_to_phys(hwdev, address)); | ||
| 146 | } | ||
| 147 | |||
| 148 | int __weak swiotlb_arch_address_needs_mapping(struct device *hwdev, | ||
| 149 | dma_addr_t addr, size_t size) | ||
| 150 | { | ||
| 151 | return !is_buffer_dma_capable(dma_get_mask(hwdev), addr, size); | ||
| 152 | } | ||
| 153 | |||
| 154 | int __weak swiotlb_arch_range_needs_mapping(phys_addr_t paddr, size_t size) | ||
| 155 | { | ||
| 156 | return 0; | ||
| 157 | } | 122 | } |
| 158 | 123 | ||
| 159 | static void swiotlb_print_info(unsigned long bytes) | 124 | static void swiotlb_print_info(unsigned long bytes) |
| @@ -189,7 +154,7 @@ swiotlb_init_with_default_size(size_t default_size) | |||
| 189 | /* | 154 | /* |
| 190 | * Get IO TLB memory from the low pages | 155 | * Get IO TLB memory from the low pages |
| 191 | */ | 156 | */ |
| 192 | io_tlb_start = swiotlb_alloc_boot(bytes, io_tlb_nslabs); | 157 | io_tlb_start = alloc_bootmem_low_pages(bytes); |
| 193 | if (!io_tlb_start) | 158 | if (!io_tlb_start) |
| 194 | panic("Cannot allocate SWIOTLB buffer"); | 159 | panic("Cannot allocate SWIOTLB buffer"); |
| 195 | io_tlb_end = io_tlb_start + bytes; | 160 | io_tlb_end = io_tlb_start + bytes; |
| @@ -245,7 +210,8 @@ swiotlb_late_init_with_default_size(size_t default_size) | |||
| 245 | bytes = io_tlb_nslabs << IO_TLB_SHIFT; | 210 | bytes = io_tlb_nslabs << IO_TLB_SHIFT; |
| 246 | 211 | ||
| 247 | while ((SLABS_PER_PAGE << order) > IO_TLB_MIN_SLABS) { | 212 | while ((SLABS_PER_PAGE << order) > IO_TLB_MIN_SLABS) { |
| 248 | io_tlb_start = swiotlb_alloc(order, io_tlb_nslabs); | 213 | io_tlb_start = (void *)__get_free_pages(GFP_DMA | __GFP_NOWARN, |
| 214 | order); | ||
| 249 | if (io_tlb_start) | 215 | if (io_tlb_start) |
| 250 | break; | 216 | break; |
| 251 | order--; | 217 | order--; |
| @@ -315,20 +281,10 @@ cleanup1: | |||
| 315 | return -ENOMEM; | 281 | return -ENOMEM; |
| 316 | } | 282 | } |
| 317 | 283 | ||
| 318 | static inline int | 284 | static int is_swiotlb_buffer(phys_addr_t paddr) |
| 319 | address_needs_mapping(struct device *hwdev, dma_addr_t addr, size_t size) | ||
| 320 | { | 285 | { |
| 321 | return swiotlb_arch_address_needs_mapping(hwdev, addr, size); | 286 | return paddr >= virt_to_phys(io_tlb_start) && |
| 322 | } | 287 | paddr < virt_to_phys(io_tlb_end); |
| 323 | |||
| 324 | static inline int range_needs_mapping(phys_addr_t paddr, size_t size) | ||
| 325 | { | ||
| 326 | return swiotlb_force || swiotlb_arch_range_needs_mapping(paddr, size); | ||
| 327 | } | ||
| 328 | |||
| 329 | static int is_swiotlb_buffer(char *addr) | ||
| 330 | { | ||
| 331 | return addr >= io_tlb_start && addr < io_tlb_end; | ||
| 332 | } | 288 | } |
| 333 | 289 | ||
| 334 | /* | 290 | /* |
| @@ -561,9 +517,7 @@ swiotlb_alloc_coherent(struct device *hwdev, size_t size, | |||
| 561 | dma_mask = hwdev->coherent_dma_mask; | 517 | dma_mask = hwdev->coherent_dma_mask; |
| 562 | 518 | ||
| 563 | ret = (void *)__get_free_pages(flags, order); | 519 | ret = (void *)__get_free_pages(flags, order); |
| 564 | if (ret && | 520 | if (ret && swiotlb_virt_to_bus(hwdev, ret) + size > dma_mask) { |
| 565 | !is_buffer_dma_capable(dma_mask, swiotlb_virt_to_bus(hwdev, ret), | ||
| 566 | size)) { | ||
| 567 | /* | 521 | /* |
| 568 | * The allocated memory isn't reachable by the device. | 522 | * The allocated memory isn't reachable by the device. |
| 569 | */ | 523 | */ |
| @@ -585,7 +539,7 @@ swiotlb_alloc_coherent(struct device *hwdev, size_t size, | |||
| 585 | dev_addr = swiotlb_virt_to_bus(hwdev, ret); | 539 | dev_addr = swiotlb_virt_to_bus(hwdev, ret); |
| 586 | 540 | ||
| 587 | /* Confirm address can be DMA'd by device */ | 541 | /* Confirm address can be DMA'd by device */ |
| 588 | if (!is_buffer_dma_capable(dma_mask, dev_addr, size)) { | 542 | if (dev_addr + size > dma_mask) { |
| 589 | printk("hwdev DMA mask = 0x%016Lx, dev_addr = 0x%016Lx\n", | 543 | printk("hwdev DMA mask = 0x%016Lx, dev_addr = 0x%016Lx\n", |
| 590 | (unsigned long long)dma_mask, | 544 | (unsigned long long)dma_mask, |
| 591 | (unsigned long long)dev_addr); | 545 | (unsigned long long)dev_addr); |
| @@ -601,11 +555,13 @@ EXPORT_SYMBOL(swiotlb_alloc_coherent); | |||
| 601 | 555 | ||
| 602 | void | 556 | void |
| 603 | swiotlb_free_coherent(struct device *hwdev, size_t size, void *vaddr, | 557 | swiotlb_free_coherent(struct device *hwdev, size_t size, void *vaddr, |
| 604 | dma_addr_t dma_handle) | 558 | dma_addr_t dev_addr) |
| 605 | { | 559 | { |
| 560 | phys_addr_t paddr = dma_to_phys(hwdev, dev_addr); | ||
| 561 | |||
| 606 | WARN_ON(irqs_disabled()); | 562 | WARN_ON(irqs_disabled()); |
| 607 | if (!is_swiotlb_buffer(vaddr)) | 563 | if (!is_swiotlb_buffer(paddr)) |
| 608 | free_pages((unsigned long) vaddr, get_order(size)); | 564 | free_pages((unsigned long)vaddr, get_order(size)); |
| 609 | else | 565 | else |
| 610 | /* DMA_TO_DEVICE to avoid memcpy in unmap_single */ | 566 | /* DMA_TO_DEVICE to avoid memcpy in unmap_single */ |
| 611 | do_unmap_single(hwdev, vaddr, size, DMA_TO_DEVICE); | 567 | do_unmap_single(hwdev, vaddr, size, DMA_TO_DEVICE); |
| @@ -625,12 +581,15 @@ swiotlb_full(struct device *dev, size_t size, int dir, int do_panic) | |||
| 625 | printk(KERN_ERR "DMA: Out of SW-IOMMU space for %zu bytes at " | 581 | printk(KERN_ERR "DMA: Out of SW-IOMMU space for %zu bytes at " |
| 626 | "device %s\n", size, dev ? dev_name(dev) : "?"); | 582 | "device %s\n", size, dev ? dev_name(dev) : "?"); |
| 627 | 583 | ||
| 628 | if (size > io_tlb_overflow && do_panic) { | 584 | if (size <= io_tlb_overflow || !do_panic) |
| 629 | if (dir == DMA_FROM_DEVICE || dir == DMA_BIDIRECTIONAL) | 585 | return; |
| 630 | panic("DMA: Memory would be corrupted\n"); | 586 | |
| 631 | if (dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL) | 587 | if (dir == DMA_BIDIRECTIONAL) |
| 632 | panic("DMA: Random memory would be DMAed\n"); | 588 | panic("DMA: Random memory could be DMA accessed\n"); |
| 633 | } | 589 | if (dir == DMA_FROM_DEVICE) |
| 590 | panic("DMA: Random memory could be DMA written\n"); | ||
| 591 | if (dir == DMA_TO_DEVICE) | ||
| 592 | panic("DMA: Random memory could be DMA read\n"); | ||
| 634 | } | 593 | } |
| 635 | 594 | ||
| 636 | /* | 595 | /* |
| @@ -646,7 +605,7 @@ dma_addr_t swiotlb_map_page(struct device *dev, struct page *page, | |||
| 646 | struct dma_attrs *attrs) | 605 | struct dma_attrs *attrs) |
| 647 | { | 606 | { |
| 648 | phys_addr_t phys = page_to_phys(page) + offset; | 607 | phys_addr_t phys = page_to_phys(page) + offset; |
| 649 | dma_addr_t dev_addr = swiotlb_phys_to_bus(dev, phys); | 608 | dma_addr_t dev_addr = phys_to_dma(dev, phys); |
| 650 | void *map; | 609 | void *map; |
| 651 | 610 | ||
| 652 | BUG_ON(dir == DMA_NONE); | 611 | BUG_ON(dir == DMA_NONE); |
| @@ -655,8 +614,7 @@ dma_addr_t swiotlb_map_page(struct device *dev, struct page *page, | |||
| 655 | * we can safely return the device addr and not worry about bounce | 614 | * we can safely return the device addr and not worry about bounce |
| 656 | * buffering it. | 615 | * buffering it. |
| 657 | */ | 616 | */ |
| 658 | if (!address_needs_mapping(dev, dev_addr, size) && | 617 | if (dma_capable(dev, dev_addr, size) && !swiotlb_force) |
| 659 | !range_needs_mapping(phys, size)) | ||
| 660 | return dev_addr; | 618 | return dev_addr; |
| 661 | 619 | ||
| 662 | /* | 620 | /* |
| @@ -673,7 +631,7 @@ dma_addr_t swiotlb_map_page(struct device *dev, struct page *page, | |||
| 673 | /* | 631 | /* |
| 674 | * Ensure that the address returned is DMA'ble | 632 | * Ensure that the address returned is DMA'ble |
| 675 | */ | 633 | */ |
| 676 | if (address_needs_mapping(dev, dev_addr, size)) | 634 | if (!dma_capable(dev, dev_addr, size)) |
| 677 | panic("map_single: bounce buffer is not DMA'ble"); | 635 | panic("map_single: bounce buffer is not DMA'ble"); |
| 678 | 636 | ||
| 679 | return dev_addr; | 637 | return dev_addr; |
| @@ -691,19 +649,25 @@ EXPORT_SYMBOL_GPL(swiotlb_map_page); | |||
| 691 | static void unmap_single(struct device *hwdev, dma_addr_t dev_addr, | 649 | static void unmap_single(struct device *hwdev, dma_addr_t dev_addr, |
| 692 | size_t size, int dir) | 650 | size_t size, int dir) |
| 693 | { | 651 | { |
| 694 | char *dma_addr = swiotlb_bus_to_virt(hwdev, dev_addr); | 652 | phys_addr_t paddr = dma_to_phys(hwdev, dev_addr); |
| 695 | 653 | ||
| 696 | BUG_ON(dir == DMA_NONE); | 654 | BUG_ON(dir == DMA_NONE); |
| 697 | 655 | ||
| 698 | if (is_swiotlb_buffer(dma_addr)) { | 656 | if (is_swiotlb_buffer(paddr)) { |
| 699 | do_unmap_single(hwdev, dma_addr, size, dir); | 657 | do_unmap_single(hwdev, phys_to_virt(paddr), size, dir); |
| 700 | return; | 658 | return; |
| 701 | } | 659 | } |
| 702 | 660 | ||
| 703 | if (dir != DMA_FROM_DEVICE) | 661 | if (dir != DMA_FROM_DEVICE) |
| 704 | return; | 662 | return; |
| 705 | 663 | ||
| 706 | dma_mark_clean(dma_addr, size); | 664 | /* |
| 665 | * phys_to_virt doesn't work with hihgmem page but we could | ||
| 666 | * call dma_mark_clean() with hihgmem page here. However, we | ||
| 667 | * are fine since dma_mark_clean() is null on POWERPC. We can | ||
| 668 | * make dma_mark_clean() take a physical address if necessary. | ||
| 669 | */ | ||
| 670 | dma_mark_clean(phys_to_virt(paddr), size); | ||
| 707 | } | 671 | } |
| 708 | 672 | ||
| 709 | void swiotlb_unmap_page(struct device *hwdev, dma_addr_t dev_addr, | 673 | void swiotlb_unmap_page(struct device *hwdev, dma_addr_t dev_addr, |
| @@ -728,19 +692,19 @@ static void | |||
| 728 | swiotlb_sync_single(struct device *hwdev, dma_addr_t dev_addr, | 692 | swiotlb_sync_single(struct device *hwdev, dma_addr_t dev_addr, |
| 729 | size_t size, int dir, int target) | 693 | size_t size, int dir, int target) |
| 730 | { | 694 | { |
| 731 | char *dma_addr = swiotlb_bus_to_virt(hwdev, dev_addr); | 695 | phys_addr_t paddr = dma_to_phys(hwdev, dev_addr); |
| 732 | 696 | ||
| 733 | BUG_ON(dir == DMA_NONE); | 697 | BUG_ON(dir == DMA_NONE); |
| 734 | 698 | ||
| 735 | if (is_swiotlb_buffer(dma_addr)) { | 699 | if (is_swiotlb_buffer(paddr)) { |
| 736 | sync_single(hwdev, dma_addr, size, dir, target); | 700 | sync_single(hwdev, phys_to_virt(paddr), size, dir, target); |
| 737 | return; | 701 | return; |
| 738 | } | 702 | } |
| 739 | 703 | ||
| 740 | if (dir != DMA_FROM_DEVICE) | 704 | if (dir != DMA_FROM_DEVICE) |
| 741 | return; | 705 | return; |
| 742 | 706 | ||
| 743 | dma_mark_clean(dma_addr, size); | 707 | dma_mark_clean(phys_to_virt(paddr), size); |
| 744 | } | 708 | } |
| 745 | 709 | ||
| 746 | void | 710 | void |
| @@ -817,10 +781,10 @@ swiotlb_map_sg_attrs(struct device *hwdev, struct scatterlist *sgl, int nelems, | |||
| 817 | 781 | ||
| 818 | for_each_sg(sgl, sg, nelems, i) { | 782 | for_each_sg(sgl, sg, nelems, i) { |
| 819 | phys_addr_t paddr = sg_phys(sg); | 783 | phys_addr_t paddr = sg_phys(sg); |
| 820 | dma_addr_t dev_addr = swiotlb_phys_to_bus(hwdev, paddr); | 784 | dma_addr_t dev_addr = phys_to_dma(hwdev, paddr); |
| 821 | 785 | ||
| 822 | if (range_needs_mapping(paddr, sg->length) || | 786 | if (swiotlb_force || |
| 823 | address_needs_mapping(hwdev, dev_addr, sg->length)) { | 787 | !dma_capable(hwdev, dev_addr, sg->length)) { |
| 824 | void *map = map_single(hwdev, sg_phys(sg), | 788 | void *map = map_single(hwdev, sg_phys(sg), |
| 825 | sg->length, dir); | 789 | sg->length, dir); |
| 826 | if (!map) { | 790 | if (!map) { |
diff --git a/lib/vsprintf.c b/lib/vsprintf.c index 756ccafa9cec..cb8a112030bb 100644 --- a/lib/vsprintf.c +++ b/lib/vsprintf.c | |||
| @@ -25,6 +25,7 @@ | |||
| 25 | #include <linux/kallsyms.h> | 25 | #include <linux/kallsyms.h> |
| 26 | #include <linux/uaccess.h> | 26 | #include <linux/uaccess.h> |
| 27 | #include <linux/ioport.h> | 27 | #include <linux/ioport.h> |
| 28 | #include <net/addrconf.h> | ||
| 28 | 29 | ||
| 29 | #include <asm/page.h> /* for PAGE_SIZE */ | 30 | #include <asm/page.h> /* for PAGE_SIZE */ |
| 30 | #include <asm/div64.h> | 31 | #include <asm/div64.h> |
| @@ -630,60 +631,156 @@ static char *resource_string(char *buf, char *end, struct resource *res, | |||
| 630 | } | 631 | } |
| 631 | 632 | ||
| 632 | static char *mac_address_string(char *buf, char *end, u8 *addr, | 633 | static char *mac_address_string(char *buf, char *end, u8 *addr, |
| 633 | struct printf_spec spec) | 634 | struct printf_spec spec, const char *fmt) |
| 634 | { | 635 | { |
| 635 | char mac_addr[6 * 3]; /* (6 * 2 hex digits), 5 colons and trailing zero */ | 636 | char mac_addr[sizeof("xx:xx:xx:xx:xx:xx")]; |
| 636 | char *p = mac_addr; | 637 | char *p = mac_addr; |
| 637 | int i; | 638 | int i; |
| 638 | 639 | ||
| 639 | for (i = 0; i < 6; i++) { | 640 | for (i = 0; i < 6; i++) { |
| 640 | p = pack_hex_byte(p, addr[i]); | 641 | p = pack_hex_byte(p, addr[i]); |
| 641 | if (!(spec.flags & SPECIAL) && i != 5) | 642 | if (fmt[0] == 'M' && i != 5) |
| 642 | *p++ = ':'; | 643 | *p++ = ':'; |
| 643 | } | 644 | } |
| 644 | *p = '\0'; | 645 | *p = '\0'; |
| 645 | spec.flags &= ~SPECIAL; | ||
| 646 | 646 | ||
| 647 | return string(buf, end, mac_addr, spec); | 647 | return string(buf, end, mac_addr, spec); |
| 648 | } | 648 | } |
| 649 | 649 | ||
| 650 | static char *ip6_addr_string(char *buf, char *end, u8 *addr, | 650 | static char *ip4_string(char *p, const u8 *addr, bool leading_zeros) |
| 651 | struct printf_spec spec) | 651 | { |
| 652 | int i; | ||
| 653 | |||
| 654 | for (i = 0; i < 4; i++) { | ||
| 655 | char temp[3]; /* hold each IP quad in reverse order */ | ||
| 656 | int digits = put_dec_trunc(temp, addr[i]) - temp; | ||
| 657 | if (leading_zeros) { | ||
| 658 | if (digits < 3) | ||
| 659 | *p++ = '0'; | ||
| 660 | if (digits < 2) | ||
| 661 | *p++ = '0'; | ||
| 662 | } | ||
| 663 | /* reverse the digits in the quad */ | ||
| 664 | while (digits--) | ||
| 665 | *p++ = temp[digits]; | ||
| 666 | if (i < 3) | ||
| 667 | *p++ = '.'; | ||
| 668 | } | ||
| 669 | |||
| 670 | *p = '\0'; | ||
| 671 | return p; | ||
| 672 | } | ||
| 673 | |||
| 674 | static char *ip6_compressed_string(char *p, const struct in6_addr *addr) | ||
| 652 | { | 675 | { |
| 653 | char ip6_addr[8 * 5]; /* (8 * 4 hex digits), 7 colons and trailing zero */ | ||
| 654 | char *p = ip6_addr; | ||
| 655 | int i; | 676 | int i; |
| 677 | int j; | ||
| 678 | int range; | ||
| 679 | unsigned char zerolength[8]; | ||
| 680 | int longest = 1; | ||
| 681 | int colonpos = -1; | ||
| 682 | u16 word; | ||
| 683 | u8 hi; | ||
| 684 | u8 lo; | ||
| 685 | bool needcolon = false; | ||
| 686 | bool useIPv4 = ipv6_addr_v4mapped(addr) || ipv6_addr_is_isatap(addr); | ||
| 687 | |||
| 688 | memset(zerolength, 0, sizeof(zerolength)); | ||
| 689 | |||
| 690 | if (useIPv4) | ||
| 691 | range = 6; | ||
| 692 | else | ||
| 693 | range = 8; | ||
| 694 | |||
| 695 | /* find position of longest 0 run */ | ||
| 696 | for (i = 0; i < range; i++) { | ||
| 697 | for (j = i; j < range; j++) { | ||
| 698 | if (addr->s6_addr16[j] != 0) | ||
| 699 | break; | ||
| 700 | zerolength[i]++; | ||
| 701 | } | ||
| 702 | } | ||
| 703 | for (i = 0; i < range; i++) { | ||
| 704 | if (zerolength[i] > longest) { | ||
| 705 | longest = zerolength[i]; | ||
| 706 | colonpos = i; | ||
| 707 | } | ||
| 708 | } | ||
| 709 | |||
| 710 | /* emit address */ | ||
| 711 | for (i = 0; i < range; i++) { | ||
| 712 | if (i == colonpos) { | ||
| 713 | if (needcolon || i == 0) | ||
| 714 | *p++ = ':'; | ||
| 715 | *p++ = ':'; | ||
| 716 | needcolon = false; | ||
| 717 | i += longest - 1; | ||
| 718 | continue; | ||
| 719 | } | ||
| 720 | if (needcolon) { | ||
| 721 | *p++ = ':'; | ||
| 722 | needcolon = false; | ||
| 723 | } | ||
| 724 | /* hex u16 without leading 0s */ | ||
| 725 | word = ntohs(addr->s6_addr16[i]); | ||
| 726 | hi = word >> 8; | ||
| 727 | lo = word & 0xff; | ||
| 728 | if (hi) { | ||
| 729 | if (hi > 0x0f) | ||
| 730 | p = pack_hex_byte(p, hi); | ||
| 731 | else | ||
| 732 | *p++ = hex_asc_lo(hi); | ||
| 733 | } | ||
| 734 | if (hi || lo > 0x0f) | ||
| 735 | p = pack_hex_byte(p, lo); | ||
| 736 | else | ||
| 737 | *p++ = hex_asc_lo(lo); | ||
| 738 | needcolon = true; | ||
| 739 | } | ||
| 740 | |||
| 741 | if (useIPv4) { | ||
| 742 | if (needcolon) | ||
| 743 | *p++ = ':'; | ||
| 744 | p = ip4_string(p, &addr->s6_addr[12], false); | ||
| 745 | } | ||
| 656 | 746 | ||
| 747 | *p = '\0'; | ||
| 748 | return p; | ||
| 749 | } | ||
| 750 | |||
| 751 | static char *ip6_string(char *p, const struct in6_addr *addr, const char *fmt) | ||
| 752 | { | ||
| 753 | int i; | ||
| 657 | for (i = 0; i < 8; i++) { | 754 | for (i = 0; i < 8; i++) { |
| 658 | p = pack_hex_byte(p, addr[2 * i]); | 755 | p = pack_hex_byte(p, addr->s6_addr[2 * i]); |
| 659 | p = pack_hex_byte(p, addr[2 * i + 1]); | 756 | p = pack_hex_byte(p, addr->s6_addr[2 * i + 1]); |
| 660 | if (!(spec.flags & SPECIAL) && i != 7) | 757 | if (fmt[0] == 'I' && i != 7) |
| 661 | *p++ = ':'; | 758 | *p++ = ':'; |
| 662 | } | 759 | } |
| 760 | |||
| 663 | *p = '\0'; | 761 | *p = '\0'; |
| 664 | spec.flags &= ~SPECIAL; | 762 | return p; |
| 763 | } | ||
| 764 | |||
| 765 | static char *ip6_addr_string(char *buf, char *end, const u8 *addr, | ||
| 766 | struct printf_spec spec, const char *fmt) | ||
| 767 | { | ||
| 768 | char ip6_addr[sizeof("xxxx:xxxx:xxxx:xxxx:xxxx:xxxx:255.255.255.255")]; | ||
| 769 | |||
| 770 | if (fmt[0] == 'I' && fmt[2] == 'c') | ||
| 771 | ip6_compressed_string(ip6_addr, (const struct in6_addr *)addr); | ||
| 772 | else | ||
| 773 | ip6_string(ip6_addr, (const struct in6_addr *)addr, fmt); | ||
| 665 | 774 | ||
| 666 | return string(buf, end, ip6_addr, spec); | 775 | return string(buf, end, ip6_addr, spec); |
| 667 | } | 776 | } |
| 668 | 777 | ||
| 669 | static char *ip4_addr_string(char *buf, char *end, u8 *addr, | 778 | static char *ip4_addr_string(char *buf, char *end, const u8 *addr, |
| 670 | struct printf_spec spec) | 779 | struct printf_spec spec, const char *fmt) |
| 671 | { | 780 | { |
| 672 | char ip4_addr[4 * 4]; /* (4 * 3 decimal digits), 3 dots and trailing zero */ | 781 | char ip4_addr[sizeof("255.255.255.255")]; |
| 673 | char temp[3]; /* hold each IP quad in reverse order */ | ||
| 674 | char *p = ip4_addr; | ||
| 675 | int i, digits; | ||
| 676 | 782 | ||
| 677 | for (i = 0; i < 4; i++) { | 783 | ip4_string(ip4_addr, addr, fmt[0] == 'i'); |
| 678 | digits = put_dec_trunc(temp, addr[i]) - temp; | ||
| 679 | /* reverse the digits in the quad */ | ||
| 680 | while (digits--) | ||
| 681 | *p++ = temp[digits]; | ||
| 682 | if (i != 3) | ||
| 683 | *p++ = '.'; | ||
| 684 | } | ||
| 685 | *p = '\0'; | ||
| 686 | spec.flags &= ~SPECIAL; | ||
| 687 | 784 | ||
| 688 | return string(buf, end, ip4_addr, spec); | 785 | return string(buf, end, ip4_addr, spec); |
| 689 | } | 786 | } |
| @@ -702,11 +799,15 @@ static char *ip4_addr_string(char *buf, char *end, u8 *addr, | |||
| 702 | * addresses (not the name nor the flags) | 799 | * addresses (not the name nor the flags) |
| 703 | * - 'M' For a 6-byte MAC address, it prints the address in the | 800 | * - 'M' For a 6-byte MAC address, it prints the address in the |
| 704 | * usual colon-separated hex notation | 801 | * usual colon-separated hex notation |
| 705 | * - 'I' [46] for IPv4/IPv6 addresses printed in the usual way (dot-separated | 802 | * - 'm' For a 6-byte MAC address, it prints the hex address without colons |
| 706 | * decimal for v4 and colon separated network-order 16 bit hex for v6) | 803 | * - 'I' [46] for IPv4/IPv6 addresses printed in the usual way |
| 707 | * - 'i' [46] for 'raw' IPv4/IPv6 addresses, IPv6 omits the colons, IPv4 is | 804 | * IPv4 uses dot-separated decimal without leading 0's (1.2.3.4) |
| 708 | * currently the same | 805 | * IPv6 uses colon separated network-order 16 bit hex with leading 0's |
| 709 | * | 806 | * - 'i' [46] for 'raw' IPv4/IPv6 addresses |
| 807 | * IPv6 omits the colons (01020304...0f) | ||
| 808 | * IPv4 uses dot-separated decimal with leading 0's (010.123.045.006) | ||
| 809 | * - 'I6c' for IPv6 addresses printed as specified by | ||
| 810 | * http://www.ietf.org/id/draft-kawamura-ipv6-text-representation-03.txt | ||
| 710 | * Note: The difference between 'S' and 'F' is that on ia64 and ppc64 | 811 | * Note: The difference between 'S' and 'F' is that on ia64 and ppc64 |
| 711 | * function pointers are really function descriptors, which contain a | 812 | * function pointers are really function descriptors, which contain a |
| 712 | * pointer to the real address. | 813 | * pointer to the real address. |
| @@ -726,20 +827,24 @@ static char *pointer(const char *fmt, char *buf, char *end, void *ptr, | |||
| 726 | return symbol_string(buf, end, ptr, spec, *fmt); | 827 | return symbol_string(buf, end, ptr, spec, *fmt); |
| 727 | case 'R': | 828 | case 'R': |
| 728 | return resource_string(buf, end, ptr, spec); | 829 | return resource_string(buf, end, ptr, spec); |
| 729 | case 'm': | 830 | case 'M': /* Colon separated: 00:01:02:03:04:05 */ |
| 730 | spec.flags |= SPECIAL; | 831 | case 'm': /* Contiguous: 000102030405 */ |
| 731 | /* Fallthrough */ | 832 | return mac_address_string(buf, end, ptr, spec, fmt); |
| 732 | case 'M': | 833 | case 'I': /* Formatted IP supported |
| 733 | return mac_address_string(buf, end, ptr, spec); | 834 | * 4: 1.2.3.4 |
| 734 | case 'i': | 835 | * 6: 0001:0203:...:0708 |
| 735 | spec.flags |= SPECIAL; | 836 | * 6c: 1::708 or 1::1.2.3.4 |
| 736 | /* Fallthrough */ | 837 | */ |
| 737 | case 'I': | 838 | case 'i': /* Contiguous: |
| 738 | if (fmt[1] == '6') | 839 | * 4: 001.002.003.004 |
| 739 | return ip6_addr_string(buf, end, ptr, spec); | 840 | * 6: 000102...0f |
| 740 | if (fmt[1] == '4') | 841 | */ |
| 741 | return ip4_addr_string(buf, end, ptr, spec); | 842 | switch (fmt[1]) { |
| 742 | spec.flags &= ~SPECIAL; | 843 | case '6': |
| 844 | return ip6_addr_string(buf, end, ptr, spec, fmt); | ||
| 845 | case '4': | ||
| 846 | return ip4_addr_string(buf, end, ptr, spec, fmt); | ||
| 847 | } | ||
| 743 | break; | 848 | break; |
| 744 | } | 849 | } |
| 745 | spec.flags |= SMALL; | 850 | spec.flags |= SMALL; |
