diff options
| author | David Vrabel <david.vrabel@csr.com> | 2009-01-02 08:17:13 -0500 |
|---|---|---|
| committer | David Vrabel <david.vrabel@csr.com> | 2009-01-02 08:17:13 -0500 |
| commit | b21a207141d83a06abc5f492b80204602e02ca44 (patch) | |
| tree | f0152cde543008c72d7eb5c12c18095ad92785e6 /lib | |
| parent | 3af373021fa32f8f787bfbdcc1a9277a287bde4e (diff) | |
| parent | b58602a4bac012b5f4fc12fe6b46ab237b610d5d (diff) | |
Merge branch 'master' of git://git.kernel.org/pub/scm/linux/kernel/git/torvalds/linux-2.6 into for-upstream
Conflicts:
drivers/uwb/wlp/eda.c
Diffstat (limited to 'lib')
| -rw-r--r-- | lib/Kconfig | 2 | ||||
| -rw-r--r-- | lib/Kconfig.debug | 32 | ||||
| -rw-r--r-- | lib/Makefile | 2 | ||||
| -rw-r--r-- | lib/bug.c | 19 | ||||
| -rw-r--r-- | lib/debugobjects.c | 4 | ||||
| -rw-r--r-- | lib/dynamic_printk.c | 6 | ||||
| -rw-r--r-- | lib/idr.c | 8 | ||||
| -rw-r--r-- | lib/is_single_threaded.c | 45 | ||||
| -rw-r--r-- | lib/libcrc32c.c | 182 | ||||
| -rw-r--r-- | lib/percpu_counter.c | 7 | ||||
| -rw-r--r-- | lib/swiotlb.c | 255 | ||||
| -rw-r--r-- | lib/vsprintf.c | 77 |
12 files changed, 410 insertions, 229 deletions
diff --git a/lib/Kconfig b/lib/Kconfig index 85cf7ea978aa..fd4118e097f0 100644 --- a/lib/Kconfig +++ b/lib/Kconfig | |||
| @@ -64,6 +64,8 @@ config CRC7 | |||
| 64 | 64 | ||
| 65 | config LIBCRC32C | 65 | config LIBCRC32C |
| 66 | tristate "CRC32c (Castagnoli, et al) Cyclic Redundancy-Check" | 66 | tristate "CRC32c (Castagnoli, et al) Cyclic Redundancy-Check" |
| 67 | select CRYPTO | ||
| 68 | select CRYPTO_CRC32C | ||
| 67 | help | 69 | help |
| 68 | This option is provided for the case where no in-kernel-tree | 70 | This option is provided for the case where no in-kernel-tree |
| 69 | modules require CRC32c functions, but a module built outside the | 71 | modules require CRC32c functions, but a module built outside the |
diff --git a/lib/Kconfig.debug b/lib/Kconfig.debug index b0f239e443bc..2e75478e9c69 100644 --- a/lib/Kconfig.debug +++ b/lib/Kconfig.debug | |||
| @@ -252,6 +252,14 @@ config DEBUG_OBJECTS_TIMERS | |||
| 252 | timer routines to track the life time of timer objects and | 252 | timer routines to track the life time of timer objects and |
| 253 | validate the timer operations. | 253 | validate the timer operations. |
| 254 | 254 | ||
| 255 | config DEBUG_OBJECTS_ENABLE_DEFAULT | ||
| 256 | int "debug_objects bootup default value (0-1)" | ||
| 257 | range 0 1 | ||
| 258 | default "1" | ||
| 259 | depends on DEBUG_OBJECTS | ||
| 260 | help | ||
| 261 | Debug objects boot parameter default value | ||
| 262 | |||
| 255 | config DEBUG_SLAB | 263 | config DEBUG_SLAB |
| 256 | bool "Debug slab memory allocations" | 264 | bool "Debug slab memory allocations" |
| 257 | depends on DEBUG_KERNEL && SLAB | 265 | depends on DEBUG_KERNEL && SLAB |
| @@ -545,6 +553,16 @@ config DEBUG_SG | |||
| 545 | 553 | ||
| 546 | If unsure, say N. | 554 | If unsure, say N. |
| 547 | 555 | ||
| 556 | config DEBUG_NOTIFIERS | ||
| 557 | bool "Debug notifier call chains" | ||
| 558 | depends on DEBUG_KERNEL | ||
| 559 | help | ||
| 560 | Enable this to turn on sanity checking for notifier call chains. | ||
| 561 | This is most useful for kernel developers to make sure that | ||
| 562 | modules properly unregister themselves from notifier chains. | ||
| 563 | This is a relatively cheap check but if you care about maximum | ||
| 564 | performance, say N. | ||
| 565 | |||
| 548 | config FRAME_POINTER | 566 | config FRAME_POINTER |
| 549 | bool "Compile the kernel with frame pointers" | 567 | bool "Compile the kernel with frame pointers" |
| 550 | depends on DEBUG_KERNEL && \ | 568 | depends on DEBUG_KERNEL && \ |
| @@ -619,6 +637,19 @@ config RCU_CPU_STALL_DETECTOR | |||
| 619 | 637 | ||
| 620 | Say N if you are unsure. | 638 | Say N if you are unsure. |
| 621 | 639 | ||
| 640 | config RCU_CPU_STALL_DETECTOR | ||
| 641 | bool "Check for stalled CPUs delaying RCU grace periods" | ||
| 642 | depends on CLASSIC_RCU || TREE_RCU | ||
| 643 | default n | ||
| 644 | help | ||
| 645 | This option causes RCU to printk information on which | ||
| 646 | CPUs are delaying the current grace period, but only when | ||
| 647 | the grace period extends for excessive time periods. | ||
| 648 | |||
| 649 | Say Y if you want RCU to perform such checks. | ||
| 650 | |||
| 651 | Say N if you are unsure. | ||
| 652 | |||
| 622 | config KPROBES_SANITY_TEST | 653 | config KPROBES_SANITY_TEST |
| 623 | bool "Kprobes sanity tests" | 654 | bool "Kprobes sanity tests" |
| 624 | depends on DEBUG_KERNEL | 655 | depends on DEBUG_KERNEL |
| @@ -699,6 +730,7 @@ config FAULT_INJECTION | |||
| 699 | config FAILSLAB | 730 | config FAILSLAB |
| 700 | bool "Fault-injection capability for kmalloc" | 731 | bool "Fault-injection capability for kmalloc" |
| 701 | depends on FAULT_INJECTION | 732 | depends on FAULT_INJECTION |
| 733 | depends on SLAB || SLUB | ||
| 702 | help | 734 | help |
| 703 | Provide fault-injection capability for kmalloc. | 735 | Provide fault-injection capability for kmalloc. |
| 704 | 736 | ||
diff --git a/lib/Makefile b/lib/Makefile index 7cb65d85aeb0..80fe8a3ec12a 100644 --- a/lib/Makefile +++ b/lib/Makefile | |||
| @@ -11,7 +11,7 @@ lib-y := ctype.o string.o vsprintf.o cmdline.o \ | |||
| 11 | rbtree.o radix-tree.o dump_stack.o \ | 11 | rbtree.o radix-tree.o dump_stack.o \ |
| 12 | idr.o int_sqrt.o extable.o prio_tree.o \ | 12 | idr.o int_sqrt.o extable.o prio_tree.o \ |
| 13 | sha1.o irq_regs.o reciprocal_div.o argv_split.o \ | 13 | sha1.o irq_regs.o reciprocal_div.o argv_split.o \ |
| 14 | proportions.o prio_heap.o ratelimit.o show_mem.o | 14 | proportions.o prio_heap.o ratelimit.o show_mem.o is_single_threaded.o |
| 15 | 15 | ||
| 16 | lib-$(CONFIG_MMU) += ioremap.o | 16 | lib-$(CONFIG_MMU) += ioremap.o |
| 17 | lib-$(CONFIG_SMP) += cpumask.o | 17 | lib-$(CONFIG_SMP) += cpumask.o |
| @@ -5,6 +5,8 @@ | |||
| 5 | 5 | ||
| 6 | CONFIG_BUG - emit BUG traps. Nothing happens without this. | 6 | CONFIG_BUG - emit BUG traps. Nothing happens without this. |
| 7 | CONFIG_GENERIC_BUG - enable this code. | 7 | CONFIG_GENERIC_BUG - enable this code. |
| 8 | CONFIG_GENERIC_BUG_RELATIVE_POINTERS - use 32-bit pointers relative to | ||
| 9 | the containing struct bug_entry for bug_addr and file. | ||
| 8 | CONFIG_DEBUG_BUGVERBOSE - emit full file+line information for each BUG | 10 | CONFIG_DEBUG_BUGVERBOSE - emit full file+line information for each BUG |
| 9 | 11 | ||
| 10 | CONFIG_BUG and CONFIG_DEBUG_BUGVERBOSE are potentially user-settable | 12 | CONFIG_BUG and CONFIG_DEBUG_BUGVERBOSE are potentially user-settable |
| @@ -43,6 +45,15 @@ | |||
| 43 | 45 | ||
| 44 | extern const struct bug_entry __start___bug_table[], __stop___bug_table[]; | 46 | extern const struct bug_entry __start___bug_table[], __stop___bug_table[]; |
| 45 | 47 | ||
| 48 | static inline unsigned long bug_addr(const struct bug_entry *bug) | ||
| 49 | { | ||
| 50 | #ifndef CONFIG_GENERIC_BUG_RELATIVE_POINTERS | ||
| 51 | return bug->bug_addr; | ||
| 52 | #else | ||
| 53 | return (unsigned long)bug + bug->bug_addr_disp; | ||
| 54 | #endif | ||
| 55 | } | ||
| 56 | |||
| 46 | #ifdef CONFIG_MODULES | 57 | #ifdef CONFIG_MODULES |
| 47 | static LIST_HEAD(module_bug_list); | 58 | static LIST_HEAD(module_bug_list); |
| 48 | 59 | ||
| @@ -55,7 +66,7 @@ static const struct bug_entry *module_find_bug(unsigned long bugaddr) | |||
| 55 | unsigned i; | 66 | unsigned i; |
| 56 | 67 | ||
| 57 | for (i = 0; i < mod->num_bugs; ++i, ++bug) | 68 | for (i = 0; i < mod->num_bugs; ++i, ++bug) |
| 58 | if (bugaddr == bug->bug_addr) | 69 | if (bugaddr == bug_addr(bug)) |
| 59 | return bug; | 70 | return bug; |
| 60 | } | 71 | } |
| 61 | return NULL; | 72 | return NULL; |
| @@ -108,7 +119,7 @@ const struct bug_entry *find_bug(unsigned long bugaddr) | |||
| 108 | const struct bug_entry *bug; | 119 | const struct bug_entry *bug; |
| 109 | 120 | ||
| 110 | for (bug = __start___bug_table; bug < __stop___bug_table; ++bug) | 121 | for (bug = __start___bug_table; bug < __stop___bug_table; ++bug) |
| 111 | if (bugaddr == bug->bug_addr) | 122 | if (bugaddr == bug_addr(bug)) |
| 112 | return bug; | 123 | return bug; |
| 113 | 124 | ||
| 114 | return module_find_bug(bugaddr); | 125 | return module_find_bug(bugaddr); |
| @@ -133,7 +144,11 @@ enum bug_trap_type report_bug(unsigned long bugaddr, struct pt_regs *regs) | |||
| 133 | 144 | ||
| 134 | if (bug) { | 145 | if (bug) { |
| 135 | #ifdef CONFIG_DEBUG_BUGVERBOSE | 146 | #ifdef CONFIG_DEBUG_BUGVERBOSE |
| 147 | #ifndef CONFIG_GENERIC_BUG_RELATIVE_POINTERS | ||
| 136 | file = bug->file; | 148 | file = bug->file; |
| 149 | #else | ||
| 150 | file = (const char *)bug + bug->file_disp; | ||
| 151 | #endif | ||
| 137 | line = bug->line; | 152 | line = bug->line; |
| 138 | #endif | 153 | #endif |
| 139 | warning = (bug->flags & BUGFLAG_WARNING) != 0; | 154 | warning = (bug->flags & BUGFLAG_WARNING) != 0; |
diff --git a/lib/debugobjects.c b/lib/debugobjects.c index e3ab374e1334..5d99be1fd988 100644 --- a/lib/debugobjects.c +++ b/lib/debugobjects.c | |||
| @@ -45,7 +45,9 @@ static struct kmem_cache *obj_cache; | |||
| 45 | static int debug_objects_maxchain __read_mostly; | 45 | static int debug_objects_maxchain __read_mostly; |
| 46 | static int debug_objects_fixups __read_mostly; | 46 | static int debug_objects_fixups __read_mostly; |
| 47 | static int debug_objects_warnings __read_mostly; | 47 | static int debug_objects_warnings __read_mostly; |
| 48 | static int debug_objects_enabled __read_mostly; | 48 | static int debug_objects_enabled __read_mostly |
| 49 | = CONFIG_DEBUG_OBJECTS_ENABLE_DEFAULT; | ||
| 50 | |||
| 49 | static struct debug_obj_descr *descr_test __read_mostly; | 51 | static struct debug_obj_descr *descr_test __read_mostly; |
| 50 | 52 | ||
| 51 | static int __init enable_object_debug(char *str) | 53 | static int __init enable_object_debug(char *str) |
diff --git a/lib/dynamic_printk.c b/lib/dynamic_printk.c index d83660fd6fdd..8e30295e8566 100644 --- a/lib/dynamic_printk.c +++ b/lib/dynamic_printk.c | |||
| @@ -135,7 +135,7 @@ int unregister_dynamic_debug_module(char *mod_name) | |||
| 135 | nr_entries--; | 135 | nr_entries--; |
| 136 | out: | 136 | out: |
| 137 | up(&debug_list_mutex); | 137 | up(&debug_list_mutex); |
| 138 | return 0; | 138 | return ret; |
| 139 | } | 139 | } |
| 140 | EXPORT_SYMBOL_GPL(unregister_dynamic_debug_module); | 140 | EXPORT_SYMBOL_GPL(unregister_dynamic_debug_module); |
| 141 | 141 | ||
| @@ -289,7 +289,7 @@ static ssize_t pr_debug_write(struct file *file, const char __user *buf, | |||
| 289 | dynamic_enabled = DYNAMIC_ENABLED_SOME; | 289 | dynamic_enabled = DYNAMIC_ENABLED_SOME; |
| 290 | err = 0; | 290 | err = 0; |
| 291 | printk(KERN_DEBUG | 291 | printk(KERN_DEBUG |
| 292 | "debugging enabled for module %s", | 292 | "debugging enabled for module %s\n", |
| 293 | elem->name); | 293 | elem->name); |
| 294 | } else if (!value && (elem->enable == 1)) { | 294 | } else if (!value && (elem->enable == 1)) { |
| 295 | elem->enable = 0; | 295 | elem->enable = 0; |
| @@ -309,7 +309,7 @@ static ssize_t pr_debug_write(struct file *file, const char __user *buf, | |||
| 309 | err = 0; | 309 | err = 0; |
| 310 | printk(KERN_DEBUG | 310 | printk(KERN_DEBUG |
| 311 | "debugging disabled for module " | 311 | "debugging disabled for module " |
| 312 | "%s", elem->name); | 312 | "%s\n", elem->name); |
| 313 | } | 313 | } |
| 314 | } | 314 | } |
| 315 | } | 315 | } |
| @@ -220,8 +220,14 @@ build_up: | |||
| 220 | */ | 220 | */ |
| 221 | while ((layers < (MAX_LEVEL - 1)) && (id >= (1 << (layers*IDR_BITS)))) { | 221 | while ((layers < (MAX_LEVEL - 1)) && (id >= (1 << (layers*IDR_BITS)))) { |
| 222 | layers++; | 222 | layers++; |
| 223 | if (!p->count) | 223 | if (!p->count) { |
| 224 | /* special case: if the tree is currently empty, | ||
| 225 | * then we grow the tree by moving the top node | ||
| 226 | * upwards. | ||
| 227 | */ | ||
| 228 | p->layer++; | ||
| 224 | continue; | 229 | continue; |
| 230 | } | ||
| 225 | if (!(new = get_from_free_list(idp))) { | 231 | if (!(new = get_from_free_list(idp))) { |
| 226 | /* | 232 | /* |
| 227 | * The allocation failed. If we built part of | 233 | * The allocation failed. If we built part of |
diff --git a/lib/is_single_threaded.c b/lib/is_single_threaded.c new file mode 100644 index 000000000000..f1ed2fe76c65 --- /dev/null +++ b/lib/is_single_threaded.c | |||
| @@ -0,0 +1,45 @@ | |||
| 1 | /* Function to determine if a thread group is single threaded or not | ||
| 2 | * | ||
| 3 | * Copyright (C) 2008 Red Hat, Inc. All Rights Reserved. | ||
| 4 | * Written by David Howells (dhowells@redhat.com) | ||
| 5 | * - Derived from security/selinux/hooks.c | ||
| 6 | * | ||
| 7 | * This program is free software; you can redistribute it and/or | ||
| 8 | * modify it under the terms of the GNU General Public Licence | ||
| 9 | * as published by the Free Software Foundation; either version | ||
| 10 | * 2 of the Licence, or (at your option) any later version. | ||
| 11 | */ | ||
| 12 | |||
| 13 | #include <linux/sched.h> | ||
| 14 | |||
| 15 | /** | ||
| 16 | * is_single_threaded - Determine if a thread group is single-threaded or not | ||
| 17 | * @p: A task in the thread group in question | ||
| 18 | * | ||
| 19 | * This returns true if the thread group to which a task belongs is single | ||
| 20 | * threaded, false if it is not. | ||
| 21 | */ | ||
| 22 | bool is_single_threaded(struct task_struct *p) | ||
| 23 | { | ||
| 24 | struct task_struct *g, *t; | ||
| 25 | struct mm_struct *mm = p->mm; | ||
| 26 | |||
| 27 | if (atomic_read(&p->signal->count) != 1) | ||
| 28 | goto no; | ||
| 29 | |||
| 30 | if (atomic_read(&p->mm->mm_users) != 1) { | ||
| 31 | read_lock(&tasklist_lock); | ||
| 32 | do_each_thread(g, t) { | ||
| 33 | if (t->mm == mm && t != p) | ||
| 34 | goto no_unlock; | ||
| 35 | } while_each_thread(g, t); | ||
| 36 | read_unlock(&tasklist_lock); | ||
| 37 | } | ||
| 38 | |||
| 39 | return true; | ||
| 40 | |||
| 41 | no_unlock: | ||
| 42 | read_unlock(&tasklist_lock); | ||
| 43 | no: | ||
| 44 | return false; | ||
| 45 | } | ||
diff --git a/lib/libcrc32c.c b/lib/libcrc32c.c index b5c3287d8ea4..244f5480c898 100644 --- a/lib/libcrc32c.c +++ b/lib/libcrc32c.c | |||
| @@ -30,168 +30,52 @@ | |||
| 30 | * any later version. | 30 | * any later version. |
| 31 | * | 31 | * |
| 32 | */ | 32 | */ |
| 33 | #include <linux/crc32c.h> | ||
| 34 | #include <linux/compiler.h> | ||
| 35 | #include <linux/module.h> | ||
| 36 | |||
| 37 | MODULE_AUTHOR("Clay Haapala <chaapala@cisco.com>"); | ||
| 38 | MODULE_DESCRIPTION("CRC32c (Castagnoli) calculations"); | ||
| 39 | MODULE_LICENSE("GPL"); | ||
| 40 | 33 | ||
| 41 | #define CRC32C_POLY_BE 0x1EDC6F41 | 34 | #include <crypto/hash.h> |
| 42 | #define CRC32C_POLY_LE 0x82F63B78 | 35 | #include <linux/err.h> |
| 36 | #include <linux/init.h> | ||
| 37 | #include <linux/kernel.h> | ||
| 38 | #include <linux/module.h> | ||
| 43 | 39 | ||
| 44 | #ifndef CRC_LE_BITS | 40 | static struct crypto_shash *tfm; |
| 45 | # define CRC_LE_BITS 8 | ||
| 46 | #endif | ||
| 47 | 41 | ||
| 42 | u32 crc32c(u32 crc, const void *address, unsigned int length) | ||
| 43 | { | ||
| 44 | struct { | ||
| 45 | struct shash_desc shash; | ||
| 46 | char ctx[crypto_shash_descsize(tfm)]; | ||
| 47 | } desc; | ||
| 48 | int err; | ||
| 48 | 49 | ||
| 49 | /* | 50 | desc.shash.tfm = tfm; |
| 50 | * Haven't generated a big-endian table yet, but the bit-wise version | 51 | desc.shash.flags = 0; |
| 51 | * should at least work. | 52 | *(u32 *)desc.ctx = crc; |
| 52 | */ | ||
| 53 | #if defined CRC_BE_BITS && CRC_BE_BITS != 1 | ||
| 54 | #undef CRC_BE_BITS | ||
| 55 | #endif | ||
| 56 | #ifndef CRC_BE_BITS | ||
| 57 | # define CRC_BE_BITS 1 | ||
| 58 | #endif | ||
| 59 | 53 | ||
| 60 | EXPORT_SYMBOL(crc32c_le); | 54 | err = crypto_shash_update(&desc.shash, address, length); |
| 55 | BUG_ON(err); | ||
| 61 | 56 | ||
| 62 | #if CRC_LE_BITS == 1 | 57 | return *(u32 *)desc.ctx; |
| 63 | /* | ||
| 64 | * Compute things bit-wise, as done in crc32.c. We could share the tight | ||
| 65 | * loop below with crc32 and vary the POLY if we don't find value in terms | ||
| 66 | * of space and maintainability in keeping the two modules separate. | ||
| 67 | */ | ||
| 68 | u32 __pure | ||
| 69 | crc32c_le(u32 crc, unsigned char const *p, size_t len) | ||
| 70 | { | ||
| 71 | int i; | ||
| 72 | while (len--) { | ||
| 73 | crc ^= *p++; | ||
| 74 | for (i = 0; i < 8; i++) | ||
| 75 | crc = (crc >> 1) ^ ((crc & 1) ? CRC32C_POLY_LE : 0); | ||
| 76 | } | ||
| 77 | return crc; | ||
| 78 | } | 58 | } |
| 79 | #else | ||
| 80 | |||
| 81 | /* | ||
| 82 | * This is the CRC-32C table | ||
| 83 | * Generated with: | ||
| 84 | * width = 32 bits | ||
| 85 | * poly = 0x1EDC6F41 | ||
| 86 | * reflect input bytes = true | ||
| 87 | * reflect output bytes = true | ||
| 88 | */ | ||
| 89 | |||
| 90 | static const u32 crc32c_table[256] = { | ||
| 91 | 0x00000000L, 0xF26B8303L, 0xE13B70F7L, 0x1350F3F4L, | ||
| 92 | 0xC79A971FL, 0x35F1141CL, 0x26A1E7E8L, 0xD4CA64EBL, | ||
| 93 | 0x8AD958CFL, 0x78B2DBCCL, 0x6BE22838L, 0x9989AB3BL, | ||
| 94 | 0x4D43CFD0L, 0xBF284CD3L, 0xAC78BF27L, 0x5E133C24L, | ||
| 95 | 0x105EC76FL, 0xE235446CL, 0xF165B798L, 0x030E349BL, | ||
| 96 | 0xD7C45070L, 0x25AFD373L, 0x36FF2087L, 0xC494A384L, | ||
| 97 | 0x9A879FA0L, 0x68EC1CA3L, 0x7BBCEF57L, 0x89D76C54L, | ||
| 98 | 0x5D1D08BFL, 0xAF768BBCL, 0xBC267848L, 0x4E4DFB4BL, | ||
| 99 | 0x20BD8EDEL, 0xD2D60DDDL, 0xC186FE29L, 0x33ED7D2AL, | ||
| 100 | 0xE72719C1L, 0x154C9AC2L, 0x061C6936L, 0xF477EA35L, | ||
| 101 | 0xAA64D611L, 0x580F5512L, 0x4B5FA6E6L, 0xB93425E5L, | ||
| 102 | 0x6DFE410EL, 0x9F95C20DL, 0x8CC531F9L, 0x7EAEB2FAL, | ||
| 103 | 0x30E349B1L, 0xC288CAB2L, 0xD1D83946L, 0x23B3BA45L, | ||
| 104 | 0xF779DEAEL, 0x05125DADL, 0x1642AE59L, 0xE4292D5AL, | ||
| 105 | 0xBA3A117EL, 0x4851927DL, 0x5B016189L, 0xA96AE28AL, | ||
| 106 | 0x7DA08661L, 0x8FCB0562L, 0x9C9BF696L, 0x6EF07595L, | ||
| 107 | 0x417B1DBCL, 0xB3109EBFL, 0xA0406D4BL, 0x522BEE48L, | ||
| 108 | 0x86E18AA3L, 0x748A09A0L, 0x67DAFA54L, 0x95B17957L, | ||
| 109 | 0xCBA24573L, 0x39C9C670L, 0x2A993584L, 0xD8F2B687L, | ||
| 110 | 0x0C38D26CL, 0xFE53516FL, 0xED03A29BL, 0x1F682198L, | ||
| 111 | 0x5125DAD3L, 0xA34E59D0L, 0xB01EAA24L, 0x42752927L, | ||
| 112 | 0x96BF4DCCL, 0x64D4CECFL, 0x77843D3BL, 0x85EFBE38L, | ||
| 113 | 0xDBFC821CL, 0x2997011FL, 0x3AC7F2EBL, 0xC8AC71E8L, | ||
| 114 | 0x1C661503L, 0xEE0D9600L, 0xFD5D65F4L, 0x0F36E6F7L, | ||
| 115 | 0x61C69362L, 0x93AD1061L, 0x80FDE395L, 0x72966096L, | ||
| 116 | 0xA65C047DL, 0x5437877EL, 0x4767748AL, 0xB50CF789L, | ||
| 117 | 0xEB1FCBADL, 0x197448AEL, 0x0A24BB5AL, 0xF84F3859L, | ||
| 118 | 0x2C855CB2L, 0xDEEEDFB1L, 0xCDBE2C45L, 0x3FD5AF46L, | ||
| 119 | 0x7198540DL, 0x83F3D70EL, 0x90A324FAL, 0x62C8A7F9L, | ||
| 120 | 0xB602C312L, 0x44694011L, 0x5739B3E5L, 0xA55230E6L, | ||
| 121 | 0xFB410CC2L, 0x092A8FC1L, 0x1A7A7C35L, 0xE811FF36L, | ||
| 122 | 0x3CDB9BDDL, 0xCEB018DEL, 0xDDE0EB2AL, 0x2F8B6829L, | ||
| 123 | 0x82F63B78L, 0x709DB87BL, 0x63CD4B8FL, 0x91A6C88CL, | ||
| 124 | 0x456CAC67L, 0xB7072F64L, 0xA457DC90L, 0x563C5F93L, | ||
| 125 | 0x082F63B7L, 0xFA44E0B4L, 0xE9141340L, 0x1B7F9043L, | ||
| 126 | 0xCFB5F4A8L, 0x3DDE77ABL, 0x2E8E845FL, 0xDCE5075CL, | ||
| 127 | 0x92A8FC17L, 0x60C37F14L, 0x73938CE0L, 0x81F80FE3L, | ||
| 128 | 0x55326B08L, 0xA759E80BL, 0xB4091BFFL, 0x466298FCL, | ||
| 129 | 0x1871A4D8L, 0xEA1A27DBL, 0xF94AD42FL, 0x0B21572CL, | ||
| 130 | 0xDFEB33C7L, 0x2D80B0C4L, 0x3ED04330L, 0xCCBBC033L, | ||
| 131 | 0xA24BB5A6L, 0x502036A5L, 0x4370C551L, 0xB11B4652L, | ||
| 132 | 0x65D122B9L, 0x97BAA1BAL, 0x84EA524EL, 0x7681D14DL, | ||
| 133 | 0x2892ED69L, 0xDAF96E6AL, 0xC9A99D9EL, 0x3BC21E9DL, | ||
| 134 | 0xEF087A76L, 0x1D63F975L, 0x0E330A81L, 0xFC588982L, | ||
| 135 | 0xB21572C9L, 0x407EF1CAL, 0x532E023EL, 0xA145813DL, | ||
| 136 | 0x758FE5D6L, 0x87E466D5L, 0x94B49521L, 0x66DF1622L, | ||
| 137 | 0x38CC2A06L, 0xCAA7A905L, 0xD9F75AF1L, 0x2B9CD9F2L, | ||
| 138 | 0xFF56BD19L, 0x0D3D3E1AL, 0x1E6DCDEEL, 0xEC064EEDL, | ||
| 139 | 0xC38D26C4L, 0x31E6A5C7L, 0x22B65633L, 0xD0DDD530L, | ||
| 140 | 0x0417B1DBL, 0xF67C32D8L, 0xE52CC12CL, 0x1747422FL, | ||
| 141 | 0x49547E0BL, 0xBB3FFD08L, 0xA86F0EFCL, 0x5A048DFFL, | ||
| 142 | 0x8ECEE914L, 0x7CA56A17L, 0x6FF599E3L, 0x9D9E1AE0L, | ||
| 143 | 0xD3D3E1ABL, 0x21B862A8L, 0x32E8915CL, 0xC083125FL, | ||
| 144 | 0x144976B4L, 0xE622F5B7L, 0xF5720643L, 0x07198540L, | ||
| 145 | 0x590AB964L, 0xAB613A67L, 0xB831C993L, 0x4A5A4A90L, | ||
| 146 | 0x9E902E7BL, 0x6CFBAD78L, 0x7FAB5E8CL, 0x8DC0DD8FL, | ||
| 147 | 0xE330A81AL, 0x115B2B19L, 0x020BD8EDL, 0xF0605BEEL, | ||
| 148 | 0x24AA3F05L, 0xD6C1BC06L, 0xC5914FF2L, 0x37FACCF1L, | ||
| 149 | 0x69E9F0D5L, 0x9B8273D6L, 0x88D28022L, 0x7AB90321L, | ||
| 150 | 0xAE7367CAL, 0x5C18E4C9L, 0x4F48173DL, 0xBD23943EL, | ||
| 151 | 0xF36E6F75L, 0x0105EC76L, 0x12551F82L, 0xE03E9C81L, | ||
| 152 | 0x34F4F86AL, 0xC69F7B69L, 0xD5CF889DL, 0x27A40B9EL, | ||
| 153 | 0x79B737BAL, 0x8BDCB4B9L, 0x988C474DL, 0x6AE7C44EL, | ||
| 154 | 0xBE2DA0A5L, 0x4C4623A6L, 0x5F16D052L, 0xAD7D5351L | ||
| 155 | }; | ||
| 156 | 59 | ||
| 157 | /* | 60 | EXPORT_SYMBOL(crc32c); |
| 158 | * Steps through buffer one byte at at time, calculates reflected | ||
| 159 | * crc using table. | ||
| 160 | */ | ||
| 161 | 61 | ||
| 162 | u32 __pure | 62 | static int __init libcrc32c_mod_init(void) |
| 163 | crc32c_le(u32 crc, unsigned char const *data, size_t length) | ||
| 164 | { | 63 | { |
| 165 | while (length--) | 64 | tfm = crypto_alloc_shash("crc32c", 0, 0); |
| 166 | crc = | 65 | if (IS_ERR(tfm)) |
| 167 | crc32c_table[(crc ^ *data++) & 0xFFL] ^ (crc >> 8); | 66 | return PTR_ERR(tfm); |
| 168 | 67 | ||
| 169 | return crc; | 68 | return 0; |
| 170 | } | 69 | } |
| 171 | 70 | ||
| 172 | #endif /* CRC_LE_BITS == 8 */ | 71 | static void __exit libcrc32c_mod_fini(void) |
| 173 | |||
| 174 | EXPORT_SYMBOL(crc32c_be); | ||
| 175 | |||
| 176 | #if CRC_BE_BITS == 1 | ||
| 177 | u32 __pure | ||
| 178 | crc32c_be(u32 crc, unsigned char const *p, size_t len) | ||
| 179 | { | 72 | { |
| 180 | int i; | 73 | crypto_free_shash(tfm); |
| 181 | while (len--) { | ||
| 182 | crc ^= *p++ << 24; | ||
| 183 | for (i = 0; i < 8; i++) | ||
| 184 | crc = | ||
| 185 | (crc << 1) ^ ((crc & 0x80000000) ? CRC32C_POLY_BE : | ||
| 186 | 0); | ||
| 187 | } | ||
| 188 | return crc; | ||
| 189 | } | 74 | } |
| 190 | #endif | ||
| 191 | 75 | ||
| 192 | /* | 76 | module_init(libcrc32c_mod_init); |
| 193 | * Unit test | 77 | module_exit(libcrc32c_mod_fini); |
| 194 | * | 78 | |
| 195 | * A small unit test suite is implemented as part of the crypto suite. | 79 | MODULE_AUTHOR("Clay Haapala <chaapala@cisco.com>"); |
| 196 | * Select CRYPTO_CRC32C and use the tcrypt module to run the tests. | 80 | MODULE_DESCRIPTION("CRC32c (Castagnoli) calculations"); |
| 197 | */ | 81 | MODULE_LICENSE("GPL"); |
diff --git a/lib/percpu_counter.c b/lib/percpu_counter.c index a8663890a88c..b255b939bc1b 100644 --- a/lib/percpu_counter.c +++ b/lib/percpu_counter.c | |||
| @@ -62,10 +62,7 @@ s64 __percpu_counter_sum(struct percpu_counter *fbc) | |||
| 62 | for_each_online_cpu(cpu) { | 62 | for_each_online_cpu(cpu) { |
| 63 | s32 *pcount = per_cpu_ptr(fbc->counters, cpu); | 63 | s32 *pcount = per_cpu_ptr(fbc->counters, cpu); |
| 64 | ret += *pcount; | 64 | ret += *pcount; |
| 65 | *pcount = 0; | ||
| 66 | } | 65 | } |
| 67 | fbc->count = ret; | ||
| 68 | |||
| 69 | spin_unlock(&fbc->lock); | 66 | spin_unlock(&fbc->lock); |
| 70 | return ret; | 67 | return ret; |
| 71 | } | 68 | } |
| @@ -104,13 +101,13 @@ void percpu_counter_destroy(struct percpu_counter *fbc) | |||
| 104 | if (!fbc->counters) | 101 | if (!fbc->counters) |
| 105 | return; | 102 | return; |
| 106 | 103 | ||
| 107 | free_percpu(fbc->counters); | ||
| 108 | fbc->counters = NULL; | ||
| 109 | #ifdef CONFIG_HOTPLUG_CPU | 104 | #ifdef CONFIG_HOTPLUG_CPU |
| 110 | mutex_lock(&percpu_counters_lock); | 105 | mutex_lock(&percpu_counters_lock); |
| 111 | list_del(&fbc->list); | 106 | list_del(&fbc->list); |
| 112 | mutex_unlock(&percpu_counters_lock); | 107 | mutex_unlock(&percpu_counters_lock); |
| 113 | #endif | 108 | #endif |
| 109 | free_percpu(fbc->counters); | ||
| 110 | fbc->counters = NULL; | ||
| 114 | } | 111 | } |
| 115 | EXPORT_SYMBOL(percpu_counter_destroy); | 112 | EXPORT_SYMBOL(percpu_counter_destroy); |
| 116 | 113 | ||
diff --git a/lib/swiotlb.c b/lib/swiotlb.c index 5f6c629a924d..fa2dc4e5f9ba 100644 --- a/lib/swiotlb.c +++ b/lib/swiotlb.c | |||
| @@ -21,9 +21,12 @@ | |||
| 21 | #include <linux/mm.h> | 21 | #include <linux/mm.h> |
| 22 | #include <linux/module.h> | 22 | #include <linux/module.h> |
| 23 | #include <linux/spinlock.h> | 23 | #include <linux/spinlock.h> |
| 24 | #include <linux/swiotlb.h> | ||
| 24 | #include <linux/string.h> | 25 | #include <linux/string.h> |
| 26 | #include <linux/swiotlb.h> | ||
| 25 | #include <linux/types.h> | 27 | #include <linux/types.h> |
| 26 | #include <linux/ctype.h> | 28 | #include <linux/ctype.h> |
| 29 | #include <linux/highmem.h> | ||
| 27 | 30 | ||
| 28 | #include <asm/io.h> | 31 | #include <asm/io.h> |
| 29 | #include <asm/dma.h> | 32 | #include <asm/dma.h> |
| @@ -36,22 +39,6 @@ | |||
| 36 | #define OFFSET(val,align) ((unsigned long) \ | 39 | #define OFFSET(val,align) ((unsigned long) \ |
| 37 | ( (val) & ( (align) - 1))) | 40 | ( (val) & ( (align) - 1))) |
| 38 | 41 | ||
| 39 | #define SG_ENT_VIRT_ADDRESS(sg) (sg_virt((sg))) | ||
| 40 | #define SG_ENT_PHYS_ADDRESS(sg) virt_to_bus(SG_ENT_VIRT_ADDRESS(sg)) | ||
| 41 | |||
| 42 | /* | ||
| 43 | * Maximum allowable number of contiguous slabs to map, | ||
| 44 | * must be a power of 2. What is the appropriate value ? | ||
| 45 | * The complexity of {map,unmap}_single is linearly dependent on this value. | ||
| 46 | */ | ||
| 47 | #define IO_TLB_SEGSIZE 128 | ||
| 48 | |||
| 49 | /* | ||
| 50 | * log of the size of each IO TLB slab. The number of slabs is command line | ||
| 51 | * controllable. | ||
| 52 | */ | ||
| 53 | #define IO_TLB_SHIFT 11 | ||
| 54 | |||
| 55 | #define SLABS_PER_PAGE (1 << (PAGE_SHIFT - IO_TLB_SHIFT)) | 42 | #define SLABS_PER_PAGE (1 << (PAGE_SHIFT - IO_TLB_SHIFT)) |
| 56 | 43 | ||
| 57 | /* | 44 | /* |
| @@ -102,7 +89,10 @@ static unsigned int io_tlb_index; | |||
| 102 | * We need to save away the original address corresponding to a mapped entry | 89 | * We need to save away the original address corresponding to a mapped entry |
| 103 | * for the sync operations. | 90 | * for the sync operations. |
| 104 | */ | 91 | */ |
| 105 | static unsigned char **io_tlb_orig_addr; | 92 | static struct swiotlb_phys_addr { |
| 93 | struct page *page; | ||
| 94 | unsigned int offset; | ||
| 95 | } *io_tlb_orig_addr; | ||
| 106 | 96 | ||
| 107 | /* | 97 | /* |
| 108 | * Protect the above data structures in the map and unmap calls | 98 | * Protect the above data structures in the map and unmap calls |
| @@ -126,6 +116,72 @@ setup_io_tlb_npages(char *str) | |||
| 126 | __setup("swiotlb=", setup_io_tlb_npages); | 116 | __setup("swiotlb=", setup_io_tlb_npages); |
| 127 | /* make io_tlb_overflow tunable too? */ | 117 | /* make io_tlb_overflow tunable too? */ |
| 128 | 118 | ||
| 119 | void * __weak swiotlb_alloc_boot(size_t size, unsigned long nslabs) | ||
| 120 | { | ||
| 121 | return alloc_bootmem_low_pages(size); | ||
| 122 | } | ||
| 123 | |||
| 124 | void * __weak swiotlb_alloc(unsigned order, unsigned long nslabs) | ||
| 125 | { | ||
| 126 | return (void *)__get_free_pages(GFP_DMA | __GFP_NOWARN, order); | ||
| 127 | } | ||
| 128 | |||
| 129 | dma_addr_t __weak swiotlb_phys_to_bus(phys_addr_t paddr) | ||
| 130 | { | ||
| 131 | return paddr; | ||
| 132 | } | ||
| 133 | |||
| 134 | phys_addr_t __weak swiotlb_bus_to_phys(dma_addr_t baddr) | ||
| 135 | { | ||
| 136 | return baddr; | ||
| 137 | } | ||
| 138 | |||
| 139 | static dma_addr_t swiotlb_virt_to_bus(volatile void *address) | ||
| 140 | { | ||
| 141 | return swiotlb_phys_to_bus(virt_to_phys(address)); | ||
| 142 | } | ||
| 143 | |||
| 144 | static void *swiotlb_bus_to_virt(dma_addr_t address) | ||
| 145 | { | ||
| 146 | return phys_to_virt(swiotlb_bus_to_phys(address)); | ||
| 147 | } | ||
| 148 | |||
| 149 | int __weak swiotlb_arch_range_needs_mapping(void *ptr, size_t size) | ||
| 150 | { | ||
| 151 | return 0; | ||
| 152 | } | ||
| 153 | |||
| 154 | static dma_addr_t swiotlb_sg_to_bus(struct scatterlist *sg) | ||
| 155 | { | ||
| 156 | return swiotlb_phys_to_bus(page_to_phys(sg_page(sg)) + sg->offset); | ||
| 157 | } | ||
| 158 | |||
| 159 | static void swiotlb_print_info(unsigned long bytes) | ||
| 160 | { | ||
| 161 | phys_addr_t pstart, pend; | ||
| 162 | dma_addr_t bstart, bend; | ||
| 163 | |||
| 164 | pstart = virt_to_phys(io_tlb_start); | ||
| 165 | pend = virt_to_phys(io_tlb_end); | ||
| 166 | |||
| 167 | bstart = swiotlb_phys_to_bus(pstart); | ||
| 168 | bend = swiotlb_phys_to_bus(pend); | ||
| 169 | |||
| 170 | printk(KERN_INFO "Placing %luMB software IO TLB between %p - %p\n", | ||
| 171 | bytes >> 20, io_tlb_start, io_tlb_end); | ||
| 172 | if (pstart != bstart || pend != bend) | ||
| 173 | printk(KERN_INFO "software IO TLB at phys %#llx - %#llx" | ||
| 174 | " bus %#llx - %#llx\n", | ||
| 175 | (unsigned long long)pstart, | ||
| 176 | (unsigned long long)pend, | ||
| 177 | (unsigned long long)bstart, | ||
| 178 | (unsigned long long)bend); | ||
| 179 | else | ||
| 180 | printk(KERN_INFO "software IO TLB at phys %#llx - %#llx\n", | ||
| 181 | (unsigned long long)pstart, | ||
| 182 | (unsigned long long)pend); | ||
| 183 | } | ||
| 184 | |||
| 129 | /* | 185 | /* |
| 130 | * Statically reserve bounce buffer space and initialize bounce buffer data | 186 | * Statically reserve bounce buffer space and initialize bounce buffer data |
| 131 | * structures for the software IO TLB used to implement the DMA API. | 187 | * structures for the software IO TLB used to implement the DMA API. |
| @@ -145,7 +201,7 @@ swiotlb_init_with_default_size(size_t default_size) | |||
| 145 | /* | 201 | /* |
| 146 | * Get IO TLB memory from the low pages | 202 | * Get IO TLB memory from the low pages |
| 147 | */ | 203 | */ |
| 148 | io_tlb_start = alloc_bootmem_low_pages(bytes); | 204 | io_tlb_start = swiotlb_alloc_boot(bytes, io_tlb_nslabs); |
| 149 | if (!io_tlb_start) | 205 | if (!io_tlb_start) |
| 150 | panic("Cannot allocate SWIOTLB buffer"); | 206 | panic("Cannot allocate SWIOTLB buffer"); |
| 151 | io_tlb_end = io_tlb_start + bytes; | 207 | io_tlb_end = io_tlb_start + bytes; |
| @@ -159,7 +215,7 @@ swiotlb_init_with_default_size(size_t default_size) | |||
| 159 | for (i = 0; i < io_tlb_nslabs; i++) | 215 | for (i = 0; i < io_tlb_nslabs; i++) |
| 160 | io_tlb_list[i] = IO_TLB_SEGSIZE - OFFSET(i, IO_TLB_SEGSIZE); | 216 | io_tlb_list[i] = IO_TLB_SEGSIZE - OFFSET(i, IO_TLB_SEGSIZE); |
| 161 | io_tlb_index = 0; | 217 | io_tlb_index = 0; |
| 162 | io_tlb_orig_addr = alloc_bootmem(io_tlb_nslabs * sizeof(char *)); | 218 | io_tlb_orig_addr = alloc_bootmem(io_tlb_nslabs * sizeof(struct swiotlb_phys_addr)); |
| 163 | 219 | ||
| 164 | /* | 220 | /* |
| 165 | * Get the overflow emergency buffer | 221 | * Get the overflow emergency buffer |
| @@ -168,8 +224,7 @@ swiotlb_init_with_default_size(size_t default_size) | |||
| 168 | if (!io_tlb_overflow_buffer) | 224 | if (!io_tlb_overflow_buffer) |
| 169 | panic("Cannot allocate SWIOTLB overflow buffer!\n"); | 225 | panic("Cannot allocate SWIOTLB overflow buffer!\n"); |
| 170 | 226 | ||
| 171 | printk(KERN_INFO "Placing software IO TLB between 0x%lx - 0x%lx\n", | 227 | swiotlb_print_info(bytes); |
| 172 | virt_to_bus(io_tlb_start), virt_to_bus(io_tlb_end)); | ||
| 173 | } | 228 | } |
| 174 | 229 | ||
| 175 | void __init | 230 | void __init |
| @@ -202,8 +257,7 @@ swiotlb_late_init_with_default_size(size_t default_size) | |||
| 202 | bytes = io_tlb_nslabs << IO_TLB_SHIFT; | 257 | bytes = io_tlb_nslabs << IO_TLB_SHIFT; |
| 203 | 258 | ||
| 204 | while ((SLABS_PER_PAGE << order) > IO_TLB_MIN_SLABS) { | 259 | while ((SLABS_PER_PAGE << order) > IO_TLB_MIN_SLABS) { |
| 205 | io_tlb_start = (char *)__get_free_pages(GFP_DMA | __GFP_NOWARN, | 260 | io_tlb_start = swiotlb_alloc(order, io_tlb_nslabs); |
| 206 | order); | ||
| 207 | if (io_tlb_start) | 261 | if (io_tlb_start) |
| 208 | break; | 262 | break; |
| 209 | order--; | 263 | order--; |
| @@ -235,12 +289,12 @@ swiotlb_late_init_with_default_size(size_t default_size) | |||
| 235 | io_tlb_list[i] = IO_TLB_SEGSIZE - OFFSET(i, IO_TLB_SEGSIZE); | 289 | io_tlb_list[i] = IO_TLB_SEGSIZE - OFFSET(i, IO_TLB_SEGSIZE); |
| 236 | io_tlb_index = 0; | 290 | io_tlb_index = 0; |
| 237 | 291 | ||
| 238 | io_tlb_orig_addr = (unsigned char **)__get_free_pages(GFP_KERNEL, | 292 | io_tlb_orig_addr = (struct swiotlb_phys_addr *)__get_free_pages(GFP_KERNEL, |
| 239 | get_order(io_tlb_nslabs * sizeof(char *))); | 293 | get_order(io_tlb_nslabs * sizeof(struct swiotlb_phys_addr))); |
| 240 | if (!io_tlb_orig_addr) | 294 | if (!io_tlb_orig_addr) |
| 241 | goto cleanup3; | 295 | goto cleanup3; |
| 242 | 296 | ||
| 243 | memset(io_tlb_orig_addr, 0, io_tlb_nslabs * sizeof(char *)); | 297 | memset(io_tlb_orig_addr, 0, io_tlb_nslabs * sizeof(struct swiotlb_phys_addr)); |
| 244 | 298 | ||
| 245 | /* | 299 | /* |
| 246 | * Get the overflow emergency buffer | 300 | * Get the overflow emergency buffer |
| @@ -250,9 +304,7 @@ swiotlb_late_init_with_default_size(size_t default_size) | |||
| 250 | if (!io_tlb_overflow_buffer) | 304 | if (!io_tlb_overflow_buffer) |
| 251 | goto cleanup4; | 305 | goto cleanup4; |
| 252 | 306 | ||
| 253 | printk(KERN_INFO "Placing %luMB software IO TLB between 0x%lx - " | 307 | swiotlb_print_info(bytes); |
| 254 | "0x%lx\n", bytes >> 20, | ||
| 255 | virt_to_bus(io_tlb_start), virt_to_bus(io_tlb_end)); | ||
| 256 | 308 | ||
| 257 | return 0; | 309 | return 0; |
| 258 | 310 | ||
| @@ -279,16 +331,69 @@ address_needs_mapping(struct device *hwdev, dma_addr_t addr, size_t size) | |||
| 279 | return !is_buffer_dma_capable(dma_get_mask(hwdev), addr, size); | 331 | return !is_buffer_dma_capable(dma_get_mask(hwdev), addr, size); |
| 280 | } | 332 | } |
| 281 | 333 | ||
| 334 | static inline int range_needs_mapping(void *ptr, size_t size) | ||
| 335 | { | ||
| 336 | return swiotlb_force || swiotlb_arch_range_needs_mapping(ptr, size); | ||
| 337 | } | ||
| 338 | |||
| 282 | static int is_swiotlb_buffer(char *addr) | 339 | static int is_swiotlb_buffer(char *addr) |
| 283 | { | 340 | { |
| 284 | return addr >= io_tlb_start && addr < io_tlb_end; | 341 | return addr >= io_tlb_start && addr < io_tlb_end; |
| 285 | } | 342 | } |
| 286 | 343 | ||
| 344 | static struct swiotlb_phys_addr swiotlb_bus_to_phys_addr(char *dma_addr) | ||
| 345 | { | ||
| 346 | int index = (dma_addr - io_tlb_start) >> IO_TLB_SHIFT; | ||
| 347 | struct swiotlb_phys_addr buffer = io_tlb_orig_addr[index]; | ||
| 348 | buffer.offset += (long)dma_addr & ((1 << IO_TLB_SHIFT) - 1); | ||
| 349 | buffer.page += buffer.offset >> PAGE_SHIFT; | ||
| 350 | buffer.offset &= PAGE_SIZE - 1; | ||
| 351 | return buffer; | ||
| 352 | } | ||
| 353 | |||
| 354 | static void | ||
| 355 | __sync_single(struct swiotlb_phys_addr buffer, char *dma_addr, size_t size, int dir) | ||
| 356 | { | ||
| 357 | if (PageHighMem(buffer.page)) { | ||
| 358 | size_t len, bytes; | ||
| 359 | char *dev, *host, *kmp; | ||
| 360 | |||
| 361 | len = size; | ||
| 362 | while (len != 0) { | ||
| 363 | unsigned long flags; | ||
| 364 | |||
| 365 | bytes = len; | ||
| 366 | if ((bytes + buffer.offset) > PAGE_SIZE) | ||
| 367 | bytes = PAGE_SIZE - buffer.offset; | ||
| 368 | local_irq_save(flags); /* protects KM_BOUNCE_READ */ | ||
| 369 | kmp = kmap_atomic(buffer.page, KM_BOUNCE_READ); | ||
| 370 | dev = dma_addr + size - len; | ||
| 371 | host = kmp + buffer.offset; | ||
| 372 | if (dir == DMA_FROM_DEVICE) | ||
| 373 | memcpy(host, dev, bytes); | ||
| 374 | else | ||
| 375 | memcpy(dev, host, bytes); | ||
| 376 | kunmap_atomic(kmp, KM_BOUNCE_READ); | ||
| 377 | local_irq_restore(flags); | ||
| 378 | len -= bytes; | ||
| 379 | buffer.page++; | ||
| 380 | buffer.offset = 0; | ||
| 381 | } | ||
| 382 | } else { | ||
| 383 | void *v = page_address(buffer.page) + buffer.offset; | ||
| 384 | |||
| 385 | if (dir == DMA_TO_DEVICE) | ||
| 386 | memcpy(dma_addr, v, size); | ||
| 387 | else | ||
| 388 | memcpy(v, dma_addr, size); | ||
| 389 | } | ||
| 390 | } | ||
| 391 | |||
| 287 | /* | 392 | /* |
| 288 | * Allocates bounce buffer and returns its kernel virtual address. | 393 | * Allocates bounce buffer and returns its kernel virtual address. |
| 289 | */ | 394 | */ |
| 290 | static void * | 395 | static void * |
| 291 | map_single(struct device *hwdev, char *buffer, size_t size, int dir) | 396 | map_single(struct device *hwdev, struct swiotlb_phys_addr buffer, size_t size, int dir) |
| 292 | { | 397 | { |
| 293 | unsigned long flags; | 398 | unsigned long flags; |
| 294 | char *dma_addr; | 399 | char *dma_addr; |
| @@ -298,11 +403,16 @@ map_single(struct device *hwdev, char *buffer, size_t size, int dir) | |||
| 298 | unsigned long mask; | 403 | unsigned long mask; |
| 299 | unsigned long offset_slots; | 404 | unsigned long offset_slots; |
| 300 | unsigned long max_slots; | 405 | unsigned long max_slots; |
| 406 | struct swiotlb_phys_addr slot_buf; | ||
| 301 | 407 | ||
| 302 | mask = dma_get_seg_boundary(hwdev); | 408 | mask = dma_get_seg_boundary(hwdev); |
| 303 | start_dma_addr = virt_to_bus(io_tlb_start) & mask; | 409 | start_dma_addr = swiotlb_virt_to_bus(io_tlb_start) & mask; |
| 304 | 410 | ||
| 305 | offset_slots = ALIGN(start_dma_addr, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT; | 411 | offset_slots = ALIGN(start_dma_addr, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT; |
| 412 | |||
| 413 | /* | ||
| 414 | * Carefully handle integer overflow which can occur when mask == ~0UL. | ||
| 415 | */ | ||
| 306 | max_slots = mask + 1 | 416 | max_slots = mask + 1 |
| 307 | ? ALIGN(mask + 1, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT | 417 | ? ALIGN(mask + 1, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT |
| 308 | : 1UL << (BITS_PER_LONG - IO_TLB_SHIFT); | 418 | : 1UL << (BITS_PER_LONG - IO_TLB_SHIFT); |
| @@ -378,10 +488,15 @@ found: | |||
| 378 | * This is needed when we sync the memory. Then we sync the buffer if | 488 | * This is needed when we sync the memory. Then we sync the buffer if |
| 379 | * needed. | 489 | * needed. |
| 380 | */ | 490 | */ |
| 381 | for (i = 0; i < nslots; i++) | 491 | slot_buf = buffer; |
| 382 | io_tlb_orig_addr[index+i] = buffer + (i << IO_TLB_SHIFT); | 492 | for (i = 0; i < nslots; i++) { |
| 493 | slot_buf.page += slot_buf.offset >> PAGE_SHIFT; | ||
| 494 | slot_buf.offset &= PAGE_SIZE - 1; | ||
| 495 | io_tlb_orig_addr[index+i] = slot_buf; | ||
| 496 | slot_buf.offset += 1 << IO_TLB_SHIFT; | ||
| 497 | } | ||
| 383 | if (dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL) | 498 | if (dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL) |
| 384 | memcpy(dma_addr, buffer, size); | 499 | __sync_single(buffer, dma_addr, size, DMA_TO_DEVICE); |
| 385 | 500 | ||
| 386 | return dma_addr; | 501 | return dma_addr; |
| 387 | } | 502 | } |
| @@ -395,17 +510,17 @@ unmap_single(struct device *hwdev, char *dma_addr, size_t size, int dir) | |||
| 395 | unsigned long flags; | 510 | unsigned long flags; |
| 396 | int i, count, nslots = ALIGN(size, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT; | 511 | int i, count, nslots = ALIGN(size, 1 << IO_TLB_SHIFT) >> IO_TLB_SHIFT; |
| 397 | int index = (dma_addr - io_tlb_start) >> IO_TLB_SHIFT; | 512 | int index = (dma_addr - io_tlb_start) >> IO_TLB_SHIFT; |
| 398 | char *buffer = io_tlb_orig_addr[index]; | 513 | struct swiotlb_phys_addr buffer = swiotlb_bus_to_phys_addr(dma_addr); |
| 399 | 514 | ||
| 400 | /* | 515 | /* |
| 401 | * First, sync the memory before unmapping the entry | 516 | * First, sync the memory before unmapping the entry |
| 402 | */ | 517 | */ |
| 403 | if (buffer && ((dir == DMA_FROM_DEVICE) || (dir == DMA_BIDIRECTIONAL))) | 518 | if ((dir == DMA_FROM_DEVICE) || (dir == DMA_BIDIRECTIONAL)) |
| 404 | /* | 519 | /* |
| 405 | * bounce... copy the data back into the original buffer * and | 520 | * bounce... copy the data back into the original buffer * and |
| 406 | * delete the bounce buffer. | 521 | * delete the bounce buffer. |
| 407 | */ | 522 | */ |
| 408 | memcpy(buffer, dma_addr, size); | 523 | __sync_single(buffer, dma_addr, size, DMA_FROM_DEVICE); |
| 409 | 524 | ||
| 410 | /* | 525 | /* |
| 411 | * Return the buffer to the free list by setting the corresponding | 526 | * Return the buffer to the free list by setting the corresponding |
| @@ -437,21 +552,18 @@ static void | |||
| 437 | sync_single(struct device *hwdev, char *dma_addr, size_t size, | 552 | sync_single(struct device *hwdev, char *dma_addr, size_t size, |
| 438 | int dir, int target) | 553 | int dir, int target) |
| 439 | { | 554 | { |
| 440 | int index = (dma_addr - io_tlb_start) >> IO_TLB_SHIFT; | 555 | struct swiotlb_phys_addr buffer = swiotlb_bus_to_phys_addr(dma_addr); |
| 441 | char *buffer = io_tlb_orig_addr[index]; | ||
| 442 | |||
| 443 | buffer += ((unsigned long)dma_addr & ((1 << IO_TLB_SHIFT) - 1)); | ||
| 444 | 556 | ||
| 445 | switch (target) { | 557 | switch (target) { |
| 446 | case SYNC_FOR_CPU: | 558 | case SYNC_FOR_CPU: |
| 447 | if (likely(dir == DMA_FROM_DEVICE || dir == DMA_BIDIRECTIONAL)) | 559 | if (likely(dir == DMA_FROM_DEVICE || dir == DMA_BIDIRECTIONAL)) |
| 448 | memcpy(buffer, dma_addr, size); | 560 | __sync_single(buffer, dma_addr, size, DMA_FROM_DEVICE); |
| 449 | else | 561 | else |
| 450 | BUG_ON(dir != DMA_TO_DEVICE); | 562 | BUG_ON(dir != DMA_TO_DEVICE); |
| 451 | break; | 563 | break; |
| 452 | case SYNC_FOR_DEVICE: | 564 | case SYNC_FOR_DEVICE: |
| 453 | if (likely(dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL)) | 565 | if (likely(dir == DMA_TO_DEVICE || dir == DMA_BIDIRECTIONAL)) |
| 454 | memcpy(dma_addr, buffer, size); | 566 | __sync_single(buffer, dma_addr, size, DMA_TO_DEVICE); |
| 455 | else | 567 | else |
| 456 | BUG_ON(dir != DMA_FROM_DEVICE); | 568 | BUG_ON(dir != DMA_FROM_DEVICE); |
| 457 | break; | 569 | break; |
| @@ -473,7 +585,7 @@ swiotlb_alloc_coherent(struct device *hwdev, size_t size, | |||
| 473 | dma_mask = hwdev->coherent_dma_mask; | 585 | dma_mask = hwdev->coherent_dma_mask; |
| 474 | 586 | ||
| 475 | ret = (void *)__get_free_pages(flags, order); | 587 | ret = (void *)__get_free_pages(flags, order); |
| 476 | if (ret && !is_buffer_dma_capable(dma_mask, virt_to_bus(ret), size)) { | 588 | if (ret && !is_buffer_dma_capable(dma_mask, swiotlb_virt_to_bus(ret), size)) { |
| 477 | /* | 589 | /* |
| 478 | * The allocated memory isn't reachable by the device. | 590 | * The allocated memory isn't reachable by the device. |
| 479 | * Fall back on swiotlb_map_single(). | 591 | * Fall back on swiotlb_map_single(). |
| @@ -488,13 +600,16 @@ swiotlb_alloc_coherent(struct device *hwdev, size_t size, | |||
| 488 | * swiotlb_map_single(), which will grab memory from | 600 | * swiotlb_map_single(), which will grab memory from |
| 489 | * the lowest available address range. | 601 | * the lowest available address range. |
| 490 | */ | 602 | */ |
| 491 | ret = map_single(hwdev, NULL, size, DMA_FROM_DEVICE); | 603 | struct swiotlb_phys_addr buffer; |
| 604 | buffer.page = virt_to_page(NULL); | ||
| 605 | buffer.offset = 0; | ||
| 606 | ret = map_single(hwdev, buffer, size, DMA_FROM_DEVICE); | ||
| 492 | if (!ret) | 607 | if (!ret) |
| 493 | return NULL; | 608 | return NULL; |
| 494 | } | 609 | } |
| 495 | 610 | ||
| 496 | memset(ret, 0, size); | 611 | memset(ret, 0, size); |
| 497 | dev_addr = virt_to_bus(ret); | 612 | dev_addr = swiotlb_virt_to_bus(ret); |
| 498 | 613 | ||
| 499 | /* Confirm address can be DMA'd by device */ | 614 | /* Confirm address can be DMA'd by device */ |
| 500 | if (!is_buffer_dma_capable(dma_mask, dev_addr, size)) { | 615 | if (!is_buffer_dma_capable(dma_mask, dev_addr, size)) { |
| @@ -554,8 +669,9 @@ dma_addr_t | |||
| 554 | swiotlb_map_single_attrs(struct device *hwdev, void *ptr, size_t size, | 669 | swiotlb_map_single_attrs(struct device *hwdev, void *ptr, size_t size, |
| 555 | int dir, struct dma_attrs *attrs) | 670 | int dir, struct dma_attrs *attrs) |
| 556 | { | 671 | { |
| 557 | dma_addr_t dev_addr = virt_to_bus(ptr); | 672 | dma_addr_t dev_addr = swiotlb_virt_to_bus(ptr); |
| 558 | void *map; | 673 | void *map; |
| 674 | struct swiotlb_phys_addr buffer; | ||
| 559 | 675 | ||
| 560 | BUG_ON(dir == DMA_NONE); | 676 | BUG_ON(dir == DMA_NONE); |
| 561 | /* | 677 | /* |
| @@ -563,19 +679,22 @@ swiotlb_map_single_attrs(struct device *hwdev, void *ptr, size_t size, | |||
| 563 | * we can safely return the device addr and not worry about bounce | 679 | * we can safely return the device addr and not worry about bounce |
| 564 | * buffering it. | 680 | * buffering it. |
| 565 | */ | 681 | */ |
| 566 | if (!address_needs_mapping(hwdev, dev_addr, size) && !swiotlb_force) | 682 | if (!address_needs_mapping(hwdev, dev_addr, size) && |
| 683 | !range_needs_mapping(ptr, size)) | ||
| 567 | return dev_addr; | 684 | return dev_addr; |
| 568 | 685 | ||
| 569 | /* | 686 | /* |
| 570 | * Oh well, have to allocate and map a bounce buffer. | 687 | * Oh well, have to allocate and map a bounce buffer. |
| 571 | */ | 688 | */ |
| 572 | map = map_single(hwdev, ptr, size, dir); | 689 | buffer.page = virt_to_page(ptr); |
| 690 | buffer.offset = (unsigned long)ptr & ~PAGE_MASK; | ||
| 691 | map = map_single(hwdev, buffer, size, dir); | ||
| 573 | if (!map) { | 692 | if (!map) { |
| 574 | swiotlb_full(hwdev, size, dir, 1); | 693 | swiotlb_full(hwdev, size, dir, 1); |
| 575 | map = io_tlb_overflow_buffer; | 694 | map = io_tlb_overflow_buffer; |
| 576 | } | 695 | } |
| 577 | 696 | ||
| 578 | dev_addr = virt_to_bus(map); | 697 | dev_addr = swiotlb_virt_to_bus(map); |
| 579 | 698 | ||
| 580 | /* | 699 | /* |
| 581 | * Ensure that the address returned is DMA'ble | 700 | * Ensure that the address returned is DMA'ble |
| @@ -605,7 +724,7 @@ void | |||
| 605 | swiotlb_unmap_single_attrs(struct device *hwdev, dma_addr_t dev_addr, | 724 | swiotlb_unmap_single_attrs(struct device *hwdev, dma_addr_t dev_addr, |
| 606 | size_t size, int dir, struct dma_attrs *attrs) | 725 | size_t size, int dir, struct dma_attrs *attrs) |
| 607 | { | 726 | { |
| 608 | char *dma_addr = bus_to_virt(dev_addr); | 727 | char *dma_addr = swiotlb_bus_to_virt(dev_addr); |
| 609 | 728 | ||
| 610 | BUG_ON(dir == DMA_NONE); | 729 | BUG_ON(dir == DMA_NONE); |
| 611 | if (is_swiotlb_buffer(dma_addr)) | 730 | if (is_swiotlb_buffer(dma_addr)) |
| @@ -635,7 +754,7 @@ static void | |||
| 635 | swiotlb_sync_single(struct device *hwdev, dma_addr_t dev_addr, | 754 | swiotlb_sync_single(struct device *hwdev, dma_addr_t dev_addr, |
| 636 | size_t size, int dir, int target) | 755 | size_t size, int dir, int target) |
| 637 | { | 756 | { |
| 638 | char *dma_addr = bus_to_virt(dev_addr); | 757 | char *dma_addr = swiotlb_bus_to_virt(dev_addr); |
| 639 | 758 | ||
| 640 | BUG_ON(dir == DMA_NONE); | 759 | BUG_ON(dir == DMA_NONE); |
| 641 | if (is_swiotlb_buffer(dma_addr)) | 760 | if (is_swiotlb_buffer(dma_addr)) |
| @@ -666,7 +785,7 @@ swiotlb_sync_single_range(struct device *hwdev, dma_addr_t dev_addr, | |||
| 666 | unsigned long offset, size_t size, | 785 | unsigned long offset, size_t size, |
| 667 | int dir, int target) | 786 | int dir, int target) |
| 668 | { | 787 | { |
| 669 | char *dma_addr = bus_to_virt(dev_addr) + offset; | 788 | char *dma_addr = swiotlb_bus_to_virt(dev_addr) + offset; |
| 670 | 789 | ||
| 671 | BUG_ON(dir == DMA_NONE); | 790 | BUG_ON(dir == DMA_NONE); |
| 672 | if (is_swiotlb_buffer(dma_addr)) | 791 | if (is_swiotlb_buffer(dma_addr)) |
| @@ -714,18 +833,20 @@ swiotlb_map_sg_attrs(struct device *hwdev, struct scatterlist *sgl, int nelems, | |||
| 714 | int dir, struct dma_attrs *attrs) | 833 | int dir, struct dma_attrs *attrs) |
| 715 | { | 834 | { |
| 716 | struct scatterlist *sg; | 835 | struct scatterlist *sg; |
| 717 | void *addr; | 836 | struct swiotlb_phys_addr buffer; |
| 718 | dma_addr_t dev_addr; | 837 | dma_addr_t dev_addr; |
| 719 | int i; | 838 | int i; |
| 720 | 839 | ||
| 721 | BUG_ON(dir == DMA_NONE); | 840 | BUG_ON(dir == DMA_NONE); |
| 722 | 841 | ||
| 723 | for_each_sg(sgl, sg, nelems, i) { | 842 | for_each_sg(sgl, sg, nelems, i) { |
| 724 | addr = SG_ENT_VIRT_ADDRESS(sg); | 843 | dev_addr = swiotlb_sg_to_bus(sg); |
| 725 | dev_addr = virt_to_bus(addr); | 844 | if (range_needs_mapping(sg_virt(sg), sg->length) || |
| 726 | if (swiotlb_force || | ||
| 727 | address_needs_mapping(hwdev, dev_addr, sg->length)) { | 845 | address_needs_mapping(hwdev, dev_addr, sg->length)) { |
| 728 | void *map = map_single(hwdev, addr, sg->length, dir); | 846 | void *map; |
| 847 | buffer.page = sg_page(sg); | ||
| 848 | buffer.offset = sg->offset; | ||
| 849 | map = map_single(hwdev, buffer, sg->length, dir); | ||
| 729 | if (!map) { | 850 | if (!map) { |
| 730 | /* Don't panic here, we expect map_sg users | 851 | /* Don't panic here, we expect map_sg users |
| 731 | to do proper error handling. */ | 852 | to do proper error handling. */ |
| @@ -735,7 +856,7 @@ swiotlb_map_sg_attrs(struct device *hwdev, struct scatterlist *sgl, int nelems, | |||
| 735 | sgl[0].dma_length = 0; | 856 | sgl[0].dma_length = 0; |
| 736 | return 0; | 857 | return 0; |
| 737 | } | 858 | } |
| 738 | sg->dma_address = virt_to_bus(map); | 859 | sg->dma_address = swiotlb_virt_to_bus(map); |
| 739 | } else | 860 | } else |
| 740 | sg->dma_address = dev_addr; | 861 | sg->dma_address = dev_addr; |
| 741 | sg->dma_length = sg->length; | 862 | sg->dma_length = sg->length; |
| @@ -765,11 +886,11 @@ swiotlb_unmap_sg_attrs(struct device *hwdev, struct scatterlist *sgl, | |||
| 765 | BUG_ON(dir == DMA_NONE); | 886 | BUG_ON(dir == DMA_NONE); |
| 766 | 887 | ||
| 767 | for_each_sg(sgl, sg, nelems, i) { | 888 | for_each_sg(sgl, sg, nelems, i) { |
| 768 | if (sg->dma_address != SG_ENT_PHYS_ADDRESS(sg)) | 889 | if (sg->dma_address != swiotlb_sg_to_bus(sg)) |
| 769 | unmap_single(hwdev, bus_to_virt(sg->dma_address), | 890 | unmap_single(hwdev, swiotlb_bus_to_virt(sg->dma_address), |
| 770 | sg->dma_length, dir); | 891 | sg->dma_length, dir); |
| 771 | else if (dir == DMA_FROM_DEVICE) | 892 | else if (dir == DMA_FROM_DEVICE) |
| 772 | dma_mark_clean(SG_ENT_VIRT_ADDRESS(sg), sg->dma_length); | 893 | dma_mark_clean(swiotlb_bus_to_virt(sg->dma_address), sg->dma_length); |
| 773 | } | 894 | } |
| 774 | } | 895 | } |
| 775 | EXPORT_SYMBOL(swiotlb_unmap_sg_attrs); | 896 | EXPORT_SYMBOL(swiotlb_unmap_sg_attrs); |
| @@ -798,11 +919,11 @@ swiotlb_sync_sg(struct device *hwdev, struct scatterlist *sgl, | |||
| 798 | BUG_ON(dir == DMA_NONE); | 919 | BUG_ON(dir == DMA_NONE); |
| 799 | 920 | ||
| 800 | for_each_sg(sgl, sg, nelems, i) { | 921 | for_each_sg(sgl, sg, nelems, i) { |
| 801 | if (sg->dma_address != SG_ENT_PHYS_ADDRESS(sg)) | 922 | if (sg->dma_address != swiotlb_sg_to_bus(sg)) |
| 802 | sync_single(hwdev, bus_to_virt(sg->dma_address), | 923 | sync_single(hwdev, swiotlb_bus_to_virt(sg->dma_address), |
| 803 | sg->dma_length, dir, target); | 924 | sg->dma_length, dir, target); |
| 804 | else if (dir == DMA_FROM_DEVICE) | 925 | else if (dir == DMA_FROM_DEVICE) |
| 805 | dma_mark_clean(SG_ENT_VIRT_ADDRESS(sg), sg->dma_length); | 926 | dma_mark_clean(swiotlb_bus_to_virt(sg->dma_address), sg->dma_length); |
| 806 | } | 927 | } |
| 807 | } | 928 | } |
| 808 | 929 | ||
| @@ -823,7 +944,7 @@ swiotlb_sync_sg_for_device(struct device *hwdev, struct scatterlist *sg, | |||
| 823 | int | 944 | int |
| 824 | swiotlb_dma_mapping_error(struct device *hwdev, dma_addr_t dma_addr) | 945 | swiotlb_dma_mapping_error(struct device *hwdev, dma_addr_t dma_addr) |
| 825 | { | 946 | { |
| 826 | return (dma_addr == virt_to_bus(io_tlb_overflow_buffer)); | 947 | return (dma_addr == swiotlb_virt_to_bus(io_tlb_overflow_buffer)); |
| 827 | } | 948 | } |
| 828 | 949 | ||
| 829 | /* | 950 | /* |
| @@ -835,7 +956,7 @@ swiotlb_dma_mapping_error(struct device *hwdev, dma_addr_t dma_addr) | |||
| 835 | int | 956 | int |
| 836 | swiotlb_dma_supported(struct device *hwdev, u64 mask) | 957 | swiotlb_dma_supported(struct device *hwdev, u64 mask) |
| 837 | { | 958 | { |
| 838 | return virt_to_bus(io_tlb_end - 1) <= mask; | 959 | return swiotlb_virt_to_bus(io_tlb_end - 1) <= mask; |
| 839 | } | 960 | } |
| 840 | 961 | ||
| 841 | EXPORT_SYMBOL(swiotlb_map_single); | 962 | EXPORT_SYMBOL(swiotlb_map_single); |
diff --git a/lib/vsprintf.c b/lib/vsprintf.c index a013bbc23717..3b777025d876 100644 --- a/lib/vsprintf.c +++ b/lib/vsprintf.c | |||
| @@ -581,6 +581,62 @@ static char *resource_string(char *buf, char *end, struct resource *res, int fie | |||
| 581 | return string(buf, end, sym, field_width, precision, flags); | 581 | return string(buf, end, sym, field_width, precision, flags); |
| 582 | } | 582 | } |
| 583 | 583 | ||
| 584 | static char *mac_address_string(char *buf, char *end, u8 *addr, int field_width, | ||
| 585 | int precision, int flags) | ||
| 586 | { | ||
| 587 | char mac_addr[6 * 3]; /* (6 * 2 hex digits), 5 colons and trailing zero */ | ||
| 588 | char *p = mac_addr; | ||
| 589 | int i; | ||
| 590 | |||
| 591 | for (i = 0; i < 6; i++) { | ||
| 592 | p = pack_hex_byte(p, addr[i]); | ||
| 593 | if (!(flags & SPECIAL) && i != 5) | ||
| 594 | *p++ = ':'; | ||
| 595 | } | ||
| 596 | *p = '\0'; | ||
| 597 | |||
| 598 | return string(buf, end, mac_addr, field_width, precision, flags & ~SPECIAL); | ||
| 599 | } | ||
| 600 | |||
| 601 | static char *ip6_addr_string(char *buf, char *end, u8 *addr, int field_width, | ||
| 602 | int precision, int flags) | ||
| 603 | { | ||
| 604 | char ip6_addr[8 * 5]; /* (8 * 4 hex digits), 7 colons and trailing zero */ | ||
| 605 | char *p = ip6_addr; | ||
| 606 | int i; | ||
| 607 | |||
| 608 | for (i = 0; i < 8; i++) { | ||
| 609 | p = pack_hex_byte(p, addr[2 * i]); | ||
| 610 | p = pack_hex_byte(p, addr[2 * i + 1]); | ||
| 611 | if (!(flags & SPECIAL) && i != 7) | ||
| 612 | *p++ = ':'; | ||
| 613 | } | ||
| 614 | *p = '\0'; | ||
| 615 | |||
| 616 | return string(buf, end, ip6_addr, field_width, precision, flags & ~SPECIAL); | ||
| 617 | } | ||
| 618 | |||
| 619 | static char *ip4_addr_string(char *buf, char *end, u8 *addr, int field_width, | ||
| 620 | int precision, int flags) | ||
| 621 | { | ||
| 622 | char ip4_addr[4 * 4]; /* (4 * 3 decimal digits), 3 dots and trailing zero */ | ||
| 623 | char temp[3]; /* hold each IP quad in reverse order */ | ||
| 624 | char *p = ip4_addr; | ||
| 625 | int i, digits; | ||
| 626 | |||
| 627 | for (i = 0; i < 4; i++) { | ||
| 628 | digits = put_dec_trunc(temp, addr[i]) - temp; | ||
| 629 | /* reverse the digits in the quad */ | ||
| 630 | while (digits--) | ||
| 631 | *p++ = temp[digits]; | ||
| 632 | if (i != 3) | ||
| 633 | *p++ = '.'; | ||
| 634 | } | ||
| 635 | *p = '\0'; | ||
| 636 | |||
| 637 | return string(buf, end, ip4_addr, field_width, precision, flags & ~SPECIAL); | ||
| 638 | } | ||
| 639 | |||
| 584 | /* | 640 | /* |
| 585 | * Show a '%p' thing. A kernel extension is that the '%p' is followed | 641 | * Show a '%p' thing. A kernel extension is that the '%p' is followed |
| 586 | * by an extra set of alphanumeric characters that are extended format | 642 | * by an extra set of alphanumeric characters that are extended format |
| @@ -592,6 +648,12 @@ static char *resource_string(char *buf, char *end, struct resource *res, int fie | |||
| 592 | * - 'S' For symbolic direct pointers | 648 | * - 'S' For symbolic direct pointers |
| 593 | * - 'R' For a struct resource pointer, it prints the range of | 649 | * - 'R' For a struct resource pointer, it prints the range of |
| 594 | * addresses (not the name nor the flags) | 650 | * addresses (not the name nor the flags) |
| 651 | * - 'M' For a 6-byte MAC address, it prints the address in the | ||
| 652 | * usual colon-separated hex notation | ||
| 653 | * - 'I' [46] for IPv4/IPv6 addresses printed in the usual way (dot-separated | ||
| 654 | * decimal for v4 and colon separated network-order 16 bit hex for v6) | ||
| 655 | * - 'i' [46] for 'raw' IPv4/IPv6 addresses, IPv6 omits the colons, IPv4 is | ||
| 656 | * currently the same | ||
| 595 | * | 657 | * |
| 596 | * Note: The difference between 'S' and 'F' is that on ia64 and ppc64 | 658 | * Note: The difference between 'S' and 'F' is that on ia64 and ppc64 |
| 597 | * function pointers are really function descriptors, which contain a | 659 | * function pointers are really function descriptors, which contain a |
| @@ -607,6 +669,21 @@ static char *pointer(const char *fmt, char *buf, char *end, void *ptr, int field | |||
| 607 | return symbol_string(buf, end, ptr, field_width, precision, flags); | 669 | return symbol_string(buf, end, ptr, field_width, precision, flags); |
| 608 | case 'R': | 670 | case 'R': |
| 609 | return resource_string(buf, end, ptr, field_width, precision, flags); | 671 | return resource_string(buf, end, ptr, field_width, precision, flags); |
| 672 | case 'm': | ||
| 673 | flags |= SPECIAL; | ||
| 674 | /* Fallthrough */ | ||
| 675 | case 'M': | ||
| 676 | return mac_address_string(buf, end, ptr, field_width, precision, flags); | ||
| 677 | case 'i': | ||
| 678 | flags |= SPECIAL; | ||
| 679 | /* Fallthrough */ | ||
| 680 | case 'I': | ||
| 681 | if (fmt[1] == '6') | ||
| 682 | return ip6_addr_string(buf, end, ptr, field_width, precision, flags); | ||
| 683 | if (fmt[1] == '4') | ||
| 684 | return ip4_addr_string(buf, end, ptr, field_width, precision, flags); | ||
| 685 | flags &= ~SPECIAL; | ||
| 686 | break; | ||
| 610 | } | 687 | } |
| 611 | flags |= SMALL; | 688 | flags |= SMALL; |
| 612 | if (field_width == -1) { | 689 | if (field_width == -1) { |
