diff options
| author | Linus Torvalds <torvalds@ppc970.osdl.org> | 2005-04-16 18:20:36 -0400 |
|---|---|---|
| committer | Linus Torvalds <torvalds@ppc970.osdl.org> | 2005-04-16 18:20:36 -0400 |
| commit | 1da177e4c3f41524e886b7f1b8a0c1fc7321cac2 (patch) | |
| tree | 0bba044c4ce775e45a88a51686b5d9f90697ea9d /arch/mips/lib | |
Linux-2.6.12-rc2v2.6.12-rc2
Initial git repository build. I'm not bothering with the full history,
even though we have it. We can create a separate "historical" git
archive of that later if we want to, and in the meantime it's about
3.2GB when imported into git - space that would just make the early
git days unnecessarily complicated, when we don't have a lot of good
infrastructure for it.
Let it rip!
Diffstat (limited to 'arch/mips/lib')
| -rw-r--r-- | arch/mips/lib/Makefile | 10 | ||||
| -rw-r--r-- | arch/mips/lib/csum_partial_copy.c | 49 | ||||
| -rw-r--r-- | arch/mips/lib/dec_and_lock.c | 55 | ||||
| -rw-r--r-- | arch/mips/lib/iomap.c | 78 | ||||
| -rw-r--r-- | arch/mips/lib/memcpy.S | 508 | ||||
| -rw-r--r-- | arch/mips/lib/promlib.c | 24 | ||||
| -rw-r--r-- | arch/mips/lib/strlen_user.S | 39 | ||||
| -rw-r--r-- | arch/mips/lib/strncpy_user.S | 58 | ||||
| -rw-r--r-- | arch/mips/lib/strnlen_user.S | 45 |
9 files changed, 866 insertions, 0 deletions
diff --git a/arch/mips/lib/Makefile b/arch/mips/lib/Makefile new file mode 100644 index 000000000000..21b92b9dd013 --- /dev/null +++ b/arch/mips/lib/Makefile | |||
| @@ -0,0 +1,10 @@ | |||
| 1 | # | ||
| 2 | # Makefile for MIPS-specific library files.. | ||
| 3 | # | ||
| 4 | |||
| 5 | lib-y += csum_partial_copy.o dec_and_lock.o memcpy.o promlib.o \ | ||
| 6 | strlen_user.o strncpy_user.o strnlen_user.o | ||
| 7 | |||
| 8 | obj-y += iomap.o | ||
| 9 | |||
| 10 | EXTRA_AFLAGS := $(CFLAGS) | ||
diff --git a/arch/mips/lib/csum_partial_copy.c b/arch/mips/lib/csum_partial_copy.c new file mode 100644 index 000000000000..ffed0a6a1c16 --- /dev/null +++ b/arch/mips/lib/csum_partial_copy.c | |||
| @@ -0,0 +1,49 @@ | |||
| 1 | /* | ||
| 2 | * This file is subject to the terms and conditions of the GNU General Public | ||
| 3 | * License. See the file "COPYING" in the main directory of this archive | ||
| 4 | * for more details. | ||
| 5 | * | ||
| 6 | * Copyright (C) 1994, 1995 Waldorf Electronics GmbH | ||
| 7 | * Copyright (C) 1998, 1999 Ralf Baechle | ||
| 8 | */ | ||
| 9 | #include <linux/kernel.h> | ||
| 10 | #include <linux/types.h> | ||
| 11 | #include <asm/byteorder.h> | ||
| 12 | #include <asm/string.h> | ||
| 13 | #include <asm/uaccess.h> | ||
| 14 | #include <net/checksum.h> | ||
| 15 | |||
| 16 | /* | ||
| 17 | * copy while checksumming, otherwise like csum_partial | ||
| 18 | */ | ||
| 19 | unsigned int csum_partial_copy_nocheck(const unsigned char *src, unsigned char *dst, | ||
| 20 | int len, unsigned int sum) | ||
| 21 | { | ||
| 22 | /* | ||
| 23 | * It's 2:30 am and I don't feel like doing it real ... | ||
| 24 | * This is lots slower than the real thing (tm) | ||
| 25 | */ | ||
| 26 | sum = csum_partial(src, len, sum); | ||
| 27 | memcpy(dst, src, len); | ||
| 28 | |||
| 29 | return sum; | ||
| 30 | } | ||
| 31 | |||
| 32 | /* | ||
| 33 | * Copy from userspace and compute checksum. If we catch an exception | ||
| 34 | * then zero the rest of the buffer. | ||
| 35 | */ | ||
| 36 | unsigned int csum_partial_copy_from_user (const unsigned char *src, unsigned char *dst, | ||
| 37 | int len, unsigned int sum, int *err_ptr) | ||
| 38 | { | ||
| 39 | int missing; | ||
| 40 | |||
| 41 | might_sleep(); | ||
| 42 | missing = copy_from_user(dst, src, len); | ||
| 43 | if (missing) { | ||
| 44 | memset(dst + len - missing, 0, missing); | ||
| 45 | *err_ptr = -EFAULT; | ||
| 46 | } | ||
| 47 | |||
| 48 | return csum_partial(dst, len, sum); | ||
| 49 | } | ||
diff --git a/arch/mips/lib/dec_and_lock.c b/arch/mips/lib/dec_and_lock.c new file mode 100644 index 000000000000..e44e9579bd36 --- /dev/null +++ b/arch/mips/lib/dec_and_lock.c | |||
| @@ -0,0 +1,55 @@ | |||
| 1 | /* | ||
| 2 | * MIPS version of atomic_dec_and_lock() using cmpxchg | ||
| 3 | * | ||
| 4 | * This program is free software; you can redistribute it and/or | ||
| 5 | * modify it under the terms of the GNU General Public License | ||
| 6 | * as published by the Free Software Foundation; either version | ||
| 7 | * 2 of the License, or (at your option) any later version. | ||
| 8 | */ | ||
| 9 | |||
| 10 | #include <linux/module.h> | ||
| 11 | #include <linux/spinlock.h> | ||
| 12 | #include <asm/atomic.h> | ||
| 13 | #include <asm/system.h> | ||
| 14 | |||
| 15 | /* | ||
| 16 | * This is an implementation of the notion of "decrement a | ||
| 17 | * reference count, and return locked if it decremented to zero". | ||
| 18 | * | ||
| 19 | * This implementation can be used on any architecture that | ||
| 20 | * has a cmpxchg, and where atomic->value is an int holding | ||
| 21 | * the value of the atomic (i.e. the high bits aren't used | ||
| 22 | * for a lock or anything like that). | ||
| 23 | * | ||
| 24 | * N.B. ATOMIC_DEC_AND_LOCK gets defined in include/linux/spinlock.h | ||
| 25 | * if spinlocks are empty and thus atomic_dec_and_lock is defined | ||
| 26 | * to be atomic_dec_and_test - in that case we don't need it | ||
| 27 | * defined here as well. | ||
| 28 | */ | ||
| 29 | |||
| 30 | #ifndef ATOMIC_DEC_AND_LOCK | ||
| 31 | int _atomic_dec_and_lock(atomic_t *atomic, spinlock_t *lock) | ||
| 32 | { | ||
| 33 | int counter; | ||
| 34 | int newcount; | ||
| 35 | |||
| 36 | for (;;) { | ||
| 37 | counter = atomic_read(atomic); | ||
| 38 | newcount = counter - 1; | ||
| 39 | if (!newcount) | ||
| 40 | break; /* do it the slow way */ | ||
| 41 | |||
| 42 | newcount = cmpxchg(&atomic->counter, counter, newcount); | ||
| 43 | if (newcount == counter) | ||
| 44 | return 0; | ||
| 45 | } | ||
| 46 | |||
| 47 | spin_lock(lock); | ||
| 48 | if (atomic_dec_and_test(atomic)) | ||
| 49 | return 1; | ||
| 50 | spin_unlock(lock); | ||
| 51 | return 0; | ||
| 52 | } | ||
| 53 | |||
| 54 | EXPORT_SYMBOL(_atomic_dec_and_lock); | ||
| 55 | #endif /* ATOMIC_DEC_AND_LOCK */ | ||
diff --git a/arch/mips/lib/iomap.c b/arch/mips/lib/iomap.c new file mode 100644 index 000000000000..b5d5fa833762 --- /dev/null +++ b/arch/mips/lib/iomap.c | |||
| @@ -0,0 +1,78 @@ | |||
| 1 | /* | ||
| 2 | * iomap.c, Memory Mapped I/O routines for MIPS architecture. | ||
| 3 | * | ||
| 4 | * This code is based on lib/iomap.c, by Linus Torvalds. | ||
| 5 | * | ||
| 6 | * Copyright (C) 2004-2005 Yoichi Yuasa <yuasa@hh.iij4u.or.jp> | ||
| 7 | * | ||
| 8 | * This program is free software; you can redistribute it and/or modify | ||
| 9 | * it under the terms of the GNU General Public License as published by | ||
| 10 | * the Free Software Foundation; either version 2 of the License, or | ||
| 11 | * (at your option) any later version. | ||
| 12 | * | ||
| 13 | * This program is distributed in the hope that it will be useful, | ||
| 14 | * but WITHOUT ANY WARRANTY; without even the implied warranty of | ||
| 15 | * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | ||
| 16 | * GNU General Public License for more details. | ||
| 17 | * | ||
| 18 | * You should have received a copy of the GNU General Public License | ||
| 19 | * along with this program; if not, write to the Free Software | ||
| 20 | * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA | ||
| 21 | */ | ||
| 22 | #include <linux/ioport.h> | ||
| 23 | #include <linux/module.h> | ||
| 24 | #include <linux/pci.h> | ||
| 25 | |||
| 26 | #include <asm/io.h> | ||
| 27 | |||
| 28 | void __iomem *ioport_map(unsigned long port, unsigned int nr) | ||
| 29 | { | ||
| 30 | unsigned long end; | ||
| 31 | |||
| 32 | end = port + nr - 1UL; | ||
| 33 | if (ioport_resource.start > port || | ||
| 34 | ioport_resource.end < end || port > end) | ||
| 35 | return NULL; | ||
| 36 | |||
| 37 | return (void __iomem *)(mips_io_port_base + port); | ||
| 38 | } | ||
| 39 | |||
| 40 | void ioport_unmap(void __iomem *addr) | ||
| 41 | { | ||
| 42 | } | ||
| 43 | EXPORT_SYMBOL(ioport_map); | ||
| 44 | EXPORT_SYMBOL(ioport_unmap); | ||
| 45 | |||
| 46 | void __iomem *pci_iomap(struct pci_dev *dev, int bar, unsigned long maxlen) | ||
| 47 | { | ||
| 48 | unsigned long start, len, flags; | ||
| 49 | |||
| 50 | if (dev == NULL) | ||
| 51 | return NULL; | ||
| 52 | |||
| 53 | start = pci_resource_start(dev, bar); | ||
| 54 | len = pci_resource_len(dev, bar); | ||
| 55 | if (!start || !len) | ||
| 56 | return NULL; | ||
| 57 | |||
| 58 | if (maxlen != 0 && len > maxlen) | ||
| 59 | len = maxlen; | ||
| 60 | |||
| 61 | flags = pci_resource_flags(dev, bar); | ||
| 62 | if (flags & IORESOURCE_IO) | ||
| 63 | return ioport_map(start, len); | ||
| 64 | if (flags & IORESOURCE_MEM) { | ||
| 65 | if (flags & IORESOURCE_CACHEABLE) | ||
| 66 | return ioremap_cacheable_cow(start, len); | ||
| 67 | return ioremap_nocache(start, len); | ||
| 68 | } | ||
| 69 | |||
| 70 | return NULL; | ||
| 71 | } | ||
| 72 | |||
| 73 | void pci_iounmap(struct pci_dev *dev, void __iomem *addr) | ||
| 74 | { | ||
| 75 | iounmap(addr); | ||
| 76 | } | ||
| 77 | EXPORT_SYMBOL(pci_iomap); | ||
| 78 | EXPORT_SYMBOL(pci_iounmap); | ||
diff --git a/arch/mips/lib/memcpy.S b/arch/mips/lib/memcpy.S new file mode 100644 index 000000000000..afa8eae18ff6 --- /dev/null +++ b/arch/mips/lib/memcpy.S | |||
| @@ -0,0 +1,508 @@ | |||
| 1 | /* | ||
| 2 | * This file is subject to the terms and conditions of the GNU General Public | ||
| 3 | * License. See the file "COPYING" in the main directory of this archive | ||
| 4 | * for more details. | ||
| 5 | * | ||
| 6 | * Unified implementation of memcpy, memmove and the __copy_user backend. | ||
| 7 | * | ||
| 8 | * Copyright (C) 1998, 99, 2000, 01, 2002 Ralf Baechle (ralf@gnu.org) | ||
| 9 | * Copyright (C) 1999, 2000, 01, 2002 Silicon Graphics, Inc. | ||
| 10 | * Copyright (C) 2002 Broadcom, Inc. | ||
| 11 | * memcpy/copy_user author: Mark Vandevoorde | ||
| 12 | * | ||
| 13 | * Mnemonic names for arguments to memcpy/__copy_user | ||
| 14 | */ | ||
| 15 | #include <linux/config.h> | ||
| 16 | #include <asm/asm.h> | ||
| 17 | #include <asm/offset.h> | ||
| 18 | #include <asm/regdef.h> | ||
| 19 | |||
| 20 | #define dst a0 | ||
| 21 | #define src a1 | ||
| 22 | #define len a2 | ||
| 23 | |||
| 24 | /* | ||
| 25 | * Spec | ||
| 26 | * | ||
| 27 | * memcpy copies len bytes from src to dst and sets v0 to dst. | ||
| 28 | * It assumes that | ||
| 29 | * - src and dst don't overlap | ||
| 30 | * - src is readable | ||
| 31 | * - dst is writable | ||
| 32 | * memcpy uses the standard calling convention | ||
| 33 | * | ||
| 34 | * __copy_user copies up to len bytes from src to dst and sets a2 (len) to | ||
| 35 | * the number of uncopied bytes due to an exception caused by a read or write. | ||
| 36 | * __copy_user assumes that src and dst don't overlap, and that the call is | ||
| 37 | * implementing one of the following: | ||
| 38 | * copy_to_user | ||
| 39 | * - src is readable (no exceptions when reading src) | ||
| 40 | * copy_from_user | ||
| 41 | * - dst is writable (no exceptions when writing dst) | ||
| 42 | * __copy_user uses a non-standard calling convention; see | ||
| 43 | * include/asm-mips/uaccess.h | ||
| 44 | * | ||
| 45 | * When an exception happens on a load, the handler must | ||
| 46 | # ensure that all of the destination buffer is overwritten to prevent | ||
| 47 | * leaking information to user mode programs. | ||
| 48 | */ | ||
| 49 | |||
| 50 | /* | ||
| 51 | * Implementation | ||
| 52 | */ | ||
| 53 | |||
| 54 | /* | ||
| 55 | * The exception handler for loads requires that: | ||
| 56 | * 1- AT contain the address of the byte just past the end of the source | ||
| 57 | * of the copy, | ||
| 58 | * 2- src_entry <= src < AT, and | ||
| 59 | * 3- (dst - src) == (dst_entry - src_entry), | ||
| 60 | * The _entry suffix denotes values when __copy_user was called. | ||
| 61 | * | ||
| 62 | * (1) is set up up by uaccess.h and maintained by not writing AT in copy_user | ||
| 63 | * (2) is met by incrementing src by the number of bytes copied | ||
| 64 | * (3) is met by not doing loads between a pair of increments of dst and src | ||
| 65 | * | ||
| 66 | * The exception handlers for stores adjust len (if necessary) and return. | ||
| 67 | * These handlers do not need to overwrite any data. | ||
| 68 | * | ||
| 69 | * For __rmemcpy and memmove an exception is always a kernel bug, therefore | ||
| 70 | * they're not protected. | ||
| 71 | */ | ||
| 72 | |||
| 73 | #define EXC(inst_reg,addr,handler) \ | ||
| 74 | 9: inst_reg, addr; \ | ||
| 75 | .section __ex_table,"a"; \ | ||
| 76 | PTR 9b, handler; \ | ||
| 77 | .previous | ||
| 78 | |||
| 79 | /* | ||
| 80 | * Only on the 64-bit kernel we can made use of 64-bit registers. | ||
| 81 | */ | ||
| 82 | #ifdef CONFIG_MIPS64 | ||
| 83 | #define USE_DOUBLE | ||
| 84 | #endif | ||
| 85 | |||
| 86 | #ifdef USE_DOUBLE | ||
| 87 | |||
| 88 | #define LOAD ld | ||
| 89 | #define LOADL ldl | ||
| 90 | #define LOADR ldr | ||
| 91 | #define STOREL sdl | ||
| 92 | #define STORER sdr | ||
| 93 | #define STORE sd | ||
| 94 | #define ADD daddu | ||
| 95 | #define SUB dsubu | ||
| 96 | #define SRL dsrl | ||
| 97 | #define SRA dsra | ||
| 98 | #define SLL dsll | ||
| 99 | #define SLLV dsllv | ||
| 100 | #define SRLV dsrlv | ||
| 101 | #define NBYTES 8 | ||
| 102 | #define LOG_NBYTES 3 | ||
| 103 | |||
| 104 | /* | ||
| 105 | * As we are sharing code base with the mips32 tree (which use the o32 ABI | ||
| 106 | * register definitions). We need to redefine the register definitions from | ||
| 107 | * the n64 ABI register naming to the o32 ABI register naming. | ||
| 108 | */ | ||
| 109 | #undef t0 | ||
| 110 | #undef t1 | ||
| 111 | #undef t2 | ||
| 112 | #undef t3 | ||
| 113 | #define t0 $8 | ||
| 114 | #define t1 $9 | ||
| 115 | #define t2 $10 | ||
| 116 | #define t3 $11 | ||
| 117 | #define t4 $12 | ||
| 118 | #define t5 $13 | ||
| 119 | #define t6 $14 | ||
| 120 | #define t7 $15 | ||
| 121 | |||
| 122 | #else | ||
| 123 | |||
| 124 | #define LOAD lw | ||
| 125 | #define LOADL lwl | ||
| 126 | #define LOADR lwr | ||
| 127 | #define STOREL swl | ||
| 128 | #define STORER swr | ||
| 129 | #define STORE sw | ||
| 130 | #define ADD addu | ||
| 131 | #define SUB subu | ||
| 132 | #define SRL srl | ||
| 133 | #define SLL sll | ||
| 134 | #define SRA sra | ||
| 135 | #define SLLV sllv | ||
| 136 | #define SRLV srlv | ||
| 137 | #define NBYTES 4 | ||
| 138 | #define LOG_NBYTES 2 | ||
| 139 | |||
| 140 | #endif /* USE_DOUBLE */ | ||
| 141 | |||
| 142 | #ifdef CONFIG_CPU_LITTLE_ENDIAN | ||
| 143 | #define LDFIRST LOADR | ||
| 144 | #define LDREST LOADL | ||
| 145 | #define STFIRST STORER | ||
| 146 | #define STREST STOREL | ||
| 147 | #define SHIFT_DISCARD SLLV | ||
| 148 | #else | ||
| 149 | #define LDFIRST LOADL | ||
| 150 | #define LDREST LOADR | ||
| 151 | #define STFIRST STOREL | ||
| 152 | #define STREST STORER | ||
| 153 | #define SHIFT_DISCARD SRLV | ||
| 154 | #endif | ||
| 155 | |||
| 156 | #define FIRST(unit) ((unit)*NBYTES) | ||
| 157 | #define REST(unit) (FIRST(unit)+NBYTES-1) | ||
| 158 | #define UNIT(unit) FIRST(unit) | ||
| 159 | |||
| 160 | #define ADDRMASK (NBYTES-1) | ||
| 161 | |||
| 162 | .text | ||
| 163 | .set noreorder | ||
| 164 | .set noat | ||
| 165 | |||
| 166 | /* | ||
| 167 | * A combined memcpy/__copy_user | ||
| 168 | * __copy_user sets len to 0 for success; else to an upper bound of | ||
| 169 | * the number of uncopied bytes. | ||
| 170 | * memcpy sets v0 to dst. | ||
| 171 | */ | ||
| 172 | .align 5 | ||
| 173 | LEAF(memcpy) /* a0=dst a1=src a2=len */ | ||
| 174 | move v0, dst /* return value */ | ||
| 175 | __memcpy: | ||
| 176 | FEXPORT(__copy_user) | ||
| 177 | /* | ||
| 178 | * Note: dst & src may be unaligned, len may be 0 | ||
| 179 | * Temps | ||
| 180 | */ | ||
| 181 | #define rem t8 | ||
| 182 | |||
| 183 | /* | ||
| 184 | * The "issue break"s below are very approximate. | ||
| 185 | * Issue delays for dcache fills will perturb the schedule, as will | ||
| 186 | * load queue full replay traps, etc. | ||
| 187 | * | ||
| 188 | * If len < NBYTES use byte operations. | ||
| 189 | */ | ||
| 190 | PREF( 0, 0(src) ) | ||
| 191 | PREF( 1, 0(dst) ) | ||
| 192 | sltu t2, len, NBYTES | ||
| 193 | and t1, dst, ADDRMASK | ||
| 194 | PREF( 0, 1*32(src) ) | ||
| 195 | PREF( 1, 1*32(dst) ) | ||
| 196 | bnez t2, copy_bytes_checklen | ||
| 197 | and t0, src, ADDRMASK | ||
| 198 | PREF( 0, 2*32(src) ) | ||
| 199 | PREF( 1, 2*32(dst) ) | ||
| 200 | bnez t1, dst_unaligned | ||
| 201 | nop | ||
| 202 | bnez t0, src_unaligned_dst_aligned | ||
| 203 | /* | ||
| 204 | * use delay slot for fall-through | ||
| 205 | * src and dst are aligned; need to compute rem | ||
| 206 | */ | ||
| 207 | both_aligned: | ||
| 208 | SRL t0, len, LOG_NBYTES+3 # +3 for 8 units/iter | ||
| 209 | beqz t0, cleanup_both_aligned # len < 8*NBYTES | ||
| 210 | and rem, len, (8*NBYTES-1) # rem = len % (8*NBYTES) | ||
| 211 | PREF( 0, 3*32(src) ) | ||
| 212 | PREF( 1, 3*32(dst) ) | ||
| 213 | .align 4 | ||
| 214 | 1: | ||
| 215 | EXC( LOAD t0, UNIT(0)(src), l_exc) | ||
| 216 | EXC( LOAD t1, UNIT(1)(src), l_exc_copy) | ||
| 217 | EXC( LOAD t2, UNIT(2)(src), l_exc_copy) | ||
| 218 | EXC( LOAD t3, UNIT(3)(src), l_exc_copy) | ||
| 219 | SUB len, len, 8*NBYTES | ||
| 220 | EXC( LOAD t4, UNIT(4)(src), l_exc_copy) | ||
| 221 | EXC( LOAD t7, UNIT(5)(src), l_exc_copy) | ||
| 222 | EXC( STORE t0, UNIT(0)(dst), s_exc_p8u) | ||
| 223 | EXC( STORE t1, UNIT(1)(dst), s_exc_p7u) | ||
| 224 | EXC( LOAD t0, UNIT(6)(src), l_exc_copy) | ||
| 225 | EXC( LOAD t1, UNIT(7)(src), l_exc_copy) | ||
| 226 | ADD src, src, 8*NBYTES | ||
| 227 | ADD dst, dst, 8*NBYTES | ||
| 228 | EXC( STORE t2, UNIT(-6)(dst), s_exc_p6u) | ||
| 229 | EXC( STORE t3, UNIT(-5)(dst), s_exc_p5u) | ||
| 230 | EXC( STORE t4, UNIT(-4)(dst), s_exc_p4u) | ||
| 231 | EXC( STORE t7, UNIT(-3)(dst), s_exc_p3u) | ||
| 232 | EXC( STORE t0, UNIT(-2)(dst), s_exc_p2u) | ||
| 233 | EXC( STORE t1, UNIT(-1)(dst), s_exc_p1u) | ||
| 234 | PREF( 0, 8*32(src) ) | ||
| 235 | PREF( 1, 8*32(dst) ) | ||
| 236 | bne len, rem, 1b | ||
| 237 | nop | ||
| 238 | |||
| 239 | /* | ||
| 240 | * len == rem == the number of bytes left to copy < 8*NBYTES | ||
| 241 | */ | ||
| 242 | cleanup_both_aligned: | ||
| 243 | beqz len, done | ||
| 244 | sltu t0, len, 4*NBYTES | ||
| 245 | bnez t0, less_than_4units | ||
| 246 | and rem, len, (NBYTES-1) # rem = len % NBYTES | ||
| 247 | /* | ||
| 248 | * len >= 4*NBYTES | ||
| 249 | */ | ||
| 250 | EXC( LOAD t0, UNIT(0)(src), l_exc) | ||
| 251 | EXC( LOAD t1, UNIT(1)(src), l_exc_copy) | ||
| 252 | EXC( LOAD t2, UNIT(2)(src), l_exc_copy) | ||
| 253 | EXC( LOAD t3, UNIT(3)(src), l_exc_copy) | ||
| 254 | SUB len, len, 4*NBYTES | ||
| 255 | ADD src, src, 4*NBYTES | ||
| 256 | EXC( STORE t0, UNIT(0)(dst), s_exc_p4u) | ||
| 257 | EXC( STORE t1, UNIT(1)(dst), s_exc_p3u) | ||
| 258 | EXC( STORE t2, UNIT(2)(dst), s_exc_p2u) | ||
| 259 | EXC( STORE t3, UNIT(3)(dst), s_exc_p1u) | ||
| 260 | beqz len, done | ||
| 261 | ADD dst, dst, 4*NBYTES | ||
| 262 | less_than_4units: | ||
| 263 | /* | ||
| 264 | * rem = len % NBYTES | ||
| 265 | */ | ||
| 266 | beq rem, len, copy_bytes | ||
| 267 | nop | ||
| 268 | 1: | ||
| 269 | EXC( LOAD t0, 0(src), l_exc) | ||
| 270 | ADD src, src, NBYTES | ||
| 271 | SUB len, len, NBYTES | ||
| 272 | EXC( STORE t0, 0(dst), s_exc_p1u) | ||
| 273 | bne rem, len, 1b | ||
| 274 | ADD dst, dst, NBYTES | ||
| 275 | |||
| 276 | /* | ||
| 277 | * src and dst are aligned, need to copy rem bytes (rem < NBYTES) | ||
| 278 | * A loop would do only a byte at a time with possible branch | ||
| 279 | * mispredicts. Can't do an explicit LOAD dst,mask,or,STORE | ||
| 280 | * because can't assume read-access to dst. Instead, use | ||
| 281 | * STREST dst, which doesn't require read access to dst. | ||
| 282 | * | ||
| 283 | * This code should perform better than a simple loop on modern, | ||
| 284 | * wide-issue mips processors because the code has fewer branches and | ||
| 285 | * more instruction-level parallelism. | ||
| 286 | */ | ||
| 287 | #define bits t2 | ||
| 288 | beqz len, done | ||
| 289 | ADD t1, dst, len # t1 is just past last byte of dst | ||
| 290 | li bits, 8*NBYTES | ||
| 291 | SLL rem, len, 3 # rem = number of bits to keep | ||
| 292 | EXC( LOAD t0, 0(src), l_exc) | ||
| 293 | SUB bits, bits, rem # bits = number of bits to discard | ||
| 294 | SHIFT_DISCARD t0, t0, bits | ||
| 295 | EXC( STREST t0, -1(t1), s_exc) | ||
| 296 | jr ra | ||
| 297 | move len, zero | ||
| 298 | dst_unaligned: | ||
| 299 | /* | ||
| 300 | * dst is unaligned | ||
| 301 | * t0 = src & ADDRMASK | ||
| 302 | * t1 = dst & ADDRMASK; T1 > 0 | ||
| 303 | * len >= NBYTES | ||
| 304 | * | ||
| 305 | * Copy enough bytes to align dst | ||
| 306 | * Set match = (src and dst have same alignment) | ||
| 307 | */ | ||
| 308 | #define match rem | ||
| 309 | EXC( LDFIRST t3, FIRST(0)(src), l_exc) | ||
| 310 | ADD t2, zero, NBYTES | ||
| 311 | EXC( LDREST t3, REST(0)(src), l_exc_copy) | ||
| 312 | SUB t2, t2, t1 # t2 = number of bytes copied | ||
| 313 | xor match, t0, t1 | ||
| 314 | EXC( STFIRST t3, FIRST(0)(dst), s_exc) | ||
| 315 | beq len, t2, done | ||
| 316 | SUB len, len, t2 | ||
| 317 | ADD dst, dst, t2 | ||
| 318 | beqz match, both_aligned | ||
| 319 | ADD src, src, t2 | ||
| 320 | |||
| 321 | src_unaligned_dst_aligned: | ||
| 322 | SRL t0, len, LOG_NBYTES+2 # +2 for 4 units/iter | ||
| 323 | PREF( 0, 3*32(src) ) | ||
| 324 | beqz t0, cleanup_src_unaligned | ||
| 325 | and rem, len, (4*NBYTES-1) # rem = len % 4*NBYTES | ||
| 326 | PREF( 1, 3*32(dst) ) | ||
| 327 | 1: | ||
| 328 | /* | ||
| 329 | * Avoid consecutive LD*'s to the same register since some mips | ||
| 330 | * implementations can't issue them in the same cycle. | ||
| 331 | * It's OK to load FIRST(N+1) before REST(N) because the two addresses | ||
| 332 | * are to the same unit (unless src is aligned, but it's not). | ||
| 333 | */ | ||
| 334 | EXC( LDFIRST t0, FIRST(0)(src), l_exc) | ||
| 335 | EXC( LDFIRST t1, FIRST(1)(src), l_exc_copy) | ||
| 336 | SUB len, len, 4*NBYTES | ||
| 337 | EXC( LDREST t0, REST(0)(src), l_exc_copy) | ||
| 338 | EXC( LDREST t1, REST(1)(src), l_exc_copy) | ||
| 339 | EXC( LDFIRST t2, FIRST(2)(src), l_exc_copy) | ||
| 340 | EXC( LDFIRST t3, FIRST(3)(src), l_exc_copy) | ||
| 341 | EXC( LDREST t2, REST(2)(src), l_exc_copy) | ||
| 342 | EXC( LDREST t3, REST(3)(src), l_exc_copy) | ||
| 343 | PREF( 0, 9*32(src) ) # 0 is PREF_LOAD (not streamed) | ||
| 344 | ADD src, src, 4*NBYTES | ||
| 345 | #ifdef CONFIG_CPU_SB1 | ||
| 346 | nop # improves slotting | ||
| 347 | #endif | ||
| 348 | EXC( STORE t0, UNIT(0)(dst), s_exc_p4u) | ||
| 349 | EXC( STORE t1, UNIT(1)(dst), s_exc_p3u) | ||
| 350 | EXC( STORE t2, UNIT(2)(dst), s_exc_p2u) | ||
| 351 | EXC( STORE t3, UNIT(3)(dst), s_exc_p1u) | ||
| 352 | PREF( 1, 9*32(dst) ) # 1 is PREF_STORE (not streamed) | ||
| 353 | bne len, rem, 1b | ||
| 354 | ADD dst, dst, 4*NBYTES | ||
| 355 | |||
| 356 | cleanup_src_unaligned: | ||
| 357 | beqz len, done | ||
| 358 | and rem, len, NBYTES-1 # rem = len % NBYTES | ||
| 359 | beq rem, len, copy_bytes | ||
| 360 | nop | ||
| 361 | 1: | ||
| 362 | EXC( LDFIRST t0, FIRST(0)(src), l_exc) | ||
| 363 | EXC( LDREST t0, REST(0)(src), l_exc_copy) | ||
| 364 | ADD src, src, NBYTES | ||
| 365 | SUB len, len, NBYTES | ||
| 366 | EXC( STORE t0, 0(dst), s_exc_p1u) | ||
| 367 | bne len, rem, 1b | ||
| 368 | ADD dst, dst, NBYTES | ||
| 369 | |||
| 370 | copy_bytes_checklen: | ||
| 371 | beqz len, done | ||
| 372 | nop | ||
| 373 | copy_bytes: | ||
| 374 | /* 0 < len < NBYTES */ | ||
| 375 | #define COPY_BYTE(N) \ | ||
| 376 | EXC( lb t0, N(src), l_exc); \ | ||
| 377 | SUB len, len, 1; \ | ||
| 378 | beqz len, done; \ | ||
| 379 | EXC( sb t0, N(dst), s_exc_p1) | ||
| 380 | |||
| 381 | COPY_BYTE(0) | ||
| 382 | COPY_BYTE(1) | ||
| 383 | #ifdef USE_DOUBLE | ||
| 384 | COPY_BYTE(2) | ||
| 385 | COPY_BYTE(3) | ||
| 386 | COPY_BYTE(4) | ||
| 387 | COPY_BYTE(5) | ||
| 388 | #endif | ||
| 389 | EXC( lb t0, NBYTES-2(src), l_exc) | ||
| 390 | SUB len, len, 1 | ||
| 391 | jr ra | ||
| 392 | EXC( sb t0, NBYTES-2(dst), s_exc_p1) | ||
| 393 | done: | ||
| 394 | jr ra | ||
| 395 | nop | ||
| 396 | END(memcpy) | ||
| 397 | |||
| 398 | l_exc_copy: | ||
| 399 | /* | ||
| 400 | * Copy bytes from src until faulting load address (or until a | ||
| 401 | * lb faults) | ||
| 402 | * | ||
| 403 | * When reached by a faulting LDFIRST/LDREST, THREAD_BUADDR($28) | ||
| 404 | * may be more than a byte beyond the last address. | ||
| 405 | * Hence, the lb below may get an exception. | ||
| 406 | * | ||
| 407 | * Assumes src < THREAD_BUADDR($28) | ||
| 408 | */ | ||
| 409 | LOAD t0, TI_TASK($28) | ||
| 410 | nop | ||
| 411 | LOAD t0, THREAD_BUADDR(t0) | ||
| 412 | 1: | ||
| 413 | EXC( lb t1, 0(src), l_exc) | ||
| 414 | ADD src, src, 1 | ||
| 415 | sb t1, 0(dst) # can't fault -- we're copy_from_user | ||
| 416 | bne src, t0, 1b | ||
| 417 | ADD dst, dst, 1 | ||
| 418 | l_exc: | ||
| 419 | LOAD t0, TI_TASK($28) | ||
| 420 | nop | ||
| 421 | LOAD t0, THREAD_BUADDR(t0) # t0 is just past last good address | ||
| 422 | nop | ||
| 423 | SUB len, AT, t0 # len number of uncopied bytes | ||
| 424 | /* | ||
| 425 | * Here's where we rely on src and dst being incremented in tandem, | ||
| 426 | * See (3) above. | ||
| 427 | * dst += (fault addr - src) to put dst at first byte to clear | ||
| 428 | */ | ||
| 429 | ADD dst, t0 # compute start address in a1 | ||
| 430 | SUB dst, src | ||
| 431 | /* | ||
| 432 | * Clear len bytes starting at dst. Can't call __bzero because it | ||
| 433 | * might modify len. An inefficient loop for these rare times... | ||
| 434 | */ | ||
| 435 | beqz len, done | ||
| 436 | SUB src, len, 1 | ||
| 437 | 1: sb zero, 0(dst) | ||
| 438 | ADD dst, dst, 1 | ||
| 439 | bnez src, 1b | ||
| 440 | SUB src, src, 1 | ||
| 441 | jr ra | ||
| 442 | nop | ||
| 443 | |||
| 444 | |||
| 445 | #define SEXC(n) \ | ||
| 446 | s_exc_p ## n ## u: \ | ||
| 447 | jr ra; \ | ||
| 448 | ADD len, len, n*NBYTES | ||
| 449 | |||
| 450 | SEXC(8) | ||
| 451 | SEXC(7) | ||
| 452 | SEXC(6) | ||
| 453 | SEXC(5) | ||
| 454 | SEXC(4) | ||
| 455 | SEXC(3) | ||
| 456 | SEXC(2) | ||
| 457 | SEXC(1) | ||
| 458 | |||
| 459 | s_exc_p1: | ||
| 460 | jr ra | ||
| 461 | ADD len, len, 1 | ||
| 462 | s_exc: | ||
| 463 | jr ra | ||
| 464 | nop | ||
| 465 | |||
| 466 | .align 5 | ||
| 467 | LEAF(memmove) | ||
| 468 | ADD t0, a0, a2 | ||
| 469 | ADD t1, a1, a2 | ||
| 470 | sltu t0, a1, t0 # dst + len <= src -> memcpy | ||
| 471 | sltu t1, a0, t1 # dst >= src + len -> memcpy | ||
| 472 | and t0, t1 | ||
| 473 | beqz t0, __memcpy | ||
| 474 | move v0, a0 /* return value */ | ||
| 475 | beqz a2, r_out | ||
| 476 | END(memmove) | ||
| 477 | |||
| 478 | /* fall through to __rmemcpy */ | ||
| 479 | LEAF(__rmemcpy) /* a0=dst a1=src a2=len */ | ||
| 480 | sltu t0, a1, a0 | ||
| 481 | beqz t0, r_end_bytes_up # src >= dst | ||
| 482 | nop | ||
| 483 | ADD a0, a2 # dst = dst + len | ||
| 484 | ADD a1, a2 # src = src + len | ||
| 485 | |||
| 486 | r_end_bytes: | ||
| 487 | lb t0, -1(a1) | ||
| 488 | SUB a2, a2, 0x1 | ||
| 489 | sb t0, -1(a0) | ||
| 490 | SUB a1, a1, 0x1 | ||
| 491 | bnez a2, r_end_bytes | ||
| 492 | SUB a0, a0, 0x1 | ||
| 493 | |||
| 494 | r_out: | ||
| 495 | jr ra | ||
| 496 | move a2, zero | ||
| 497 | |||
| 498 | r_end_bytes_up: | ||
| 499 | lb t0, (a1) | ||
| 500 | SUB a2, a2, 0x1 | ||
| 501 | sb t0, (a0) | ||
| 502 | ADD a1, a1, 0x1 | ||
| 503 | bnez a2, r_end_bytes_up | ||
| 504 | ADD a0, a0, 0x1 | ||
| 505 | |||
| 506 | jr ra | ||
| 507 | move a2, zero | ||
| 508 | END(__rmemcpy) | ||
diff --git a/arch/mips/lib/promlib.c b/arch/mips/lib/promlib.c new file mode 100644 index 000000000000..dddfe98b4ded --- /dev/null +++ b/arch/mips/lib/promlib.c | |||
| @@ -0,0 +1,24 @@ | |||
| 1 | #include <stdarg.h> | ||
| 2 | #include <linux/kernel.h> | ||
| 3 | |||
| 4 | extern void prom_putchar(char); | ||
| 5 | |||
| 6 | void prom_printf(char *fmt, ...) | ||
| 7 | { | ||
| 8 | va_list args; | ||
| 9 | char ppbuf[1024]; | ||
| 10 | char *bptr; | ||
| 11 | |||
| 12 | va_start(args, fmt); | ||
| 13 | vsprintf(ppbuf, fmt, args); | ||
| 14 | |||
| 15 | bptr = ppbuf; | ||
| 16 | |||
| 17 | while (*bptr != 0) { | ||
| 18 | if (*bptr == '\n') | ||
| 19 | prom_putchar('\r'); | ||
| 20 | |||
| 21 | prom_putchar(*bptr++); | ||
| 22 | } | ||
| 23 | va_end(args); | ||
| 24 | } | ||
diff --git a/arch/mips/lib/strlen_user.S b/arch/mips/lib/strlen_user.S new file mode 100644 index 000000000000..07660e86c99d --- /dev/null +++ b/arch/mips/lib/strlen_user.S | |||
| @@ -0,0 +1,39 @@ | |||
| 1 | /* | ||
| 2 | * This file is subject to the terms and conditions of the GNU General Public | ||
| 3 | * License. See the file "COPYING" in the main directory of this archive | ||
| 4 | * for more details. | ||
| 5 | * | ||
| 6 | * Copyright (c) 1996, 1998, 1999, 2004 by Ralf Baechle | ||
| 7 | * Copyright (c) 1999 Silicon Graphics, Inc. | ||
| 8 | */ | ||
| 9 | #include <asm/asm.h> | ||
| 10 | #include <asm/offset.h> | ||
| 11 | #include <asm/regdef.h> | ||
| 12 | |||
| 13 | #define EX(insn,reg,addr,handler) \ | ||
| 14 | 9: insn reg, addr; \ | ||
| 15 | .section __ex_table,"a"; \ | ||
| 16 | PTR 9b, handler; \ | ||
| 17 | .previous | ||
| 18 | |||
| 19 | /* | ||
| 20 | * Return the size of a string (including the ending 0) | ||
| 21 | * | ||
| 22 | * Return 0 for error | ||
| 23 | */ | ||
| 24 | LEAF(__strlen_user_asm) | ||
| 25 | LONG_L v0, TI_ADDR_LIMIT($28) # pointer ok? | ||
| 26 | and v0, a0 | ||
| 27 | bnez v0, fault | ||
| 28 | |||
| 29 | FEXPORT(__strlen_user_nocheck_asm) | ||
| 30 | move v0, a0 | ||
| 31 | 1: EX(lb, t0, (v0), fault) | ||
| 32 | PTR_ADDIU v0, 1 | ||
| 33 | bnez t0, 1b | ||
| 34 | PTR_SUBU v0, a0 | ||
| 35 | jr ra | ||
| 36 | END(__strlen_user_asm) | ||
| 37 | |||
| 38 | fault: move v0, zero | ||
| 39 | jr ra | ||
diff --git a/arch/mips/lib/strncpy_user.S b/arch/mips/lib/strncpy_user.S new file mode 100644 index 000000000000..14bed17c1648 --- /dev/null +++ b/arch/mips/lib/strncpy_user.S | |||
| @@ -0,0 +1,58 @@ | |||
| 1 | /* | ||
| 2 | * This file is subject to the terms and conditions of the GNU General Public | ||
| 3 | * License. See the file "COPYING" in the main directory of this archive | ||
| 4 | * for more details. | ||
| 5 | * | ||
| 6 | * Copyright (c) 1996, 1999 by Ralf Baechle | ||
| 7 | */ | ||
| 8 | #include <linux/errno.h> | ||
| 9 | #include <asm/asm.h> | ||
| 10 | #include <asm/offset.h> | ||
| 11 | #include <asm/regdef.h> | ||
| 12 | |||
| 13 | #define EX(insn,reg,addr,handler) \ | ||
| 14 | 9: insn reg, addr; \ | ||
| 15 | .section __ex_table,"a"; \ | ||
| 16 | PTR 9b, handler; \ | ||
| 17 | .previous | ||
| 18 | |||
| 19 | /* | ||
| 20 | * Returns: -EFAULT if exception before terminator, N if the entire | ||
| 21 | * buffer filled, else strlen. | ||
| 22 | */ | ||
| 23 | |||
| 24 | /* | ||
| 25 | * Ugly special case have to check: we might get passed a user space | ||
| 26 | * pointer which wraps into the kernel space. We don't deal with that. If | ||
| 27 | * it happens at most some bytes of the exceptions handlers will be copied. | ||
| 28 | */ | ||
| 29 | |||
| 30 | LEAF(__strncpy_from_user_asm) | ||
| 31 | LONG_L v0, TI_ADDR_LIMIT($28) # pointer ok? | ||
| 32 | and v0, a1 | ||
| 33 | bnez v0, fault | ||
| 34 | |||
| 35 | FEXPORT(__strncpy_from_user_nocheck_asm) | ||
| 36 | move v0, zero | ||
| 37 | move v1, a1 | ||
| 38 | .set noreorder | ||
| 39 | 1: EX(lbu, t0, (v1), fault) | ||
| 40 | PTR_ADDIU v1, 1 | ||
| 41 | beqz t0, 2f | ||
| 42 | sb t0, (a0) | ||
| 43 | PTR_ADDIU v0, 1 | ||
| 44 | bne v0, a2, 1b | ||
| 45 | PTR_ADDIU a0, 1 | ||
| 46 | .set reorder | ||
| 47 | 2: PTR_ADDU t0, a1, v0 | ||
| 48 | xor t0, a1 | ||
| 49 | bltz t0, fault | ||
| 50 | jr ra # return n | ||
| 51 | END(__strncpy_from_user_asm) | ||
| 52 | |||
| 53 | fault: li v0, -EFAULT | ||
| 54 | jr ra | ||
| 55 | |||
| 56 | .section __ex_table,"a" | ||
| 57 | PTR 1b, fault | ||
| 58 | .previous | ||
diff --git a/arch/mips/lib/strnlen_user.S b/arch/mips/lib/strnlen_user.S new file mode 100644 index 000000000000..6e7a8eed4de8 --- /dev/null +++ b/arch/mips/lib/strnlen_user.S | |||
| @@ -0,0 +1,45 @@ | |||
| 1 | /* | ||
| 2 | * This file is subject to the terms and conditions of the GNU General Public | ||
| 3 | * License. See the file "COPYING" in the main directory of this archive | ||
| 4 | * for more details. | ||
| 5 | * | ||
| 6 | * Copyright (c) 1996, 1998, 1999, 2004 by Ralf Baechle | ||
| 7 | * Copyright (c) 1999 Silicon Graphics, Inc. | ||
| 8 | */ | ||
| 9 | #include <asm/asm.h> | ||
| 10 | #include <asm/offset.h> | ||
| 11 | #include <asm/regdef.h> | ||
| 12 | |||
| 13 | #define EX(insn,reg,addr,handler) \ | ||
| 14 | 9: insn reg, addr; \ | ||
| 15 | .section __ex_table,"a"; \ | ||
| 16 | PTR 9b, handler; \ | ||
| 17 | .previous | ||
| 18 | |||
| 19 | /* | ||
| 20 | * Return the size of a string including the ending NUL character upto a | ||
| 21 | * maximum of a1 or 0 in case of error. | ||
| 22 | * | ||
| 23 | * Note: for performance reasons we deliberately accept that a user may | ||
| 24 | * make strlen_user and strnlen_user access the first few KSEG0 | ||
| 25 | * bytes. There's nothing secret there. On 64-bit accessing beyond | ||
| 26 | * the maximum is a tad hairier ... | ||
| 27 | */ | ||
| 28 | LEAF(__strnlen_user_asm) | ||
| 29 | LONG_L v0, TI_ADDR_LIMIT($28) # pointer ok? | ||
| 30 | and v0, a0 | ||
| 31 | bnez v0, fault | ||
| 32 | |||
| 33 | FEXPORT(__strnlen_user_nocheck_asm) | ||
| 34 | move v0, a0 | ||
| 35 | PTR_ADDU a1, a0 # stop pointer | ||
| 36 | 1: beq v0, a1, 1f # limit reached? | ||
| 37 | EX(lb, t0, (v0), fault) | ||
| 38 | PTR_ADDU v0, 1 | ||
| 39 | bnez t0, 1b | ||
| 40 | 1: PTR_SUBU v0, a0 | ||
| 41 | jr ra | ||
| 42 | END(__strnlen_user_asm) | ||
| 43 | |||
| 44 | fault: move v0, zero | ||
| 45 | jr ra | ||
