diff options
Diffstat (limited to 'arch/microblaze/include')
-rw-r--r-- | arch/microblaze/include/asm/cache.h | 2 | ||||
-rw-r--r-- | arch/microblaze/include/asm/device.h | 4 | ||||
-rw-r--r-- | arch/microblaze/include/asm/dma-mapping.h | 154 | ||||
-rw-r--r-- | arch/microblaze/include/asm/dma.h | 6 | ||||
-rw-r--r-- | arch/microblaze/include/asm/exceptions.h | 6 | ||||
-rw-r--r-- | arch/microblaze/include/asm/futex.h | 2 | ||||
-rw-r--r-- | arch/microblaze/include/asm/io.h | 38 | ||||
-rw-r--r-- | arch/microblaze/include/asm/irq.h | 37 | ||||
-rw-r--r-- | arch/microblaze/include/asm/page.h | 24 | ||||
-rw-r--r-- | arch/microblaze/include/asm/pci-bridge.h | 195 | ||||
-rw-r--r-- | arch/microblaze/include/asm/pci.h | 170 | ||||
-rw-r--r-- | arch/microblaze/include/asm/pgalloc.h | 18 | ||||
-rw-r--r-- | arch/microblaze/include/asm/pgtable.h | 73 | ||||
-rw-r--r-- | arch/microblaze/include/asm/processor.h | 1 | ||||
-rw-r--r-- | arch/microblaze/include/asm/prom.h | 15 | ||||
-rw-r--r-- | arch/microblaze/include/asm/segment.h | 49 | ||||
-rw-r--r-- | arch/microblaze/include/asm/system.h | 3 | ||||
-rw-r--r-- | arch/microblaze/include/asm/thread_info.h | 5 | ||||
-rw-r--r-- | arch/microblaze/include/asm/tlbflush.h | 5 | ||||
-rw-r--r-- | arch/microblaze/include/asm/uaccess.h | 498 |
20 files changed, 949 insertions, 356 deletions
diff --git a/arch/microblaze/include/asm/cache.h b/arch/microblaze/include/asm/cache.h index e52210891d78..4efe96a036f7 100644 --- a/arch/microblaze/include/asm/cache.h +++ b/arch/microblaze/include/asm/cache.h | |||
@@ -15,7 +15,7 @@ | |||
15 | 15 | ||
16 | #include <asm/registers.h> | 16 | #include <asm/registers.h> |
17 | 17 | ||
18 | #define L1_CACHE_SHIFT 2 | 18 | #define L1_CACHE_SHIFT 5 |
19 | /* word-granular cache in microblaze */ | 19 | /* word-granular cache in microblaze */ |
20 | #define L1_CACHE_BYTES (1 << L1_CACHE_SHIFT) | 20 | #define L1_CACHE_BYTES (1 << L1_CACHE_SHIFT) |
21 | 21 | ||
diff --git a/arch/microblaze/include/asm/device.h b/arch/microblaze/include/asm/device.h index 78a038452c0f..402b46e630f6 100644 --- a/arch/microblaze/include/asm/device.h +++ b/arch/microblaze/include/asm/device.h | |||
@@ -14,6 +14,10 @@ struct device_node; | |||
14 | struct dev_archdata { | 14 | struct dev_archdata { |
15 | /* Optional pointer to an OF device node */ | 15 | /* Optional pointer to an OF device node */ |
16 | struct device_node *of_node; | 16 | struct device_node *of_node; |
17 | |||
18 | /* DMA operations on that device */ | ||
19 | struct dma_map_ops *dma_ops; | ||
20 | void *dma_data; | ||
17 | }; | 21 | }; |
18 | 22 | ||
19 | struct pdev_archdata { | 23 | struct pdev_archdata { |
diff --git a/arch/microblaze/include/asm/dma-mapping.h b/arch/microblaze/include/asm/dma-mapping.h index d00e40099165..18b3731c8509 100644 --- a/arch/microblaze/include/asm/dma-mapping.h +++ b/arch/microblaze/include/asm/dma-mapping.h | |||
@@ -1 +1,153 @@ | |||
1 | #include <asm-generic/dma-mapping-broken.h> | 1 | /* |
2 | * Implements the generic device dma API for microblaze and the pci | ||
3 | * | ||
4 | * Copyright (C) 2009-2010 Michal Simek <monstr@monstr.eu> | ||
5 | * Copyright (C) 2009-2010 PetaLogix | ||
6 | * | ||
7 | * This file is subject to the terms and conditions of the GNU General | ||
8 | * Public License. See the file COPYING in the main directory of this | ||
9 | * archive for more details. | ||
10 | * | ||
11 | * This file is base on powerpc and x86 dma-mapping.h versions | ||
12 | * Copyright (C) 2004 IBM | ||
13 | */ | ||
14 | |||
15 | #ifndef _ASM_MICROBLAZE_DMA_MAPPING_H | ||
16 | #define _ASM_MICROBLAZE_DMA_MAPPING_H | ||
17 | |||
18 | /* | ||
19 | * See Documentation/PCI/PCI-DMA-mapping.txt and | ||
20 | * Documentation/DMA-API.txt for documentation. | ||
21 | */ | ||
22 | |||
23 | #include <linux/types.h> | ||
24 | #include <linux/cache.h> | ||
25 | #include <linux/mm.h> | ||
26 | #include <linux/scatterlist.h> | ||
27 | #include <linux/dma-debug.h> | ||
28 | #include <linux/dma-attrs.h> | ||
29 | #include <asm/io.h> | ||
30 | #include <asm-generic/dma-coherent.h> | ||
31 | |||
32 | #define DMA_ERROR_CODE (~(dma_addr_t)0x0) | ||
33 | |||
34 | #define __dma_alloc_coherent(dev, gfp, size, handle) NULL | ||
35 | #define __dma_free_coherent(size, addr) ((void)0) | ||
36 | #define __dma_sync(addr, size, rw) ((void)0) | ||
37 | |||
38 | static inline unsigned long device_to_mask(struct device *dev) | ||
39 | { | ||
40 | if (dev->dma_mask && *dev->dma_mask) | ||
41 | return *dev->dma_mask; | ||
42 | /* Assume devices without mask can take 32 bit addresses */ | ||
43 | return 0xfffffffful; | ||
44 | } | ||
45 | |||
46 | extern struct dma_map_ops *dma_ops; | ||
47 | |||
48 | /* | ||
49 | * Available generic sets of operations | ||
50 | */ | ||
51 | extern struct dma_map_ops dma_direct_ops; | ||
52 | |||
53 | static inline struct dma_map_ops *get_dma_ops(struct device *dev) | ||
54 | { | ||
55 | /* We don't handle the NULL dev case for ISA for now. We could | ||
56 | * do it via an out of line call but it is not needed for now. The | ||
57 | * only ISA DMA device we support is the floppy and we have a hack | ||
58 | * in the floppy driver directly to get a device for us. | ||
59 | */ | ||
60 | if (unlikely(!dev) || !dev->archdata.dma_ops) | ||
61 | return NULL; | ||
62 | |||
63 | return dev->archdata.dma_ops; | ||
64 | } | ||
65 | |||
66 | static inline void set_dma_ops(struct device *dev, struct dma_map_ops *ops) | ||
67 | { | ||
68 | dev->archdata.dma_ops = ops; | ||
69 | } | ||
70 | |||
71 | static inline int dma_supported(struct device *dev, u64 mask) | ||
72 | { | ||
73 | struct dma_map_ops *ops = get_dma_ops(dev); | ||
74 | |||
75 | if (unlikely(!ops)) | ||
76 | return 0; | ||
77 | if (!ops->dma_supported) | ||
78 | return 1; | ||
79 | return ops->dma_supported(dev, mask); | ||
80 | } | ||
81 | |||
82 | #ifdef CONFIG_PCI | ||
83 | /* We have our own implementation of pci_set_dma_mask() */ | ||
84 | #define HAVE_ARCH_PCI_SET_DMA_MASK | ||
85 | |||
86 | #endif | ||
87 | |||
88 | static inline int dma_set_mask(struct device *dev, u64 dma_mask) | ||
89 | { | ||
90 | struct dma_map_ops *ops = get_dma_ops(dev); | ||
91 | |||
92 | if (unlikely(ops == NULL)) | ||
93 | return -EIO; | ||
94 | if (ops->set_dma_mask) | ||
95 | return ops->set_dma_mask(dev, dma_mask); | ||
96 | if (!dev->dma_mask || !dma_supported(dev, dma_mask)) | ||
97 | return -EIO; | ||
98 | *dev->dma_mask = dma_mask; | ||
99 | return 0; | ||
100 | } | ||
101 | |||
102 | #include <asm-generic/dma-mapping-common.h> | ||
103 | |||
104 | static inline int dma_mapping_error(struct device *dev, dma_addr_t dma_addr) | ||
105 | { | ||
106 | struct dma_map_ops *ops = get_dma_ops(dev); | ||
107 | if (ops->mapping_error) | ||
108 | return ops->mapping_error(dev, dma_addr); | ||
109 | |||
110 | return (dma_addr == DMA_ERROR_CODE); | ||
111 | } | ||
112 | |||
113 | #define dma_alloc_noncoherent(d, s, h, f) dma_alloc_coherent(d, s, h, f) | ||
114 | #define dma_free_noncoherent(d, s, v, h) dma_free_coherent(d, s, v, h) | ||
115 | #define dma_is_consistent(d, h) (1) | ||
116 | |||
117 | static inline void *dma_alloc_coherent(struct device *dev, size_t size, | ||
118 | dma_addr_t *dma_handle, gfp_t flag) | ||
119 | { | ||
120 | struct dma_map_ops *ops = get_dma_ops(dev); | ||
121 | void *memory; | ||
122 | |||
123 | BUG_ON(!ops); | ||
124 | |||
125 | memory = ops->alloc_coherent(dev, size, dma_handle, flag); | ||
126 | |||
127 | debug_dma_alloc_coherent(dev, size, *dma_handle, memory); | ||
128 | return memory; | ||
129 | } | ||
130 | |||
131 | static inline void dma_free_coherent(struct device *dev, size_t size, | ||
132 | void *cpu_addr, dma_addr_t dma_handle) | ||
133 | { | ||
134 | struct dma_map_ops *ops = get_dma_ops(dev); | ||
135 | |||
136 | BUG_ON(!ops); | ||
137 | debug_dma_free_coherent(dev, size, cpu_addr, dma_handle); | ||
138 | ops->free_coherent(dev, size, cpu_addr, dma_handle); | ||
139 | } | ||
140 | |||
141 | static inline int dma_get_cache_alignment(void) | ||
142 | { | ||
143 | return L1_CACHE_BYTES; | ||
144 | } | ||
145 | |||
146 | static inline void dma_cache_sync(struct device *dev, void *vaddr, size_t size, | ||
147 | enum dma_data_direction direction) | ||
148 | { | ||
149 | BUG_ON(direction == DMA_NONE); | ||
150 | __dma_sync(vaddr, size, (int)direction); | ||
151 | } | ||
152 | |||
153 | #endif /* _ASM_MICROBLAZE_DMA_MAPPING_H */ | ||
diff --git a/arch/microblaze/include/asm/dma.h b/arch/microblaze/include/asm/dma.h index 08c073badf19..0d73d0c6de37 100644 --- a/arch/microblaze/include/asm/dma.h +++ b/arch/microblaze/include/asm/dma.h | |||
@@ -18,4 +18,10 @@ | |||
18 | #define MAX_DMA_ADDRESS (CONFIG_KERNEL_START + memory_size - 1) | 18 | #define MAX_DMA_ADDRESS (CONFIG_KERNEL_START + memory_size - 1) |
19 | #endif | 19 | #endif |
20 | 20 | ||
21 | #ifdef CONFIG_PCI | ||
22 | extern int isa_dma_bridge_buggy; | ||
23 | #else | ||
24 | #define isa_dma_bridge_buggy (0) | ||
25 | #endif | ||
26 | |||
21 | #endif /* _ASM_MICROBLAZE_DMA_H */ | 27 | #endif /* _ASM_MICROBLAZE_DMA_H */ |
diff --git a/arch/microblaze/include/asm/exceptions.h b/arch/microblaze/include/asm/exceptions.h index 90731df9e574..4c7b5d037c88 100644 --- a/arch/microblaze/include/asm/exceptions.h +++ b/arch/microblaze/include/asm/exceptions.h | |||
@@ -64,12 +64,6 @@ asmlinkage void full_exception(struct pt_regs *regs, unsigned int type, | |||
64 | void die(const char *str, struct pt_regs *fp, long err); | 64 | void die(const char *str, struct pt_regs *fp, long err); |
65 | void _exception(int signr, struct pt_regs *regs, int code, unsigned long addr); | 65 | void _exception(int signr, struct pt_regs *regs, int code, unsigned long addr); |
66 | 66 | ||
67 | #ifdef CONFIG_MMU | ||
68 | void __bug(const char *file, int line, void *data); | ||
69 | int bad_trap(int trap_num, struct pt_regs *regs); | ||
70 | int debug_trap(struct pt_regs *regs); | ||
71 | #endif /* CONFIG_MMU */ | ||
72 | |||
73 | #if defined(CONFIG_KGDB) | 67 | #if defined(CONFIG_KGDB) |
74 | void (*debugger)(struct pt_regs *regs); | 68 | void (*debugger)(struct pt_regs *regs); |
75 | int (*debugger_bpt)(struct pt_regs *regs); | 69 | int (*debugger_bpt)(struct pt_regs *regs); |
diff --git a/arch/microblaze/include/asm/futex.h b/arch/microblaze/include/asm/futex.h index 8dbb6e7a03a2..ad3fd61b2fe7 100644 --- a/arch/microblaze/include/asm/futex.h +++ b/arch/microblaze/include/asm/futex.h | |||
@@ -55,7 +55,7 @@ futex_atomic_op_inuser(int encoded_op, int __user *uaddr) | |||
55 | __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); | 55 | __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); |
56 | break; | 56 | break; |
57 | case FUTEX_OP_ANDN: | 57 | case FUTEX_OP_ANDN: |
58 | __futex_atomic_op("and %1,%0,%4;", ret, oldval, uaddr, oparg); | 58 | __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); |
59 | break; | 59 | break; |
60 | case FUTEX_OP_XOR: | 60 | case FUTEX_OP_XOR: |
61 | __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); | 61 | __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); |
diff --git a/arch/microblaze/include/asm/io.h b/arch/microblaze/include/asm/io.h index 267c7c779e53..00b5398d08c7 100644 --- a/arch/microblaze/include/asm/io.h +++ b/arch/microblaze/include/asm/io.h | |||
@@ -15,7 +15,23 @@ | |||
15 | #include <asm/page.h> | 15 | #include <asm/page.h> |
16 | #include <linux/types.h> | 16 | #include <linux/types.h> |
17 | #include <linux/mm.h> /* Get struct page {...} */ | 17 | #include <linux/mm.h> /* Get struct page {...} */ |
18 | #include <asm-generic/iomap.h> | ||
18 | 19 | ||
20 | #ifndef CONFIG_PCI | ||
21 | #define _IO_BASE 0 | ||
22 | #define _ISA_MEM_BASE 0 | ||
23 | #define PCI_DRAM_OFFSET 0 | ||
24 | #else | ||
25 | #define _IO_BASE isa_io_base | ||
26 | #define _ISA_MEM_BASE isa_mem_base | ||
27 | #define PCI_DRAM_OFFSET pci_dram_offset | ||
28 | #endif | ||
29 | |||
30 | extern unsigned long isa_io_base; | ||
31 | extern unsigned long pci_io_base; | ||
32 | extern unsigned long pci_dram_offset; | ||
33 | |||
34 | extern resource_size_t isa_mem_base; | ||
19 | 35 | ||
20 | #define IO_SPACE_LIMIT (0xFFFFFFFF) | 36 | #define IO_SPACE_LIMIT (0xFFFFFFFF) |
21 | 37 | ||
@@ -92,6 +108,11 @@ static inline void writel(unsigned int v, volatile void __iomem *addr) | |||
92 | #define iowrite16(v, addr) __raw_writew((u16)(v), (u16 *)(addr)) | 108 | #define iowrite16(v, addr) __raw_writew((u16)(v), (u16 *)(addr)) |
93 | #define iowrite32(v, addr) __raw_writel((u32)(v), (u32 *)(addr)) | 109 | #define iowrite32(v, addr) __raw_writel((u32)(v), (u32 *)(addr)) |
94 | 110 | ||
111 | #define ioread16be(addr) __raw_readw((u16 *)(addr)) | ||
112 | #define ioread32be(addr) __raw_readl((u32 *)(addr)) | ||
113 | #define iowrite16be(v, addr) __raw_writew((u16)(v), (u16 *)(addr)) | ||
114 | #define iowrite32be(v, addr) __raw_writel((u32)(v), (u32 *)(addr)) | ||
115 | |||
95 | /* These are the definitions for the x86 IO instructions | 116 | /* These are the definitions for the x86 IO instructions |
96 | * inb/inw/inl/outb/outw/outl, the "string" versions | 117 | * inb/inw/inl/outb/outw/outl, the "string" versions |
97 | * insb/insw/insl/outsb/outsw/outsl, and the "pausing" versions | 118 | * insb/insw/insl/outsb/outsw/outsl, and the "pausing" versions |
@@ -118,15 +139,10 @@ static inline void writel(unsigned int v, volatile void __iomem *addr) | |||
118 | 139 | ||
119 | #ifdef CONFIG_MMU | 140 | #ifdef CONFIG_MMU |
120 | 141 | ||
121 | #define mm_ptov(addr) ((void *)__phys_to_virt(addr)) | ||
122 | #define mm_vtop(addr) ((unsigned long)__virt_to_phys(addr)) | ||
123 | #define phys_to_virt(addr) ((void *)__phys_to_virt(addr)) | 142 | #define phys_to_virt(addr) ((void *)__phys_to_virt(addr)) |
124 | #define virt_to_phys(addr) ((unsigned long)__virt_to_phys(addr)) | 143 | #define virt_to_phys(addr) ((unsigned long)__virt_to_phys(addr)) |
125 | #define virt_to_bus(addr) ((unsigned long)__virt_to_phys(addr)) | 144 | #define virt_to_bus(addr) ((unsigned long)__virt_to_phys(addr)) |
126 | 145 | ||
127 | #define __page_address(page) \ | ||
128 | (PAGE_OFFSET + (((page) - mem_map) << PAGE_SHIFT)) | ||
129 | #define page_to_phys(page) virt_to_phys((void *)__page_address(page)) | ||
130 | #define page_to_bus(page) (page_to_phys(page)) | 146 | #define page_to_bus(page) (page_to_phys(page)) |
131 | #define bus_to_virt(addr) (phys_to_virt(addr)) | 147 | #define bus_to_virt(addr) (phys_to_virt(addr)) |
132 | 148 | ||
@@ -227,15 +243,7 @@ static inline void __iomem *__ioremap(phys_addr_t address, unsigned long size, | |||
227 | #define out_8(a, v) __raw_writeb((v), (a)) | 243 | #define out_8(a, v) __raw_writeb((v), (a)) |
228 | #define in_8(a) __raw_readb(a) | 244 | #define in_8(a) __raw_readb(a) |
229 | 245 | ||
230 | /* FIXME */ | 246 | #define ioport_map(port, nr) ((void __iomem *)(port)) |
231 | static inline void __iomem *ioport_map(unsigned long port, unsigned int len) | 247 | #define ioport_unmap(addr) |
232 | { | ||
233 | return (void __iomem *) (port); | ||
234 | } | ||
235 | |||
236 | static inline void ioport_unmap(void __iomem *addr) | ||
237 | { | ||
238 | /* Nothing to do */ | ||
239 | } | ||
240 | 248 | ||
241 | #endif /* _ASM_MICROBLAZE_IO_H */ | 249 | #endif /* _ASM_MICROBLAZE_IO_H */ |
diff --git a/arch/microblaze/include/asm/irq.h b/arch/microblaze/include/asm/irq.h index 90f050535ebe..31a35c33df63 100644 --- a/arch/microblaze/include/asm/irq.h +++ b/arch/microblaze/include/asm/irq.h | |||
@@ -14,6 +14,12 @@ | |||
14 | 14 | ||
15 | #include <linux/interrupt.h> | 15 | #include <linux/interrupt.h> |
16 | 16 | ||
17 | /* This type is the placeholder for a hardware interrupt number. It has to | ||
18 | * be big enough to enclose whatever representation is used by a given | ||
19 | * platform. | ||
20 | */ | ||
21 | typedef unsigned long irq_hw_number_t; | ||
22 | |||
17 | extern unsigned int nr_irq; | 23 | extern unsigned int nr_irq; |
18 | 24 | ||
19 | #define NO_IRQ (-1) | 25 | #define NO_IRQ (-1) |
@@ -21,7 +27,8 @@ extern unsigned int nr_irq; | |||
21 | struct pt_regs; | 27 | struct pt_regs; |
22 | extern void do_IRQ(struct pt_regs *regs); | 28 | extern void do_IRQ(struct pt_regs *regs); |
23 | 29 | ||
24 | /* irq_of_parse_and_map - Parse and Map an interrupt into linux virq space | 30 | /** |
31 | * irq_of_parse_and_map - Parse and Map an interrupt into linux virq space | ||
25 | * @device: Device node of the device whose interrupt is to be mapped | 32 | * @device: Device node of the device whose interrupt is to be mapped |
26 | * @index: Index of the interrupt to map | 33 | * @index: Index of the interrupt to map |
27 | * | 34 | * |
@@ -40,4 +47,32 @@ static inline void irq_dispose_mapping(unsigned int virq) | |||
40 | return; | 47 | return; |
41 | } | 48 | } |
42 | 49 | ||
50 | struct irq_host; | ||
51 | |||
52 | /** | ||
53 | * irq_create_mapping - Map a hardware interrupt into linux virq space | ||
54 | * @host: host owning this hardware interrupt or NULL for default host | ||
55 | * @hwirq: hardware irq number in that host space | ||
56 | * | ||
57 | * Only one mapping per hardware interrupt is permitted. Returns a linux | ||
58 | * virq number. | ||
59 | * If the sense/trigger is to be specified, set_irq_type() should be called | ||
60 | * on the number returned from that call. | ||
61 | */ | ||
62 | extern unsigned int irq_create_mapping(struct irq_host *host, | ||
63 | irq_hw_number_t hwirq); | ||
64 | |||
65 | /** | ||
66 | * irq_create_of_mapping - Map a hardware interrupt into linux virq space | ||
67 | * @controller: Device node of the interrupt controller | ||
68 | * @inspec: Interrupt specifier from the device-tree | ||
69 | * @intsize: Size of the interrupt specifier from the device-tree | ||
70 | * | ||
71 | * This function is identical to irq_create_mapping except that it takes | ||
72 | * as input informations straight from the device-tree (typically the results | ||
73 | * of the of_irq_map_*() functions. | ||
74 | */ | ||
75 | extern unsigned int irq_create_of_mapping(struct device_node *controller, | ||
76 | u32 *intspec, unsigned int intsize); | ||
77 | |||
43 | #endif /* _ASM_MICROBLAZE_IRQ_H */ | 78 | #endif /* _ASM_MICROBLAZE_IRQ_H */ |
diff --git a/arch/microblaze/include/asm/page.h b/arch/microblaze/include/asm/page.h index 9b66c0fa9a32..de493f86d28f 100644 --- a/arch/microblaze/include/asm/page.h +++ b/arch/microblaze/include/asm/page.h | |||
@@ -31,6 +31,9 @@ | |||
31 | 31 | ||
32 | #ifndef __ASSEMBLY__ | 32 | #ifndef __ASSEMBLY__ |
33 | 33 | ||
34 | /* MS be sure that SLAB allocates aligned objects */ | ||
35 | #define ARCH_KMALLOC_MINALIGN L1_CACHE_BYTES | ||
36 | |||
34 | #define PAGE_UP(addr) (((addr)+((PAGE_SIZE)-1))&(~((PAGE_SIZE)-1))) | 37 | #define PAGE_UP(addr) (((addr)+((PAGE_SIZE)-1))&(~((PAGE_SIZE)-1))) |
35 | #define PAGE_DOWN(addr) ((addr)&(~((PAGE_SIZE)-1))) | 38 | #define PAGE_DOWN(addr) ((addr)&(~((PAGE_SIZE)-1))) |
36 | 39 | ||
@@ -62,12 +65,6 @@ extern unsigned int __page_offset; | |||
62 | #define PAGE_OFFSET CONFIG_KERNEL_START | 65 | #define PAGE_OFFSET CONFIG_KERNEL_START |
63 | 66 | ||
64 | /* | 67 | /* |
65 | * MAP_NR -- given an address, calculate the index of the page struct which | ||
66 | * points to the address's page. | ||
67 | */ | ||
68 | #define MAP_NR(addr) (((unsigned long)(addr) - PAGE_OFFSET) >> PAGE_SHIFT) | ||
69 | |||
70 | /* | ||
71 | * The basic type of a PTE - 32 bit physical addressing. | 68 | * The basic type of a PTE - 32 bit physical addressing. |
72 | */ | 69 | */ |
73 | typedef unsigned long pte_basic_t; | 70 | typedef unsigned long pte_basic_t; |
@@ -76,14 +73,7 @@ typedef unsigned long pte_basic_t; | |||
76 | 73 | ||
77 | #endif /* CONFIG_MMU */ | 74 | #endif /* CONFIG_MMU */ |
78 | 75 | ||
79 | # ifndef CONFIG_MMU | 76 | # define copy_page(to, from) memcpy((to), (from), PAGE_SIZE) |
80 | # define copy_page(to, from) memcpy((to), (from), PAGE_SIZE) | ||
81 | # define get_user_page(vaddr) __get_free_page(GFP_KERNEL) | ||
82 | # define free_user_page(page, addr) free_page(addr) | ||
83 | # else /* CONFIG_MMU */ | ||
84 | extern void copy_page(void *to, void *from); | ||
85 | # endif /* CONFIG_MMU */ | ||
86 | |||
87 | # define clear_page(pgaddr) memset((pgaddr), 0, PAGE_SIZE) | 77 | # define clear_page(pgaddr) memset((pgaddr), 0, PAGE_SIZE) |
88 | 78 | ||
89 | # define clear_user_page(pgaddr, vaddr, page) memset((pgaddr), 0, PAGE_SIZE) | 79 | # define clear_user_page(pgaddr, vaddr, page) memset((pgaddr), 0, PAGE_SIZE) |
@@ -154,7 +144,11 @@ extern int page_is_ram(unsigned long pfn); | |||
154 | # define pfn_to_virt(pfn) __va(pfn_to_phys((pfn))) | 144 | # define pfn_to_virt(pfn) __va(pfn_to_phys((pfn))) |
155 | 145 | ||
156 | # ifdef CONFIG_MMU | 146 | # ifdef CONFIG_MMU |
157 | # define virt_to_page(kaddr) (mem_map + MAP_NR(kaddr)) | 147 | |
148 | # define virt_to_page(kaddr) (pfn_to_page(__pa(kaddr) >> PAGE_SHIFT)) | ||
149 | # define page_to_virt(page) __va(page_to_pfn(page) << PAGE_SHIFT) | ||
150 | # define page_to_phys(page) (page_to_pfn(page) << PAGE_SHIFT) | ||
151 | |||
158 | # else /* CONFIG_MMU */ | 152 | # else /* CONFIG_MMU */ |
159 | # define virt_to_page(vaddr) (pfn_to_page(virt_to_pfn(vaddr))) | 153 | # define virt_to_page(vaddr) (pfn_to_page(virt_to_pfn(vaddr))) |
160 | # define page_to_virt(page) (pfn_to_virt(page_to_pfn(page))) | 154 | # define page_to_virt(page) (pfn_to_virt(page_to_pfn(page))) |
diff --git a/arch/microblaze/include/asm/pci-bridge.h b/arch/microblaze/include/asm/pci-bridge.h index 7ad28f6f5f1a..0c77cda9f5d8 100644 --- a/arch/microblaze/include/asm/pci-bridge.h +++ b/arch/microblaze/include/asm/pci-bridge.h | |||
@@ -1 +1,196 @@ | |||
1 | #ifndef _ASM_MICROBLAZE_PCI_BRIDGE_H | ||
2 | #define _ASM_MICROBLAZE_PCI_BRIDGE_H | ||
3 | #ifdef __KERNEL__ | ||
4 | /* | ||
5 | * This program is free software; you can redistribute it and/or | ||
6 | * modify it under the terms of the GNU General Public License | ||
7 | * as published by the Free Software Foundation; either version | ||
8 | * 2 of the License, or (at your option) any later version. | ||
9 | */ | ||
1 | #include <linux/pci.h> | 10 | #include <linux/pci.h> |
11 | #include <linux/list.h> | ||
12 | #include <linux/ioport.h> | ||
13 | |||
14 | struct device_node; | ||
15 | |||
16 | enum { | ||
17 | /* Force re-assigning all resources (ignore firmware | ||
18 | * setup completely) | ||
19 | */ | ||
20 | PCI_REASSIGN_ALL_RSRC = 0x00000001, | ||
21 | |||
22 | /* Re-assign all bus numbers */ | ||
23 | PCI_REASSIGN_ALL_BUS = 0x00000002, | ||
24 | |||
25 | /* Do not try to assign, just use existing setup */ | ||
26 | PCI_PROBE_ONLY = 0x00000004, | ||
27 | |||
28 | /* Don't bother with ISA alignment unless the bridge has | ||
29 | * ISA forwarding enabled | ||
30 | */ | ||
31 | PCI_CAN_SKIP_ISA_ALIGN = 0x00000008, | ||
32 | |||
33 | /* Enable domain numbers in /proc */ | ||
34 | PCI_ENABLE_PROC_DOMAINS = 0x00000010, | ||
35 | /* ... except for domain 0 */ | ||
36 | PCI_COMPAT_DOMAIN_0 = 0x00000020, | ||
37 | }; | ||
38 | |||
39 | /* | ||
40 | * Structure of a PCI controller (host bridge) | ||
41 | */ | ||
42 | struct pci_controller { | ||
43 | struct pci_bus *bus; | ||
44 | char is_dynamic; | ||
45 | struct device_node *dn; | ||
46 | struct list_head list_node; | ||
47 | struct device *parent; | ||
48 | |||
49 | int first_busno; | ||
50 | int last_busno; | ||
51 | |||
52 | int self_busno; | ||
53 | |||
54 | void __iomem *io_base_virt; | ||
55 | resource_size_t io_base_phys; | ||
56 | |||
57 | resource_size_t pci_io_size; | ||
58 | |||
59 | /* Some machines (PReP) have a non 1:1 mapping of | ||
60 | * the PCI memory space in the CPU bus space | ||
61 | */ | ||
62 | resource_size_t pci_mem_offset; | ||
63 | |||
64 | /* Some machines have a special region to forward the ISA | ||
65 | * "memory" cycles such as VGA memory regions. Left to 0 | ||
66 | * if unsupported | ||
67 | */ | ||
68 | resource_size_t isa_mem_phys; | ||
69 | resource_size_t isa_mem_size; | ||
70 | |||
71 | struct pci_ops *ops; | ||
72 | unsigned int __iomem *cfg_addr; | ||
73 | void __iomem *cfg_data; | ||
74 | |||
75 | /* | ||
76 | * Used for variants of PCI indirect handling and possible quirks: | ||
77 | * SET_CFG_TYPE - used on 4xx or any PHB that does explicit type0/1 | ||
78 | * EXT_REG - provides access to PCI-e extended registers | ||
79 | * SURPRESS_PRIMARY_BUS - we surpress the setting of PCI_PRIMARY_BUS | ||
80 | * on Freescale PCI-e controllers since they used the PCI_PRIMARY_BUS | ||
81 | * to determine which bus number to match on when generating type0 | ||
82 | * config cycles | ||
83 | * NO_PCIE_LINK - the Freescale PCI-e controllers have issues with | ||
84 | * hanging if we don't have link and try to do config cycles to | ||
85 | * anything but the PHB. Only allow talking to the PHB if this is | ||
86 | * set. | ||
87 | * BIG_ENDIAN - cfg_addr is a big endian register | ||
88 | * BROKEN_MRM - the 440EPx/GRx chips have an errata that causes hangs | ||
89 | * on the PLB4. Effectively disable MRM commands by setting this. | ||
90 | */ | ||
91 | #define INDIRECT_TYPE_SET_CFG_TYPE 0x00000001 | ||
92 | #define INDIRECT_TYPE_EXT_REG 0x00000002 | ||
93 | #define INDIRECT_TYPE_SURPRESS_PRIMARY_BUS 0x00000004 | ||
94 | #define INDIRECT_TYPE_NO_PCIE_LINK 0x00000008 | ||
95 | #define INDIRECT_TYPE_BIG_ENDIAN 0x00000010 | ||
96 | #define INDIRECT_TYPE_BROKEN_MRM 0x00000020 | ||
97 | u32 indirect_type; | ||
98 | |||
99 | /* Currently, we limit ourselves to 1 IO range and 3 mem | ||
100 | * ranges since the common pci_bus structure can't handle more | ||
101 | */ | ||
102 | struct resource io_resource; | ||
103 | struct resource mem_resources[3]; | ||
104 | int global_number; /* PCI domain number */ | ||
105 | }; | ||
106 | |||
107 | static inline struct pci_controller *pci_bus_to_host(const struct pci_bus *bus) | ||
108 | { | ||
109 | return bus->sysdata; | ||
110 | } | ||
111 | |||
112 | static inline int isa_vaddr_is_ioport(void __iomem *address) | ||
113 | { | ||
114 | /* No specific ISA handling on ppc32 at this stage, it | ||
115 | * all goes through PCI | ||
116 | */ | ||
117 | return 0; | ||
118 | } | ||
119 | |||
120 | /* These are used for config access before all the PCI probing | ||
121 | has been done. */ | ||
122 | extern int early_read_config_byte(struct pci_controller *hose, int bus, | ||
123 | int dev_fn, int where, u8 *val); | ||
124 | extern int early_read_config_word(struct pci_controller *hose, int bus, | ||
125 | int dev_fn, int where, u16 *val); | ||
126 | extern int early_read_config_dword(struct pci_controller *hose, int bus, | ||
127 | int dev_fn, int where, u32 *val); | ||
128 | extern int early_write_config_byte(struct pci_controller *hose, int bus, | ||
129 | int dev_fn, int where, u8 val); | ||
130 | extern int early_write_config_word(struct pci_controller *hose, int bus, | ||
131 | int dev_fn, int where, u16 val); | ||
132 | extern int early_write_config_dword(struct pci_controller *hose, int bus, | ||
133 | int dev_fn, int where, u32 val); | ||
134 | |||
135 | extern int early_find_capability(struct pci_controller *hose, int bus, | ||
136 | int dev_fn, int cap); | ||
137 | |||
138 | extern void setup_indirect_pci(struct pci_controller *hose, | ||
139 | resource_size_t cfg_addr, | ||
140 | resource_size_t cfg_data, u32 flags); | ||
141 | |||
142 | /* Get the PCI host controller for an OF device */ | ||
143 | extern struct pci_controller *pci_find_hose_for_OF_device( | ||
144 | struct device_node *node); | ||
145 | |||
146 | /* Fill up host controller resources from the OF node */ | ||
147 | extern void pci_process_bridge_OF_ranges(struct pci_controller *hose, | ||
148 | struct device_node *dev, int primary); | ||
149 | |||
150 | /* Allocate & free a PCI host bridge structure */ | ||
151 | extern struct pci_controller *pcibios_alloc_controller(struct device_node *dev); | ||
152 | extern void pcibios_free_controller(struct pci_controller *phb); | ||
153 | extern void pcibios_setup_phb_resources(struct pci_controller *hose); | ||
154 | |||
155 | #ifdef CONFIG_PCI | ||
156 | extern unsigned int pci_flags; | ||
157 | |||
158 | static inline void pci_set_flags(int flags) | ||
159 | { | ||
160 | pci_flags = flags; | ||
161 | } | ||
162 | |||
163 | static inline void pci_add_flags(int flags) | ||
164 | { | ||
165 | pci_flags |= flags; | ||
166 | } | ||
167 | |||
168 | static inline int pci_has_flag(int flag) | ||
169 | { | ||
170 | return pci_flags & flag; | ||
171 | } | ||
172 | |||
173 | extern struct list_head hose_list; | ||
174 | |||
175 | extern unsigned long pci_address_to_pio(phys_addr_t address); | ||
176 | extern int pcibios_vaddr_is_ioport(void __iomem *address); | ||
177 | #else | ||
178 | static inline unsigned long pci_address_to_pio(phys_addr_t address) | ||
179 | { | ||
180 | return (unsigned long)-1; | ||
181 | } | ||
182 | static inline int pcibios_vaddr_is_ioport(void __iomem *address) | ||
183 | { | ||
184 | return 0; | ||
185 | } | ||
186 | |||
187 | static inline void pci_set_flags(int flags) { } | ||
188 | static inline void pci_add_flags(int flags) { } | ||
189 | static inline int pci_has_flag(int flag) | ||
190 | { | ||
191 | return 0; | ||
192 | } | ||
193 | #endif /* CONFIG_PCI */ | ||
194 | |||
195 | #endif /* __KERNEL__ */ | ||
196 | #endif /* _ASM_MICROBLAZE_PCI_BRIDGE_H */ | ||
diff --git a/arch/microblaze/include/asm/pci.h b/arch/microblaze/include/asm/pci.h index 9f0df5faf2c8..5a388eeeb28f 100644 --- a/arch/microblaze/include/asm/pci.h +++ b/arch/microblaze/include/asm/pci.h | |||
@@ -1 +1,169 @@ | |||
1 | #include <asm-generic/pci.h> | 1 | /* |
2 | * This program is free software; you can redistribute it and/or | ||
3 | * modify it under the terms of the GNU General Public License | ||
4 | * as published by the Free Software Foundation; either version | ||
5 | * 2 of the License, or (at your option) any later version. | ||
6 | * | ||
7 | * Based on powerpc version | ||
8 | */ | ||
9 | |||
10 | #ifndef __ASM_MICROBLAZE_PCI_H | ||
11 | #define __ASM_MICROBLAZE_PCI_H | ||
12 | #ifdef __KERNEL__ | ||
13 | |||
14 | #include <linux/types.h> | ||
15 | #include <linux/slab.h> | ||
16 | #include <linux/string.h> | ||
17 | #include <linux/dma-mapping.h> | ||
18 | #include <linux/pci.h> | ||
19 | |||
20 | #include <asm/scatterlist.h> | ||
21 | #include <asm/io.h> | ||
22 | #include <asm/prom.h> | ||
23 | #include <asm/pci-bridge.h> | ||
24 | |||
25 | #define PCIBIOS_MIN_IO 0x1000 | ||
26 | #define PCIBIOS_MIN_MEM 0x10000000 | ||
27 | |||
28 | struct pci_dev; | ||
29 | |||
30 | /* Values for the `which' argument to sys_pciconfig_iobase syscall. */ | ||
31 | #define IOBASE_BRIDGE_NUMBER 0 | ||
32 | #define IOBASE_MEMORY 1 | ||
33 | #define IOBASE_IO 2 | ||
34 | #define IOBASE_ISA_IO 3 | ||
35 | #define IOBASE_ISA_MEM 4 | ||
36 | |||
37 | #define pcibios_scan_all_fns(a, b) 0 | ||
38 | |||
39 | /* | ||
40 | * Set this to 1 if you want the kernel to re-assign all PCI | ||
41 | * bus numbers (don't do that on ppc64 yet !) | ||
42 | */ | ||
43 | #define pcibios_assign_all_busses() \ | ||
44 | (pci_has_flag(PCI_REASSIGN_ALL_BUS)) | ||
45 | |||
46 | static inline void pcibios_set_master(struct pci_dev *dev) | ||
47 | { | ||
48 | /* No special bus mastering setup handling */ | ||
49 | } | ||
50 | |||
51 | static inline void pcibios_penalize_isa_irq(int irq, int active) | ||
52 | { | ||
53 | /* We don't do dynamic PCI IRQ allocation */ | ||
54 | } | ||
55 | |||
56 | #ifdef CONFIG_PCI | ||
57 | extern void set_pci_dma_ops(struct dma_map_ops *dma_ops); | ||
58 | extern struct dma_map_ops *get_pci_dma_ops(void); | ||
59 | #else /* CONFIG_PCI */ | ||
60 | #define set_pci_dma_ops(d) | ||
61 | #define get_pci_dma_ops() NULL | ||
62 | #endif | ||
63 | |||
64 | #ifdef CONFIG_PCI | ||
65 | static inline void pci_dma_burst_advice(struct pci_dev *pdev, | ||
66 | enum pci_dma_burst_strategy *strat, | ||
67 | unsigned long *strategy_parameter) | ||
68 | { | ||
69 | *strat = PCI_DMA_BURST_INFINITY; | ||
70 | *strategy_parameter = ~0UL; | ||
71 | } | ||
72 | #endif | ||
73 | |||
74 | extern int pci_domain_nr(struct pci_bus *bus); | ||
75 | |||
76 | /* Decide whether to display the domain number in /proc */ | ||
77 | extern int pci_proc_domain(struct pci_bus *bus); | ||
78 | |||
79 | struct vm_area_struct; | ||
80 | /* Map a range of PCI memory or I/O space for a device into user space */ | ||
81 | int pci_mmap_page_range(struct pci_dev *pdev, struct vm_area_struct *vma, | ||
82 | enum pci_mmap_state mmap_state, int write_combine); | ||
83 | |||
84 | /* Tell drivers/pci/proc.c that we have pci_mmap_page_range() */ | ||
85 | #define HAVE_PCI_MMAP 1 | ||
86 | |||
87 | extern int pci_legacy_read(struct pci_bus *bus, loff_t port, u32 *val, | ||
88 | size_t count); | ||
89 | extern int pci_legacy_write(struct pci_bus *bus, loff_t port, u32 val, | ||
90 | size_t count); | ||
91 | extern int pci_mmap_legacy_page_range(struct pci_bus *bus, | ||
92 | struct vm_area_struct *vma, | ||
93 | enum pci_mmap_state mmap_state); | ||
94 | |||
95 | #define HAVE_PCI_LEGACY 1 | ||
96 | |||
97 | /* The PCI address space does equal the physical memory | ||
98 | * address space (no IOMMU). The IDE and SCSI device layers use | ||
99 | * this boolean for bounce buffer decisions. | ||
100 | */ | ||
101 | #define PCI_DMA_BUS_IS_PHYS (1) | ||
102 | |||
103 | extern void pcibios_resource_to_bus(struct pci_dev *dev, | ||
104 | struct pci_bus_region *region, | ||
105 | struct resource *res); | ||
106 | |||
107 | extern void pcibios_bus_to_resource(struct pci_dev *dev, | ||
108 | struct resource *res, | ||
109 | struct pci_bus_region *region); | ||
110 | |||
111 | static inline struct resource *pcibios_select_root(struct pci_dev *pdev, | ||
112 | struct resource *res) | ||
113 | { | ||
114 | struct resource *root = NULL; | ||
115 | |||
116 | if (res->flags & IORESOURCE_IO) | ||
117 | root = &ioport_resource; | ||
118 | if (res->flags & IORESOURCE_MEM) | ||
119 | root = &iomem_resource; | ||
120 | |||
121 | return root; | ||
122 | } | ||
123 | |||
124 | extern void pcibios_claim_one_bus(struct pci_bus *b); | ||
125 | |||
126 | extern void pcibios_finish_adding_to_bus(struct pci_bus *bus); | ||
127 | |||
128 | extern void pcibios_resource_survey(void); | ||
129 | |||
130 | extern struct pci_controller *init_phb_dynamic(struct device_node *dn); | ||
131 | extern int remove_phb_dynamic(struct pci_controller *phb); | ||
132 | |||
133 | extern struct pci_dev *of_create_pci_dev(struct device_node *node, | ||
134 | struct pci_bus *bus, int devfn); | ||
135 | |||
136 | extern void of_scan_pci_bridge(struct device_node *node, | ||
137 | struct pci_dev *dev); | ||
138 | |||
139 | extern void of_scan_bus(struct device_node *node, struct pci_bus *bus); | ||
140 | extern void of_rescan_bus(struct device_node *node, struct pci_bus *bus); | ||
141 | |||
142 | extern int pci_read_irq_line(struct pci_dev *dev); | ||
143 | |||
144 | extern int pci_bus_find_capability(struct pci_bus *bus, | ||
145 | unsigned int devfn, int cap); | ||
146 | |||
147 | struct file; | ||
148 | extern pgprot_t pci_phys_mem_access_prot(struct file *file, | ||
149 | unsigned long pfn, | ||
150 | unsigned long size, | ||
151 | pgprot_t prot); | ||
152 | |||
153 | #define HAVE_ARCH_PCI_RESOURCE_TO_USER | ||
154 | extern void pci_resource_to_user(const struct pci_dev *dev, int bar, | ||
155 | const struct resource *rsrc, | ||
156 | resource_size_t *start, resource_size_t *end); | ||
157 | |||
158 | extern void pcibios_setup_bus_devices(struct pci_bus *bus); | ||
159 | extern void pcibios_setup_bus_self(struct pci_bus *bus); | ||
160 | |||
161 | /* This part of code was originaly in xilinx-pci.h */ | ||
162 | #ifdef CONFIG_PCI_XILINX | ||
163 | extern void __init xilinx_pci_init(void); | ||
164 | #else | ||
165 | static inline void __init xilinx_pci_init(void) { return; } | ||
166 | #endif | ||
167 | |||
168 | #endif /* __KERNEL__ */ | ||
169 | #endif /* __ASM_MICROBLAZE_PCI_H */ | ||
diff --git a/arch/microblaze/include/asm/pgalloc.h b/arch/microblaze/include/asm/pgalloc.h index 7547f5064560..c614a893f8a3 100644 --- a/arch/microblaze/include/asm/pgalloc.h +++ b/arch/microblaze/include/asm/pgalloc.h | |||
@@ -19,6 +19,7 @@ | |||
19 | #include <asm/io.h> | 19 | #include <asm/io.h> |
20 | #include <asm/page.h> | 20 | #include <asm/page.h> |
21 | #include <asm/cache.h> | 21 | #include <asm/cache.h> |
22 | #include <asm/pgtable.h> | ||
22 | 23 | ||
23 | #define PGDIR_ORDER 0 | 24 | #define PGDIR_ORDER 0 |
24 | 25 | ||
@@ -107,22 +108,7 @@ extern inline void free_pgd_slow(pgd_t *pgd) | |||
107 | #define pmd_alloc_one_fast(mm, address) ({ BUG(); ((pmd_t *)1); }) | 108 | #define pmd_alloc_one_fast(mm, address) ({ BUG(); ((pmd_t *)1); }) |
108 | #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); }) | 109 | #define pmd_alloc_one(mm, address) ({ BUG(); ((pmd_t *)2); }) |
109 | 110 | ||
110 | static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm, | 111 | extern pte_t *pte_alloc_one_kernel(struct mm_struct *mm, unsigned long addr); |
111 | unsigned long address) | ||
112 | { | ||
113 | pte_t *pte; | ||
114 | extern int mem_init_done; | ||
115 | extern void *early_get_page(void); | ||
116 | if (mem_init_done) { | ||
117 | pte = (pte_t *)__get_free_page(GFP_KERNEL | | ||
118 | __GFP_REPEAT | __GFP_ZERO); | ||
119 | } else { | ||
120 | pte = (pte_t *)early_get_page(); | ||
121 | if (pte) | ||
122 | clear_page(pte); | ||
123 | } | ||
124 | return pte; | ||
125 | } | ||
126 | 112 | ||
127 | static inline struct page *pte_alloc_one(struct mm_struct *mm, | 113 | static inline struct page *pte_alloc_one(struct mm_struct *mm, |
128 | unsigned long address) | 114 | unsigned long address) |
diff --git a/arch/microblaze/include/asm/pgtable.h b/arch/microblaze/include/asm/pgtable.h index cc3a4dfc3eaa..ca2d92871545 100644 --- a/arch/microblaze/include/asm/pgtable.h +++ b/arch/microblaze/include/asm/pgtable.h | |||
@@ -16,6 +16,10 @@ | |||
16 | #define io_remap_pfn_range(vma, vaddr, pfn, size, prot) \ | 16 | #define io_remap_pfn_range(vma, vaddr, pfn, size, prot) \ |
17 | remap_pfn_range(vma, vaddr, pfn, size, prot) | 17 | remap_pfn_range(vma, vaddr, pfn, size, prot) |
18 | 18 | ||
19 | #ifndef __ASSEMBLY__ | ||
20 | extern int mem_init_done; | ||
21 | #endif | ||
22 | |||
19 | #ifndef CONFIG_MMU | 23 | #ifndef CONFIG_MMU |
20 | 24 | ||
21 | #define pgd_present(pgd) (1) /* pages are always present on non MMU */ | 25 | #define pgd_present(pgd) (1) /* pages are always present on non MMU */ |
@@ -51,6 +55,8 @@ static inline int pte_file(pte_t pte) { return 0; } | |||
51 | 55 | ||
52 | #define arch_enter_lazy_cpu_mode() do {} while (0) | 56 | #define arch_enter_lazy_cpu_mode() do {} while (0) |
53 | 57 | ||
58 | #define pgprot_noncached_wc(prot) prot | ||
59 | |||
54 | #else /* CONFIG_MMU */ | 60 | #else /* CONFIG_MMU */ |
55 | 61 | ||
56 | #include <asm-generic/4level-fixup.h> | 62 | #include <asm-generic/4level-fixup.h> |
@@ -68,7 +74,6 @@ static inline int pte_file(pte_t pte) { return 0; } | |||
68 | 74 | ||
69 | extern unsigned long va_to_phys(unsigned long address); | 75 | extern unsigned long va_to_phys(unsigned long address); |
70 | extern pte_t *va_to_pte(unsigned long address); | 76 | extern pte_t *va_to_pte(unsigned long address); |
71 | extern unsigned long ioremap_bot, ioremap_base; | ||
72 | 77 | ||
73 | /* | 78 | /* |
74 | * The following only work if pte_present() is true. | 79 | * The following only work if pte_present() is true. |
@@ -85,11 +90,25 @@ static inline pte_t pte_mkspecial(pte_t pte) { return pte; } | |||
85 | #define VMALLOC_START (CONFIG_KERNEL_START + \ | 90 | #define VMALLOC_START (CONFIG_KERNEL_START + \ |
86 | max(32 * 1024 * 1024UL, memory_size)) | 91 | max(32 * 1024 * 1024UL, memory_size)) |
87 | #define VMALLOC_END ioremap_bot | 92 | #define VMALLOC_END ioremap_bot |
88 | #define VMALLOC_VMADDR(x) ((unsigned long)(x)) | ||
89 | 93 | ||
90 | #endif /* __ASSEMBLY__ */ | 94 | #endif /* __ASSEMBLY__ */ |
91 | 95 | ||
92 | /* | 96 | /* |
97 | * Macro to mark a page protection value as "uncacheable". | ||
98 | */ | ||
99 | |||
100 | #define _PAGE_CACHE_CTL (_PAGE_GUARDED | _PAGE_NO_CACHE | \ | ||
101 | _PAGE_WRITETHRU) | ||
102 | |||
103 | #define pgprot_noncached(prot) \ | ||
104 | (__pgprot((pgprot_val(prot) & ~_PAGE_CACHE_CTL) | \ | ||
105 | _PAGE_NO_CACHE | _PAGE_GUARDED)) | ||
106 | |||
107 | #define pgprot_noncached_wc(prot) \ | ||
108 | (__pgprot((pgprot_val(prot) & ~_PAGE_CACHE_CTL) | \ | ||
109 | _PAGE_NO_CACHE)) | ||
110 | |||
111 | /* | ||
93 | * The MicroBlaze MMU is identical to the PPC-40x MMU, and uses a hash | 112 | * The MicroBlaze MMU is identical to the PPC-40x MMU, and uses a hash |
94 | * table containing PTEs, together with a set of 16 segment registers, to | 113 | * table containing PTEs, together with a set of 16 segment registers, to |
95 | * define the virtual to physical address mapping. | 114 | * define the virtual to physical address mapping. |
@@ -397,7 +416,7 @@ static inline unsigned long pte_update(pte_t *p, unsigned long clr, | |||
397 | mts rmsr, %2\n\ | 416 | mts rmsr, %2\n\ |
398 | nop" | 417 | nop" |
399 | : "=&r" (old), "=&r" (tmp), "=&r" (msr), "=m" (*p) | 418 | : "=&r" (old), "=&r" (tmp), "=&r" (msr), "=m" (*p) |
400 | : "r" ((unsigned long)(p+1) - 4), "r" (clr), "r" (set), "m" (*p) | 419 | : "r" ((unsigned long)(p + 1) - 4), "r" (clr), "r" (set), "m" (*p) |
401 | : "cc"); | 420 | : "cc"); |
402 | 421 | ||
403 | return old; | 422 | return old; |
@@ -493,15 +512,6 @@ static inline pmd_t *pmd_offset(pgd_t *dir, unsigned long address) | |||
493 | extern pgd_t swapper_pg_dir[PTRS_PER_PGD]; | 512 | extern pgd_t swapper_pg_dir[PTRS_PER_PGD]; |
494 | 513 | ||
495 | /* | 514 | /* |
496 | * When flushing the tlb entry for a page, we also need to flush the hash | ||
497 | * table entry. flush_hash_page is assembler (for speed) in hashtable.S. | ||
498 | */ | ||
499 | extern int flush_hash_page(unsigned context, unsigned long va, pte_t *ptep); | ||
500 | |||
501 | /* Add an HPTE to the hash table */ | ||
502 | extern void add_hash_page(unsigned context, unsigned long va, pte_t *ptep); | ||
503 | |||
504 | /* | ||
505 | * Encode and decode a swap entry. | 515 | * Encode and decode a swap entry. |
506 | * Note that the bits we use in a PTE for representing a swap entry | 516 | * Note that the bits we use in a PTE for representing a swap entry |
507 | * must not include the _PAGE_PRESENT bit, or the _PAGE_HASHPTE bit | 517 | * must not include the _PAGE_PRESENT bit, or the _PAGE_HASHPTE bit |
@@ -514,15 +524,7 @@ extern void add_hash_page(unsigned context, unsigned long va, pte_t *ptep); | |||
514 | #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 2 }) | 524 | #define __pte_to_swp_entry(pte) ((swp_entry_t) { pte_val(pte) >> 2 }) |
515 | #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 2 }) | 525 | #define __swp_entry_to_pte(x) ((pte_t) { (x).val << 2 }) |
516 | 526 | ||
517 | |||
518 | /* CONFIG_APUS */ | ||
519 | /* For virtual address to physical address conversion */ | ||
520 | extern void cache_clear(__u32 addr, int length); | ||
521 | extern void cache_push(__u32 addr, int length); | ||
522 | extern int mm_end_of_chunk(unsigned long addr, int len); | ||
523 | extern unsigned long iopa(unsigned long addr); | 527 | extern unsigned long iopa(unsigned long addr); |
524 | /* extern unsigned long mm_ptov(unsigned long addr) \ | ||
525 | __attribute__ ((const)); TBD */ | ||
526 | 528 | ||
527 | /* Values for nocacheflag and cmode */ | 529 | /* Values for nocacheflag and cmode */ |
528 | /* These are not used by the APUS kernel_map, but prevents | 530 | /* These are not used by the APUS kernel_map, but prevents |
@@ -533,18 +535,6 @@ extern unsigned long iopa(unsigned long addr); | |||
533 | #define IOMAP_NOCACHE_NONSER 2 | 535 | #define IOMAP_NOCACHE_NONSER 2 |
534 | #define IOMAP_NO_COPYBACK 3 | 536 | #define IOMAP_NO_COPYBACK 3 |
535 | 537 | ||
536 | /* | ||
537 | * Map some physical address range into the kernel address space. | ||
538 | */ | ||
539 | extern unsigned long kernel_map(unsigned long paddr, unsigned long size, | ||
540 | int nocacheflag, unsigned long *memavailp); | ||
541 | |||
542 | /* | ||
543 | * Set cache mode of (kernel space) address range. | ||
544 | */ | ||
545 | extern void kernel_set_cachemode(unsigned long address, unsigned long size, | ||
546 | unsigned int cmode); | ||
547 | |||
548 | /* Needs to be defined here and not in linux/mm.h, as it is arch dependent */ | 538 | /* Needs to be defined here and not in linux/mm.h, as it is arch dependent */ |
549 | #define kern_addr_valid(addr) (1) | 539 | #define kern_addr_valid(addr) (1) |
550 | 540 | ||
@@ -558,26 +548,15 @@ extern void kernel_set_cachemode(unsigned long address, unsigned long size, | |||
558 | void do_page_fault(struct pt_regs *regs, unsigned long address, | 548 | void do_page_fault(struct pt_regs *regs, unsigned long address, |
559 | unsigned long error_code); | 549 | unsigned long error_code); |
560 | 550 | ||
561 | void __init io_block_mapping(unsigned long virt, phys_addr_t phys, | ||
562 | unsigned int size, int flags); | ||
563 | |||
564 | void __init adjust_total_lowmem(void); | ||
565 | void mapin_ram(void); | 551 | void mapin_ram(void); |
566 | int map_page(unsigned long va, phys_addr_t pa, int flags); | 552 | int map_page(unsigned long va, phys_addr_t pa, int flags); |
567 | 553 | ||
568 | extern int mem_init_done; | 554 | extern int mem_init_done; |
569 | extern unsigned long ioremap_base; | ||
570 | extern unsigned long ioremap_bot; | ||
571 | 555 | ||
572 | asmlinkage void __init mmu_init(void); | 556 | asmlinkage void __init mmu_init(void); |
573 | 557 | ||
574 | void __init *early_get_page(void); | 558 | void __init *early_get_page(void); |
575 | 559 | ||
576 | void *consistent_alloc(int gfp, size_t size, dma_addr_t *dma_handle); | ||
577 | void consistent_free(void *vaddr); | ||
578 | void consistent_sync(void *vaddr, size_t size, int direction); | ||
579 | void consistent_sync_page(struct page *page, unsigned long offset, | ||
580 | size_t size, int direction); | ||
581 | #endif /* __ASSEMBLY__ */ | 560 | #endif /* __ASSEMBLY__ */ |
582 | #endif /* __KERNEL__ */ | 561 | #endif /* __KERNEL__ */ |
583 | 562 | ||
@@ -586,6 +565,14 @@ void consistent_sync_page(struct page *page, unsigned long offset, | |||
586 | #ifndef __ASSEMBLY__ | 565 | #ifndef __ASSEMBLY__ |
587 | #include <asm-generic/pgtable.h> | 566 | #include <asm-generic/pgtable.h> |
588 | 567 | ||
568 | extern unsigned long ioremap_bot, ioremap_base; | ||
569 | |||
570 | void *consistent_alloc(int gfp, size_t size, dma_addr_t *dma_handle); | ||
571 | void consistent_free(size_t size, void *vaddr); | ||
572 | void consistent_sync(void *vaddr, size_t size, int direction); | ||
573 | void consistent_sync_page(struct page *page, unsigned long offset, | ||
574 | size_t size, int direction); | ||
575 | |||
589 | void setup_memory(void); | 576 | void setup_memory(void); |
590 | #endif /* __ASSEMBLY__ */ | 577 | #endif /* __ASSEMBLY__ */ |
591 | 578 | ||
diff --git a/arch/microblaze/include/asm/processor.h b/arch/microblaze/include/asm/processor.h index 563c6b9453f0..8eeb09211ece 100644 --- a/arch/microblaze/include/asm/processor.h +++ b/arch/microblaze/include/asm/processor.h | |||
@@ -14,7 +14,6 @@ | |||
14 | #include <asm/ptrace.h> | 14 | #include <asm/ptrace.h> |
15 | #include <asm/setup.h> | 15 | #include <asm/setup.h> |
16 | #include <asm/registers.h> | 16 | #include <asm/registers.h> |
17 | #include <asm/segment.h> | ||
18 | #include <asm/entry.h> | 17 | #include <asm/entry.h> |
19 | #include <asm/current.h> | 18 | #include <asm/current.h> |
20 | 19 | ||
diff --git a/arch/microblaze/include/asm/prom.h b/arch/microblaze/include/asm/prom.h index 03f45a963204..e7d67a329bd7 100644 --- a/arch/microblaze/include/asm/prom.h +++ b/arch/microblaze/include/asm/prom.h | |||
@@ -31,6 +31,21 @@ | |||
31 | /* Other Prototypes */ | 31 | /* Other Prototypes */ |
32 | extern int early_uartlite_console(void); | 32 | extern int early_uartlite_console(void); |
33 | 33 | ||
34 | #ifdef CONFIG_PCI | ||
35 | /* | ||
36 | * PCI <-> OF matching functions | ||
37 | * (XXX should these be here?) | ||
38 | */ | ||
39 | struct pci_bus; | ||
40 | struct pci_dev; | ||
41 | extern int pci_device_from_OF_node(struct device_node *node, | ||
42 | u8 *bus, u8 *devfn); | ||
43 | extern struct device_node *pci_busdev_to_OF_node(struct pci_bus *bus, | ||
44 | int devfn); | ||
45 | extern struct device_node *pci_device_to_OF_node(struct pci_dev *dev); | ||
46 | extern void pci_create_OF_bus_map(void); | ||
47 | #endif | ||
48 | |||
34 | /* | 49 | /* |
35 | * OF address retreival & translation | 50 | * OF address retreival & translation |
36 | */ | 51 | */ |
diff --git a/arch/microblaze/include/asm/segment.h b/arch/microblaze/include/asm/segment.h deleted file mode 100644 index 0e7102c3fb11..000000000000 --- a/arch/microblaze/include/asm/segment.h +++ /dev/null | |||
@@ -1,49 +0,0 @@ | |||
1 | /* | ||
2 | * Copyright (C) 2008-2009 Michal Simek <monstr@monstr.eu> | ||
3 | * Copyright (C) 2008-2009 PetaLogix | ||
4 | * Copyright (C) 2006 Atmark Techno, Inc. | ||
5 | * | ||
6 | * This file is subject to the terms and conditions of the GNU General Public | ||
7 | * License. See the file "COPYING" in the main directory of this archive | ||
8 | * for more details. | ||
9 | */ | ||
10 | |||
11 | #ifndef _ASM_MICROBLAZE_SEGMENT_H | ||
12 | #define _ASM_MICROBLAZE_SEGMENT_H | ||
13 | |||
14 | # ifndef __ASSEMBLY__ | ||
15 | |||
16 | typedef struct { | ||
17 | unsigned long seg; | ||
18 | } mm_segment_t; | ||
19 | |||
20 | /* | ||
21 | * On Microblaze the fs value is actually the top of the corresponding | ||
22 | * address space. | ||
23 | * | ||
24 | * The fs value determines whether argument validity checking should be | ||
25 | * performed or not. If get_fs() == USER_DS, checking is performed, with | ||
26 | * get_fs() == KERNEL_DS, checking is bypassed. | ||
27 | * | ||
28 | * For historical reasons, these macros are grossly misnamed. | ||
29 | * | ||
30 | * For non-MMU arch like Microblaze, KERNEL_DS and USER_DS is equal. | ||
31 | */ | ||
32 | # define MAKE_MM_SEG(s) ((mm_segment_t) { (s) }) | ||
33 | |||
34 | # ifndef CONFIG_MMU | ||
35 | # define KERNEL_DS MAKE_MM_SEG(0) | ||
36 | # define USER_DS KERNEL_DS | ||
37 | # else | ||
38 | # define KERNEL_DS MAKE_MM_SEG(0xFFFFFFFF) | ||
39 | # define USER_DS MAKE_MM_SEG(TASK_SIZE - 1) | ||
40 | # endif | ||
41 | |||
42 | # define get_ds() (KERNEL_DS) | ||
43 | # define get_fs() (current_thread_info()->addr_limit) | ||
44 | # define set_fs(val) (current_thread_info()->addr_limit = (val)) | ||
45 | |||
46 | # define segment_eq(a, b) ((a).seg == (b).seg) | ||
47 | |||
48 | # endif /* __ASSEMBLY__ */ | ||
49 | #endif /* _ASM_MICROBLAZE_SEGMENT_H */ | ||
diff --git a/arch/microblaze/include/asm/system.h b/arch/microblaze/include/asm/system.h index 157970688b2a..59efb3fef957 100644 --- a/arch/microblaze/include/asm/system.h +++ b/arch/microblaze/include/asm/system.h | |||
@@ -87,6 +87,9 @@ void free_initmem(void); | |||
87 | extern char *klimit; | 87 | extern char *klimit; |
88 | extern void ret_from_fork(void); | 88 | extern void ret_from_fork(void); |
89 | 89 | ||
90 | extern void *alloc_maybe_bootmem(size_t size, gfp_t mask); | ||
91 | extern void *zalloc_maybe_bootmem(size_t size, gfp_t mask); | ||
92 | |||
90 | #ifdef CONFIG_DEBUG_FS | 93 | #ifdef CONFIG_DEBUG_FS |
91 | extern struct dentry *of_debugfs_root; | 94 | extern struct dentry *of_debugfs_root; |
92 | #endif | 95 | #endif |
diff --git a/arch/microblaze/include/asm/thread_info.h b/arch/microblaze/include/asm/thread_info.h index 6e92885d381a..b2ca80f64640 100644 --- a/arch/microblaze/include/asm/thread_info.h +++ b/arch/microblaze/include/asm/thread_info.h | |||
@@ -19,7 +19,6 @@ | |||
19 | #ifndef __ASSEMBLY__ | 19 | #ifndef __ASSEMBLY__ |
20 | # include <linux/types.h> | 20 | # include <linux/types.h> |
21 | # include <asm/processor.h> | 21 | # include <asm/processor.h> |
22 | # include <asm/segment.h> | ||
23 | 22 | ||
24 | /* | 23 | /* |
25 | * low level task data that entry.S needs immediate access to | 24 | * low level task data that entry.S needs immediate access to |
@@ -60,6 +59,10 @@ struct cpu_context { | |||
60 | __u32 fsr; | 59 | __u32 fsr; |
61 | }; | 60 | }; |
62 | 61 | ||
62 | typedef struct { | ||
63 | unsigned long seg; | ||
64 | } mm_segment_t; | ||
65 | |||
63 | struct thread_info { | 66 | struct thread_info { |
64 | struct task_struct *task; /* main task structure */ | 67 | struct task_struct *task; /* main task structure */ |
65 | struct exec_domain *exec_domain; /* execution domain */ | 68 | struct exec_domain *exec_domain; /* execution domain */ |
diff --git a/arch/microblaze/include/asm/tlbflush.h b/arch/microblaze/include/asm/tlbflush.h index 10ec70cd8735..2e1353c2d18d 100644 --- a/arch/microblaze/include/asm/tlbflush.h +++ b/arch/microblaze/include/asm/tlbflush.h | |||
@@ -23,7 +23,8 @@ | |||
23 | extern void _tlbie(unsigned long address); | 23 | extern void _tlbie(unsigned long address); |
24 | extern void _tlbia(void); | 24 | extern void _tlbia(void); |
25 | 25 | ||
26 | #define __tlbia() _tlbia() | 26 | #define __tlbia() { preempt_disable(); _tlbia(); preempt_enable(); } |
27 | #define __tlbie(x) { _tlbie(x); } | ||
27 | 28 | ||
28 | static inline void local_flush_tlb_all(void) | 29 | static inline void local_flush_tlb_all(void) |
29 | { __tlbia(); } | 30 | { __tlbia(); } |
@@ -31,7 +32,7 @@ static inline void local_flush_tlb_mm(struct mm_struct *mm) | |||
31 | { __tlbia(); } | 32 | { __tlbia(); } |
32 | static inline void local_flush_tlb_page(struct vm_area_struct *vma, | 33 | static inline void local_flush_tlb_page(struct vm_area_struct *vma, |
33 | unsigned long vmaddr) | 34 | unsigned long vmaddr) |
34 | { _tlbie(vmaddr); } | 35 | { __tlbie(vmaddr); } |
35 | static inline void local_flush_tlb_range(struct vm_area_struct *vma, | 36 | static inline void local_flush_tlb_range(struct vm_area_struct *vma, |
36 | unsigned long start, unsigned long end) | 37 | unsigned long start, unsigned long end) |
37 | { __tlbia(); } | 38 | { __tlbia(); } |
diff --git a/arch/microblaze/include/asm/uaccess.h b/arch/microblaze/include/asm/uaccess.h index 371bd6e56d9a..26460d15b338 100644 --- a/arch/microblaze/include/asm/uaccess.h +++ b/arch/microblaze/include/asm/uaccess.h | |||
@@ -22,101 +22,73 @@ | |||
22 | #include <asm/mmu.h> | 22 | #include <asm/mmu.h> |
23 | #include <asm/page.h> | 23 | #include <asm/page.h> |
24 | #include <asm/pgtable.h> | 24 | #include <asm/pgtable.h> |
25 | #include <asm/segment.h> | ||
26 | #include <linux/string.h> | 25 | #include <linux/string.h> |
27 | 26 | ||
28 | #define VERIFY_READ 0 | 27 | #define VERIFY_READ 0 |
29 | #define VERIFY_WRITE 1 | 28 | #define VERIFY_WRITE 1 |
30 | 29 | ||
31 | #define __clear_user(addr, n) (memset((void *)(addr), 0, (n)), 0) | 30 | /* |
32 | 31 | * On Microblaze the fs value is actually the top of the corresponding | |
33 | #ifndef CONFIG_MMU | 32 | * address space. |
34 | 33 | * | |
35 | extern int ___range_ok(unsigned long addr, unsigned long size); | 34 | * The fs value determines whether argument validity checking should be |
36 | 35 | * performed or not. If get_fs() == USER_DS, checking is performed, with | |
37 | #define __range_ok(addr, size) \ | 36 | * get_fs() == KERNEL_DS, checking is bypassed. |
38 | ___range_ok((unsigned long)(addr), (unsigned long)(size)) | 37 | * |
39 | 38 | * For historical reasons, these macros are grossly misnamed. | |
40 | #define access_ok(type, addr, size) (__range_ok((addr), (size)) == 0) | 39 | * |
41 | #define __access_ok(add, size) (__range_ok((addr), (size)) == 0) | 40 | * For non-MMU arch like Microblaze, KERNEL_DS and USER_DS is equal. |
42 | 41 | */ | |
43 | /* Undefined function to trigger linker error */ | 42 | # define MAKE_MM_SEG(s) ((mm_segment_t) { (s) }) |
44 | extern int bad_user_access_length(void); | ||
45 | |||
46 | /* FIXME this is function for optimalization -> memcpy */ | ||
47 | #define __get_user(var, ptr) \ | ||
48 | ({ \ | ||
49 | int __gu_err = 0; \ | ||
50 | switch (sizeof(*(ptr))) { \ | ||
51 | case 1: \ | ||
52 | case 2: \ | ||
53 | case 4: \ | ||
54 | (var) = *(ptr); \ | ||
55 | break; \ | ||
56 | case 8: \ | ||
57 | memcpy((void *) &(var), (ptr), 8); \ | ||
58 | break; \ | ||
59 | default: \ | ||
60 | (var) = 0; \ | ||
61 | __gu_err = __get_user_bad(); \ | ||
62 | break; \ | ||
63 | } \ | ||
64 | __gu_err; \ | ||
65 | }) | ||
66 | 43 | ||
67 | #define __get_user_bad() (bad_user_access_length(), (-EFAULT)) | 44 | # ifndef CONFIG_MMU |
45 | # define KERNEL_DS MAKE_MM_SEG(0) | ||
46 | # define USER_DS KERNEL_DS | ||
47 | # else | ||
48 | # define KERNEL_DS MAKE_MM_SEG(0xFFFFFFFF) | ||
49 | # define USER_DS MAKE_MM_SEG(TASK_SIZE - 1) | ||
50 | # endif | ||
68 | 51 | ||
69 | /* FIXME is not there defined __pu_val */ | 52 | # define get_ds() (KERNEL_DS) |
70 | #define __put_user(var, ptr) \ | 53 | # define get_fs() (current_thread_info()->addr_limit) |
71 | ({ \ | 54 | # define set_fs(val) (current_thread_info()->addr_limit = (val)) |
72 | int __pu_err = 0; \ | ||
73 | switch (sizeof(*(ptr))) { \ | ||
74 | case 1: \ | ||
75 | case 2: \ | ||
76 | case 4: \ | ||
77 | *(ptr) = (var); \ | ||
78 | break; \ | ||
79 | case 8: { \ | ||
80 | typeof(*(ptr)) __pu_val = (var); \ | ||
81 | memcpy(ptr, &__pu_val, sizeof(__pu_val)); \ | ||
82 | } \ | ||
83 | break; \ | ||
84 | default: \ | ||
85 | __pu_err = __put_user_bad(); \ | ||
86 | break; \ | ||
87 | } \ | ||
88 | __pu_err; \ | ||
89 | }) | ||
90 | 55 | ||
91 | #define __put_user_bad() (bad_user_access_length(), (-EFAULT)) | 56 | # define segment_eq(a, b) ((a).seg == (b).seg) |
92 | 57 | ||
93 | #define put_user(x, ptr) __put_user((x), (ptr)) | 58 | /* |
94 | #define get_user(x, ptr) __get_user((x), (ptr)) | 59 | * The exception table consists of pairs of addresses: the first is the |
60 | * address of an instruction that is allowed to fault, and the second is | ||
61 | * the address at which the program should continue. No registers are | ||
62 | * modified, so it is entirely up to the continuation code to figure out | ||
63 | * what to do. | ||
64 | * | ||
65 | * All the routines below use bits of fixup code that are out of line | ||
66 | * with the main instruction path. This means when everything is well, | ||
67 | * we don't even have to jump over them. Further, they do not intrude | ||
68 | * on our cache or tlb entries. | ||
69 | */ | ||
70 | struct exception_table_entry { | ||
71 | unsigned long insn, fixup; | ||
72 | }; | ||
95 | 73 | ||
96 | #define copy_to_user(to, from, n) (memcpy((to), (from), (n)), 0) | 74 | /* Returns 0 if exception not found and fixup otherwise. */ |
97 | #define copy_from_user(to, from, n) (memcpy((to), (from), (n)), 0) | 75 | extern unsigned long search_exception_table(unsigned long); |
98 | 76 | ||
99 | #define __copy_to_user(to, from, n) (copy_to_user((to), (from), (n))) | 77 | #ifndef CONFIG_MMU |
100 | #define __copy_from_user(to, from, n) (copy_from_user((to), (from), (n))) | ||
101 | #define __copy_to_user_inatomic(to, from, n) \ | ||
102 | (__copy_to_user((to), (from), (n))) | ||
103 | #define __copy_from_user_inatomic(to, from, n) \ | ||
104 | (__copy_from_user((to), (from), (n))) | ||
105 | 78 | ||
106 | static inline unsigned long clear_user(void *addr, unsigned long size) | 79 | /* Check against bounds of physical memory */ |
80 | static inline int ___range_ok(unsigned long addr, unsigned long size) | ||
107 | { | 81 | { |
108 | if (access_ok(VERIFY_WRITE, addr, size)) | 82 | return ((addr < memory_start) || |
109 | size = __clear_user(addr, size); | 83 | ((addr + size) > memory_end)); |
110 | return size; | ||
111 | } | 84 | } |
112 | 85 | ||
113 | /* Returns 0 if exception not found and fixup otherwise. */ | 86 | #define __range_ok(addr, size) \ |
114 | extern unsigned long search_exception_table(unsigned long); | 87 | ___range_ok((unsigned long)(addr), (unsigned long)(size)) |
115 | 88 | ||
116 | extern long strncpy_from_user(char *dst, const char *src, long count); | 89 | #define access_ok(type, addr, size) (__range_ok((addr), (size)) == 0) |
117 | extern long strnlen_user(const char *src, long count); | ||
118 | 90 | ||
119 | #else /* CONFIG_MMU */ | 91 | #else |
120 | 92 | ||
121 | /* | 93 | /* |
122 | * Address is valid if: | 94 | * Address is valid if: |
@@ -129,22 +101,119 @@ extern long strnlen_user(const char *src, long count); | |||
129 | /* || printk("access_ok failed for %s at 0x%08lx (size %d), seg 0x%08x\n", | 101 | /* || printk("access_ok failed for %s at 0x%08lx (size %d), seg 0x%08x\n", |
130 | type?"WRITE":"READ",addr,size,get_fs().seg)) */ | 102 | type?"WRITE":"READ",addr,size,get_fs().seg)) */ |
131 | 103 | ||
132 | /* | 104 | #endif |
133 | * All the __XXX versions macros/functions below do not perform | ||
134 | * access checking. It is assumed that the necessary checks have been | ||
135 | * already performed before the finction (macro) is called. | ||
136 | */ | ||
137 | 105 | ||
138 | #define get_user(x, ptr) \ | 106 | #ifdef CONFIG_MMU |
139 | ({ \ | 107 | # define __FIXUP_SECTION ".section .fixup,\"ax\"\n" |
140 | access_ok(VERIFY_READ, (ptr), sizeof(*(ptr))) \ | 108 | # define __EX_TABLE_SECTION ".section __ex_table,\"a\"\n" |
141 | ? __get_user((x), (ptr)) : -EFAULT; \ | 109 | #else |
110 | # define __FIXUP_SECTION ".section .discard,\"ax\"\n" | ||
111 | # define __EX_TABLE_SECTION ".section .discard,\"a\"\n" | ||
112 | #endif | ||
113 | |||
114 | extern unsigned long __copy_tofrom_user(void __user *to, | ||
115 | const void __user *from, unsigned long size); | ||
116 | |||
117 | /* Return: number of not copied bytes, i.e. 0 if OK or non-zero if fail. */ | ||
118 | static inline unsigned long __must_check __clear_user(void __user *to, | ||
119 | unsigned long n) | ||
120 | { | ||
121 | /* normal memset with two words to __ex_table */ | ||
122 | __asm__ __volatile__ ( \ | ||
123 | "1: sb r0, %2, r0;" \ | ||
124 | " addik %0, %0, -1;" \ | ||
125 | " bneid %0, 1b;" \ | ||
126 | " addik %2, %2, 1;" \ | ||
127 | "2: " \ | ||
128 | __EX_TABLE_SECTION \ | ||
129 | ".word 1b,2b;" \ | ||
130 | ".previous;" \ | ||
131 | : "=r"(n) \ | ||
132 | : "0"(n), "r"(to) | ||
133 | ); | ||
134 | return n; | ||
135 | } | ||
136 | |||
137 | static inline unsigned long __must_check clear_user(void __user *to, | ||
138 | unsigned long n) | ||
139 | { | ||
140 | might_sleep(); | ||
141 | if (unlikely(!access_ok(VERIFY_WRITE, to, n))) | ||
142 | return n; | ||
143 | |||
144 | return __clear_user(to, n); | ||
145 | } | ||
146 | |||
147 | /* put_user and get_user macros */ | ||
148 | extern long __user_bad(void); | ||
149 | |||
150 | #define __get_user_asm(insn, __gu_ptr, __gu_val, __gu_err) \ | ||
151 | ({ \ | ||
152 | __asm__ __volatile__ ( \ | ||
153 | "1:" insn " %1, %2, r0;" \ | ||
154 | " addk %0, r0, r0;" \ | ||
155 | "2: " \ | ||
156 | __FIXUP_SECTION \ | ||
157 | "3: brid 2b;" \ | ||
158 | " addik %0, r0, %3;" \ | ||
159 | ".previous;" \ | ||
160 | __EX_TABLE_SECTION \ | ||
161 | ".word 1b,3b;" \ | ||
162 | ".previous;" \ | ||
163 | : "=&r"(__gu_err), "=r"(__gu_val) \ | ||
164 | : "r"(__gu_ptr), "i"(-EFAULT) \ | ||
165 | ); \ | ||
142 | }) | 166 | }) |
143 | 167 | ||
144 | #define put_user(x, ptr) \ | 168 | /** |
169 | * get_user: - Get a simple variable from user space. | ||
170 | * @x: Variable to store result. | ||
171 | * @ptr: Source address, in user space. | ||
172 | * | ||
173 | * Context: User context only. This function may sleep. | ||
174 | * | ||
175 | * This macro copies a single simple variable from user space to kernel | ||
176 | * space. It supports simple types like char and int, but not larger | ||
177 | * data types like structures or arrays. | ||
178 | * | ||
179 | * @ptr must have pointer-to-simple-variable type, and the result of | ||
180 | * dereferencing @ptr must be assignable to @x without a cast. | ||
181 | * | ||
182 | * Returns zero on success, or -EFAULT on error. | ||
183 | * On error, the variable @x is set to zero. | ||
184 | */ | ||
185 | #define get_user(x, ptr) \ | ||
186 | __get_user_check((x), (ptr), sizeof(*(ptr))) | ||
187 | |||
188 | #define __get_user_check(x, ptr, size) \ | ||
145 | ({ \ | 189 | ({ \ |
146 | access_ok(VERIFY_WRITE, (ptr), sizeof(*(ptr))) \ | 190 | unsigned long __gu_val = 0; \ |
147 | ? __put_user((x), (ptr)) : -EFAULT; \ | 191 | const typeof(*(ptr)) __user *__gu_addr = (ptr); \ |
192 | int __gu_err = 0; \ | ||
193 | \ | ||
194 | if (access_ok(VERIFY_READ, __gu_addr, size)) { \ | ||
195 | switch (size) { \ | ||
196 | case 1: \ | ||
197 | __get_user_asm("lbu", __gu_addr, __gu_val, \ | ||
198 | __gu_err); \ | ||
199 | break; \ | ||
200 | case 2: \ | ||
201 | __get_user_asm("lhu", __gu_addr, __gu_val, \ | ||
202 | __gu_err); \ | ||
203 | break; \ | ||
204 | case 4: \ | ||
205 | __get_user_asm("lw", __gu_addr, __gu_val, \ | ||
206 | __gu_err); \ | ||
207 | break; \ | ||
208 | default: \ | ||
209 | __gu_err = __user_bad(); \ | ||
210 | break; \ | ||
211 | } \ | ||
212 | } else { \ | ||
213 | __gu_err = -EFAULT; \ | ||
214 | } \ | ||
215 | x = (typeof(*(ptr)))__gu_val; \ | ||
216 | __gu_err; \ | ||
148 | }) | 217 | }) |
149 | 218 | ||
150 | #define __get_user(x, ptr) \ | 219 | #define __get_user(x, ptr) \ |
@@ -163,28 +232,102 @@ extern long strnlen_user(const char *src, long count); | |||
163 | __get_user_asm("lw", (ptr), __gu_val, __gu_err); \ | 232 | __get_user_asm("lw", (ptr), __gu_val, __gu_err); \ |
164 | break; \ | 233 | break; \ |
165 | default: \ | 234 | default: \ |
166 | __gu_val = 0; __gu_err = -EINVAL; \ | 235 | /* __gu_val = 0; __gu_err = -EINVAL;*/ __gu_err = __user_bad();\ |
167 | } \ | 236 | } \ |
168 | x = (__typeof__(*(ptr))) __gu_val; \ | 237 | x = (__typeof__(*(ptr))) __gu_val; \ |
169 | __gu_err; \ | 238 | __gu_err; \ |
170 | }) | 239 | }) |
171 | 240 | ||
172 | #define __get_user_asm(insn, __gu_ptr, __gu_val, __gu_err) \ | 241 | |
242 | #define __put_user_asm(insn, __gu_ptr, __gu_val, __gu_err) \ | ||
243 | ({ \ | ||
244 | __asm__ __volatile__ ( \ | ||
245 | "1:" insn " %1, %2, r0;" \ | ||
246 | " addk %0, r0, r0;" \ | ||
247 | "2: " \ | ||
248 | __FIXUP_SECTION \ | ||
249 | "3: brid 2b;" \ | ||
250 | " addik %0, r0, %3;" \ | ||
251 | ".previous;" \ | ||
252 | __EX_TABLE_SECTION \ | ||
253 | ".word 1b,3b;" \ | ||
254 | ".previous;" \ | ||
255 | : "=&r"(__gu_err) \ | ||
256 | : "r"(__gu_val), "r"(__gu_ptr), "i"(-EFAULT) \ | ||
257 | ); \ | ||
258 | }) | ||
259 | |||
260 | #define __put_user_asm_8(__gu_ptr, __gu_val, __gu_err) \ | ||
261 | ({ \ | ||
262 | __asm__ __volatile__ (" lwi %0, %1, 0;" \ | ||
263 | "1: swi %0, %2, 0;" \ | ||
264 | " lwi %0, %1, 4;" \ | ||
265 | "2: swi %0, %2, 4;" \ | ||
266 | " addk %0, r0, r0;" \ | ||
267 | "3: " \ | ||
268 | __FIXUP_SECTION \ | ||
269 | "4: brid 3b;" \ | ||
270 | " addik %0, r0, %3;" \ | ||
271 | ".previous;" \ | ||
272 | __EX_TABLE_SECTION \ | ||
273 | ".word 1b,4b,2b,4b;" \ | ||
274 | ".previous;" \ | ||
275 | : "=&r"(__gu_err) \ | ||
276 | : "r"(&__gu_val), "r"(__gu_ptr), "i"(-EFAULT) \ | ||
277 | ); \ | ||
278 | }) | ||
279 | |||
280 | /** | ||
281 | * put_user: - Write a simple value into user space. | ||
282 | * @x: Value to copy to user space. | ||
283 | * @ptr: Destination address, in user space. | ||
284 | * | ||
285 | * Context: User context only. This function may sleep. | ||
286 | * | ||
287 | * This macro copies a single simple value from kernel space to user | ||
288 | * space. It supports simple types like char and int, but not larger | ||
289 | * data types like structures or arrays. | ||
290 | * | ||
291 | * @ptr must have pointer-to-simple-variable type, and @x must be assignable | ||
292 | * to the result of dereferencing @ptr. | ||
293 | * | ||
294 | * Returns zero on success, or -EFAULT on error. | ||
295 | */ | ||
296 | #define put_user(x, ptr) \ | ||
297 | __put_user_check((x), (ptr), sizeof(*(ptr))) | ||
298 | |||
299 | #define __put_user_check(x, ptr, size) \ | ||
173 | ({ \ | 300 | ({ \ |
174 | __asm__ __volatile__ ( \ | 301 | typeof(*(ptr)) __pu_val; \ |
175 | "1:" insn " %1, %2, r0; \ | 302 | typeof(*(ptr)) __user *__pu_addr = (ptr); \ |
176 | addk %0, r0, r0; \ | 303 | int __pu_err = 0; \ |
177 | 2: \ | 304 | \ |
178 | .section .fixup,\"ax\"; \ | 305 | __pu_val = (x); \ |
179 | 3: brid 2b; \ | 306 | if (access_ok(VERIFY_WRITE, __pu_addr, size)) { \ |
180 | addik %0, r0, %3; \ | 307 | switch (size) { \ |
181 | .previous; \ | 308 | case 1: \ |
182 | .section __ex_table,\"a\"; \ | 309 | __put_user_asm("sb", __pu_addr, __pu_val, \ |
183 | .word 1b,3b; \ | 310 | __pu_err); \ |
184 | .previous;" \ | 311 | break; \ |
185 | : "=r"(__gu_err), "=r"(__gu_val) \ | 312 | case 2: \ |
186 | : "r"(__gu_ptr), "i"(-EFAULT) \ | 313 | __put_user_asm("sh", __pu_addr, __pu_val, \ |
187 | ); \ | 314 | __pu_err); \ |
315 | break; \ | ||
316 | case 4: \ | ||
317 | __put_user_asm("sw", __pu_addr, __pu_val, \ | ||
318 | __pu_err); \ | ||
319 | break; \ | ||
320 | case 8: \ | ||
321 | __put_user_asm_8(__pu_addr, __pu_val, __pu_err);\ | ||
322 | break; \ | ||
323 | default: \ | ||
324 | __pu_err = __user_bad(); \ | ||
325 | break; \ | ||
326 | } \ | ||
327 | } else { \ | ||
328 | __pu_err = -EFAULT; \ | ||
329 | } \ | ||
330 | __pu_err; \ | ||
188 | }) | 331 | }) |
189 | 332 | ||
190 | #define __put_user(x, ptr) \ | 333 | #define __put_user(x, ptr) \ |
@@ -195,7 +338,7 @@ extern long strnlen_user(const char *src, long count); | |||
195 | case 1: \ | 338 | case 1: \ |
196 | __put_user_asm("sb", (ptr), __gu_val, __gu_err); \ | 339 | __put_user_asm("sb", (ptr), __gu_val, __gu_err); \ |
197 | break; \ | 340 | break; \ |
198 | case 2: \ | 341 | case 2: \ |
199 | __put_user_asm("sh", (ptr), __gu_val, __gu_err); \ | 342 | __put_user_asm("sh", (ptr), __gu_val, __gu_err); \ |
200 | break; \ | 343 | break; \ |
201 | case 4: \ | 344 | case 4: \ |
@@ -205,121 +348,70 @@ extern long strnlen_user(const char *src, long count); | |||
205 | __put_user_asm_8((ptr), __gu_val, __gu_err); \ | 348 | __put_user_asm_8((ptr), __gu_val, __gu_err); \ |
206 | break; \ | 349 | break; \ |
207 | default: \ | 350 | default: \ |
208 | __gu_err = -EINVAL; \ | 351 | /*__gu_err = -EINVAL;*/ __gu_err = __user_bad(); \ |
209 | } \ | 352 | } \ |
210 | __gu_err; \ | 353 | __gu_err; \ |
211 | }) | 354 | }) |
212 | 355 | ||
213 | #define __put_user_asm_8(__gu_ptr, __gu_val, __gu_err) \ | ||
214 | ({ \ | ||
215 | __asm__ __volatile__ (" lwi %0, %1, 0; \ | ||
216 | 1: swi %0, %2, 0; \ | ||
217 | lwi %0, %1, 4; \ | ||
218 | 2: swi %0, %2, 4; \ | ||
219 | addk %0,r0,r0; \ | ||
220 | 3: \ | ||
221 | .section .fixup,\"ax\"; \ | ||
222 | 4: brid 3b; \ | ||
223 | addik %0, r0, %3; \ | ||
224 | .previous; \ | ||
225 | .section __ex_table,\"a\"; \ | ||
226 | .word 1b,4b,2b,4b; \ | ||
227 | .previous;" \ | ||
228 | : "=&r"(__gu_err) \ | ||
229 | : "r"(&__gu_val), \ | ||
230 | "r"(__gu_ptr), "i"(-EFAULT) \ | ||
231 | ); \ | ||
232 | }) | ||
233 | |||
234 | #define __put_user_asm(insn, __gu_ptr, __gu_val, __gu_err) \ | ||
235 | ({ \ | ||
236 | __asm__ __volatile__ ( \ | ||
237 | "1:" insn " %1, %2, r0; \ | ||
238 | addk %0, r0, r0; \ | ||
239 | 2: \ | ||
240 | .section .fixup,\"ax\"; \ | ||
241 | 3: brid 2b; \ | ||
242 | addik %0, r0, %3; \ | ||
243 | .previous; \ | ||
244 | .section __ex_table,\"a\"; \ | ||
245 | .word 1b,3b; \ | ||
246 | .previous;" \ | ||
247 | : "=r"(__gu_err) \ | ||
248 | : "r"(__gu_val), "r"(__gu_ptr), "i"(-EFAULT) \ | ||
249 | ); \ | ||
250 | }) | ||
251 | 356 | ||
252 | /* | 357 | /* copy_to_from_user */ |
253 | * Return: number of not copied bytes, i.e. 0 if OK or non-zero if fail. | 358 | #define __copy_from_user(to, from, n) \ |
254 | */ | 359 | __copy_tofrom_user((__force void __user *)(to), \ |
255 | static inline int clear_user(char *to, int size) | 360 | (void __user *)(from), (n)) |
256 | { | ||
257 | if (size && access_ok(VERIFY_WRITE, to, size)) { | ||
258 | __asm__ __volatile__ (" \ | ||
259 | 1: \ | ||
260 | sb r0, %2, r0; \ | ||
261 | addik %0, %0, -1; \ | ||
262 | bneid %0, 1b; \ | ||
263 | addik %2, %2, 1; \ | ||
264 | 2: \ | ||
265 | .section __ex_table,\"a\"; \ | ||
266 | .word 1b,2b; \ | ||
267 | .section .text;" \ | ||
268 | : "=r"(size) \ | ||
269 | : "0"(size), "r"(to) | ||
270 | ); | ||
271 | } | ||
272 | return size; | ||
273 | } | ||
274 | |||
275 | #define __copy_from_user(to, from, n) copy_from_user((to), (from), (n)) | ||
276 | #define __copy_from_user_inatomic(to, from, n) \ | 361 | #define __copy_from_user_inatomic(to, from, n) \ |
277 | copy_from_user((to), (from), (n)) | 362 | copy_from_user((to), (from), (n)) |
278 | 363 | ||
279 | #define copy_to_user(to, from, n) \ | 364 | static inline long copy_from_user(void *to, |
280 | (access_ok(VERIFY_WRITE, (to), (n)) ? \ | 365 | const void __user *from, unsigned long n) |
281 | __copy_tofrom_user((void __user *)(to), \ | 366 | { |
282 | (__force const void __user *)(from), (n)) \ | 367 | might_sleep(); |
283 | : -EFAULT) | 368 | if (access_ok(VERIFY_READ, from, n)) |
369 | return __copy_from_user(to, from, n); | ||
370 | return n; | ||
371 | } | ||
284 | 372 | ||
285 | #define __copy_to_user(to, from, n) copy_to_user((to), (from), (n)) | 373 | #define __copy_to_user(to, from, n) \ |
374 | __copy_tofrom_user((void __user *)(to), \ | ||
375 | (__force const void __user *)(from), (n)) | ||
286 | #define __copy_to_user_inatomic(to, from, n) copy_to_user((to), (from), (n)) | 376 | #define __copy_to_user_inatomic(to, from, n) copy_to_user((to), (from), (n)) |
287 | 377 | ||
288 | #define copy_from_user(to, from, n) \ | 378 | static inline long copy_to_user(void __user *to, |
289 | (access_ok(VERIFY_READ, (from), (n)) ? \ | 379 | const void *from, unsigned long n) |
290 | __copy_tofrom_user((__force void __user *)(to), \ | 380 | { |
291 | (void __user *)(from), (n)) \ | 381 | might_sleep(); |
292 | : -EFAULT) | 382 | if (access_ok(VERIFY_WRITE, to, n)) |
383 | return __copy_to_user(to, from, n); | ||
384 | return n; | ||
385 | } | ||
293 | 386 | ||
387 | /* | ||
388 | * Copy a null terminated string from userspace. | ||
389 | */ | ||
294 | extern int __strncpy_user(char *to, const char __user *from, int len); | 390 | extern int __strncpy_user(char *to, const char __user *from, int len); |
295 | extern int __strnlen_user(const char __user *sstr, int len); | ||
296 | |||
297 | #define strncpy_from_user(to, from, len) \ | ||
298 | (access_ok(VERIFY_READ, from, 1) ? \ | ||
299 | __strncpy_user(to, from, len) : -EFAULT) | ||
300 | #define strnlen_user(str, len) \ | ||
301 | (access_ok(VERIFY_READ, str, 1) ? __strnlen_user(str, len) : 0) | ||
302 | 391 | ||
303 | #endif /* CONFIG_MMU */ | 392 | #define __strncpy_from_user __strncpy_user |
304 | 393 | ||
305 | extern unsigned long __copy_tofrom_user(void __user *to, | 394 | static inline long |
306 | const void __user *from, unsigned long size); | 395 | strncpy_from_user(char *dst, const char __user *src, long count) |
396 | { | ||
397 | if (!access_ok(VERIFY_READ, src, 1)) | ||
398 | return -EFAULT; | ||
399 | return __strncpy_from_user(dst, src, count); | ||
400 | } | ||
307 | 401 | ||
308 | /* | 402 | /* |
309 | * The exception table consists of pairs of addresses: the first is the | 403 | * Return the size of a string (including the ending 0) |
310 | * address of an instruction that is allowed to fault, and the second is | ||
311 | * the address at which the program should continue. No registers are | ||
312 | * modified, so it is entirely up to the continuation code to figure out | ||
313 | * what to do. | ||
314 | * | 404 | * |
315 | * All the routines below use bits of fixup code that are out of line | 405 | * Return 0 on exception, a value greater than N if too long |
316 | * with the main instruction path. This means when everything is well, | ||
317 | * we don't even have to jump over them. Further, they do not intrude | ||
318 | * on our cache or tlb entries. | ||
319 | */ | 406 | */ |
320 | struct exception_table_entry { | 407 | extern int __strnlen_user(const char __user *sstr, int len); |
321 | unsigned long insn, fixup; | 408 | |
322 | }; | 409 | static inline long strnlen_user(const char __user *src, long n) |
410 | { | ||
411 | if (!access_ok(VERIFY_READ, src, 1)) | ||
412 | return 0; | ||
413 | return __strnlen_user(src, n); | ||
414 | } | ||
323 | 415 | ||
324 | #endif /* __ASSEMBLY__ */ | 416 | #endif /* __ASSEMBLY__ */ |
325 | #endif /* __KERNEL__ */ | 417 | #endif /* __KERNEL__ */ |