1 files changed, 24 insertions, 15 deletions

diff --git a/arch/arm/mm/ioremap.c b/arch/arm/mm/ioremap.c
index 12c7ad215ce..80632e8d753 100644
--- a/arch/arm/mm/ioremap.c
+++ b/arch/arm/mm/ioremap.c
@@ -58,7 +58,7 @@ void __check_kvm_seq(struct mm_struct *mm)
         } while (seq != init_mm.context.kvm_seq);
 }
 
-#ifndef CONFIG_SMP
+#if !defined(CONFIG_SMP) && !defined(CONFIG_ARM_LPAE)
 /*
  * Section support is unsafe on SMP - If you iounmap and ioremap a region,
  * the other CPUs will not see this change until their next context switch.
@@ -73,13 +73,16 @@ static void unmap_area_sections(unsigned long virt, unsigned long size)
 {
         unsigned long addr = virt, end = virt + (size & ~(SZ_1M - 1));
         pgd_t *pgd;
+        pud_t *pud;
+        pmd_t *pmdp;
 
         flush_cache_vunmap(addr, end);
         pgd = pgd_offset_k(addr);
+        pud = pud_offset(pgd, addr);
+        pmdp = pmd_offset(pud, addr);
         do {
-                pmd_t pmd, *pmdp = pmd_offset(pgd, addr);
+                pmd_t pmd = *pmdp;
 
-                pmd = *pmdp;
                 if (!pmd_none(pmd)) {
                         /*
                          * Clear the PMD from the page table, and
@@ -98,8 +101,8 @@ static void unmap_area_sections(unsigned long virt, unsigned long size)
                                 pte_free_kernel(&init_mm, pmd_page_vaddr(pmd));
                 }
 
-                addr += PGDIR_SIZE;
-                pgd++;
+                addr += PMD_SIZE;
+                pmdp += 2;
         } while (addr < end);
 
         /*
@@ -118,6 +121,8 @@ remap_area_sections(unsigned long virt, unsigned long pfn,
 {
         unsigned long addr = virt, end = virt + size;
         pgd_t *pgd;
+        pud_t *pud;
+        pmd_t *pmd;
 
         /*
          * Remove and free any PTE-based mapping, and
@@ -126,17 +131,17 @@ remap_area_sections(unsigned long virt, unsigned long pfn,
         unmap_area_sections(virt, size);
 
         pgd = pgd_offset_k(addr);
+        pud = pud_offset(pgd, addr);
+        pmd = pmd_offset(pud, addr);
         do {
-                pmd_t *pmd = pmd_offset(pgd, addr);
-
                 pmd[0] = __pmd(__pfn_to_phys(pfn) | type->prot_sect);
                 pfn += SZ_1M >> PAGE_SHIFT;
                 pmd[1] = __pmd(__pfn_to_phys(pfn) | type->prot_sect);
                 pfn += SZ_1M >> PAGE_SHIFT;
                 flush_pmd_entry(pmd);
 
-                addr += PGDIR_SIZE;
-                pgd++;
+                addr += PMD_SIZE;
+                pmd += 2;
         } while (addr < end);
 
         return 0;
@@ -148,6 +153,8 @@ remap_area_supersections(unsigned long virt, unsigned long pfn,
 {
         unsigned long addr = virt, end = virt + size;
         pgd_t *pgd;
+        pud_t *pud;
+        pmd_t *pmd;
 
         /*
          * Remove and free any PTE-based mapping, and
@@ -156,6 +163,8 @@ remap_area_supersections(unsigned long virt, unsigned long pfn,
         unmap_area_sections(virt, size);
 
         pgd = pgd_offset_k(virt);
+        pud = pud_offset(pgd, addr);
+        pmd = pmd_offset(pud, addr);
         do {
                 unsigned long super_pmd_val, i;
 
@@ -164,14 +173,12 @@ remap_area_supersections(unsigned long virt, unsigned long pfn,
                 super_pmd_val |= ((pfn >> (32 - PAGE_SHIFT)) & 0xf) << 20;
 
                 for (i = 0; i < 8; i++) {
-                        pmd_t *pmd = pmd_offset(pgd, addr);
-
                         pmd[0] = __pmd(super_pmd_val);
                         pmd[1] = __pmd(super_pmd_val);
                         flush_pmd_entry(pmd);
 
-                        addr += PGDIR_SIZE;
-                        pgd++;
+                        addr += PMD_SIZE;
+                        pmd += 2;
                 }
 
                 pfn += SUPERSECTION_SIZE >> PAGE_SHIFT;
@@ -189,11 +196,13 @@ void __iomem * __arm_ioremap_pfn_caller(unsigned long pfn,
         unsigned long addr;
         struct vm_struct * area;
 
+#ifndef CONFIG_ARM_LPAE
         /*
          * High mappings must be supersection aligned
          */
         if (pfn >= 0x100000 && (__pfn_to_phys(pfn) & ~SUPERSECTION_MASK))
                 return NULL;
+#endif
 
         type = get_mem_type(mtype);
         if (!type)
@@ -237,7 +246,7 @@ void __iomem * __arm_ioremap_pfn_caller(unsigned long pfn,
                 return NULL;
         addr = (unsigned long)area->addr;
 
-#ifndef CONFIG_SMP
+#if !defined(CONFIG_SMP) && !defined(CONFIG_ARM_LPAE)
         if (DOMAIN_IO == 0 &&
             (((cpu_architecture() >= CPU_ARCH_ARMv6) && (get_cr() & CR_XP)) ||
                cpu_is_xsc3()) && pfn >= 0x100000 &&
@@ -343,7 +352,7 @@ void __iounmap(volatile void __iomem *io_addr)
                         read_unlock(&vmlist_lock);
                         return;
                 }
-#ifndef CONFIG_SMP
+#if !defined(CONFIG_SMP) && !defined(CONFIG_ARM_LPAE)
                 /*
                  * If this is a section based mapping we need to handle it
                  * specially as the VM subsystem does not know how to handle