diff options
-rw-r--r-- | arch/arm64/Kconfig | 1 | ||||
-rw-r--r-- | arch/arm64/include/asm/pgtable-prot.h | 1 | ||||
-rw-r--r-- | arch/arm64/include/asm/pgtable.h | 21 |
3 files changed, 23 insertions, 0 deletions
diff --git a/arch/arm64/Kconfig b/arch/arm64/Kconfig index a36ff61321ce..0758d89524d0 100644 --- a/arch/arm64/Kconfig +++ b/arch/arm64/Kconfig | |||
@@ -24,6 +24,7 @@ config ARM64 | |||
24 | select ARCH_HAS_KCOV | 24 | select ARCH_HAS_KCOV |
25 | select ARCH_HAS_KEEPINITRD | 25 | select ARCH_HAS_KEEPINITRD |
26 | select ARCH_HAS_MEMBARRIER_SYNC_CORE | 26 | select ARCH_HAS_MEMBARRIER_SYNC_CORE |
27 | select ARCH_HAS_PTE_DEVMAP | ||
27 | select ARCH_HAS_PTE_SPECIAL | 28 | select ARCH_HAS_PTE_SPECIAL |
28 | select ARCH_HAS_SETUP_DMA_OPS | 29 | select ARCH_HAS_SETUP_DMA_OPS |
29 | select ARCH_HAS_SET_DIRECT_MAP | 30 | select ARCH_HAS_SET_DIRECT_MAP |
diff --git a/arch/arm64/include/asm/pgtable-prot.h b/arch/arm64/include/asm/pgtable-prot.h index f318258a14be..92d2e9f28f28 100644 --- a/arch/arm64/include/asm/pgtable-prot.h +++ b/arch/arm64/include/asm/pgtable-prot.h | |||
@@ -16,6 +16,7 @@ | |||
16 | #define PTE_WRITE (PTE_DBM) /* same as DBM (51) */ | 16 | #define PTE_WRITE (PTE_DBM) /* same as DBM (51) */ |
17 | #define PTE_DIRTY (_AT(pteval_t, 1) << 55) | 17 | #define PTE_DIRTY (_AT(pteval_t, 1) << 55) |
18 | #define PTE_SPECIAL (_AT(pteval_t, 1) << 56) | 18 | #define PTE_SPECIAL (_AT(pteval_t, 1) << 56) |
19 | #define PTE_DEVMAP (_AT(pteval_t, 1) << 57) | ||
19 | #define PTE_PROT_NONE (_AT(pteval_t, 1) << 58) /* only when !PTE_VALID */ | 20 | #define PTE_PROT_NONE (_AT(pteval_t, 1) << 58) /* only when !PTE_VALID */ |
20 | 21 | ||
21 | #ifndef __ASSEMBLY__ | 22 | #ifndef __ASSEMBLY__ |
diff --git a/arch/arm64/include/asm/pgtable.h b/arch/arm64/include/asm/pgtable.h index 3052381baaeb..87a4b2ddc1a1 100644 --- a/arch/arm64/include/asm/pgtable.h +++ b/arch/arm64/include/asm/pgtable.h | |||
@@ -79,6 +79,7 @@ extern unsigned long empty_zero_page[PAGE_SIZE / sizeof(unsigned long)]; | |||
79 | #define pte_write(pte) (!!(pte_val(pte) & PTE_WRITE)) | 79 | #define pte_write(pte) (!!(pte_val(pte) & PTE_WRITE)) |
80 | #define pte_user_exec(pte) (!(pte_val(pte) & PTE_UXN)) | 80 | #define pte_user_exec(pte) (!(pte_val(pte) & PTE_UXN)) |
81 | #define pte_cont(pte) (!!(pte_val(pte) & PTE_CONT)) | 81 | #define pte_cont(pte) (!!(pte_val(pte) & PTE_CONT)) |
82 | #define pte_devmap(pte) (!!(pte_val(pte) & PTE_DEVMAP)) | ||
82 | 83 | ||
83 | #define pte_cont_addr_end(addr, end) \ | 84 | #define pte_cont_addr_end(addr, end) \ |
84 | ({ unsigned long __boundary = ((addr) + CONT_PTE_SIZE) & CONT_PTE_MASK; \ | 85 | ({ unsigned long __boundary = ((addr) + CONT_PTE_SIZE) & CONT_PTE_MASK; \ |
@@ -206,6 +207,11 @@ static inline pmd_t pmd_mkcont(pmd_t pmd) | |||
206 | return __pmd(pmd_val(pmd) | PMD_SECT_CONT); | 207 | return __pmd(pmd_val(pmd) | PMD_SECT_CONT); |
207 | } | 208 | } |
208 | 209 | ||
210 | static inline pte_t pte_mkdevmap(pte_t pte) | ||
211 | { | ||
212 | return set_pte_bit(pte, __pgprot(PTE_DEVMAP)); | ||
213 | } | ||
214 | |||
209 | static inline void set_pte(pte_t *ptep, pte_t pte) | 215 | static inline void set_pte(pte_t *ptep, pte_t pte) |
210 | { | 216 | { |
211 | WRITE_ONCE(*ptep, pte); | 217 | WRITE_ONCE(*ptep, pte); |
@@ -388,6 +394,11 @@ static inline int pmd_protnone(pmd_t pmd) | |||
388 | 394 | ||
389 | #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT)) | 395 | #define pmd_mkhuge(pmd) (__pmd(pmd_val(pmd) & ~PMD_TABLE_BIT)) |
390 | 396 | ||
397 | #ifdef CONFIG_TRANSPARENT_HUGEPAGE | ||
398 | #define pmd_devmap(pmd) pte_devmap(pmd_pte(pmd)) | ||
399 | #endif | ||
400 | #define pmd_mkdevmap(pmd) pte_pmd(pte_mkdevmap(pmd_pte(pmd))) | ||
401 | |||
391 | #define __pmd_to_phys(pmd) __pte_to_phys(pmd_pte(pmd)) | 402 | #define __pmd_to_phys(pmd) __pte_to_phys(pmd_pte(pmd)) |
392 | #define __phys_to_pmd_val(phys) __phys_to_pte_val(phys) | 403 | #define __phys_to_pmd_val(phys) __phys_to_pte_val(phys) |
393 | #define pmd_pfn(pmd) ((__pmd_to_phys(pmd) & PMD_MASK) >> PAGE_SHIFT) | 404 | #define pmd_pfn(pmd) ((__pmd_to_phys(pmd) & PMD_MASK) >> PAGE_SHIFT) |
@@ -673,6 +684,16 @@ static inline int pmdp_set_access_flags(struct vm_area_struct *vma, | |||
673 | { | 684 | { |
674 | return ptep_set_access_flags(vma, address, (pte_t *)pmdp, pmd_pte(entry), dirty); | 685 | return ptep_set_access_flags(vma, address, (pte_t *)pmdp, pmd_pte(entry), dirty); |
675 | } | 686 | } |
687 | |||
688 | static inline int pud_devmap(pud_t pud) | ||
689 | { | ||
690 | return 0; | ||
691 | } | ||
692 | |||
693 | static inline int pgd_devmap(pgd_t pgd) | ||
694 | { | ||
695 | return 0; | ||
696 | } | ||
676 | #endif | 697 | #endif |
677 | 698 | ||
678 | /* | 699 | /* |