normalDataOperation.h 7.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212
  1. /*
  2. * Copyright (C) 2012 ARM Ltd.
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License version 2 as
  6. * published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  11. * GNU General Public License for more details.
  12. *
  13. * You should have received a copy of the GNU General Public License
  14. * along with this program. If not, see <http://www.gnu.org/licenses/>.
  15. */
  16. #ifndef __ASM_PGTABLE_H
  17. #define __ASM_PGTABLE_H
  18. #include <asm/proc-fns.h>
  19. #include <asm/memory.h>
  20. #include <asm/pgtable-hwdef.h>
  21. /*
  22. * Software defined PTE bits definition.
  23. */
  24. #define PTE_VALID (_AT(pteval_t, 1) << 0)
  25. #define PTE_PROT_NONE (_AT(pteval_t, 1) << 1) /* only when !PTE_VALID */
  26. #define PTE_FILE (_AT(pteval_t, 1) << 2) /* only when !pte_present() */
  27. #define PTE_DIRTY (_AT(pteval_t, 1) << 55)
  28. #define PTE_SPECIAL (_AT(pteval_t, 1) << 56)
  29. /*
  30. * VMALLOC and SPARSEMEM_VMEMMAP ranges.
  31. */
  32. #define VMALLOC_START UL(0xffffff8000000000)
  33. #define VMALLOC_END (PAGE_OFFSET - UL(0x400000000) - SZ_64K)
  34. #define vmemmap ((struct page *)(VMALLOC_END + SZ_64K))
  35. #define FIRST_USER_ADDRESS 0
  36. #ifndef __ASSEMBLY__
  37. extern void __pte_error(const char *file, int line, unsigned long val);
  38. extern void __pmd_error(const char *file, int line, unsigned long val);
  39. extern void __pgd_error(const char *file, int line, unsigned long val);
  40. #define pte_ERROR(pte) __pte_error(__FILE__, __LINE__, pte_val(pte))
  41. #ifndef CONFIG_ARM64_64K_PAGES
  42. #define pmd_ERROR(pmd) __pmd_error(__FILE__, __LINE__, pmd_val(pmd))
  43. #endif
  44. #define pgd_ERROR(pgd) __pgd_error(__FILE__, __LINE__, pgd_val(pgd))
  45. /*
  46. * The pgprot_* and protection_map entries will be fixed up at runtime to
  47. * include the cachable and bufferable bits based on memory policy, as well as
  48. * any architecture dependent bits like global/ASID and SMP shared mapping
  49. * bits.
  50. */
  51. #define _PAGE_DEFAULT PTE_TYPE_PAGE | PTE_AF
  52. extern pgprot_t pgprot_default;
  53. #define __pgprot_modify(prot,mask,bits) \
  54. __pgprot((pgprot_val(prot) & ~(mask)) | (bits))
  55. #define _MOD_PROT(p, b) __pgprot_modify(p, 0, b)
  56. #define PAGE_NONE __pgprot_modify(pgprot_default, PTE_TYPE_MASK, PTE_PROT_NONE)
  57. #define PAGE_SHARED _MOD_PROT(pgprot_default, PTE_USER | PTE_NG | PTE_PXN | PTE_UXN)
  58. #define PAGE_SHARED_EXEC _MOD_PROT(pgprot_default, PTE_USER | PTE_NG | PTE_PXN)
  59. #define PAGE_COPY _MOD_PROT(pgprot_default, PTE_USER | PTE_NG | PTE_PXN | PTE_UXN | PTE_RDONLY)
  60. #define PAGE_COPY_EXEC _MOD_PROT(pgprot_default, PTE_USER | PTE_NG | PTE_PXN | PTE_RDONLY)
  61. #define PAGE_READONLY _MOD_PROT(pgprot_default, PTE_USER | PTE_NG | PTE_PXN | PTE_UXN | PTE_RDONLY)
  62. #define PAGE_READONLY_EXEC _MOD_PROT(pgprot_default, PTE_USER | PTE_NG | PTE_PXN | PTE_RDONLY)
  63. #define PAGE_KERNEL _MOD_PROT(pgprot_default, PTE_PXN | PTE_UXN | PTE_DIRTY)
  64. #define PAGE_KERNEL_EXEC _MOD_PROT(pgprot_default, PTE_UXN | PTE_DIRTY)
  65. #define __PAGE_NONE __pgprot(((_PAGE_DEFAULT) & ~PTE_TYPE_MASK) | PTE_PROT_NONE)
  66. #define __PAGE_SHARED __pgprot(_PAGE_DEFAULT | PTE_USER | PTE_NG | PTE_PXN | PTE_UXN)
  67. #define __PAGE_SHARED_EXEC __pgprot(_PAGE_DEFAULT | PTE_USER | PTE_NG | PTE_PXN)
  68. #define __PAGE_COPY __pgprot(_PAGE_DEFAULT | PTE_USER | PTE_NG | PTE_PXN | PTE_UXN | PTE_RDONLY)
  69. #define __PAGE_COPY_EXEC __pgprot(_PAGE_DEFAULT | PTE_USER | PTE_NG | PTE_PXN | PTE_RDONLY)
  70. #define __PAGE_READONLY __pgprot(_PAGE_DEFAULT | PTE_USER | PTE_NG | PTE_PXN | PTE_UXN | PTE_RDONLY)
  71. #define __PAGE_READONLY_EXEC __pgprot(_PAGE_DEFAULT | PTE_USER | PTE_NG | PTE_PXN | PTE_RDONLY)
  72. #endif /* __ASSEMBLY__ */
  73. #define __P000 __PAGE_NONE
  74. #define __P001 __PAGE_READONLY
  75. #define __P010 __PAGE_COPY
  76. #define __P011 __PAGE_COPY
  77. #define __P100 __PAGE_READONLY_EXEC
  78. #define __P101 __PAGE_READONLY_EXEC
  79. #define __P110 __PAGE_COPY_EXEC
  80. #define __P111 __PAGE_COPY_EXEC
  81. #define __S000 __PAGE_NONE
  82. #define __S001 __PAGE_READONLY
  83. #define __S010 __PAGE_SHARED
  84. #define __S011 __PAGE_SHARED
  85. #define __S100 __PAGE_READONLY_EXEC
  86. #define __S101 __PAGE_READONLY_EXEC
  87. #define __S110 __PAGE_SHARED_EXEC
  88. #define __S111 __PAGE_SHARED_EXEC
  89. #ifndef __ASSEMBLY__
  90. /*
  91. * ZERO_PAGE is a global shared page that is always zero: used
  92. * for zero-mapped memory areas etc..
  93. */
  94. extern struct page *empty_zero_page;
  95. #define ZERO_PAGE(vaddr) (empty_zero_page)
  96. #define pte_pfn(pte) ((pte_val(pte) & PHYS_MASK) >> PAGE_SHIFT)
  97. #define pfn_pte(pfn,prot) (__pte(((phys_addr_t)(pfn) << PAGE_SHIFT) | pgprot_val(prot)))
  98. #define pte_none(pte) (!pte_val(pte))
  99. #define pte_clear(mm,addr,ptep) set_pte(ptep, __pte(0))
  100. #define pte_page(pte) (pfn_to_page(pte_pfn(pte)))
  101. #define pte_offset_kernel(dir,addr) (pmd_page_vaddr(*(dir)) + __pte_index(addr))
  102. #define pte_offset_map(dir,addr) pte_offset_kernel((dir), (addr))
  103. #define pte_offset_map_nested(dir,addr) pte_offset_kernel((dir), (addr))
  104. #define pte_unmap(pte) do { } while (0)
  105. #define pte_unmap_nested(pte) do { } while (0)
  106. /*
  107. * The following only work if pte_present(). Undefined behaviour otherwise.
  108. */
  109. #define pte_present(pte) (pte_val(pte) & (PTE_VALID | PTE_PROT_NONE))
  110. #define pte_dirty(pte) (pte_val(pte) & PTE_DIRTY)
  111. #define pte_young(pte) (pte_val(pte) & PTE_AF)
  112. #define pte_special(pte) (pte_val(pte) & PTE_SPECIAL)
  113. #define pte_write(pte) (!(pte_val(pte) & PTE_RDONLY))
  114. #define pte_exec(pte) (!(pte_val(pte) & PTE_UXN))
  115. #define pte_valid_user(pte) \
  116. ((pte_val(pte) & (PTE_VALID | PTE_USER)) == (PTE_VALID | PTE_USER))
  117. #define PTE_BIT_FUNC(fn,op) \
  118. static inline pte_t pte_##fn(pte_t pte) { pte_val(pte) op; return pte; }
  119. PTE_BIT_FUNC(wrprotect, |= PTE_RDONLY);
  120. PTE_BIT_FUNC(mkwrite, &= ~PTE_RDONLY);
  121. PTE_BIT_FUNC(mkclean, &= ~PTE_DIRTY);
  122. PTE_BIT_FUNC(mkdirty, |= PTE_DIRTY);
  123. PTE_BIT_FUNC(mkold, &= ~PTE_AF);
  124. PTE_BIT_FUNC(mkyoung, |= PTE_AF);
  125. PTE_BIT_FUNC(mkspecial, |= PTE_SPECIAL);
  126. static inline void set_pte(pte_t *ptep, pte_t pte)
  127. {
  128. *ptep = pte;
  129. }
  130. extern void __sync_icache_dcache(pte_t pteval, unsigned long addr);
  131. static inline void set_pte_at(struct mm_struct *mm, unsigned long addr,
  132. pte_t *ptep, pte_t pte)
  133. {
  134. if (pte_valid_user(pte)) {
  135. if (pte_exec(pte))
  136. __sync_icache_dcache(pte, addr);
  137. if (!pte_dirty(pte))
  138. pte = pte_wrprotect(pte);
  139. }
  140. set_pte(ptep, pte);
  141. }
  142. /*
  143. * Huge pte definitions.
  144. */
  145. #define pte_huge(pte) ((pte_val(pte) & PTE_TYPE_MASK) == PTE_TYPE_HUGEPAGE)
  146. #define pte_mkhuge(pte) (__pte((pte_val(pte) & ~PTE_TYPE_MASK) | PTE_TYPE_HUGEPAGE))
  147. #define __HAVE_ARCH_PTE_SPECIAL
  148. /*
  149. * Mark the prot value as uncacheable and unbufferable.
  150. */
  151. #define pgprot_noncached(prot) \
  152. __pgprot_modify(prot, PTE_ATTRINDX_MASK, PTE_ATTRINDX(MT_DEVICE_nGnRnE))
  153. #define pgprot_writecombine(prot) \
  154. __pgprot_modify(prot, PTE_ATTRINDX_MASK, PTE_ATTRINDX(MT_DEVICE_GRE))
  155. #define pgprot_dmacoherent(prot) \
  156. __pgprot_modify(prot, PTE_ATTRINDX_MASK, PTE_ATTRINDX(MT_NORMAL_NC))
  157. #define __HAVE_PHYS_MEM_ACCESS_PROT
  158. struct file;
  159. extern pgprot_t phys_mem_access_prot(struct file *file, unsigned long pfn,
  160. unsigned long size, pgprot_t vma_prot);
  161. #define pmd_none(pmd) (!pmd_val(pmd))
  162. #define pmd_present(pmd) (pmd_val(pmd))
  163. #define pmd_bad(pmd) (!(pmd_val(pmd) & 2))
  164. static inline void set_pmd(pmd_t *pmdp, pmd_t pmd)
  165. {
  166. *pmdp = pmd;
  167. dsb();
  168. }
  169. static inline void pmd_clear(pmd_t *pmdp)
  170. {
  171. set_pmd(pmdp, __pmd(0));
  172. }
  173. static inline pte_t *pmd_page_vaddr(pmd_t pmd)
  174. {