|
@@ -202,3 +202,117 @@ extern unsigned long __zero_page(void);
|
|
|
/*
|
|
|
* Conversion functions: convert a page and protection to a page entry,
|
|
|
* and a page entry and page directory to the page they refer to.
|
|
|
+ */
|
|
|
+#ifndef CONFIG_DISCONTIGMEM
|
|
|
+#define page_to_pa(page) (((page) - mem_map) << PAGE_SHIFT)
|
|
|
+
|
|
|
+#define pte_pfn(pte) (pte_val(pte) >> 32)
|
|
|
+#define pte_page(pte) pfn_to_page(pte_pfn(pte))
|
|
|
+#define mk_pte(page, pgprot) \
|
|
|
+({ \
|
|
|
+ pte_t pte; \
|
|
|
+ \
|
|
|
+ pte_val(pte) = (page_to_pfn(page) << 32) | pgprot_val(pgprot); \
|
|
|
+ pte; \
|
|
|
+})
|
|
|
+#endif
|
|
|
+
|
|
|
+extern inline pte_t pfn_pte(unsigned long physpfn, pgprot_t pgprot)
|
|
|
+{ pte_t pte; pte_val(pte) = (PHYS_TWIDDLE(physpfn) << 32) | pgprot_val(pgprot); return pte; }
|
|
|
+
|
|
|
+extern inline pte_t pte_modify(pte_t pte, pgprot_t newprot)
|
|
|
+{ pte_val(pte) = (pte_val(pte) & _PAGE_CHG_MASK) | pgprot_val(newprot); return pte; }
|
|
|
+
|
|
|
+extern inline void pmd_set(pmd_t * pmdp, pte_t * ptep)
|
|
|
+{ pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); }
|
|
|
+
|
|
|
+extern inline void pgd_set(pgd_t * pgdp, pmd_t * pmdp)
|
|
|
+{ pgd_val(*pgdp) = _PAGE_TABLE | ((((unsigned long) pmdp) - PAGE_OFFSET) << (32-PAGE_SHIFT)); }
|
|
|
+
|
|
|
+
|
|
|
+extern inline unsigned long
|
|
|
+pmd_page_vaddr(pmd_t pmd)
|
|
|
+{
|
|
|
+ return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET;
|
|
|
+}
|
|
|
+
|
|
|
+#ifndef CONFIG_DISCONTIGMEM
|
|
|
+#define pmd_page(pmd) (mem_map + ((pmd_val(pmd) & _PFN_MASK) >> 32))
|
|
|
+#define pgd_page(pgd) (mem_map + ((pgd_val(pgd) & _PFN_MASK) >> 32))
|
|
|
+#endif
|
|
|
+
|
|
|
+extern inline unsigned long pgd_page_vaddr(pgd_t pgd)
|
|
|
+{ return PAGE_OFFSET + ((pgd_val(pgd) & _PFN_MASK) >> (32-PAGE_SHIFT)); }
|
|
|
+
|
|
|
+extern inline int pte_none(pte_t pte) { return !pte_val(pte); }
|
|
|
+extern inline int pte_present(pte_t pte) { return pte_val(pte) & _PAGE_VALID; }
|
|
|
+extern inline void pte_clear(struct mm_struct *mm, unsigned long addr, pte_t *ptep)
|
|
|
+{
|
|
|
+ pte_val(*ptep) = 0;
|
|
|
+}
|
|
|
+
|
|
|
+extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); }
|
|
|
+extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; }
|
|
|
+extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; }
|
|
|
+extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; }
|
|
|
+
|
|
|
+extern inline int pgd_none(pgd_t pgd) { return !pgd_val(pgd); }
|
|
|
+extern inline int pgd_bad(pgd_t pgd) { return (pgd_val(pgd) & ~_PFN_MASK) != _PAGE_TABLE; }
|
|
|
+extern inline int pgd_present(pgd_t pgd) { return pgd_val(pgd) & _PAGE_VALID; }
|
|
|
+extern inline void pgd_clear(pgd_t * pgdp) { pgd_val(*pgdp) = 0; }
|
|
|
+
|
|
|
+/*
|
|
|
+ * The following only work if pte_present() is true.
|
|
|
+ * Undefined behaviour if not..
|
|
|
+ */
|
|
|
+extern inline int pte_write(pte_t pte) { return !(pte_val(pte) & _PAGE_FOW); }
|
|
|
+extern inline int pte_dirty(pte_t pte) { return pte_val(pte) & _PAGE_DIRTY; }
|
|
|
+extern inline int pte_young(pte_t pte) { return pte_val(pte) & _PAGE_ACCESSED; }
|
|
|
+extern inline int pte_file(pte_t pte) { return pte_val(pte) & _PAGE_FILE; }
|
|
|
+extern inline int pte_special(pte_t pte) { return 0; }
|
|
|
+
|
|
|
+extern inline pte_t pte_wrprotect(pte_t pte) { pte_val(pte) |= _PAGE_FOW; return pte; }
|
|
|
+extern inline pte_t pte_mkclean(pte_t pte) { pte_val(pte) &= ~(__DIRTY_BITS); return pte; }
|
|
|
+extern inline pte_t pte_mkold(pte_t pte) { pte_val(pte) &= ~(__ACCESS_BITS); return pte; }
|
|
|
+extern inline pte_t pte_mkwrite(pte_t pte) { pte_val(pte) &= ~_PAGE_FOW; return pte; }
|
|
|
+extern inline pte_t pte_mkdirty(pte_t pte) { pte_val(pte) |= __DIRTY_BITS; return pte; }
|
|
|
+extern inline pte_t pte_mkyoung(pte_t pte) { pte_val(pte) |= __ACCESS_BITS; return pte; }
|
|
|
+extern inline pte_t pte_mkspecial(pte_t pte) { return pte; }
|
|
|
+
|
|
|
+#define PAGE_DIR_OFFSET(tsk,address) pgd_offset((tsk),(address))
|
|
|
+
|
|
|
+/* to find an entry in a kernel page-table-directory */
|
|
|
+#define pgd_offset_k(address) pgd_offset(&init_mm, (address))
|
|
|
+
|
|
|
+/* to find an entry in a page-table-directory. */
|
|
|
+#define pgd_index(address) (((address) >> PGDIR_SHIFT) & (PTRS_PER_PGD-1))
|
|
|
+#define pgd_offset(mm, address) ((mm)->pgd+pgd_index(address))
|
|
|
+
|
|
|
+/*
|
|
|
+ * The smp_read_barrier_depends() in the following functions are required to
|
|
|
+ * order the load of *dir (the pointer in the top level page table) with any
|
|
|
+ * subsequent load of the returned pmd_t *ret (ret is data dependent on *dir).
|
|
|
+ *
|
|
|
+ * If this ordering is not enforced, the CPU might load an older value of
|
|
|
+ * *ret, which may be uninitialized data. See mm/memory.c:__pte_alloc for
|
|
|
+ * more details.
|
|
|
+ *
|
|
|
+ * Note that we never change the mm->pgd pointer after the task is running, so
|
|
|
+ * pgd_offset does not require such a barrier.
|
|
|
+ */
|
|
|
+
|
|
|
+/* Find an entry in the second-level page table.. */
|
|
|
+extern inline pmd_t * pmd_offset(pgd_t * dir, unsigned long address)
|
|
|
+{
|
|
|
+ pmd_t *ret = (pmd_t *) pgd_page_vaddr(*dir) + ((address >> PMD_SHIFT) & (PTRS_PER_PAGE - 1));
|
|
|
+ smp_read_barrier_depends(); /* see above */
|
|
|
+ return ret;
|
|
|
+}
|
|
|
+
|
|
|
+/* Find an entry in the third-level page table.. */
|
|
|
+extern inline pte_t * pte_offset_kernel(pmd_t * dir, unsigned long address)
|
|
|
+{
|
|
|
+ pte_t *ret = (pte_t *) pmd_page_vaddr(*dir)
|
|
|
+ + ((address >> PAGE_SHIFT) & (PTRS_PER_PAGE - 1));
|
|
|
+ smp_read_barrier_depends(); /* see above */
|
|
|
+ return ret;
|