2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 1994 - 2001, 2003 by Ralf Baechle
7 * Copyright (C) 1999, 2000, 2001 Silicon Graphics, Inc.
10 #define _ASM_PGALLOC_H
12 #include <linux/highmem.h>
14 #include <linux/sched.h>
16 static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd,
19 set_pmd(pmd, __pmd((unsigned long)pte));
22 static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd,
25 set_pmd(pmd, __pmd((unsigned long)page_address(pte)));
27 #define pmd_pgtable(pmd) pmd_page(pmd)
30 * Initialize a new pmd table with invalid pointers.
32 extern void pmd_init(unsigned long page, unsigned long pagetable);
36 static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd)
38 set_pud(pud, __pud((unsigned long)pmd));
43 * Initialize a new pgd / pmd table with invalid pointers.
45 extern void pgd_init(unsigned long page);
47 static inline pgd_t *pgd_alloc(struct mm_struct *mm)
51 ret = (pgd_t *) __get_free_pages(GFP_KERNEL, PGD_ORDER);
53 init = pgd_offset(&init_mm, 0UL);
54 pgd_init((unsigned long)ret);
55 memcpy(ret + USER_PTRS_PER_PGD, init + USER_PTRS_PER_PGD,
56 (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
62 static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)
64 free_pages((unsigned long)pgd, PGD_ORDER);
67 static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm,
68 unsigned long address)
72 pte = (pte_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT|__GFP_ZERO, PTE_ORDER);
77 static inline struct page *pte_alloc_one(struct mm_struct *mm,
78 unsigned long address)
82 pte = alloc_pages(GFP_KERNEL | __GFP_REPEAT, PTE_ORDER);
85 pgtable_page_ctor(pte);
90 static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte)
92 free_pages((unsigned long)pte, PTE_ORDER);
95 static inline void pte_free(struct mm_struct *mm, pgtable_t pte)
97 pgtable_page_dtor(pte);
98 __free_pages(pte, PTE_ORDER);
101 #define __pte_free_tlb(tlb,pte) \
103 pgtable_page_dtor(pte); \
104 tlb_remove_page((tlb), pte); \
110 * allocating and freeing a pmd is trivial: the 1-entry pmd is
111 * inside the pgd, so has no extra memory associated with it.
113 #define pmd_free(mm, x) do { } while (0)
114 #define __pmd_free_tlb(tlb, x) do { } while (0)
120 static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long address)
124 pmd = (pmd_t *) __get_free_pages(GFP_KERNEL|__GFP_REPEAT, PMD_ORDER);
126 pmd_init((unsigned long)pmd, (unsigned long)invalid_pte_table);
130 static inline void pmd_free(struct mm_struct *mm, pmd_t *pmd)
132 free_pages((unsigned long)pmd, PMD_ORDER);
135 #define __pmd_free_tlb(tlb, x) pmd_free((tlb)->mm, x)
139 #define check_pgt_cache() do { } while (0)
141 extern void pagetable_init(void);
143 #endif /* _ASM_PGALLOC_H */