2 * MIPS Huge TLB Page Support for Kernel.
4 * This file is subject to the terms and conditions of the GNU General Public
5 * License. See the file "COPYING" in the main directory of this archive
8 * Copyright (C) 2002, Rohit Seth <rohit.seth@intel.com>
9 * Copyright 2005, Embedded Alley Solutions, Inc.
10 * Matt Porter <mporter@embeddedalley.com>
11 * Copyright (C) 2008, 2009 Cavium Networks, Inc.
14 #include <linux/init.h>
17 #include <linux/hugetlb.h>
18 #include <linux/pagemap.h>
19 #include <linux/smp_lock.h>
20 #include <linux/slab.h>
21 #include <linux/err.h>
22 #include <linux/sysctl.h>
25 #include <asm/tlbflush.h>
27 pte_t *huge_pte_alloc(struct mm_struct *mm, unsigned long addr,
34 pgd = pgd_offset(mm, addr);
35 pud = pud_alloc(mm, pgd, addr);
37 pte = (pte_t *)pmd_alloc(mm, pud, addr);
42 pte_t *huge_pte_offset(struct mm_struct *mm, unsigned long addr)
48 pgd = pgd_offset(mm, addr);
49 if (pgd_present(*pgd)) {
50 pud = pud_offset(pgd, addr);
51 if (pud_present(*pud))
52 pmd = pmd_offset(pud, addr);
57 int huge_pmd_unshare(struct mm_struct *mm, unsigned long *addr, pte_t *ptep)
63 * This function checks for proper alignment of input addr and len parameters.
65 int is_aligned_hugepage_range(unsigned long addr, unsigned long len)
67 if (len & ~HPAGE_MASK)
69 if (addr & ~HPAGE_MASK)
75 follow_huge_addr(struct mm_struct *mm, unsigned long address, int write)
77 return ERR_PTR(-EINVAL);
80 int pmd_huge(pmd_t pmd)
82 return (pmd_val(pmd) & _PAGE_HUGE) != 0;
85 int pud_huge(pud_t pud)
87 return (pud_val(pud) & _PAGE_HUGE) != 0;
91 follow_huge_pmd(struct mm_struct *mm, unsigned long address,
92 pmd_t *pmd, int write)
96 page = pte_page(*(pte_t *)pmd);
98 page += ((address & ~HPAGE_MASK) >> PAGE_SHIFT);