[linux-2.6] / include / asm-s390 / pgalloc.h

/*
 *  include/asm-s390/pgalloc.h
 *
 *  S390 version
 *    Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation
 *    Author(s): Hartmut Penner (hp@de.ibm.com)
 *               Martin Schwidefsky (schwidefsky@de.ibm.com)
 *
 *  Derived from "include/asm-i386/pgalloc.h"
 *    Copyright (C) 1994  Linus Torvalds
 */

#ifndef _S390_PGALLOC_H
#define _S390_PGALLOC_H

#include <linux/threads.h>
#include <linux/gfp.h>
#include <linux/mm.h>

#define check_pgt_cache()	do {} while (0)

unsigned long *crst_table_alloc(struct mm_struct *, int);
void crst_table_free(unsigned long *);

unsigned long *page_table_alloc(int);
void page_table_free(unsigned long *);

static inline void clear_table(unsigned long *s, unsigned long val, size_t n)
{
	*s = val;
	n = (n / 256) - 1;
	asm volatile(
#ifdef CONFIG_64BIT
		"	mvc	8(248,%0),0(%0)\n"
#else
		"	mvc	4(252,%0),0(%0)\n"
#endif
		"0:	mvc	256(256,%0),0(%0)\n"
		"	la	%0,256(%0)\n"
		"	brct	%1,0b\n"
		: "+a" (s), "+d" (n));
}

static inline void crst_table_init(unsigned long *crst, unsigned long entry)
{
	clear_table(crst, entry, sizeof(unsigned long)*2048);
	crst = get_shadow_table(crst);
	if (crst)
		clear_table(crst, entry, sizeof(unsigned long)*2048);
}

#ifndef __s390x__

static inline unsigned long pgd_entry_type(struct mm_struct *mm)
{
	return _SEGMENT_ENTRY_EMPTY;
}

#define pud_alloc_one(mm,address)		({ BUG(); ((pud_t *)2); })
#define pud_free(x)				do { } while (0)

#define pmd_alloc_one(mm,address)		({ BUG(); ((pmd_t *)2); })
#define pmd_free(x)				do { } while (0)

#define pgd_populate(mm, pgd, pud)		BUG()
#define pgd_populate_kernel(mm, pgd, pud)	BUG()

#define pud_populate(mm, pud, pmd)		BUG()
#define pud_populate_kernel(mm, pud, pmd)	BUG()

#else /* __s390x__ */

static inline unsigned long pgd_entry_type(struct mm_struct *mm)
{
	return _REGION3_ENTRY_EMPTY;
}

#define pud_alloc_one(mm,address)		({ BUG(); ((pud_t *)2); })
#define pud_free(x)				do { } while (0)

static inline pmd_t *pmd_alloc_one(struct mm_struct *mm, unsigned long vmaddr)
{
	unsigned long *crst = crst_table_alloc(mm, s390_noexec);
	if (crst)
		crst_table_init(crst, _SEGMENT_ENTRY_EMPTY);
	return (pmd_t *) crst;
}
#define pmd_free(pmd) crst_table_free((unsigned long *) pmd)

#define pgd_populate(mm, pgd, pud)		BUG()
#define pgd_populate_kernel(mm, pgd, pud)	BUG()

static inline void pud_populate_kernel(struct mm_struct *mm,
				       pud_t *pud, pmd_t *pmd)
{
	pud_val(*pud) = _REGION3_ENTRY | __pa(pmd);
}

static inline void pud_populate(struct mm_struct *mm, pud_t *pud, pmd_t *pmd)
{
	pud_t *shadow_pud = get_shadow_table(pud);
	pmd_t *shadow_pmd = get_shadow_table(pmd);

	if (shadow_pud && shadow_pmd)
		pud_populate_kernel(mm, shadow_pud, shadow_pmd);
	pud_populate_kernel(mm, pud, pmd);
}

#endif /* __s390x__ */

static inline pgd_t *pgd_alloc(struct mm_struct *mm)
{
	unsigned long *crst = crst_table_alloc(mm, s390_noexec);
	if (crst)
		crst_table_init(crst, pgd_entry_type(mm));
	return (pgd_t *) crst;
}
#define pgd_free(pgd) crst_table_free((unsigned long *) pgd)

static inline void 
pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd, pte_t *pte)
{
#ifndef __s390x__
	pmd_val(pmd[0]) = _SEGMENT_ENTRY + __pa(pte);
	pmd_val(pmd[1]) = _SEGMENT_ENTRY + __pa(pte+256);
	pmd_val(pmd[2]) = _SEGMENT_ENTRY + __pa(pte+512);
	pmd_val(pmd[3]) = _SEGMENT_ENTRY + __pa(pte+768);
#else /* __s390x__ */
	pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte);
	pmd_val1(*pmd) = _SEGMENT_ENTRY + __pa(pte+256);
#endif /* __s390x__ */
}

static inline void
pmd_populate(struct mm_struct *mm, pmd_t *pmd, struct page *page)
{
	pte_t *pte = (pte_t *)page_to_phys(page);
	pmd_t *shadow_pmd = get_shadow_table(pmd);
	pte_t *shadow_pte = get_shadow_pte(pte);

	pmd_populate_kernel(mm, pmd, pte);
	if (shadow_pmd && shadow_pte)
		pmd_populate_kernel(mm, shadow_pmd, shadow_pte);
}

/*
 * page table entry allocation/free routines.
 */
#define pte_alloc_one_kernel(mm, vmaddr) \
	((pte_t *) page_table_alloc(s390_noexec))
#define pte_alloc_one(mm, vmaddr) \
	virt_to_page(page_table_alloc(s390_noexec))

#define pte_free_kernel(pte) \
	page_table_free((unsigned long *) pte)
#define pte_free(pte) \
	page_table_free((unsigned long *) page_to_phys((struct page *) pte))

#endif /* _S390_PGALLOC_H */
Commit	Line	Data
1da177e4 LT	1	/*
	2	* include/asm-s390/pgalloc.h
	3	*
	4	* S390 version
	5	* Copyright (C) 1999,2000 IBM Deutschland Entwicklung GmbH, IBM Corporation
	6	* Author(s): Hartmut Penner (hp@de.ibm.com)
	7	* Martin Schwidefsky (schwidefsky@de.ibm.com)
	8	*
	9	* Derived from "include/asm-i386/pgalloc.h"
	10	* Copyright (C) 1994 Linus Torvalds
	11	*/
	12
	13	#ifndef _S390_PGALLOC_H
	14	#define _S390_PGALLOC_H
	15
1da177e4 LT	16	#include <linux/threads.h>
	17	#include <linux/gfp.h>
	18	#include <linux/mm.h>
	19
	20	#define check_pgt_cache() do {} while (0)
	21
3610cce8 MS	22	unsigned long crst_table_alloc(struct mm_struct , int);
3610cce8 MS	23	void crst_table_free(unsigned long *);
9282ed92	24
3610cce8 MS	25	unsigned long *page_table_alloc(int);
3610cce8 MS	26	void page_table_free(unsigned long *);
1da177e4	27
3610cce8	28	static inline void clear_table(unsigned long *s, unsigned long val, size_t n)
1da177e4	29	{
3610cce8 MS	30	*s = val;
	31	n = (n / 256) - 1;
	32	asm volatile(
	33	#ifdef CONFIG_64BIT
	34	" mvc 8(248,%0),0(%0)\n"
9282ed92	35	#else
3610cce8	36	" mvc 4(252,%0),0(%0)\n"
9282ed92	37	#endif
3610cce8 MS	38	"0: mvc 256(256,%0),0(%0)\n"
	39	" la %0,256(%0)\n"
	40	" brct %1,0b\n"
	41	: "+a" (s), "+d" (n));
1da177e4 LT	42	}
1da177e4 LT	43
3610cce8	44	static inline void crst_table_init(unsigned long *crst, unsigned long entry)
1da177e4	45	{
3610cce8 MS	46	clear_table(crst, entry, sizeof(unsigned long)*2048);
	47	crst = get_shadow_table(crst);
	48	if (crst)
	49	clear_table(crst, entry, sizeof(unsigned long)*2048);
1da177e4 LT	50	}
	51
	52	#ifndef __s390x__
3610cce8 MS	53
	54	static inline unsigned long pgd_entry_type(struct mm_struct *mm)
	55	{
	56	return _SEGMENT_ENTRY_EMPTY;
	57	}
	58
190a1d72 MS	59	#define pud_alloc_one(mm,address) ({ BUG(); ((pud_t *)2); })
	60	#define pud_free(x) do { } while (0)
	61
3610cce8 MS	62	#define pmd_alloc_one(mm,address) ({ BUG(); ((pmd_t *)2); })
	63	#define pmd_free(x) do { } while (0)
	64
190a1d72 MS	65	#define pgd_populate(mm, pgd, pud) BUG()
	66	#define pgd_populate_kernel(mm, pgd, pud) BUG()
	67
	68	#define pud_populate(mm, pud, pmd) BUG()
	69	#define pud_populate_kernel(mm, pud, pmd) BUG()
3610cce8	70
1da177e4	71	#else /* __s390x__ */
3610cce8 MS	72
3610cce8 MS	73	static inline unsigned long pgd_entry_type(struct mm_struct *mm)
1da177e4	74	{
3610cce8	75	return _REGION3_ENTRY_EMPTY;
1da177e4 LT	76	}
1da177e4 LT	77
190a1d72 MS	78	#define pud_alloc_one(mm,address) ({ BUG(); ((pud_t *)2); })
	79	#define pud_free(x) do { } while (0)
	80
3610cce8	81	static inline pmd_t pmd_alloc_one(struct mm_struct mm, unsigned long vmaddr)
1da177e4	82	{
3610cce8 MS	83	unsigned long *crst = crst_table_alloc(mm, s390_noexec);
	84	if (crst)
	85	crst_table_init(crst, _SEGMENT_ENTRY_EMPTY);
	86	return (pmd_t *) crst;
1da177e4	87	}
3610cce8	88	#define pmd_free(pmd) crst_table_free((unsigned long *) pmd)
1da177e4	89
190a1d72 MS	90	#define pgd_populate(mm, pgd, pud) BUG()
	91	#define pgd_populate_kernel(mm, pgd, pud) BUG()
	92
	93	static inline void pud_populate_kernel(struct mm_struct *mm,
	94	pud_t pud, pmd_t pmd)
1da177e4	95	{
190a1d72	96	pud_val(*pud) = _REGION3_ENTRY \| __pa(pmd);
1da177e4 LT	97	}
1da177e4 LT	98
190a1d72	99	static inline void pud_populate(struct mm_struct mm, pud_t pud, pmd_t *pmd)
c1821c2e	100	{
190a1d72	101	pud_t *shadow_pud = get_shadow_table(pud);
3610cce8	102	pmd_t *shadow_pmd = get_shadow_table(pmd);
c1821c2e	103
190a1d72 MS	104	if (shadow_pud && shadow_pmd)
	105	pud_populate_kernel(mm, shadow_pud, shadow_pmd);
	106	pud_populate_kernel(mm, pud, pmd);
c1821c2e GS	107	}
c1821c2e GS	108
1da177e4 LT	109	#endif /* __s390x__ */
1da177e4 LT	110
3610cce8 MS	111	static inline pgd_t pgd_alloc(struct mm_struct mm)
	112	{
	113	unsigned long *crst = crst_table_alloc(mm, s390_noexec);
	114	if (crst)
	115	crst_table_init(crst, pgd_entry_type(mm));
	116	return (pgd_t *) crst;
	117	}
	118	#define pgd_free(pgd) crst_table_free((unsigned long *) pgd)
	119
1da177e4 LT	120	static inline void
	121	pmd_populate_kernel(struct mm_struct mm, pmd_t pmd, pte_t *pte)
	122	{
	123	#ifndef __s390x__
3610cce8 MS	124	pmd_val(pmd[0]) = _SEGMENT_ENTRY + __pa(pte);
	125	pmd_val(pmd[1]) = _SEGMENT_ENTRY + __pa(pte+256);
	126	pmd_val(pmd[2]) = _SEGMENT_ENTRY + __pa(pte+512);
	127	pmd_val(pmd[3]) = _SEGMENT_ENTRY + __pa(pte+768);
1da177e4	128	#else /* __s390x__ */
3610cce8 MS	129	pmd_val(*pmd) = _SEGMENT_ENTRY + __pa(pte);
3610cce8 MS	130	pmd_val1(*pmd) = _SEGMENT_ENTRY + __pa(pte+256);
1da177e4 LT	131	#endif /* __s390x__ */
	132	}
	133
	134	static inline void
	135	pmd_populate(struct mm_struct mm, pmd_t pmd, struct page *page)
	136	{
c1821c2e	137	pte_t pte = (pte_t )page_to_phys(page);
3610cce8	138	pmd_t *shadow_pmd = get_shadow_table(pmd);
c1821c2e GS	139	pte_t *shadow_pte = get_shadow_pte(pte);
	140
	141	pmd_populate_kernel(mm, pmd, pte);
	142	if (shadow_pmd && shadow_pte)
	143	pmd_populate_kernel(mm, shadow_pmd, shadow_pte);
1da177e4 LT	144	}
	145
	146	/*
	147	* page table entry allocation/free routines.
	148	*/
3610cce8 MS	149	#define pte_alloc_one_kernel(mm, vmaddr) \
	150	((pte_t *) page_table_alloc(s390_noexec))
	151	#define pte_alloc_one(mm, vmaddr) \
	152	virt_to_page(page_table_alloc(s390_noexec))
	153
	154	#define pte_free_kernel(pte) \
	155	page_table_free((unsigned long *) pte)
	156	#define pte_free(pte) \
	157	page_table_free((unsigned long ) page_to_phys((struct page ) pte))
1da177e4	158
1da177e4	159	#endif /* _S390_PGALLOC_H */