1 /* arch/sparc64/kernel/ktlb.S: Kernel mapping TLB miss handling.
3 * Copyright (C) 1995, 1997, 2005 David S. Miller <davem@davemloft.net>
4 * Copyright (C) 1996 Eddie C. Dost (ecd@brainaid.de)
5 * Copyright (C) 1996 Miguel de Icaza (miguel@nuclecu.unam.mx)
6 * Copyright (C) 1996,98,99 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
9 #include <linux/config.h>
13 #include <asm/pgtable.h>
21 mov TLB_TAG_ACCESS, %g4
22 ldxa [%g4] ASI_IMMU, %g4
24 /* sun4v_itlb_miss branches here with the missing virtual
25 * address already loaded into %g4
30 /* Catch kernel NULL pointer calls. */
31 sethi %hi(PAGE_SIZE), %g5
33 bleu,pn %xcc, kvmap_dtlb_longpath
36 KERN_TSB_LOOKUP_TL1(%g4, %g6, %g5, %g1, %g2, %g3, kvmap_itlb_load)
39 sethi %hi(LOW_OBP_ADDRESS), %g5
41 blu,pn %xcc, kvmap_itlb_vmalloc_addr
45 blu,pn %xcc, kvmap_itlb_obp
48 kvmap_itlb_vmalloc_addr:
49 KERN_PGTABLE_WALK(%g4, %g5, %g2, kvmap_itlb_longpath)
51 KTSB_LOCK_TAG(%g1, %g2, %g4)
53 /* Load and check PTE. */
54 ldxa [%g5] ASI_PHYS_USE_EC, %g5
55 brgez,a,pn %g5, kvmap_itlb_longpath
58 KTSB_WRITE(%g1, %g5, %g6)
60 /* fallthrough to TLB load */
63 stxa %g5, [%g0] ASI_ITLB_DATA_IN ! Reload TLB
68 661: rdpr %pstate, %g5
69 wrpr %g5, PSTATE_AG | PSTATE_MG, %pstate
70 .section .sun4v_2insn_patch, "ax"
77 ba,pt %xcc, sparc64_realfault_common
78 mov FAULT_CODE_ITLB, %g4
81 OBP_TRANS_LOOKUP(%g4, %g5, %g2, %g3, kvmap_itlb_longpath)
83 KTSB_LOCK_TAG(%g1, %g2, %g4)
85 KTSB_WRITE(%g1, %g5, %g6)
87 ba,pt %xcc, kvmap_itlb_load
91 OBP_TRANS_LOOKUP(%g4, %g5, %g2, %g3, kvmap_dtlb_longpath)
93 KTSB_LOCK_TAG(%g1, %g2, %g4)
95 KTSB_WRITE(%g1, %g5, %g6)
97 ba,pt %xcc, kvmap_dtlb_load
102 /* %g6: TAG TARGET */
103 mov TLB_TAG_ACCESS, %g4
104 ldxa [%g4] ASI_DMMU, %g4
106 /* sun4v_dtlb_miss branches here with the missing virtual
107 * address already loaded into %g4
110 brgez,pn %g4, kvmap_dtlb_nonlinear
113 #define KERN_HIGHBITS ((_PAGE_VALID|_PAGE_SZ4MB)^0xfffff80000000000)
114 #define KERN_LOWBITS (_PAGE_CP | _PAGE_CV | _PAGE_P | _PAGE_W)
116 sethi %uhi(KERN_HIGHBITS), %g2
117 or %g2, %ulo(KERN_HIGHBITS), %g2
119 or %g2, KERN_LOWBITS, %g2
124 .globl kvmap_linear_patch
126 ba,pt %xcc, kvmap_dtlb_load
129 kvmap_dtlb_vmalloc_addr:
130 KERN_PGTABLE_WALK(%g4, %g5, %g2, kvmap_dtlb_longpath)
132 KTSB_LOCK_TAG(%g1, %g2, %g4)
134 /* Load and check PTE. */
135 ldxa [%g5] ASI_PHYS_USE_EC, %g5
136 brgez,a,pn %g5, kvmap_dtlb_longpath
139 KTSB_WRITE(%g1, %g5, %g6)
141 /* fallthrough to TLB load */
144 stxa %g5, [%g0] ASI_DTLB_DATA_IN ! Reload TLB
147 kvmap_dtlb_nonlinear:
148 /* Catch kernel NULL pointer derefs. */
149 sethi %hi(PAGE_SIZE), %g5
151 bleu,pn %xcc, kvmap_dtlb_longpath
154 KERN_TSB_LOOKUP_TL1(%g4, %g6, %g5, %g1, %g2, %g3, kvmap_dtlb_load)
157 sethi %hi(MODULES_VADDR), %g5
159 blu,pn %xcc, kvmap_dtlb_longpath
160 mov (VMALLOC_END >> 24), %g5
163 bgeu,pn %xcc, kvmap_dtlb_longpath
167 sethi %hi(LOW_OBP_ADDRESS), %g5
169 blu,pn %xcc, kvmap_dtlb_vmalloc_addr
173 blu,pn %xcc, kvmap_dtlb_obp
175 ba,pt %xcc, kvmap_dtlb_vmalloc_addr
180 661: rdpr %pstate, %g5
181 wrpr %g5, PSTATE_AG | PSTATE_MG, %pstate
182 .section .sun4v_2insn_patch, "ax"
190 mov TLB_TAG_ACCESS, %g4
191 ldxa [%g4] ASI_DMMU, %g5
192 be,pt %xcc, sparc64_realfault_common
193 mov FAULT_CODE_DTLB, %g4
194 ba,pt %xcc, winfix_trampoline