2 * linux/arch/arm/mm/proc-feroceon.S: MMU functions for Feroceon
4 * Heavily based on proc-arm926.S
5 * Maintainer: Assaf Hoffman <hoffman@marvell.com>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 #include <linux/linkage.h>
23 #include <linux/init.h>
24 #include <asm/assembler.h>
26 #include <asm/pgtable-hwdef.h>
27 #include <asm/pgtable.h>
29 #include <asm/ptrace.h>
30 #include "proc-macros.S"
33 * This is the maximum size of an area which will be invalidated
34 * using the single invalidate entry instructions. Anything larger
35 * than this, and we go for the whole cache.
37 * This value should be chosen such that we choose the cheapest
40 #define CACHE_DLIMIT 16384
43 * the cache line size of the I and D cache
45 #define CACHE_DLINESIZE 32
54 .word __cache_params_loc
57 * cpu_feroceon_proc_init()
59 ENTRY(cpu_feroceon_proc_init)
60 mrc p15, 0, r0, c0, c0, 1 @ read cache type register
61 ldr r1, __cache_params
63 tst r0, #(1 << 16) @ get way
64 mov r0, r0, lsr #18 @ get cache size order
65 movne r3, #((4 - 1) << 30) @ 4-way
68 mov r2, r2, lsl r0 @ actual cache size
69 movne r2, r2, lsr #2 @ turned into # of sets
75 * cpu_feroceon_proc_fin()
77 ENTRY(cpu_feroceon_proc_fin)
79 mov ip, #PSR_F_BIT | PSR_I_BIT | SVC_MODE
81 bl feroceon_flush_kern_cache_all
83 #if defined(CONFIG_CACHE_FEROCEON_L2) && !defined(CONFIG_L2_CACHE_WRITETHROUGH)
85 mcr p15, 1, r0, c15, c9, 0 @ clean L2
86 mcr p15, 0, r0, c7, c10, 4 @ drain WB
89 mrc p15, 0, r0, c1, c0, 0 @ ctrl register
90 bic r0, r0, #0x1000 @ ...i............
91 bic r0, r0, #0x000e @ ............wca.
92 mcr p15, 0, r0, c1, c0, 0 @ disable caches
96 * cpu_feroceon_reset(loc)
98 * Perform a soft reset of the system. Put the CPU into the
99 * same state as it would be if it had been reset, and branch
100 * to what would be the reset vector.
102 * loc: location to jump to for soft reset
105 ENTRY(cpu_feroceon_reset)
107 mcr p15, 0, ip, c7, c7, 0 @ invalidate I,D caches
108 mcr p15, 0, ip, c7, c10, 4 @ drain WB
110 mcr p15, 0, ip, c8, c7, 0 @ invalidate I & D TLBs
112 mrc p15, 0, ip, c1, c0, 0 @ ctrl register
113 bic ip, ip, #0x000f @ ............wcam
114 bic ip, ip, #0x1100 @ ...i...s........
115 mcr p15, 0, ip, c1, c0, 0 @ ctrl register
119 * cpu_feroceon_do_idle()
121 * Called with IRQs disabled
124 ENTRY(cpu_feroceon_do_idle)
126 mcr p15, 0, r0, c7, c10, 4 @ Drain write buffer
127 mcr p15, 0, r0, c7, c0, 4 @ Wait for interrupt
131 * flush_user_cache_all()
133 * Clean and invalidate all cache entries in a particular
137 ENTRY(feroceon_flush_user_cache_all)
141 * flush_kern_cache_all()
143 * Clean and invalidate the entire cache.
145 ENTRY(feroceon_flush_kern_cache_all)
149 ldr r1, __cache_params
152 2: mcr p15, 0, ip, c7, c14, 2 @ clean + invalidate D set/way
153 subs ip, ip, #(1 << 30) @ next way
155 subs r1, r1, #(1 << 5) @ next set
160 mcrne p15, 0, ip, c7, c5, 0 @ invalidate I cache
161 mcrne p15, 0, ip, c7, c10, 4 @ drain WB
165 * flush_user_cache_range(start, end, flags)
167 * Clean and invalidate a range of cache entries in the
168 * specified address range.
170 * - start - start address (inclusive)
171 * - end - end address (exclusive)
172 * - flags - vm_flags describing address space
175 ENTRY(feroceon_flush_user_cache_range)
176 sub r3, r1, r0 @ calculate total size
177 cmp r3, #CACHE_DLIMIT
178 bgt __flush_whole_cache
180 mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D entry
181 mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
182 add r0, r0, #CACHE_DLINESIZE
183 mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D entry
184 mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
185 add r0, r0, #CACHE_DLINESIZE
190 mcrne p15, 0, ip, c7, c10, 4 @ drain WB
194 * coherent_kern_range(start, end)
196 * Ensure coherency between the Icache and the Dcache in the
197 * region described by start, end. If you have non-snooping
198 * Harvard caches, you need to implement this function.
200 * - start - virtual start address
201 * - end - virtual end address
204 ENTRY(feroceon_coherent_kern_range)
208 * coherent_user_range(start, end)
210 * Ensure coherency between the Icache and the Dcache in the
211 * region described by start, end. If you have non-snooping
212 * Harvard caches, you need to implement this function.
214 * - start - virtual start address
215 * - end - virtual end address
217 ENTRY(feroceon_coherent_user_range)
218 bic r0, r0, #CACHE_DLINESIZE - 1
219 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
220 mcr p15, 0, r0, c7, c5, 1 @ invalidate I entry
221 add r0, r0, #CACHE_DLINESIZE
224 mcr p15, 0, r0, c7, c10, 4 @ drain WB
228 * flush_kern_dcache_page(void *page)
230 * Ensure no D cache aliasing occurs, either with itself or
233 * - addr - page aligned address
236 ENTRY(feroceon_flush_kern_dcache_page)
238 1: mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry
239 add r0, r0, #CACHE_DLINESIZE
243 mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache
244 mcr p15, 0, r0, c7, c10, 4 @ drain WB
248 ENTRY(feroceon_range_flush_kern_dcache_page)
250 add r1, r0, #PAGE_SZ - CACHE_DLINESIZE @ top addr is inclusive
251 orr r3, r2, #PSR_I_BIT
252 msr cpsr_c, r3 @ disable interrupts
253 mcr p15, 5, r0, c15, c15, 0 @ D clean/inv range start
254 mcr p15, 5, r1, c15, c15, 1 @ D clean/inv range top
255 msr cpsr_c, r2 @ restore interrupts
257 mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache
258 mcr p15, 0, r0, c7, c10, 4 @ drain WB
262 * dma_inv_range(start, end)
264 * Invalidate (discard) the specified virtual address range.
265 * May not write back any entries. If 'start' or 'end'
266 * are not cache line aligned, those lines must be written
269 * - start - virtual start address
270 * - end - virtual end address
275 ENTRY(feroceon_dma_inv_range)
276 tst r0, #CACHE_DLINESIZE - 1
277 bic r0, r0, #CACHE_DLINESIZE - 1
278 mcrne p15, 0, r0, c7, c10, 1 @ clean D entry
279 tst r1, #CACHE_DLINESIZE - 1
280 mcrne p15, 0, r1, c7, c10, 1 @ clean D entry
281 1: mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
282 add r0, r0, #CACHE_DLINESIZE
285 mcr p15, 0, r0, c7, c10, 4 @ drain WB
289 ENTRY(feroceon_range_dma_inv_range)
291 tst r0, #CACHE_DLINESIZE - 1
292 mcrne p15, 0, r0, c7, c10, 1 @ clean D entry
293 tst r1, #CACHE_DLINESIZE - 1
294 mcrne p15, 0, r1, c7, c10, 1 @ clean D entry
296 subne r1, r1, #1 @ top address is inclusive
297 orr r3, r2, #PSR_I_BIT
298 msr cpsr_c, r3 @ disable interrupts
299 mcr p15, 5, r0, c15, c14, 0 @ D inv range start
300 mcr p15, 5, r1, c15, c14, 1 @ D inv range top
301 msr cpsr_c, r2 @ restore interrupts
305 * dma_clean_range(start, end)
307 * Clean the specified virtual address range.
309 * - start - virtual start address
310 * - end - virtual end address
315 ENTRY(feroceon_dma_clean_range)
316 bic r0, r0, #CACHE_DLINESIZE - 1
317 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
318 add r0, r0, #CACHE_DLINESIZE
321 mcr p15, 0, r0, c7, c10, 4 @ drain WB
325 ENTRY(feroceon_range_dma_clean_range)
328 subne r1, r1, #1 @ top address is inclusive
329 orr r3, r2, #PSR_I_BIT
330 msr cpsr_c, r3 @ disable interrupts
331 mcr p15, 5, r0, c15, c13, 0 @ D clean range start
332 mcr p15, 5, r1, c15, c13, 1 @ D clean range top
333 msr cpsr_c, r2 @ restore interrupts
334 mcr p15, 0, r0, c7, c10, 4 @ drain WB
338 * dma_flush_range(start, end)
340 * Clean and invalidate the specified virtual address range.
342 * - start - virtual start address
343 * - end - virtual end address
346 ENTRY(feroceon_dma_flush_range)
347 bic r0, r0, #CACHE_DLINESIZE - 1
348 1: mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry
349 add r0, r0, #CACHE_DLINESIZE
352 mcr p15, 0, r0, c7, c10, 4 @ drain WB
356 ENTRY(feroceon_range_dma_flush_range)
359 subne r1, r1, #1 @ top address is inclusive
360 orr r3, r2, #PSR_I_BIT
361 msr cpsr_c, r3 @ disable interrupts
362 mcr p15, 5, r0, c15, c15, 0 @ D clean/inv range start
363 mcr p15, 5, r1, c15, c15, 1 @ D clean/inv range top
364 msr cpsr_c, r2 @ restore interrupts
365 mcr p15, 0, r0, c7, c10, 4 @ drain WB
368 ENTRY(feroceon_cache_fns)
369 .long feroceon_flush_kern_cache_all
370 .long feroceon_flush_user_cache_all
371 .long feroceon_flush_user_cache_range
372 .long feroceon_coherent_kern_range
373 .long feroceon_coherent_user_range
374 .long feroceon_flush_kern_dcache_page
375 .long feroceon_dma_inv_range
376 .long feroceon_dma_clean_range
377 .long feroceon_dma_flush_range
379 ENTRY(feroceon_range_cache_fns)
380 .long feroceon_flush_kern_cache_all
381 .long feroceon_flush_user_cache_all
382 .long feroceon_flush_user_cache_range
383 .long feroceon_coherent_kern_range
384 .long feroceon_coherent_user_range
385 .long feroceon_range_flush_kern_dcache_page
386 .long feroceon_range_dma_inv_range
387 .long feroceon_range_dma_clean_range
388 .long feroceon_range_dma_flush_range
391 ENTRY(cpu_feroceon_dcache_clean_area)
392 #if defined(CONFIG_CACHE_FEROCEON_L2) && !defined(CONFIG_L2_CACHE_WRITETHROUGH)
396 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
397 add r0, r0, #CACHE_DLINESIZE
398 subs r1, r1, #CACHE_DLINESIZE
400 #if defined(CONFIG_CACHE_FEROCEON_L2) && !defined(CONFIG_L2_CACHE_WRITETHROUGH)
401 1: mcr p15, 1, r2, c15, c9, 1 @ clean L2 entry
402 add r2, r2, #CACHE_DLINESIZE
403 subs r3, r3, #CACHE_DLINESIZE
406 mcr p15, 0, r0, c7, c10, 4 @ drain WB
409 /* =============================== PageTable ============================== */
412 * cpu_feroceon_switch_mm(pgd)
414 * Set the translation base pointer to be as described by pgd.
416 * pgd: new page tables
419 ENTRY(cpu_feroceon_switch_mm)
422 * Note: we wish to call __flush_whole_cache but we need to preserve
423 * lr to do so. The only way without touching main memory is to
424 * use r2 which is normally used to test the VM_EXEC flag, and
425 * compensate locally for the skipped ops if it is not set.
427 mov r2, lr @ abuse r2 to preserve lr
428 bl __flush_whole_cache
429 @ if r2 contains the VM_EXEC bit then the next 2 ops are done already
431 mcreq p15, 0, ip, c7, c5, 0 @ invalidate I cache
432 mcreq p15, 0, ip, c7, c10, 4 @ drain WB
434 mcr p15, 0, r0, c2, c0, 0 @ load page table pointer
435 mcr p15, 0, ip, c8, c7, 0 @ invalidate I & D TLBs
442 * cpu_feroceon_set_pte_ext(ptep, pte, ext)
444 * Set a PTE and flush it out
447 ENTRY(cpu_feroceon_set_pte_ext)
449 str r1, [r0], #-2048 @ linux version
451 eor r1, r1, #L_PTE_PRESENT | L_PTE_YOUNG | L_PTE_WRITE | L_PTE_DIRTY
453 bic r2, r1, #PTE_SMALL_AP_MASK
454 bic r2, r2, #PTE_TYPE_MASK
455 orr r2, r2, #PTE_TYPE_SMALL
457 tst r1, #L_PTE_USER @ User?
458 orrne r2, r2, #PTE_SMALL_AP_URO_SRW
460 tst r1, #L_PTE_WRITE | L_PTE_DIRTY @ Write and Dirty?
461 orreq r2, r2, #PTE_SMALL_AP_UNO_SRW
463 tst r1, #L_PTE_PRESENT | L_PTE_YOUNG @ Present and Young?
466 str r2, [r0] @ hardware version
468 mcr p15, 0, r0, c7, c10, 1 @ clean D entry
469 #if defined(CONFIG_CACHE_FEROCEON_L2) && !defined(CONFIG_L2_CACHE_WRITETHROUGH)
470 mcr p15, 1, r0, c15, c9, 1 @ clean L2 entry
472 mcr p15, 0, r0, c7, c10, 4 @ drain WB
478 .type __feroceon_setup, #function
481 mcr p15, 0, r0, c7, c7 @ invalidate I,D caches on v4
482 mcr p15, 0, r0, c7, c10, 4 @ drain write buffer on v4
484 mcr p15, 0, r0, c8, c7 @ invalidate I,D TLBs on v4
487 adr r5, feroceon_crval
489 mrc p15, 0, r0, c1, c0 @ get control register v4
493 .size __feroceon_setup, . - __feroceon_setup
498 * .RVI UFRS BLDP WCAM
499 * .011 .001 ..11 0101
502 .type feroceon_crval, #object
504 crval clear=0x0000773f, mmuset=0x00003135, ucset=0x00001134
509 * Purpose : Function pointers used to access above functions - all calls
512 .type feroceon_processor_functions, #object
513 feroceon_processor_functions:
514 .word v5t_early_abort
516 .word cpu_feroceon_proc_init
517 .word cpu_feroceon_proc_fin
518 .word cpu_feroceon_reset
519 .word cpu_feroceon_do_idle
520 .word cpu_feroceon_dcache_clean_area
521 .word cpu_feroceon_switch_mm
522 .word cpu_feroceon_set_pte_ext
523 .size feroceon_processor_functions, . - feroceon_processor_functions
527 .type cpu_arch_name, #object
530 .size cpu_arch_name, . - cpu_arch_name
532 .type cpu_elf_name, #object
535 .size cpu_elf_name, . - cpu_elf_name
537 .type cpu_feroceon_name, #object
540 .size cpu_feroceon_name, . - cpu_feroceon_name
542 .type cpu_88fr531_name, #object
544 .asciz "Feroceon 88FR531-vd"
545 .size cpu_88fr531_name, . - cpu_88fr531_name
547 .type cpu_88fr571_name, #object
549 .asciz "Feroceon 88FR571-vd"
550 .size cpu_88fr571_name, . - cpu_88fr571_name
552 .type cpu_88fr131_name, #object
554 .asciz "Feroceon 88FR131"
555 .size cpu_88fr131_name, . - cpu_88fr131_name
559 .section ".proc.info.init", #alloc, #execinstr
561 #ifdef CONFIG_CPU_FEROCEON_OLD_ID
562 .type __feroceon_old_id_proc_info,#object
563 __feroceon_old_id_proc_info:
566 .long PMD_TYPE_SECT | \
567 PMD_SECT_BUFFERABLE | \
568 PMD_SECT_CACHEABLE | \
570 PMD_SECT_AP_WRITE | \
572 .long PMD_TYPE_SECT | \
574 PMD_SECT_AP_WRITE | \
579 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
580 .long cpu_feroceon_name
581 .long feroceon_processor_functions
583 .long feroceon_user_fns
584 .long feroceon_cache_fns
585 .size __feroceon_old_id_proc_info, . - __feroceon_old_id_proc_info
588 .type __88fr531_proc_info,#object
592 .long PMD_TYPE_SECT | \
593 PMD_SECT_BUFFERABLE | \
594 PMD_SECT_CACHEABLE | \
596 PMD_SECT_AP_WRITE | \
598 .long PMD_TYPE_SECT | \
600 PMD_SECT_AP_WRITE | \
605 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
606 .long cpu_88fr531_name
607 .long feroceon_processor_functions
609 .long feroceon_user_fns
610 .long feroceon_cache_fns
611 .size __88fr531_proc_info, . - __88fr531_proc_info
613 .type __88fr571_proc_info,#object
617 .long PMD_TYPE_SECT | \
618 PMD_SECT_BUFFERABLE | \
619 PMD_SECT_CACHEABLE | \
621 PMD_SECT_AP_WRITE | \
623 .long PMD_TYPE_SECT | \
625 PMD_SECT_AP_WRITE | \
630 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
631 .long cpu_88fr571_name
632 .long feroceon_processor_functions
634 .long feroceon_user_fns
635 .long feroceon_range_cache_fns
636 .size __88fr571_proc_info, . - __88fr571_proc_info
638 .type __88fr131_proc_info,#object
642 .long PMD_TYPE_SECT | \
643 PMD_SECT_BUFFERABLE | \
644 PMD_SECT_CACHEABLE | \
646 PMD_SECT_AP_WRITE | \
648 .long PMD_TYPE_SECT | \
650 PMD_SECT_AP_WRITE | \
655 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
656 .long cpu_88fr131_name
657 .long feroceon_processor_functions
659 .long feroceon_user_fns
660 .long feroceon_range_cache_fns
661 .size __88fr131_proc_info, . - __88fr131_proc_info