2 * linux/arch/arm/mm/proc-feroceon.S: MMU functions for Feroceon
4 * Heavily based on proc-arm926.S
5 * Maintainer: Assaf Hoffman <hoffman@marvell.com>
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License as published by
9 * the Free Software Foundation; either version 2 of the License, or
10 * (at your option) any later version.
12 * This program is distributed in the hope that it will be useful,
13 * but WITHOUT ANY WARRANTY; without even the implied warranty of
14 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
15 * GNU General Public License for more details.
17 * You should have received a copy of the GNU General Public License
18 * along with this program; if not, write to the Free Software
19 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
22 #include <linux/linkage.h>
23 #include <linux/init.h>
24 #include <asm/assembler.h>
25 #include <asm/hwcap.h>
26 #include <asm/pgtable-hwdef.h>
27 #include <asm/pgtable.h>
29 #include <asm/ptrace.h>
30 #include "proc-macros.S"
33 * This is the maximum size of an area which will be invalidated
34 * using the single invalidate entry instructions. Anything larger
35 * than this, and we go for the whole cache.
37 * This value should be chosen such that we choose the cheapest
40 #define CACHE_DLIMIT 16384
43 * the cache line size of the I and D cache
45 #define CACHE_DLINESIZE 32
54 .word __cache_params_loc
57 * cpu_feroceon_proc_init()
59 ENTRY(cpu_feroceon_proc_init)
60 mrc p15, 0, r0, c0, c0, 1 @ read cache type register
61 ldr r1, __cache_params
63 tst r0, #(1 << 16) @ get way
64 mov r0, r0, lsr #18 @ get cache size order
65 movne r3, #((4 - 1) << 30) @ 4-way
68 mov r2, r2, lsl r0 @ actual cache size
69 movne r2, r2, lsr #2 @ turned into # of sets
75 * cpu_feroceon_proc_fin()
77 ENTRY(cpu_feroceon_proc_fin)
78 #if defined(CONFIG_CACHE_FEROCEON_L2) && \
79 !defined(CONFIG_CACHE_FEROCEON_L2_WRITETHROUGH)
81 mcr p15, 1, r0, c15, c9, 0 @ clean L2
82 mcr p15, 0, r0, c7, c10, 4 @ drain WB
85 mrc p15, 0, r0, c1, c0, 0 @ ctrl register
86 bic r0, r0, #0x1000 @ ...i............
87 bic r0, r0, #0x000e @ ............wca.
88 mcr p15, 0, r0, c1, c0, 0 @ disable caches
92 * cpu_feroceon_reset(loc)
94 * Perform a soft reset of the system. Put the CPU into the
95 * same state as it would be if it had been reset, and branch
96 * to what would be the reset vector.
98 * loc: location to jump to for soft reset
101 .pushsection .idmap.text, "ax"
102 ENTRY(cpu_feroceon_reset)
104 mcr p15, 0, ip, c7, c7, 0 @ invalidate I,D caches
105 mcr p15, 0, ip, c7, c10, 4 @ drain WB
107 mcr p15, 0, ip, c8, c7, 0 @ invalidate I & D TLBs
109 mrc p15, 0, ip, c1, c0, 0 @ ctrl register
110 bic ip, ip, #0x000f @ ............wcam
111 bic ip, ip, #0x1100 @ ...i...s........
112 mcr p15, 0, ip, c1, c0, 0 @ ctrl register
114 ENDPROC(cpu_feroceon_reset)
118 * cpu_feroceon_do_idle()
120 * Called with IRQs disabled
123 ENTRY(cpu_feroceon_do_idle)
125 mcr p15, 0, r0, c7, c10, 4 @ Drain write buffer
126 mcr p15, 0, r0, c7, c0, 4 @ Wait for interrupt
132 * Unconditionally clean and invalidate the entire icache.
134 ENTRY(feroceon_flush_icache_all)
136 mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache
138 ENDPROC(feroceon_flush_icache_all)
141 * flush_user_cache_all()
143 * Clean and invalidate all cache entries in a particular
147 ENTRY(feroceon_flush_user_cache_all)
151 * flush_kern_cache_all()
153 * Clean and invalidate the entire cache.
155 ENTRY(feroceon_flush_kern_cache_all)
159 ldr r1, __cache_params
162 2: mcr p15, 0, ip, c7, c14, 2 @ clean + invalidate D set/way
163 subs ip, ip, #(1 << 30) @ next way
165 subs r1, r1, #(1 << 5) @ next set
170 mcrne p15, 0, ip, c7, c5, 0 @ invalidate I cache
171 mcrne p15, 0, ip, c7, c10, 4 @ drain WB
175 * flush_user_cache_range(start, end, flags)
177 * Clean and invalidate a range of cache entries in the
178 * specified address range.
180 * - start - start address (inclusive)
181 * - end - end address (exclusive)
182 * - flags - vm_flags describing address space
185 ENTRY(feroceon_flush_user_cache_range)
186 sub r3, r1, r0 @ calculate total size
187 cmp r3, #CACHE_DLIMIT
188 bgt __flush_whole_cache
190 mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D entry
191 mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
192 add r0, r0, #CACHE_DLINESIZE
193 mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D entry
194 mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
195 add r0, r0, #CACHE_DLINESIZE
200 mcrne p15, 0, ip, c7, c10, 4 @ drain WB
204 * coherent_kern_range(start, end)
206 * Ensure coherency between the Icache and the Dcache in the
207 * region described by start, end. If you have non-snooping
208 * Harvard caches, you need to implement this function.
210 * - start - virtual start address
211 * - end - virtual end address
214 ENTRY(feroceon_coherent_kern_range)
218 * coherent_user_range(start, end)
220 * Ensure coherency between the Icache and the Dcache in the
221 * region described by start, end. If you have non-snooping
222 * Harvard caches, you need to implement this function.
224 * - start - virtual start address
225 * - end - virtual end address
227 ENTRY(feroceon_coherent_user_range)
228 bic r0, r0, #CACHE_DLINESIZE - 1
229 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
230 mcr p15, 0, r0, c7, c5, 1 @ invalidate I entry
231 add r0, r0, #CACHE_DLINESIZE
234 mcr p15, 0, r0, c7, c10, 4 @ drain WB
239 * flush_kern_dcache_area(void *addr, size_t size)
241 * Ensure no D cache aliasing occurs, either with itself or
244 * - addr - kernel address
245 * - size - region size
248 ENTRY(feroceon_flush_kern_dcache_area)
250 1: mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry
251 add r0, r0, #CACHE_DLINESIZE
255 mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache
256 mcr p15, 0, r0, c7, c10, 4 @ drain WB
260 ENTRY(feroceon_range_flush_kern_dcache_area)
262 add r1, r0, #PAGE_SZ - CACHE_DLINESIZE @ top addr is inclusive
263 orr r3, r2, #PSR_I_BIT
264 msr cpsr_c, r3 @ disable interrupts
265 mcr p15, 5, r0, c15, c15, 0 @ D clean/inv range start
266 mcr p15, 5, r1, c15, c15, 1 @ D clean/inv range top
267 msr cpsr_c, r2 @ restore interrupts
269 mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache
270 mcr p15, 0, r0, c7, c10, 4 @ drain WB
274 * dma_inv_range(start, end)
276 * Invalidate (discard) the specified virtual address range.
277 * May not write back any entries. If 'start' or 'end'
278 * are not cache line aligned, those lines must be written
281 * - start - virtual start address
282 * - end - virtual end address
287 feroceon_dma_inv_range:
288 tst r0, #CACHE_DLINESIZE - 1
289 bic r0, r0, #CACHE_DLINESIZE - 1
290 mcrne p15, 0, r0, c7, c10, 1 @ clean D entry
291 tst r1, #CACHE_DLINESIZE - 1
292 mcrne p15, 0, r1, c7, c10, 1 @ clean D entry
293 1: mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
294 add r0, r0, #CACHE_DLINESIZE
297 mcr p15, 0, r0, c7, c10, 4 @ drain WB
301 feroceon_range_dma_inv_range:
303 tst r0, #CACHE_DLINESIZE - 1
304 mcrne p15, 0, r0, c7, c10, 1 @ clean D entry
305 tst r1, #CACHE_DLINESIZE - 1
306 mcrne p15, 0, r1, c7, c10, 1 @ clean D entry
308 subne r1, r1, #1 @ top address is inclusive
309 orr r3, r2, #PSR_I_BIT
310 msr cpsr_c, r3 @ disable interrupts
311 mcr p15, 5, r0, c15, c14, 0 @ D inv range start
312 mcr p15, 5, r1, c15, c14, 1 @ D inv range top
313 msr cpsr_c, r2 @ restore interrupts
317 * dma_clean_range(start, end)
319 * Clean the specified virtual address range.
321 * - start - virtual start address
322 * - end - virtual end address
327 feroceon_dma_clean_range:
328 bic r0, r0, #CACHE_DLINESIZE - 1
329 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
330 add r0, r0, #CACHE_DLINESIZE
333 mcr p15, 0, r0, c7, c10, 4 @ drain WB
337 feroceon_range_dma_clean_range:
340 subne r1, r1, #1 @ top address is inclusive
341 orr r3, r2, #PSR_I_BIT
342 msr cpsr_c, r3 @ disable interrupts
343 mcr p15, 5, r0, c15, c13, 0 @ D clean range start
344 mcr p15, 5, r1, c15, c13, 1 @ D clean range top
345 msr cpsr_c, r2 @ restore interrupts
346 mcr p15, 0, r0, c7, c10, 4 @ drain WB
350 * dma_flush_range(start, end)
352 * Clean and invalidate the specified virtual address range.
354 * - start - virtual start address
355 * - end - virtual end address
358 ENTRY(feroceon_dma_flush_range)
359 bic r0, r0, #CACHE_DLINESIZE - 1
360 1: mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry
361 add r0, r0, #CACHE_DLINESIZE
364 mcr p15, 0, r0, c7, c10, 4 @ drain WB
368 ENTRY(feroceon_range_dma_flush_range)
371 subne r1, r1, #1 @ top address is inclusive
372 orr r3, r2, #PSR_I_BIT
373 msr cpsr_c, r3 @ disable interrupts
374 mcr p15, 5, r0, c15, c15, 0 @ D clean/inv range start
375 mcr p15, 5, r1, c15, c15, 1 @ D clean/inv range top
376 msr cpsr_c, r2 @ restore interrupts
377 mcr p15, 0, r0, c7, c10, 4 @ drain WB
381 * dma_map_area(start, size, dir)
382 * - start - kernel virtual start address
383 * - size - size of region
384 * - dir - DMA direction
386 ENTRY(feroceon_dma_map_area)
388 cmp r2, #DMA_TO_DEVICE
389 beq feroceon_dma_clean_range
390 bcs feroceon_dma_inv_range
391 b feroceon_dma_flush_range
392 ENDPROC(feroceon_dma_map_area)
395 * dma_map_area(start, size, dir)
396 * - start - kernel virtual start address
397 * - size - size of region
398 * - dir - DMA direction
400 ENTRY(feroceon_range_dma_map_area)
402 cmp r2, #DMA_TO_DEVICE
403 beq feroceon_range_dma_clean_range
404 bcs feroceon_range_dma_inv_range
405 b feroceon_range_dma_flush_range
406 ENDPROC(feroceon_range_dma_map_area)
409 * dma_unmap_area(start, size, dir)
410 * - start - kernel virtual start address
411 * - size - size of region
412 * - dir - DMA direction
414 ENTRY(feroceon_dma_unmap_area)
416 ENDPROC(feroceon_dma_unmap_area)
418 .globl feroceon_flush_kern_cache_louis
419 .equ feroceon_flush_kern_cache_louis, feroceon_flush_kern_cache_all
421 @ define struct cpu_cache_fns (see <asm/cacheflush.h> and proc-macros.S)
422 define_cache_functions feroceon
424 .macro range_alias basename
425 .globl feroceon_range_\basename
426 .type feroceon_range_\basename , %function
427 .equ feroceon_range_\basename , feroceon_\basename
431 * Most of the cache functions are unchanged for this case.
432 * Export suitable alias symbols for the unchanged functions:
434 range_alias flush_icache_all
435 range_alias flush_user_cache_all
436 range_alias flush_kern_cache_all
437 range_alias flush_kern_cache_louis
438 range_alias flush_user_cache_range
439 range_alias coherent_kern_range
440 range_alias coherent_user_range
441 range_alias dma_unmap_area
443 define_cache_functions feroceon_range
446 ENTRY(cpu_feroceon_dcache_clean_area)
447 #if defined(CONFIG_CACHE_FEROCEON_L2) && \
448 !defined(CONFIG_CACHE_FEROCEON_L2_WRITETHROUGH)
452 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
453 add r0, r0, #CACHE_DLINESIZE
454 subs r1, r1, #CACHE_DLINESIZE
456 #if defined(CONFIG_CACHE_FEROCEON_L2) && \
457 !defined(CONFIG_CACHE_FEROCEON_L2_WRITETHROUGH)
458 1: mcr p15, 1, r2, c15, c9, 1 @ clean L2 entry
459 add r2, r2, #CACHE_DLINESIZE
460 subs r3, r3, #CACHE_DLINESIZE
463 mcr p15, 0, r0, c7, c10, 4 @ drain WB
466 /* =============================== PageTable ============================== */
469 * cpu_feroceon_switch_mm(pgd)
471 * Set the translation base pointer to be as described by pgd.
473 * pgd: new page tables
476 ENTRY(cpu_feroceon_switch_mm)
479 * Note: we wish to call __flush_whole_cache but we need to preserve
480 * lr to do so. The only way without touching main memory is to
481 * use r2 which is normally used to test the VM_EXEC flag, and
482 * compensate locally for the skipped ops if it is not set.
484 mov r2, lr @ abuse r2 to preserve lr
485 bl __flush_whole_cache
486 @ if r2 contains the VM_EXEC bit then the next 2 ops are done already
488 mcreq p15, 0, ip, c7, c5, 0 @ invalidate I cache
489 mcreq p15, 0, ip, c7, c10, 4 @ drain WB
491 mcr p15, 0, r0, c2, c0, 0 @ load page table pointer
492 mcr p15, 0, ip, c8, c7, 0 @ invalidate I & D TLBs
499 * cpu_feroceon_set_pte_ext(ptep, pte, ext)
501 * Set a PTE and flush it out
504 ENTRY(cpu_feroceon_set_pte_ext)
506 armv3_set_pte_ext wc_disable=0
508 mcr p15, 0, r0, c7, c10, 1 @ clean D entry
509 #if defined(CONFIG_CACHE_FEROCEON_L2) && \
510 !defined(CONFIG_CACHE_FEROCEON_L2_WRITETHROUGH)
511 mcr p15, 1, r0, c15, c9, 1 @ clean L2 entry
513 mcr p15, 0, r0, c7, c10, 4 @ drain WB
517 /* Suspend/resume support: taken from arch/arm/mm/proc-arm926.S */
518 .globl cpu_feroceon_suspend_size
519 .equ cpu_feroceon_suspend_size, 4 * 3
520 #ifdef CONFIG_ARM_CPU_SUSPEND
521 ENTRY(cpu_feroceon_do_suspend)
522 stmfd sp!, {r4 - r6, lr}
523 mrc p15, 0, r4, c13, c0, 0 @ PID
524 mrc p15, 0, r5, c3, c0, 0 @ Domain ID
525 mrc p15, 0, r6, c1, c0, 0 @ Control register
527 ldmfd sp!, {r4 - r6, pc}
528 ENDPROC(cpu_feroceon_do_suspend)
530 ENTRY(cpu_feroceon_do_resume)
532 mcr p15, 0, ip, c8, c7, 0 @ invalidate I+D TLBs
533 mcr p15, 0, ip, c7, c7, 0 @ invalidate I+D caches
535 mcr p15, 0, r4, c13, c0, 0 @ PID
536 mcr p15, 0, r5, c3, c0, 0 @ Domain ID
537 mcr p15, 0, r1, c2, c0, 0 @ TTB address
538 mov r0, r6 @ control register
540 ENDPROC(cpu_feroceon_do_resume)
543 .type __feroceon_setup, #function
546 mcr p15, 0, r0, c7, c7 @ invalidate I,D caches on v4
547 mcr p15, 0, r0, c7, c10, 4 @ drain write buffer on v4
549 mcr p15, 0, r0, c8, c7 @ invalidate I,D TLBs on v4
552 adr r5, feroceon_crval
554 mrc p15, 0, r0, c1, c0 @ get control register v4
558 .size __feroceon_setup, . - __feroceon_setup
563 * .RVI UFRS BLDP WCAM
564 * .011 .001 ..11 0101
567 .type feroceon_crval, #object
569 crval clear=0x0000773f, mmuset=0x00003135, ucset=0x00001134
573 @ define struct processor (see <asm/proc-fns.h> and proc-macros.S)
574 define_processor_functions feroceon, dabort=v5t_early_abort, pabort=legacy_pabort
578 string cpu_arch_name, "armv5te"
579 string cpu_elf_name, "v5"
580 string cpu_feroceon_name, "Feroceon"
581 string cpu_88fr531_name, "Feroceon 88FR531-vd"
582 string cpu_88fr571_name, "Feroceon 88FR571-vd"
583 string cpu_88fr131_name, "Feroceon 88FR131"
587 .section ".proc.info.init", #alloc
589 .macro feroceon_proc_info name:req, cpu_val:req, cpu_mask:req, cpu_name:req, cache:req
590 .type __\name\()_proc_info,#object
591 __\name\()_proc_info:
594 .long PMD_TYPE_SECT | \
595 PMD_SECT_BUFFERABLE | \
596 PMD_SECT_CACHEABLE | \
598 PMD_SECT_AP_WRITE | \
600 .long PMD_TYPE_SECT | \
602 PMD_SECT_AP_WRITE | \
604 initfn __feroceon_setup, __\name\()_proc_info
607 .long HWCAP_SWP|HWCAP_HALF|HWCAP_THUMB|HWCAP_FAST_MULT|HWCAP_EDSP
609 .long feroceon_processor_functions
611 .long feroceon_user_fns
613 .size __\name\()_proc_info, . - __\name\()_proc_info
616 #ifdef CONFIG_CPU_FEROCEON_OLD_ID
617 feroceon_proc_info feroceon_old_id, 0x41009260, 0xff00fff0, \
618 cpu_name=cpu_feroceon_name, cache=feroceon_cache_fns
621 feroceon_proc_info 88fr531, 0x56055310, 0xfffffff0, cpu_88fr531_name, \
622 cache=feroceon_cache_fns
623 feroceon_proc_info 88fr571, 0x56155710, 0xfffffff0, cpu_88fr571_name, \
624 cache=feroceon_range_cache_fns
625 feroceon_proc_info 88fr131, 0x56251310, 0xfffffff0, cpu_88fr131_name, \
626 cache=feroceon_range_cache_fns