2 * Copyright (C) 2013 Imagination Technologies
3 * Author: Paul Burton <paul.burton@mips.com>
5 * This program is free software; you can redistribute it and/or modify it
6 * under the terms of the GNU General Public License as published by the
7 * Free Software Foundation; either version 2 of the License, or (at your
8 * option) any later version.
11 #include <asm/addrspace.h>
13 #include <asm/asm-offsets.h>
14 #include <asm/asmmacro.h>
15 #include <asm/cacheops.h>
17 #include <asm/mipsregs.h>
18 #include <asm/mipsmtregs.h>
21 #define GCR_CPC_BASE_OFS 0x0088
22 #define GCR_CL_COHERENCE_OFS 0x2008
23 #define GCR_CL_ID_OFS 0x2028
25 #define CPC_CL_VC_STOP_OFS 0x2020
26 #define CPC_CL_VC_RUN_OFS 0x2028
33 # define STATUS_BITDEPS ST0_KX
35 # define STATUS_BITDEPS 0
38 #ifdef CONFIG_MIPS_CPS_NS16550
40 #define DUMP_EXCEP(name) \
42 jal mips_cps_bev_dump; \
46 #else /* !CONFIG_MIPS_CPS_NS16550 */
48 #define DUMP_EXCEP(name)
50 #endif /* !CONFIG_MIPS_CPS_NS16550 */
53 * Set dest to non-zero if the core supports the MT ASE, else zero. If
54 * MT is not supported then branch to nomt.
56 .macro has_mt dest, nomt
57 mfc0 \dest, CP0_CONFIG, 1
59 mfc0 \dest, CP0_CONFIG, 2
61 mfc0 \dest, CP0_CONFIG, 3
62 andi \dest, \dest, MIPS_CONF3_MT
68 * Set dest to non-zero if the core supports MIPSr6 multithreading
69 * (ie. VPs), else zero. If MIPSr6 multithreading is not supported then
72 .macro has_vp dest, nomt
73 mfc0 \dest, CP0_CONFIG, 1
75 mfc0 \dest, CP0_CONFIG, 2
77 mfc0 \dest, CP0_CONFIG, 3
79 mfc0 \dest, CP0_CONFIG, 4
81 mfc0 \dest, CP0_CONFIG, 5
82 andi \dest, \dest, MIPS_CONF5_VP
87 /* Calculate an uncached address for the CM GCRs */
91 MFC0 $1, CP0_CMGCRBASE
93 PTR_LI \dest, UNCAC_BASE
94 PTR_ADDU \dest, \dest, $1
98 .section .text.cps-vec
101 LEAF(mips_cps_core_entry)
103 * These first 4 bytes will be patched by cps_smp_setup to load the
104 * CCA to use into register s0.
108 /* Check whether we're here due to an NMI */
115 PTR_LA k0, nmi_handler
125 li t0, ST0_CU1 | ST0_CU0 | ST0_BEV | STATUS_BITDEPS
128 /* Skip cache & coherence setup if we're already coherent */
130 lw s7, GCR_CL_COHERENCE_OFS(v1)
134 /* Initialize the L1 caches */
135 jal mips_cps_cache_init
138 /* Enter the coherent domain */
140 sw t0, GCR_CL_COHERENCE_OFS(v1)
143 /* Set Kseg0 CCA to that in s0 */
144 1: mfc0 t0, CP0_CONFIG
157 * We're up, cached & coherent. Perform any EVA initialization necessary
158 * before we access memory.
162 /* Retrieve boot configuration pointers */
163 jal mips_cps_get_bootcfg
166 /* Skip core-level init if we started up coherent */
170 /* Perform any further required core-level initialisation */
171 jal mips_cps_core_init
175 * Boot any other VPEs within this core that should be online, and
176 * deactivate this VPE if it should be offline.
179 jal mips_cps_boot_vpes
183 1: PTR_L t1, VPEBOOTCFG_PC(v1)
184 PTR_L gp, VPEBOOTCFG_GP(v1)
185 PTR_L sp, VPEBOOTCFG_SP(v1)
188 END(mips_cps_core_entry)
192 DUMP_EXCEP("TLB Fill")
199 DUMP_EXCEP("XTLB Fill")
213 DUMP_EXCEP("General")
220 DUMP_EXCEP("Interrupt")
227 PTR_LA k0, ejtag_debug_handler
232 LEAF(mips_cps_core_init)
233 #ifdef CONFIG_MIPS_MT_SMP
234 /* Check that the core implements the MT ASE */
240 /* Only allow 1 TC per VPE to execute... */
243 /* ...and for the moment only 1 VPE */
249 /* Enter VPE configuration state */
250 1: mfc0 t0, CP0_MVPCONTROL
251 ori t0, t0, MVPCONTROL_VPC
252 mtc0 t0, CP0_MVPCONTROL
254 /* Retrieve the number of VPEs within the core */
255 mfc0 t0, CP0_MVPCONF0
256 srl t0, t0, MVPCONF0_PVPE_SHIFT
257 andi t0, t0, (MVPCONF0_PVPE >> MVPCONF0_PVPE_SHIFT)
260 /* If there's only 1, we're done */
264 /* Loop through each VPE within this core */
267 1: /* Operate on the appropriate TC */
268 mtc0 ta1, CP0_VPECONTROL
271 /* Bind TC to VPE (1:1 TC:VPE mapping) */
272 mttc0 ta1, CP0_TCBIND
274 /* Set exclusive TC, non-active, master */
276 sll t1, ta1, VPECONF0_XTC_SHIFT
278 mttc0 t0, CP0_VPECONF0
280 /* Set TC non-active, non-allocatable */
281 mttc0 zero, CP0_TCSTATUS
293 /* Leave VPE configuration state */
294 2: mfc0 t0, CP0_MVPCONTROL
295 xori t0, t0, MVPCONTROL_VPC
296 mtc0 t0, CP0_MVPCONTROL
302 END(mips_cps_core_init)
305 * mips_cps_get_bootcfg() - retrieve boot configuration pointers
307 * Returns: pointer to struct core_boot_config in v0, pointer to
308 * struct vpe_boot_config in v1, VPE ID in t9
310 LEAF(mips_cps_get_bootcfg)
311 /* Calculate a pointer to this cores struct core_boot_config */
313 lw t0, GCR_CL_ID_OFS(t0)
314 li t1, COREBOOTCFG_SIZE
316 PTR_LA t1, mips_cps_core_bootcfg
320 /* Calculate this VPEs ID. If the core doesn't support MT use 0 */
322 #if defined(CONFIG_CPU_MIPSR6)
326 * Assume non-contiguous numbering. Perhaps some day we'll need
327 * to handle contiguous VP numbering, but no such systems yet
330 mfc0 t9, CP0_GLOBALNUMBER
331 andi t9, t9, MIPS_GLOBALNUMBER_VP
332 #elif defined(CONFIG_MIPS_MT_SMP)
335 /* Find the number of VPEs present in the core */
336 mfc0 t1, CP0_MVPCONF0
337 srl t1, t1, MVPCONF0_PVPE_SHIFT
338 andi t1, t1, MVPCONF0_PVPE >> MVPCONF0_PVPE_SHIFT
341 /* Calculate a mask for the VPE ID from EBase.CPUNum */
349 /* Retrieve the VPE ID from EBase.CPUNum */
354 1: /* Calculate a pointer to this VPEs struct vpe_boot_config */
355 li t1, VPEBOOTCFG_SIZE
357 PTR_L ta3, COREBOOTCFG_VPECONFIG(v0)
362 END(mips_cps_get_bootcfg)
364 LEAF(mips_cps_boot_vpes)
365 lw ta2, COREBOOTCFG_VPEMASK(a0)
366 PTR_L ta3, COREBOOTCFG_VPECONFIG(a0)
368 #if defined(CONFIG_CPU_MIPSR6)
372 /* Find base address of CPC */
374 PTR_L t1, GCR_CPC_BASE_OFS(t3)
377 PTR_LI t2, UNCAC_BASE
380 /* Start any other VPs that ought to be running */
381 PTR_S ta2, CPC_CL_VC_RUN_OFS(t1)
383 /* Ensure this VP stops running if it shouldn't be */
385 PTR_S ta2, CPC_CL_VC_STOP_OFS(t1)
388 #elif defined(CONFIG_MIPS_MT)
393 /* If the core doesn't support MT then return */
396 /* Enter VPE configuration state */
401 1: mfc0 t1, CP0_MVPCONTROL
402 ori t1, t1, MVPCONTROL_VPC
403 mtc0 t1, CP0_MVPCONTROL
406 /* Loop through each VPE */
410 /* Check whether the VPE should be running. If not, skip it */
415 /* Operate on the appropriate TC */
416 mfc0 t0, CP0_VPECONTROL
417 ori t0, t0, VPECONTROL_TARGTC
418 xori t0, t0, VPECONTROL_TARGTC
420 mtc0 t0, CP0_VPECONTROL
423 /* Skip the VPE if its TC is not halted */
428 /* Calculate a pointer to the VPEs struct vpe_boot_config */
429 li t0, VPEBOOTCFG_SIZE
433 /* Set the TC restart PC */
434 lw t1, VPEBOOTCFG_PC(t0)
435 mttc0 t1, CP0_TCRESTART
437 /* Set the TC stack pointer */
438 lw t1, VPEBOOTCFG_SP(t0)
441 /* Set the TC global pointer */
442 lw t1, VPEBOOTCFG_GP(t0)
445 /* Copy config from this VPE */
450 * Copy the EVA config from this VPE if the CPU supports it.
451 * CONFIG3 must exist to be running MT startup - just read it.
453 mfc0 t0, CP0_CONFIG, 3
454 and t0, t0, MIPS_CONF3_SC
458 mttc0 t0, CP0_SEGCTL0
460 mttc0 t0, CP0_SEGCTL1
462 mttc0 t0, CP0_SEGCTL2
464 /* Ensure no software interrupts are pending */
465 mttc0 zero, CP0_CAUSE
466 mttc0 zero, CP0_STATUS
468 /* Set TC active, not interrupt exempt */
469 mftc0 t0, CP0_TCSTATUS
470 li t1, ~TCSTATUS_IXMT
472 ori t0, t0, TCSTATUS_A
473 mttc0 t0, CP0_TCSTATUS
475 /* Clear the TC halt bit */
476 mttc0 zero, CP0_TCHALT
479 mftc0 t0, CP0_VPECONF0
480 ori t0, t0, VPECONF0_VPA
481 mttc0 t0, CP0_VPECONF0
489 /* Leave VPE configuration state */
490 mfc0 t1, CP0_MVPCONTROL
491 xori t1, t1, MVPCONTROL_VPC
492 mtc0 t1, CP0_MVPCONTROL
496 /* Check whether this VPE is meant to be running */
503 /* This VPE should be offline, halt the TC */
512 #endif /* CONFIG_MIPS_MT_SMP */
517 END(mips_cps_boot_vpes)
519 LEAF(mips_cps_cache_init)
521 * Clear the bits used to index the caches. Note that the architecture
522 * dictates that writing to any of TagLo or TagHi selects 0 or 2 should
523 * be valid for all MIPS32 CPUs, even those for which said writes are
526 mtc0 zero, CP0_TAGLO, 0
527 mtc0 zero, CP0_TAGHI, 0
528 mtc0 zero, CP0_TAGLO, 2
529 mtc0 zero, CP0_TAGHI, 2
532 /* Primary cache configuration is indicated by Config1 */
533 mfc0 v0, CP0_CONFIG, 1
535 /* Detect I-cache line size */
536 _EXT t0, v0, MIPS_CONF1_IL_SHF, MIPS_CONF1_IL_SZ
541 /* Detect I-cache size */
542 _EXT t1, v0, MIPS_CONF1_IS_SHF, MIPS_CONF1_IS_SZ
548 1: /* At this point t1 == I-cache sets per way */
549 _EXT t2, v0, MIPS_CONF1_IA_SHF, MIPS_CONF1_IA_SZ
556 1: cache Index_Store_Tag_I, 0(a0)
562 /* Detect D-cache line size */
563 _EXT t0, v0, MIPS_CONF1_DL_SHF, MIPS_CONF1_DL_SZ
568 /* Detect D-cache size */
569 _EXT t1, v0, MIPS_CONF1_DS_SHF, MIPS_CONF1_DS_SZ
575 1: /* At this point t1 == D-cache sets per way */
576 _EXT t2, v0, MIPS_CONF1_DA_SHF, MIPS_CONF1_DA_SZ
584 1: cache Index_Store_Tag_D, 0(a0)
591 END(mips_cps_cache_init)
593 #if defined(CONFIG_MIPS_CPS_PM) && defined(CONFIG_CPU_PM)
595 /* Calculate a pointer to this CPUs struct mips_static_suspend_state */
601 PTR_LA \dest, __per_cpu_offset
604 PTR_LA \dest, cps_cpu_state
605 addu \dest, \dest, $1
609 LEAF(mips_cps_pm_save)
616 END(mips_cps_pm_save)
618 LEAF(mips_cps_pm_restore)
619 /* Restore CPU state */
621 RESUME_RESTORE_STATIC
622 RESUME_RESTORE_REGS_RETURN
623 END(mips_cps_pm_restore)
625 #endif /* CONFIG_MIPS_CPS_PM && CONFIG_CPU_PM */