2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
6 * Copyright (C) 2004, 05, 06 by Ralf Baechle
7 * Copyright (C) 2005 by MIPS Technologies, Inc.
9 #include <linux/cpumask.h>
10 #include <linux/oprofile.h>
11 #include <linux/interrupt.h>
12 #include <linux/smp.h>
13 #include <asm/irq_regs.h>
18 #define M_PERFCTL_EVENT(event) (((event) << MIPS_PERFCTRL_EVENT_S) & \
20 #define M_PERFCTL_VPEID(vpe) ((vpe) << MIPS_PERFCTRL_VPEID_S)
22 #define M_COUNTER_OVERFLOW (1UL << 31)
24 static int (*save_perf_irq)(void);
25 static int perfcount_irq;
28 * XLR has only one set of counters per core. Designate the
29 * first hardware thread in the core for setup and init.
30 * Skip CPUs with non-zero hardware thread id (4 hwt per core)
32 #if defined(CONFIG_CPU_XLR) && defined(CONFIG_SMP)
33 #define oprofile_skip_cpu(c) ((cpu_logical_map(c) & 0x3) != 0)
35 #define oprofile_skip_cpu(c) 0
38 #ifdef CONFIG_MIPS_MT_SMP
39 #define WHAT (MIPS_PERFCTRL_MT_EN_VPE | \
40 M_PERFCTL_VPEID(cpu_vpe_id(¤t_cpu_data)))
41 #define vpe_id() (cpu_has_mipsmt_pertccounters ? \
42 0 : cpu_vpe_id(¤t_cpu_data))
45 * The number of bits to shift to convert between counters per core and
46 * counters per VPE. There is no reasonable interface atm to obtain the
47 * number of VPEs used by Linux and in the 34K this number is fixed to two
48 * anyways so we hardcore a few things here for the moment. The way it's
49 * done here will ensure that oprofile VSMP kernel will run right on a lesser
50 * core like a 24K also or with maxcpus=1.
52 static inline unsigned int vpe_shift(void)
54 if (num_possible_cpus() > 1)
65 static inline unsigned int vpe_shift(void)
72 static inline unsigned int counters_total_to_per_cpu(unsigned int counters)
74 return counters >> vpe_shift();
77 static inline unsigned int counters_per_cpu_to_total(unsigned int counters)
79 return counters << vpe_shift();
82 #define __define_perf_accessors(r, n, np) \
84 static inline unsigned int r_c0_ ## r ## n(void) \
86 unsigned int cpu = vpe_id(); \
90 return read_c0_ ## r ## n(); \
92 return read_c0_ ## r ## np(); \
99 static inline void w_c0_ ## r ## n(unsigned int value) \
101 unsigned int cpu = vpe_id(); \
105 write_c0_ ## r ## n(value); \
108 write_c0_ ## r ## np(value); \
116 __define_perf_accessors(perfcntr, 0, 2)
117 __define_perf_accessors(perfcntr, 1, 3)
118 __define_perf_accessors(perfcntr, 2, 0)
119 __define_perf_accessors(perfcntr, 3, 1)
121 __define_perf_accessors(perfctrl, 0, 2)
122 __define_perf_accessors(perfctrl, 1, 3)
123 __define_perf_accessors(perfctrl, 2, 0)
124 __define_perf_accessors(perfctrl, 3, 1)
126 struct op_mips_model op_model_mipsxx_ops;
128 static struct mipsxx_register_config {
129 unsigned int control[4];
130 unsigned int counter[4];
133 /* Compute all of the registers in preparation for enabling profiling. */
135 static void mipsxx_reg_setup(struct op_counter_config *ctr)
137 unsigned int counters = op_model_mipsxx_ops.num_counters;
140 /* Compute the performance counter control word. */
141 for (i = 0; i < counters; i++) {
148 reg.control[i] = M_PERFCTL_EVENT(ctr[i].event) |
151 reg.control[i] |= MIPS_PERFCTRL_K;
153 reg.control[i] |= MIPS_PERFCTRL_U;
155 reg.control[i] |= MIPS_PERFCTRL_EXL;
156 if (boot_cpu_type() == CPU_XLR)
157 reg.control[i] |= XLR_PERFCTRL_ALLTHREADS;
158 reg.counter[i] = 0x80000000 - ctr[i].count;
162 /* Program all of the registers in preparation for enabling profiling. */
164 static void mipsxx_cpu_setup(void *args)
166 unsigned int counters = op_model_mipsxx_ops.num_counters;
168 if (oprofile_skip_cpu(smp_processor_id()))
174 w_c0_perfcntr3(reg.counter[3]);
178 w_c0_perfcntr2(reg.counter[2]);
182 w_c0_perfcntr1(reg.counter[1]);
186 w_c0_perfcntr0(reg.counter[0]);
190 /* Start all counters on current CPU */
191 static void mipsxx_cpu_start(void *args)
193 unsigned int counters = op_model_mipsxx_ops.num_counters;
195 if (oprofile_skip_cpu(smp_processor_id()))
200 w_c0_perfctrl3(WHAT | reg.control[3]);
203 w_c0_perfctrl2(WHAT | reg.control[2]);
206 w_c0_perfctrl1(WHAT | reg.control[1]);
209 w_c0_perfctrl0(WHAT | reg.control[0]);
213 /* Stop all counters on current CPU */
214 static void mipsxx_cpu_stop(void *args)
216 unsigned int counters = op_model_mipsxx_ops.num_counters;
218 if (oprofile_skip_cpu(smp_processor_id()))
236 static int mipsxx_perfcount_handler(void)
238 unsigned int counters = op_model_mipsxx_ops.num_counters;
239 unsigned int control;
240 unsigned int counter;
241 int handled = IRQ_NONE;
243 if (cpu_has_mips_r2 && !(read_c0_cause() & CAUSEF_PCI))
247 #define HANDLE_COUNTER(n) \
250 control = r_c0_perfctrl ## n(); \
251 counter = r_c0_perfcntr ## n(); \
252 if ((control & MIPS_PERFCTRL_IE) && \
253 (counter & M_COUNTER_OVERFLOW)) { \
254 oprofile_add_sample(get_irq_regs(), n); \
255 w_c0_perfcntr ## n(reg.counter[n]); \
256 handled = IRQ_HANDLED; \
267 static inline int __n_counters(void)
271 if (!(read_c0_perfctrl0() & MIPS_PERFCTRL_M))
273 if (!(read_c0_perfctrl1() & MIPS_PERFCTRL_M))
275 if (!(read_c0_perfctrl2() & MIPS_PERFCTRL_M))
281 static inline int n_counters(void)
285 switch (current_cpu_type()) {
297 counters = __n_counters();
303 static void reset_counters(void *arg)
305 int counters = (int)(long)arg;
325 static irqreturn_t mipsxx_perfcount_int(int irq, void *dev_id)
327 return mipsxx_perfcount_handler();
330 static int __init mipsxx_init(void)
334 counters = n_counters();
336 printk(KERN_ERR "Oprofile: CPU has no performance counters\n");
340 #ifdef CONFIG_MIPS_MT_SMP
341 if (!cpu_has_mipsmt_pertccounters)
342 counters = counters_total_to_per_cpu(counters);
344 on_each_cpu(reset_counters, (void *)(long)counters, 1);
346 op_model_mipsxx_ops.num_counters = counters;
347 switch (current_cpu_type()) {
349 op_model_mipsxx_ops.cpu_type = "mips/M14Kc";
353 op_model_mipsxx_ops.cpu_type = "mips/M14KEc";
357 op_model_mipsxx_ops.cpu_type = "mips/20K";
361 op_model_mipsxx_ops.cpu_type = "mips/24K";
365 op_model_mipsxx_ops.cpu_type = "mips/25K";
370 op_model_mipsxx_ops.cpu_type = "mips/34K";
375 op_model_mipsxx_ops.cpu_type = "mips/74K";
379 op_model_mipsxx_ops.cpu_type = "mips/interAptiv";
383 op_model_mipsxx_ops.cpu_type = "mips/proAptiv";
387 op_model_mipsxx_ops.cpu_type = "mips/P5600";
391 op_model_mipsxx_ops.cpu_type = "mips/I6400";
395 op_model_mipsxx_ops.cpu_type = "mips/M5150";
399 op_model_mipsxx_ops.cpu_type = "mips/5K";
403 if ((current_cpu_data.processor_id & 0xff) == 0x20)
404 op_model_mipsxx_ops.cpu_type = "mips/r10000-v2.x";
406 op_model_mipsxx_ops.cpu_type = "mips/r10000";
411 op_model_mipsxx_ops.cpu_type = "mips/r12000";
415 op_model_mipsxx_ops.cpu_type = "mips/r16000";
420 op_model_mipsxx_ops.cpu_type = "mips/sb1";
424 op_model_mipsxx_ops.cpu_type = "mips/loongson1";
428 op_model_mipsxx_ops.cpu_type = "mips/xlr";
432 printk(KERN_ERR "Profiling unsupported for this CPU\n");
437 save_perf_irq = perf_irq;
438 perf_irq = mipsxx_perfcount_handler;
440 if (get_c0_perfcount_int)
441 perfcount_irq = get_c0_perfcount_int();
442 else if (cp0_perfcount_irq >= 0)
443 perfcount_irq = MIPS_CPU_IRQ_BASE + cp0_perfcount_irq;
447 if (perfcount_irq >= 0)
448 return request_irq(perfcount_irq, mipsxx_perfcount_int,
449 IRQF_PERCPU | IRQF_NOBALANCING |
450 IRQF_NO_THREAD | IRQF_NO_SUSPEND |
452 "Perfcounter", save_perf_irq);
457 static void mipsxx_exit(void)
459 int counters = op_model_mipsxx_ops.num_counters;
461 if (perfcount_irq >= 0)
462 free_irq(perfcount_irq, save_perf_irq);
464 counters = counters_per_cpu_to_total(counters);
465 on_each_cpu(reset_counters, (void *)(long)counters, 1);
467 perf_irq = save_perf_irq;
470 struct op_mips_model op_model_mipsxx_ops = {
471 .reg_setup = mipsxx_reg_setup,
472 .cpu_setup = mipsxx_cpu_setup,
475 .cpu_start = mipsxx_cpu_start,
476 .cpu_stop = mipsxx_cpu_stop,