2011-01-28 15:08:20 -07:00
|
|
|
/*
|
|
|
|
* sun4m SMP support.
|
2005-04-16 16:20:36 -06:00
|
|
|
*
|
|
|
|
* Copyright (C) 1996 David S. Miller (davem@caip.rutgers.edu)
|
|
|
|
*/
|
|
|
|
|
2012-04-04 13:49:26 -06:00
|
|
|
#include <linux/clockchips.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <linux/interrupt.h>
|
|
|
|
#include <linux/profile.h>
|
2008-02-06 02:37:51 -07:00
|
|
|
#include <linux/delay.h>
|
2017-02-01 11:08:20 -07:00
|
|
|
#include <linux/sched/mm.h>
|
2008-10-12 21:52:26 -06:00
|
|
|
#include <linux/cpu.h>
|
2008-02-06 02:37:51 -07:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <asm/cacheflush.h>
|
2012-03-30 07:53:50 -06:00
|
|
|
#include <asm/switch_to.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <asm/tlbflush.h>
|
2012-04-04 13:49:26 -06:00
|
|
|
#include <asm/timer.h>
|
2012-05-13 21:49:31 -06:00
|
|
|
#include <asm/oplib.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2007-07-21 20:18:57 -06:00
|
|
|
#include "irq.h"
|
2011-01-28 15:08:20 -07:00
|
|
|
#include "kernel.h"
|
2007-07-21 20:18:57 -06:00
|
|
|
|
2011-05-01 18:08:53 -06:00
|
|
|
#define IRQ_IPI_SINGLE 12
|
|
|
|
#define IRQ_IPI_MASK 13
|
|
|
|
#define IRQ_IPI_RESCHED 14
|
2005-04-16 16:20:36 -06:00
|
|
|
#define IRQ_CROSS_CALL 15
|
|
|
|
|
2009-01-07 19:09:10 -07:00
|
|
|
static inline unsigned long
|
|
|
|
swap_ulong(volatile unsigned long *ptr, unsigned long val)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
|
|
|
__asm__ __volatile__("swap [%1], %0\n\t" :
|
|
|
|
"=&r" (val), "=&r" (ptr) :
|
|
|
|
"0" (val), "1" (ptr));
|
|
|
|
return val;
|
|
|
|
}
|
|
|
|
|
sparc: delete __cpuinit/__CPUINIT usage from all users
The __cpuinit type of throwaway sections might have made sense
some time ago when RAM was more constrained, but now the savings
do not offset the cost and complications. For example, the fix in
commit 5e427ec2d0 ("x86: Fix bit corruption at CPU resume time")
is a good example of the nasty type of bugs that can be created
with improper use of the various __init prefixes.
After a discussion on LKML[1] it was decided that cpuinit should go
the way of devinit and be phased out. Once all the users are gone,
we can then finally remove the macros themselves from linux/init.h.
Note that some harmless section mismatch warnings may result, since
notify_cpu_starting() and cpu_up() are arch independent (kernel/cpu.c)
are flagged as __cpuinit -- so if we remove the __cpuinit from
arch specific callers, we will also get section mismatch warnings.
As an intermediate step, we intend to turn the linux/init.h cpuinit
content into no-ops as early as possible, since that will get rid
of these warnings. In any case, they are temporary and harmless.
This removes all the arch/sparc uses of the __cpuinit macros from
C files and removes __CPUINIT from assembly files. Note that even
though arch/sparc/kernel/trampoline_64.S has instances of ".previous"
in it, they are all paired off against explicit ".section" directives,
and not implicitly paired with __CPUINIT (unlike mips and arm were).
[1] https://lkml.org/lkml/2013/5/20/589
Cc: "David S. Miller" <davem@davemloft.net>
Cc: sparclinux@vger.kernel.org
Signed-off-by: Paul Gortmaker <paul.gortmaker@windriver.com>
2013-06-17 13:43:14 -06:00
|
|
|
void sun4m_cpu_pre_starting(void *arg)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2013-02-15 07:52:06 -07:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
sparc: delete __cpuinit/__CPUINIT usage from all users
The __cpuinit type of throwaway sections might have made sense
some time ago when RAM was more constrained, but now the savings
do not offset the cost and complications. For example, the fix in
commit 5e427ec2d0 ("x86: Fix bit corruption at CPU resume time")
is a good example of the nasty type of bugs that can be created
with improper use of the various __init prefixes.
After a discussion on LKML[1] it was decided that cpuinit should go
the way of devinit and be phased out. Once all the users are gone,
we can then finally remove the macros themselves from linux/init.h.
Note that some harmless section mismatch warnings may result, since
notify_cpu_starting() and cpu_up() are arch independent (kernel/cpu.c)
are flagged as __cpuinit -- so if we remove the __cpuinit from
arch specific callers, we will also get section mismatch warnings.
As an intermediate step, we intend to turn the linux/init.h cpuinit
content into no-ops as early as possible, since that will get rid
of these warnings. In any case, they are temporary and harmless.
This removes all the arch/sparc uses of the __cpuinit macros from
C files and removes __CPUINIT from assembly files. Note that even
though arch/sparc/kernel/trampoline_64.S has instances of ".previous"
in it, they are all paired off against explicit ".section" directives,
and not implicitly paired with __CPUINIT (unlike mips and arm were).
[1] https://lkml.org/lkml/2013/5/20/589
Cc: "David S. Miller" <davem@davemloft.net>
Cc: sparclinux@vger.kernel.org
Signed-off-by: Paul Gortmaker <paul.gortmaker@windriver.com>
2013-06-17 13:43:14 -06:00
|
|
|
void sun4m_cpu_pre_online(void *arg)
|
2013-02-15 07:52:06 -07:00
|
|
|
{
|
|
|
|
int cpuid = hard_smp_processor_id();
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2013-02-15 07:52:06 -07:00
|
|
|
/* Allow master to continue. The master will then give us the
|
|
|
|
* go-ahead by setting the smp_commenced_mask and will wait without
|
|
|
|
* timeouts until our setup is completed fully (signified by
|
|
|
|
* our bit being set in the cpu_online_mask).
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2009-01-07 19:09:10 -07:00
|
|
|
swap_ulong(&cpu_callin_map[cpuid], 1);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-03-23 23:36:19 -07:00
|
|
|
/* XXX: What's up with all the flushes? */
|
2012-05-13 21:49:31 -06:00
|
|
|
local_ops->cache_all();
|
|
|
|
local_ops->tlb_all();
|
2011-01-28 15:08:20 -07:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/* Fix idle thread fields. */
|
|
|
|
__asm__ __volatile__("ld [%0], %%g6\n\t"
|
|
|
|
: : "r" (¤t_set[cpuid])
|
|
|
|
: "memory" /* paranoid */);
|
|
|
|
|
|
|
|
/* Attach to the address space of init_task. */
|
2017-02-27 15:30:07 -07:00
|
|
|
mmgrab(&init_mm);
|
2005-04-16 16:20:36 -06:00
|
|
|
current->active_mm = &init_mm;
|
|
|
|
|
2011-05-16 14:38:07 -06:00
|
|
|
while (!cpumask_test_cpu(cpuid, &smp_commenced_mask))
|
2006-03-23 23:36:19 -07:00
|
|
|
mb();
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Cycle through the processors asking the PROM to start each one.
|
|
|
|
*/
|
|
|
|
void __init smp4m_boot_cpus(void)
|
|
|
|
{
|
2012-04-04 13:49:26 -06:00
|
|
|
sun4m_unmask_profile_irq();
|
2012-05-13 21:49:31 -06:00
|
|
|
local_ops->cache_all();
|
2006-03-23 23:36:19 -07:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
sparc: delete __cpuinit/__CPUINIT usage from all users
The __cpuinit type of throwaway sections might have made sense
some time ago when RAM was more constrained, but now the savings
do not offset the cost and complications. For example, the fix in
commit 5e427ec2d0 ("x86: Fix bit corruption at CPU resume time")
is a good example of the nasty type of bugs that can be created
with improper use of the various __init prefixes.
After a discussion on LKML[1] it was decided that cpuinit should go
the way of devinit and be phased out. Once all the users are gone,
we can then finally remove the macros themselves from linux/init.h.
Note that some harmless section mismatch warnings may result, since
notify_cpu_starting() and cpu_up() are arch independent (kernel/cpu.c)
are flagged as __cpuinit -- so if we remove the __cpuinit from
arch specific callers, we will also get section mismatch warnings.
As an intermediate step, we intend to turn the linux/init.h cpuinit
content into no-ops as early as possible, since that will get rid
of these warnings. In any case, they are temporary and harmless.
This removes all the arch/sparc uses of the __cpuinit macros from
C files and removes __CPUINIT from assembly files. Note that even
though arch/sparc/kernel/trampoline_64.S has instances of ".previous"
in it, they are all paired off against explicit ".section" directives,
and not implicitly paired with __CPUINIT (unlike mips and arm were).
[1] https://lkml.org/lkml/2013/5/20/589
Cc: "David S. Miller" <davem@davemloft.net>
Cc: sparclinux@vger.kernel.org
Signed-off-by: Paul Gortmaker <paul.gortmaker@windriver.com>
2013-06-17 13:43:14 -06:00
|
|
|
int smp4m_boot_one_cpu(int i, struct task_struct *idle)
|
2006-03-23 23:36:19 -07:00
|
|
|
{
|
|
|
|
unsigned long *entry = &sun4m_cpu_startup;
|
|
|
|
int timeout;
|
|
|
|
int cpu_node;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-03-23 23:36:19 -07:00
|
|
|
cpu_find_by_mid(i, &cpu_node);
|
2012-04-20 07:05:56 -06:00
|
|
|
current_set[i] = task_thread_info(idle);
|
2006-03-23 23:36:19 -07:00
|
|
|
|
|
|
|
/* See trampoline.S for details... */
|
2011-01-28 15:08:20 -07:00
|
|
|
entry += ((i - 1) * 3);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-03-23 23:36:19 -07:00
|
|
|
/*
|
|
|
|
* Initialize the contexts table
|
|
|
|
* Since the call to prom_startcpu() trashes the structure,
|
|
|
|
* we need to re-initialize it for each cpu
|
|
|
|
*/
|
|
|
|
smp_penguin_ctable.which_io = 0;
|
|
|
|
smp_penguin_ctable.phys_addr = (unsigned int) srmmu_ctx_table_phys;
|
|
|
|
smp_penguin_ctable.reg_size = 0;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-03-23 23:36:19 -07:00
|
|
|
/* whirrr, whirrr, whirrrrrrrrr... */
|
2011-01-28 15:08:20 -07:00
|
|
|
printk(KERN_INFO "Starting CPU %d at %p\n", i, entry);
|
2012-05-13 21:49:31 -06:00
|
|
|
local_ops->cache_all();
|
2011-01-28 15:08:20 -07:00
|
|
|
prom_startcpu(cpu_node, &smp_penguin_ctable, 0, (char *)entry);
|
2006-03-23 23:36:19 -07:00
|
|
|
|
|
|
|
/* wheee... it's going... */
|
2011-01-28 15:08:20 -07:00
|
|
|
for (timeout = 0; timeout < 10000; timeout++) {
|
|
|
|
if (cpu_callin_map[i])
|
2006-03-23 23:36:19 -07:00
|
|
|
break;
|
|
|
|
udelay(200);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2006-03-23 23:36:19 -07:00
|
|
|
if (!(cpu_callin_map[i])) {
|
2011-01-28 15:08:20 -07:00
|
|
|
printk(KERN_ERR "Processor %d is stuck.\n", i);
|
2006-03-23 23:36:19 -07:00
|
|
|
return -ENODEV;
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2012-05-13 21:49:31 -06:00
|
|
|
local_ops->cache_all();
|
2006-03-23 23:36:19 -07:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
void __init smp4m_smp_done(void)
|
|
|
|
{
|
|
|
|
int i, first;
|
|
|
|
int *prev;
|
|
|
|
|
|
|
|
/* setup cpu list for irq rotation */
|
|
|
|
first = 0;
|
|
|
|
prev = &first;
|
2009-03-15 22:10:24 -06:00
|
|
|
for_each_online_cpu(i) {
|
|
|
|
*prev = i;
|
|
|
|
prev = &cpu_data(i).next;
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
2006-03-23 23:36:19 -07:00
|
|
|
*prev = first;
|
2012-05-13 21:49:31 -06:00
|
|
|
local_ops->cache_all();
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
/* Ok, they are spinning and ready to go. */
|
|
|
|
}
|
|
|
|
|
2012-05-14 07:14:36 -06:00
|
|
|
static void sun4m_send_ipi(int cpu, int level)
|
2011-05-01 18:08:53 -06:00
|
|
|
{
|
2012-05-14 07:14:36 -06:00
|
|
|
sbus_writel(SUN4M_SOFT_INT(level), &sun4m_irq_percpu[cpu]->set);
|
2011-05-01 18:08:53 -06:00
|
|
|
}
|
|
|
|
|
2012-05-14 07:14:36 -06:00
|
|
|
static void sun4m_ipi_resched(int cpu)
|
2011-05-01 18:08:53 -06:00
|
|
|
{
|
2012-05-14 07:14:36 -06:00
|
|
|
sun4m_send_ipi(cpu, IRQ_IPI_RESCHED);
|
2011-05-01 18:08:53 -06:00
|
|
|
}
|
|
|
|
|
2012-05-14 07:14:36 -06:00
|
|
|
static void sun4m_ipi_single(int cpu)
|
2011-05-01 18:08:53 -06:00
|
|
|
{
|
2012-05-14 07:14:36 -06:00
|
|
|
sun4m_send_ipi(cpu, IRQ_IPI_SINGLE);
|
2011-05-01 18:08:53 -06:00
|
|
|
}
|
|
|
|
|
2012-05-14 07:14:36 -06:00
|
|
|
static void sun4m_ipi_mask_one(int cpu)
|
2011-05-01 18:08:53 -06:00
|
|
|
{
|
2012-05-14 07:14:36 -06:00
|
|
|
sun4m_send_ipi(cpu, IRQ_IPI_MASK);
|
2011-05-01 18:08:53 -06:00
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
static struct smp_funcall {
|
|
|
|
smpfunc_t func;
|
|
|
|
unsigned long arg1;
|
|
|
|
unsigned long arg2;
|
|
|
|
unsigned long arg3;
|
|
|
|
unsigned long arg4;
|
|
|
|
unsigned long arg5;
|
2006-03-23 23:36:19 -07:00
|
|
|
unsigned long processors_in[SUN4M_NCPUS]; /* Set when ipi entered. */
|
|
|
|
unsigned long processors_out[SUN4M_NCPUS]; /* Set when ipi exited. */
|
2005-04-16 16:20:36 -06:00
|
|
|
} ccall_info;
|
|
|
|
|
|
|
|
static DEFINE_SPINLOCK(cross_call_lock);
|
|
|
|
|
|
|
|
/* Cross calls must be serialized, at least currently. */
|
2012-05-14 07:14:36 -06:00
|
|
|
static void sun4m_cross_call(smpfunc_t func, cpumask_t mask, unsigned long arg1,
|
2008-06-05 12:40:58 -06:00
|
|
|
unsigned long arg2, unsigned long arg3,
|
2008-08-27 21:03:22 -06:00
|
|
|
unsigned long arg4)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2006-03-23 23:36:19 -07:00
|
|
|
register int ncpus = SUN4M_NCPUS;
|
2005-04-16 16:20:36 -06:00
|
|
|
unsigned long flags;
|
|
|
|
|
|
|
|
spin_lock_irqsave(&cross_call_lock, flags);
|
|
|
|
|
|
|
|
/* Init function glue. */
|
|
|
|
ccall_info.func = func;
|
|
|
|
ccall_info.arg1 = arg1;
|
|
|
|
ccall_info.arg2 = arg2;
|
|
|
|
ccall_info.arg3 = arg3;
|
|
|
|
ccall_info.arg4 = arg4;
|
2008-08-27 21:03:22 -06:00
|
|
|
ccall_info.arg5 = 0;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
/* Init receive/complete mapping, plus fire the IPI's off. */
|
|
|
|
{
|
|
|
|
register int i;
|
|
|
|
|
2011-05-16 14:38:07 -06:00
|
|
|
cpumask_clear_cpu(smp_processor_id(), &mask);
|
|
|
|
cpumask_and(&mask, cpu_online_mask, &mask);
|
2011-01-28 15:08:20 -07:00
|
|
|
for (i = 0; i < ncpus; i++) {
|
2011-05-16 14:38:07 -06:00
|
|
|
if (cpumask_test_cpu(i, &mask)) {
|
2005-04-16 16:20:36 -06:00
|
|
|
ccall_info.processors_in[i] = 0;
|
|
|
|
ccall_info.processors_out[i] = 0;
|
2012-05-14 07:14:36 -06:00
|
|
|
sun4m_send_ipi(i, IRQ_CROSS_CALL);
|
2005-04-16 16:20:36 -06:00
|
|
|
} else {
|
|
|
|
ccall_info.processors_in[i] = 1;
|
|
|
|
ccall_info.processors_out[i] = 1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
{
|
|
|
|
register int i;
|
|
|
|
|
|
|
|
i = 0;
|
|
|
|
do {
|
2011-05-16 14:38:07 -06:00
|
|
|
if (!cpumask_test_cpu(i, &mask))
|
2008-08-27 21:03:22 -06:00
|
|
|
continue;
|
2011-01-28 15:08:20 -07:00
|
|
|
while (!ccall_info.processors_in[i])
|
2005-04-16 16:20:36 -06:00
|
|
|
barrier();
|
2011-01-28 15:08:20 -07:00
|
|
|
} while (++i < ncpus);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
i = 0;
|
|
|
|
do {
|
2011-05-16 14:38:07 -06:00
|
|
|
if (!cpumask_test_cpu(i, &mask))
|
2008-08-27 21:03:22 -06:00
|
|
|
continue;
|
2011-01-28 15:08:20 -07:00
|
|
|
while (!ccall_info.processors_out[i])
|
2005-04-16 16:20:36 -06:00
|
|
|
barrier();
|
2011-01-28 15:08:20 -07:00
|
|
|
} while (++i < ncpus);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
spin_unlock_irqrestore(&cross_call_lock, flags);
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Running cross calls. */
|
|
|
|
void smp4m_cross_call_irq(void)
|
|
|
|
{
|
|
|
|
int i = smp_processor_id();
|
|
|
|
|
|
|
|
ccall_info.processors_in[i] = 1;
|
|
|
|
ccall_info.func(ccall_info.arg1, ccall_info.arg2, ccall_info.arg3,
|
|
|
|
ccall_info.arg4, ccall_info.arg5);
|
|
|
|
ccall_info.processors_out[i] = 1;
|
|
|
|
}
|
|
|
|
|
|
|
|
void smp4m_percpu_timer_interrupt(struct pt_regs *regs)
|
|
|
|
{
|
2006-10-08 07:30:44 -06:00
|
|
|
struct pt_regs *old_regs;
|
2012-04-04 13:49:26 -06:00
|
|
|
struct clock_event_device *ce;
|
2005-04-16 16:20:36 -06:00
|
|
|
int cpu = smp_processor_id();
|
|
|
|
|
2006-10-08 07:30:44 -06:00
|
|
|
old_regs = set_irq_regs(regs);
|
|
|
|
|
2012-04-04 13:49:26 -06:00
|
|
|
ce = &per_cpu(sparc32_clockevent, cpu);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2015-07-16 05:26:29 -06:00
|
|
|
if (clockevent_state_periodic(ce))
|
2012-04-04 13:49:26 -06:00
|
|
|
sun4m_clear_profile_irq(cpu);
|
|
|
|
else
|
2012-05-14 09:30:35 -06:00
|
|
|
sparc_config.load_profile_irq(cpu, 0); /* Is this needless? */
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2012-04-04 13:49:26 -06:00
|
|
|
irq_enter();
|
|
|
|
ce->event_handler(ce);
|
|
|
|
irq_exit();
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2006-10-08 07:30:44 -06:00
|
|
|
set_irq_regs(old_regs);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
2012-05-14 07:14:36 -06:00
|
|
|
static const struct sparc32_ipi_ops sun4m_ipi_ops = {
|
|
|
|
.cross_call = sun4m_cross_call,
|
|
|
|
.resched = sun4m_ipi_resched,
|
|
|
|
.single = sun4m_ipi_single,
|
|
|
|
.mask_one = sun4m_ipi_mask_one,
|
|
|
|
};
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
void __init sun4m_init_smp(void)
|
|
|
|
{
|
2012-05-14 07:14:36 -06:00
|
|
|
sparc32_ipi_ops = &sun4m_ipi_ops;
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|