2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* This program is free software; you can redistribute it and/or
|
|
|
|
* modify it under the terms of the GNU General Public License
|
|
|
|
* as published by the Free Software Foundation; either version 2
|
|
|
|
* of the License, or (at your option) any later version.
|
|
|
|
*
|
|
|
|
* This program is distributed in the hope that it will be useful,
|
|
|
|
* but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
|
|
* GNU General Public License for more details.
|
|
|
|
*
|
|
|
|
* You should have received a copy of the GNU General Public License
|
|
|
|
* along with this program; if not, write to the Free Software
|
|
|
|
* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
|
|
|
|
*
|
|
|
|
* Copyright (C) 2000, 2001 Kanoj Sarcar
|
|
|
|
* Copyright (C) 2000, 2001 Ralf Baechle
|
|
|
|
* Copyright (C) 2000, 2001 Silicon Graphics, Inc.
|
|
|
|
* Copyright (C) 2000, 2001, 2003 Broadcom Corporation
|
|
|
|
*/
|
|
|
|
#include <linux/cache.h>
|
|
|
|
#include <linux/delay.h>
|
|
|
|
#include <linux/init.h>
|
|
|
|
#include <linux/interrupt.h>
|
2009-06-19 07:05:26 -06:00
|
|
|
#include <linux/smp.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <linux/spinlock.h>
|
|
|
|
#include <linux/threads.h>
|
|
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/time.h>
|
|
|
|
#include <linux/timex.h>
|
|
|
|
#include <linux/sched.h>
|
|
|
|
#include <linux/cpumask.h>
|
2006-02-20 06:35:27 -07:00
|
|
|
#include <linux/cpu.h>
|
2007-07-29 16:36:13 -06:00
|
|
|
#include <linux/err.h>
|
2009-11-20 05:34:33 -07:00
|
|
|
#include <linux/ftrace.h>
|
2015-12-08 06:20:27 -07:00
|
|
|
#include <linux/irqdomain.h>
|
|
|
|
#include <linux/of.h>
|
|
|
|
#include <linux/of_irq.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2011-07-26 17:09:06 -06:00
|
|
|
#include <linux/atomic.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <asm/cpu.h>
|
|
|
|
#include <asm/processor.h>
|
2013-05-21 08:59:19 -06:00
|
|
|
#include <asm/idle.h>
|
2008-04-28 10:14:26 -06:00
|
|
|
#include <asm/r4k-timer.h>
|
2015-12-08 06:20:27 -07:00
|
|
|
#include <asm/mips-cpc.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
#include <asm/mmu_context.h>
|
2007-10-11 16:46:09 -06:00
|
|
|
#include <asm/time.h>
|
2012-03-28 11:30:02 -06:00
|
|
|
#include <asm/setup.h>
|
2015-09-25 09:59:38 -06:00
|
|
|
#include <asm/maar.h>
|
2005-04-16 16:20:36 -06:00
|
|
|
|
MIPS: SMP: Fix build error.
CC arch/mips/kernel/smp.o
arch/mips/kernel/smp.c: In function ‘start_secondary’:
arch/mips/kernel/smp.c:149:2: error: passing argument 2 of ‘cpumask_set_cpu’ discards ‘volatile’ qualifier from pointer target type [-Werror]
cpumask_set_cpu(cpu, &cpu_callin_map);
^
In file included from ./arch/mips/include/asm/processor.h:14:0,
from ./arch/mips/include/asm/thread_info.h:15,
from include/linux/thread_info.h:54,
from include/asm-generic/preempt.h:4,
from arch/mips/include/generated/asm/preempt.h:1,
from include/linux/preempt.h:18,
from include/linux/interrupt.h:8,
from arch/mips/kernel/smp.c:24:
include/linux/cpumask.h:272:91: note: expected ‘struct cpumask *’ but argument is of type ‘volatile struct cpumask_t *’
static inline void cpumask_set_cpu(unsigned int cpu, struct cpumask *dstp)
^
arch/mips/kernel/smp.c: In function ‘smp_prepare_boot_cpu’:
arch/mips/kernel/smp.c:211:2: error: passing argument 2 of ‘cpumask_set_cpu’ discards ‘volatile’ qualifier from pointer target type [-Werror]
cpumask_set_cpu(0, &cpu_callin_map);
^
In file included from ./arch/mips/include/asm/processor.h:14:0,
from ./arch/mips/include/asm/thread_info.h:15,
from include/linux/thread_info.h:54,
from include/asm-generic/preempt.h:4,
from arch/mips/include/generated/asm/preempt.h:1,
from include/linux/preempt.h:18,
from include/linux/interrupt.h:8,
from arch/mips/kernel/smp.c:24:
include/linux/cpumask.h:272:91: note: expected ‘struct cpumask *’ but argument is of type ‘volatile struct cpumask_t *’
static inline void cpumask_set_cpu(unsigned int cpu, struct cpumask *dstp)
^
arch/mips/kernel/smp.c: In function ‘__cpu_up’:
arch/mips/kernel/smp.c:221:10: error: passing argument 2 of ‘cpumask_test_cpu’ discards ‘volatile’ qualifier from pointer target type [-Werror]
while (!cpumask_test_cpu(cpu, &cpu_callin_map))
^
In file included from ./arch/mips/include/asm/processor.h:14:0,
from ./arch/mips/include/asm/thread_info.h:15,
from include/linux/thread_info.h:54,
from include/asm-generic/preempt.h:4,
from arch/mips/include/generated/asm/preempt.h:1,
from include/linux/preempt.h:18,
from include/linux/interrupt.h:8,
from arch/mips/kernel/smp.c:24:
include/linux/cpumask.h:294:90: note: expected ‘const struct cpumask *’ but argument is of type ‘volatile struct cpumask_t *’
static inline int cpumask_test_cpu(int cpu, const struct cpumask *cpumask)
^
cc1: all warnings being treated as errors
make[2]: *** [arch/mips/kernel/smp.o] Error 1
make[1]: *** [arch/mips/kernel] Error 2
make: *** [arch/mips] Error 2
Signed-off-by: Ralf Baechle <ralf@linux-mips.org>
2015-05-11 22:43:04 -06:00
|
|
|
cpumask_t cpu_callin_map; /* Bitmask of started secondaries */
|
2010-07-23 19:41:45 -06:00
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
int __cpu_number_map[NR_CPUS]; /* Map physical to logical */
|
2010-07-23 19:41:45 -06:00
|
|
|
EXPORT_SYMBOL(__cpu_number_map);
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
int __cpu_logical_map[NR_CPUS]; /* Map logical to physical */
|
2010-07-23 19:41:45 -06:00
|
|
|
EXPORT_SYMBOL(__cpu_logical_map);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2007-03-02 13:42:04 -07:00
|
|
|
/* Number of TCs (or siblings in Intel speak) per CPU core */
|
|
|
|
int smp_num_siblings = 1;
|
|
|
|
EXPORT_SYMBOL(smp_num_siblings);
|
|
|
|
|
|
|
|
/* representing the TCs (or siblings in Intel speak) of each logical CPU */
|
|
|
|
cpumask_t cpu_sibling_map[NR_CPUS] __read_mostly;
|
|
|
|
EXPORT_SYMBOL(cpu_sibling_map);
|
|
|
|
|
2014-06-25 21:41:26 -06:00
|
|
|
/* representing the core map of multi-core chips of each logical CPU */
|
|
|
|
cpumask_t cpu_core_map[NR_CPUS] __read_mostly;
|
|
|
|
EXPORT_SYMBOL(cpu_core_map);
|
|
|
|
|
2015-07-10 02:29:10 -06:00
|
|
|
/*
|
|
|
|
* A logcal cpu mask containing only one VPE per core to
|
|
|
|
* reduce the number of IPIs on large MT systems.
|
|
|
|
*/
|
|
|
|
cpumask_t cpu_foreign_map __read_mostly;
|
|
|
|
EXPORT_SYMBOL(cpu_foreign_map);
|
|
|
|
|
2007-03-02 13:42:04 -07:00
|
|
|
/* representing cpus for which sibling maps can be computed */
|
|
|
|
static cpumask_t cpu_sibling_setup_map;
|
|
|
|
|
2014-06-25 21:41:26 -06:00
|
|
|
/* representing cpus for which core maps can be computed */
|
|
|
|
static cpumask_t cpu_core_setup_map;
|
|
|
|
|
2014-02-14 09:30:52 -07:00
|
|
|
cpumask_t cpu_coherent_mask;
|
|
|
|
|
2015-12-08 06:20:27 -07:00
|
|
|
#ifdef CONFIG_GENERIC_IRQ_IPI
|
|
|
|
static struct irq_desc *call_desc;
|
|
|
|
static struct irq_desc *sched_desc;
|
|
|
|
#endif
|
|
|
|
|
2007-03-02 13:42:04 -07:00
|
|
|
static inline void set_cpu_sibling_map(int cpu)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
|
2015-03-04 17:19:17 -07:00
|
|
|
cpumask_set_cpu(cpu, &cpu_sibling_setup_map);
|
2007-03-02 13:42:04 -07:00
|
|
|
|
|
|
|
if (smp_num_siblings > 1) {
|
2015-03-04 17:19:17 -07:00
|
|
|
for_each_cpu(i, &cpu_sibling_setup_map) {
|
2014-06-25 21:41:26 -06:00
|
|
|
if (cpu_data[cpu].package == cpu_data[i].package &&
|
|
|
|
cpu_data[cpu].core == cpu_data[i].core) {
|
2015-03-04 17:19:17 -07:00
|
|
|
cpumask_set_cpu(i, &cpu_sibling_map[cpu]);
|
|
|
|
cpumask_set_cpu(cpu, &cpu_sibling_map[i]);
|
2007-03-02 13:42:04 -07:00
|
|
|
}
|
|
|
|
}
|
|
|
|
} else
|
2015-03-04 17:19:17 -07:00
|
|
|
cpumask_set_cpu(cpu, &cpu_sibling_map[cpu]);
|
2007-03-02 13:42:04 -07:00
|
|
|
}
|
|
|
|
|
2014-06-25 21:41:26 -06:00
|
|
|
static inline void set_cpu_core_map(int cpu)
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
|
2015-03-04 17:19:17 -07:00
|
|
|
cpumask_set_cpu(cpu, &cpu_core_setup_map);
|
2014-06-25 21:41:26 -06:00
|
|
|
|
2015-03-04 17:19:17 -07:00
|
|
|
for_each_cpu(i, &cpu_core_setup_map) {
|
2014-06-25 21:41:26 -06:00
|
|
|
if (cpu_data[cpu].package == cpu_data[i].package) {
|
2015-03-04 17:19:17 -07:00
|
|
|
cpumask_set_cpu(i, &cpu_core_map[cpu]);
|
|
|
|
cpumask_set_cpu(cpu, &cpu_core_map[i]);
|
2014-06-25 21:41:26 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2015-07-10 02:29:10 -06:00
|
|
|
/*
|
|
|
|
* Calculate a new cpu_foreign_map mask whenever a
|
|
|
|
* new cpu appears or disappears.
|
|
|
|
*/
|
|
|
|
static inline void calculate_cpu_foreign_map(void)
|
|
|
|
{
|
|
|
|
int i, k, core_present;
|
|
|
|
cpumask_t temp_foreign_map;
|
|
|
|
|
|
|
|
/* Re-calculate the mask */
|
2016-03-04 03:10:51 -07:00
|
|
|
cpumask_clear(&temp_foreign_map);
|
2015-07-10 02:29:10 -06:00
|
|
|
for_each_online_cpu(i) {
|
|
|
|
core_present = 0;
|
|
|
|
for_each_cpu(k, &temp_foreign_map)
|
|
|
|
if (cpu_data[i].package == cpu_data[k].package &&
|
|
|
|
cpu_data[i].core == cpu_data[k].core)
|
|
|
|
core_present = 1;
|
|
|
|
if (!core_present)
|
|
|
|
cpumask_set_cpu(i, &temp_foreign_map);
|
|
|
|
}
|
|
|
|
|
|
|
|
cpumask_copy(&cpu_foreign_map, &temp_foreign_map);
|
|
|
|
}
|
|
|
|
|
2007-11-19 05:23:51 -07:00
|
|
|
struct plat_smp_ops *mp_ops;
|
2012-11-21 19:34:14 -07:00
|
|
|
EXPORT_SYMBOL(mp_ops);
|
2007-11-19 05:23:51 -07:00
|
|
|
|
MIPS: Delete __cpuinit/__CPUINIT usage from MIPS code
commit 3747069b25e419f6b51395f48127e9812abc3596 upstream.
The __cpuinit type of throwaway sections might have made sense
some time ago when RAM was more constrained, but now the savings
do not offset the cost and complications. For example, the fix in
commit 5e427ec2d0 ("x86: Fix bit corruption at CPU resume time")
is a good example of the nasty type of bugs that can be created
with improper use of the various __init prefixes.
After a discussion on LKML[1] it was decided that cpuinit should go
the way of devinit and be phased out. Once all the users are gone,
we can then finally remove the macros themselves from linux/init.h.
Note that some harmless section mismatch warnings may result, since
notify_cpu_starting() and cpu_up() are arch independent (kernel/cpu.c)
and are flagged as __cpuinit -- so if we remove the __cpuinit from
the arch specific callers, we will also get section mismatch warnings.
As an intermediate step, we intend to turn the linux/init.h cpuinit
related content into no-ops as early as possible, since that will get
rid of these warnings. In any case, they are temporary and harmless.
Here, we remove all the MIPS __cpuinit from C code and __CPUINIT
from asm files. MIPS is interesting in this respect, because there
are also uasm users hiding behind their own renamed versions of the
__cpuinit macros.
[1] https://lkml.org/lkml/2013/5/20/589
[ralf@linux-mips.org: Folded in Paul's followup fix.]
Signed-off-by: Paul Gortmaker <paul.gortmaker@windriver.com>
Cc: linux-mips@linux-mips.org
Patchwork: https://patchwork.linux-mips.org/patch/5494/
Patchwork: https://patchwork.linux-mips.org/patch/5495/
Patchwork: https://patchwork.linux-mips.org/patch/5509/
Signed-off-by: Ralf Baechle <ralf@linux-mips.org>
2013-06-18 07:38:59 -06:00
|
|
|
void register_smp_ops(struct plat_smp_ops *ops)
|
2007-11-19 05:23:51 -07:00
|
|
|
{
|
2008-05-06 04:21:22 -06:00
|
|
|
if (mp_ops)
|
|
|
|
printk(KERN_WARNING "Overriding previously set SMP ops\n");
|
2007-11-19 05:23:51 -07:00
|
|
|
|
|
|
|
mp_ops = ops;
|
|
|
|
}
|
|
|
|
|
2015-12-08 06:20:27 -07:00
|
|
|
#ifdef CONFIG_GENERIC_IRQ_IPI
|
|
|
|
void mips_smp_send_ipi_single(int cpu, unsigned int action)
|
|
|
|
{
|
|
|
|
mips_smp_send_ipi_mask(cpumask_of(cpu), action);
|
|
|
|
}
|
|
|
|
|
|
|
|
void mips_smp_send_ipi_mask(const struct cpumask *mask, unsigned int action)
|
|
|
|
{
|
|
|
|
unsigned long flags;
|
|
|
|
unsigned int core;
|
|
|
|
int cpu;
|
|
|
|
|
|
|
|
local_irq_save(flags);
|
|
|
|
|
|
|
|
switch (action) {
|
|
|
|
case SMP_CALL_FUNCTION:
|
|
|
|
__ipi_send_mask(call_desc, mask);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case SMP_RESCHEDULE_YOURSELF:
|
|
|
|
__ipi_send_mask(sched_desc, mask);
|
|
|
|
break;
|
|
|
|
|
|
|
|
default:
|
|
|
|
BUG();
|
|
|
|
}
|
|
|
|
|
|
|
|
if (mips_cpc_present()) {
|
|
|
|
for_each_cpu(cpu, mask) {
|
|
|
|
core = cpu_data[cpu].core;
|
|
|
|
|
|
|
|
if (core == current_cpu_data.core)
|
|
|
|
continue;
|
|
|
|
|
|
|
|
while (!cpumask_test_cpu(cpu, &cpu_coherent_mask)) {
|
|
|
|
mips_cpc_lock_other(core);
|
|
|
|
write_cpc_co_cmd(CPC_Cx_CMD_PWRUP);
|
|
|
|
mips_cpc_unlock_other();
|
|
|
|
}
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
local_irq_restore(flags);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
static irqreturn_t ipi_resched_interrupt(int irq, void *dev_id)
|
|
|
|
{
|
|
|
|
scheduler_ipi();
|
|
|
|
|
|
|
|
return IRQ_HANDLED;
|
|
|
|
}
|
|
|
|
|
|
|
|
static irqreturn_t ipi_call_interrupt(int irq, void *dev_id)
|
|
|
|
{
|
|
|
|
generic_smp_call_function_interrupt();
|
|
|
|
|
|
|
|
return IRQ_HANDLED;
|
|
|
|
}
|
|
|
|
|
|
|
|
static struct irqaction irq_resched = {
|
|
|
|
.handler = ipi_resched_interrupt,
|
|
|
|
.flags = IRQF_PERCPU,
|
|
|
|
.name = "IPI resched"
|
|
|
|
};
|
|
|
|
|
|
|
|
static struct irqaction irq_call = {
|
|
|
|
.handler = ipi_call_interrupt,
|
|
|
|
.flags = IRQF_PERCPU,
|
|
|
|
.name = "IPI call"
|
|
|
|
};
|
|
|
|
|
|
|
|
static __init void smp_ipi_init_one(unsigned int virq,
|
|
|
|
struct irqaction *action)
|
|
|
|
{
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
irq_set_handler(virq, handle_percpu_irq);
|
|
|
|
ret = setup_irq(virq, action);
|
|
|
|
BUG_ON(ret);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int __init mips_smp_ipi_init(void)
|
|
|
|
{
|
|
|
|
unsigned int call_virq, sched_virq;
|
|
|
|
struct irq_domain *ipidomain;
|
|
|
|
struct device_node *node;
|
|
|
|
|
|
|
|
node = of_irq_find_parent(of_root);
|
|
|
|
ipidomain = irq_find_matching_host(node, DOMAIN_BUS_IPI);
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Some platforms have half DT setup. So if we found irq node but
|
|
|
|
* didn't find an ipidomain, try to search for one that is not in the
|
|
|
|
* DT.
|
|
|
|
*/
|
|
|
|
if (node && !ipidomain)
|
|
|
|
ipidomain = irq_find_matching_host(NULL, DOMAIN_BUS_IPI);
|
|
|
|
|
2016-04-04 03:04:52 -06:00
|
|
|
/*
|
|
|
|
* There are systems which only use IPI domains some of the time,
|
|
|
|
* depending upon configuration we don't know until runtime. An
|
|
|
|
* example is Malta where we may compile in support for GIC & the
|
|
|
|
* MT ASE, but run on a system which has multiple VPEs in a single
|
|
|
|
* core and doesn't include a GIC. Until all IPI implementations
|
|
|
|
* have been converted to use IPI domains the best we can do here
|
|
|
|
* is to return & hope some other code sets up the IPIs.
|
|
|
|
*/
|
|
|
|
if (!ipidomain)
|
|
|
|
return 0;
|
2015-12-08 06:20:27 -07:00
|
|
|
|
|
|
|
call_virq = irq_reserve_ipi(ipidomain, cpu_possible_mask);
|
|
|
|
BUG_ON(!call_virq);
|
|
|
|
|
|
|
|
sched_virq = irq_reserve_ipi(ipidomain, cpu_possible_mask);
|
|
|
|
BUG_ON(!sched_virq);
|
|
|
|
|
|
|
|
if (irq_domain_is_ipi_per_cpu(ipidomain)) {
|
|
|
|
int cpu;
|
|
|
|
|
|
|
|
for_each_cpu(cpu, cpu_possible_mask) {
|
|
|
|
smp_ipi_init_one(call_virq + cpu, &irq_call);
|
|
|
|
smp_ipi_init_one(sched_virq + cpu, &irq_resched);
|
|
|
|
}
|
|
|
|
} else {
|
|
|
|
smp_ipi_init_one(call_virq, &irq_call);
|
|
|
|
smp_ipi_init_one(sched_virq, &irq_resched);
|
|
|
|
}
|
|
|
|
|
|
|
|
call_desc = irq_to_desc(call_virq);
|
|
|
|
sched_desc = irq_to_desc(sched_virq);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
early_initcall(mips_smp_ipi_init);
|
|
|
|
#endif
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* First C code run on the secondary CPUs after being started up by
|
|
|
|
* the master.
|
|
|
|
*/
|
MIPS: Delete __cpuinit/__CPUINIT usage from MIPS code
commit 3747069b25e419f6b51395f48127e9812abc3596 upstream.
The __cpuinit type of throwaway sections might have made sense
some time ago when RAM was more constrained, but now the savings
do not offset the cost and complications. For example, the fix in
commit 5e427ec2d0 ("x86: Fix bit corruption at CPU resume time")
is a good example of the nasty type of bugs that can be created
with improper use of the various __init prefixes.
After a discussion on LKML[1] it was decided that cpuinit should go
the way of devinit and be phased out. Once all the users are gone,
we can then finally remove the macros themselves from linux/init.h.
Note that some harmless section mismatch warnings may result, since
notify_cpu_starting() and cpu_up() are arch independent (kernel/cpu.c)
and are flagged as __cpuinit -- so if we remove the __cpuinit from
the arch specific callers, we will also get section mismatch warnings.
As an intermediate step, we intend to turn the linux/init.h cpuinit
related content into no-ops as early as possible, since that will get
rid of these warnings. In any case, they are temporary and harmless.
Here, we remove all the MIPS __cpuinit from C code and __CPUINIT
from asm files. MIPS is interesting in this respect, because there
are also uasm users hiding behind their own renamed versions of the
__cpuinit macros.
[1] https://lkml.org/lkml/2013/5/20/589
[ralf@linux-mips.org: Folded in Paul's followup fix.]
Signed-off-by: Paul Gortmaker <paul.gortmaker@windriver.com>
Cc: linux-mips@linux-mips.org
Patchwork: https://patchwork.linux-mips.org/patch/5494/
Patchwork: https://patchwork.linux-mips.org/patch/5495/
Patchwork: https://patchwork.linux-mips.org/patch/5509/
Signed-off-by: Ralf Baechle <ralf@linux-mips.org>
2013-06-18 07:38:59 -06:00
|
|
|
asmlinkage void start_secondary(void)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2005-11-08 22:39:01 -07:00
|
|
|
unsigned int cpu;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
cpu_probe();
|
2012-05-15 01:04:50 -06:00
|
|
|
per_cpu_trap_init(false);
|
2007-10-11 16:46:09 -06:00
|
|
|
mips_clockevent_init();
|
2007-11-19 05:23:51 -07:00
|
|
|
mp_ops->init_secondary();
|
2015-01-15 14:01:59 -07:00
|
|
|
cpu_report();
|
2015-09-25 09:59:38 -06:00
|
|
|
maar_init();
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
/*
|
|
|
|
* XXX parity protection should be folded in here when it's converted
|
|
|
|
* to an option instead of something based on .cputype
|
|
|
|
*/
|
|
|
|
|
|
|
|
calibrate_delay();
|
2005-11-08 22:39:01 -07:00
|
|
|
preempt_disable();
|
|
|
|
cpu = smp_processor_id();
|
2005-04-16 16:20:36 -06:00
|
|
|
cpu_data[cpu].udelay_val = loops_per_jiffy;
|
|
|
|
|
2015-03-04 17:19:17 -07:00
|
|
|
cpumask_set_cpu(cpu, &cpu_coherent_mask);
|
2008-09-07 08:57:22 -06:00
|
|
|
notify_cpu_starting(cpu);
|
|
|
|
|
2012-07-19 01:13:53 -06:00
|
|
|
set_cpu_online(cpu, true);
|
|
|
|
|
2007-03-02 13:42:04 -07:00
|
|
|
set_cpu_sibling_map(cpu);
|
2014-06-25 21:41:26 -06:00
|
|
|
set_cpu_core_map(cpu);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2015-07-10 02:29:10 -06:00
|
|
|
calculate_cpu_foreign_map();
|
|
|
|
|
2015-03-04 17:19:17 -07:00
|
|
|
cpumask_set_cpu(cpu, &cpu_callin_map);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2012-08-14 07:26:13 -06:00
|
|
|
synchronise_count_slave(cpu);
|
2008-04-28 10:14:26 -06:00
|
|
|
|
2012-07-19 01:13:53 -06:00
|
|
|
/*
|
|
|
|
* irq will be enabled in ->smp_finish(), enabling it too early
|
|
|
|
* is dangerous.
|
|
|
|
*/
|
|
|
|
WARN_ON_ONCE(!irqs_disabled());
|
2012-07-19 01:13:53 -06:00
|
|
|
mp_ops->smp_finish();
|
|
|
|
|
2016-02-26 11:43:40 -07:00
|
|
|
cpu_startup_entry(CPUHP_AP_ONLINE_IDLE);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static void stop_this_cpu(void *dummy)
|
|
|
|
{
|
|
|
|
/*
|
2015-07-10 02:29:10 -06:00
|
|
|
* Remove this CPU. Be a bit slow here and
|
|
|
|
* set the bits for every online CPU so we don't miss
|
|
|
|
* any IPI whilst taking this VPE down.
|
2005-04-16 16:20:36 -06:00
|
|
|
*/
|
2015-07-10 02:29:10 -06:00
|
|
|
|
|
|
|
cpumask_copy(&cpu_foreign_map, cpu_online_mask);
|
|
|
|
|
|
|
|
/* Make it visible to every other CPU */
|
|
|
|
smp_mb();
|
|
|
|
|
2012-03-28 23:08:30 -06:00
|
|
|
set_cpu_online(smp_processor_id(), false);
|
2015-07-10 02:29:10 -06:00
|
|
|
calculate_cpu_foreign_map();
|
2015-03-25 11:25:43 -06:00
|
|
|
local_irq_disable();
|
|
|
|
while (1);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
void smp_send_stop(void)
|
|
|
|
{
|
2008-06-06 03:18:06 -06:00
|
|
|
smp_call_function(stop_this_cpu, NULL, 0);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
void __init smp_cpus_done(unsigned int max_cpus)
|
|
|
|
{
|
|
|
|
}
|
|
|
|
|
|
|
|
/* called from main before smp_init() */
|
|
|
|
void __init smp_prepare_cpus(unsigned int max_cpus)
|
|
|
|
{
|
|
|
|
init_new_context(current, &init_mm);
|
|
|
|
current_thread_info()->cpu = 0;
|
2007-11-19 05:23:51 -07:00
|
|
|
mp_ops->prepare_cpus(max_cpus);
|
2007-03-02 13:42:04 -07:00
|
|
|
set_cpu_sibling_map(0);
|
2014-06-25 21:41:26 -06:00
|
|
|
set_cpu_core_map(0);
|
2015-07-10 02:29:10 -06:00
|
|
|
calculate_cpu_foreign_map();
|
2006-05-22 07:24:04 -06:00
|
|
|
#ifndef CONFIG_HOTPLUG_CPU
|
2012-03-28 23:08:30 -06:00
|
|
|
init_cpu_present(cpu_possible_mask);
|
2006-05-22 07:24:04 -06:00
|
|
|
#endif
|
2014-02-14 09:30:52 -07:00
|
|
|
cpumask_copy(&cpu_coherent_mask, cpu_possible_mask);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
/* preload SMP state for boot cpu */
|
2012-12-21 15:04:39 -07:00
|
|
|
void smp_prepare_boot_cpu(void)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2009-09-24 09:34:47 -06:00
|
|
|
set_cpu_possible(0, true);
|
|
|
|
set_cpu_online(0, true);
|
2015-03-04 17:19:17 -07:00
|
|
|
cpumask_set_cpu(0, &cpu_callin_map);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
MIPS: Delete __cpuinit/__CPUINIT usage from MIPS code
commit 3747069b25e419f6b51395f48127e9812abc3596 upstream.
The __cpuinit type of throwaway sections might have made sense
some time ago when RAM was more constrained, but now the savings
do not offset the cost and complications. For example, the fix in
commit 5e427ec2d0 ("x86: Fix bit corruption at CPU resume time")
is a good example of the nasty type of bugs that can be created
with improper use of the various __init prefixes.
After a discussion on LKML[1] it was decided that cpuinit should go
the way of devinit and be phased out. Once all the users are gone,
we can then finally remove the macros themselves from linux/init.h.
Note that some harmless section mismatch warnings may result, since
notify_cpu_starting() and cpu_up() are arch independent (kernel/cpu.c)
and are flagged as __cpuinit -- so if we remove the __cpuinit from
the arch specific callers, we will also get section mismatch warnings.
As an intermediate step, we intend to turn the linux/init.h cpuinit
related content into no-ops as early as possible, since that will get
rid of these warnings. In any case, they are temporary and harmless.
Here, we remove all the MIPS __cpuinit from C code and __CPUINIT
from asm files. MIPS is interesting in this respect, because there
are also uasm users hiding behind their own renamed versions of the
__cpuinit macros.
[1] https://lkml.org/lkml/2013/5/20/589
[ralf@linux-mips.org: Folded in Paul's followup fix.]
Signed-off-by: Paul Gortmaker <paul.gortmaker@windriver.com>
Cc: linux-mips@linux-mips.org
Patchwork: https://patchwork.linux-mips.org/patch/5494/
Patchwork: https://patchwork.linux-mips.org/patch/5495/
Patchwork: https://patchwork.linux-mips.org/patch/5509/
Signed-off-by: Ralf Baechle <ralf@linux-mips.org>
2013-06-18 07:38:59 -06:00
|
|
|
int __cpu_up(unsigned int cpu, struct task_struct *tidle)
|
2005-04-16 16:20:36 -06:00
|
|
|
{
|
2012-04-20 07:05:51 -06:00
|
|
|
mp_ops->boot_secondary(cpu, tidle);
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2005-02-22 14:18:01 -07:00
|
|
|
/*
|
|
|
|
* Trust is futile. We should really have timeouts ...
|
|
|
|
*/
|
MIPS: SMP: Fix build error.
CC arch/mips/kernel/smp.o
arch/mips/kernel/smp.c: In function ‘start_secondary’:
arch/mips/kernel/smp.c:149:2: error: passing argument 2 of ‘cpumask_set_cpu’ discards ‘volatile’ qualifier from pointer target type [-Werror]
cpumask_set_cpu(cpu, &cpu_callin_map);
^
In file included from ./arch/mips/include/asm/processor.h:14:0,
from ./arch/mips/include/asm/thread_info.h:15,
from include/linux/thread_info.h:54,
from include/asm-generic/preempt.h:4,
from arch/mips/include/generated/asm/preempt.h:1,
from include/linux/preempt.h:18,
from include/linux/interrupt.h:8,
from arch/mips/kernel/smp.c:24:
include/linux/cpumask.h:272:91: note: expected ‘struct cpumask *’ but argument is of type ‘volatile struct cpumask_t *’
static inline void cpumask_set_cpu(unsigned int cpu, struct cpumask *dstp)
^
arch/mips/kernel/smp.c: In function ‘smp_prepare_boot_cpu’:
arch/mips/kernel/smp.c:211:2: error: passing argument 2 of ‘cpumask_set_cpu’ discards ‘volatile’ qualifier from pointer target type [-Werror]
cpumask_set_cpu(0, &cpu_callin_map);
^
In file included from ./arch/mips/include/asm/processor.h:14:0,
from ./arch/mips/include/asm/thread_info.h:15,
from include/linux/thread_info.h:54,
from include/asm-generic/preempt.h:4,
from arch/mips/include/generated/asm/preempt.h:1,
from include/linux/preempt.h:18,
from include/linux/interrupt.h:8,
from arch/mips/kernel/smp.c:24:
include/linux/cpumask.h:272:91: note: expected ‘struct cpumask *’ but argument is of type ‘volatile struct cpumask_t *’
static inline void cpumask_set_cpu(unsigned int cpu, struct cpumask *dstp)
^
arch/mips/kernel/smp.c: In function ‘__cpu_up’:
arch/mips/kernel/smp.c:221:10: error: passing argument 2 of ‘cpumask_test_cpu’ discards ‘volatile’ qualifier from pointer target type [-Werror]
while (!cpumask_test_cpu(cpu, &cpu_callin_map))
^
In file included from ./arch/mips/include/asm/processor.h:14:0,
from ./arch/mips/include/asm/thread_info.h:15,
from include/linux/thread_info.h:54,
from include/asm-generic/preempt.h:4,
from arch/mips/include/generated/asm/preempt.h:1,
from include/linux/preempt.h:18,
from include/linux/interrupt.h:8,
from arch/mips/kernel/smp.c:24:
include/linux/cpumask.h:294:90: note: expected ‘const struct cpumask *’ but argument is of type ‘volatile struct cpumask_t *’
static inline int cpumask_test_cpu(int cpu, const struct cpumask *cpumask)
^
cc1: all warnings being treated as errors
make[2]: *** [arch/mips/kernel/smp.o] Error 1
make[1]: *** [arch/mips/kernel] Error 2
make: *** [arch/mips] Error 2
Signed-off-by: Ralf Baechle <ralf@linux-mips.org>
2015-05-11 22:43:04 -06:00
|
|
|
while (!cpumask_test_cpu(cpu, &cpu_callin_map)) {
|
2005-04-16 16:20:36 -06:00
|
|
|
udelay(100);
|
MIPS: SMP: Fix build error.
CC arch/mips/kernel/smp.o
arch/mips/kernel/smp.c: In function ‘start_secondary’:
arch/mips/kernel/smp.c:149:2: error: passing argument 2 of ‘cpumask_set_cpu’ discards ‘volatile’ qualifier from pointer target type [-Werror]
cpumask_set_cpu(cpu, &cpu_callin_map);
^
In file included from ./arch/mips/include/asm/processor.h:14:0,
from ./arch/mips/include/asm/thread_info.h:15,
from include/linux/thread_info.h:54,
from include/asm-generic/preempt.h:4,
from arch/mips/include/generated/asm/preempt.h:1,
from include/linux/preempt.h:18,
from include/linux/interrupt.h:8,
from arch/mips/kernel/smp.c:24:
include/linux/cpumask.h:272:91: note: expected ‘struct cpumask *’ but argument is of type ‘volatile struct cpumask_t *’
static inline void cpumask_set_cpu(unsigned int cpu, struct cpumask *dstp)
^
arch/mips/kernel/smp.c: In function ‘smp_prepare_boot_cpu’:
arch/mips/kernel/smp.c:211:2: error: passing argument 2 of ‘cpumask_set_cpu’ discards ‘volatile’ qualifier from pointer target type [-Werror]
cpumask_set_cpu(0, &cpu_callin_map);
^
In file included from ./arch/mips/include/asm/processor.h:14:0,
from ./arch/mips/include/asm/thread_info.h:15,
from include/linux/thread_info.h:54,
from include/asm-generic/preempt.h:4,
from arch/mips/include/generated/asm/preempt.h:1,
from include/linux/preempt.h:18,
from include/linux/interrupt.h:8,
from arch/mips/kernel/smp.c:24:
include/linux/cpumask.h:272:91: note: expected ‘struct cpumask *’ but argument is of type ‘volatile struct cpumask_t *’
static inline void cpumask_set_cpu(unsigned int cpu, struct cpumask *dstp)
^
arch/mips/kernel/smp.c: In function ‘__cpu_up’:
arch/mips/kernel/smp.c:221:10: error: passing argument 2 of ‘cpumask_test_cpu’ discards ‘volatile’ qualifier from pointer target type [-Werror]
while (!cpumask_test_cpu(cpu, &cpu_callin_map))
^
In file included from ./arch/mips/include/asm/processor.h:14:0,
from ./arch/mips/include/asm/thread_info.h:15,
from include/linux/thread_info.h:54,
from include/asm-generic/preempt.h:4,
from arch/mips/include/generated/asm/preempt.h:1,
from include/linux/preempt.h:18,
from include/linux/interrupt.h:8,
from arch/mips/kernel/smp.c:24:
include/linux/cpumask.h:294:90: note: expected ‘const struct cpumask *’ but argument is of type ‘volatile struct cpumask_t *’
static inline int cpumask_test_cpu(int cpu, const struct cpumask *cpumask)
^
cc1: all warnings being treated as errors
make[2]: *** [arch/mips/kernel/smp.o] Error 1
make[1]: *** [arch/mips/kernel] Error 2
make: *** [arch/mips] Error 2
Signed-off-by: Ralf Baechle <ralf@linux-mips.org>
2015-05-11 22:43:04 -06:00
|
|
|
schedule();
|
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2012-08-14 07:26:13 -06:00
|
|
|
synchronise_count_master(cpu);
|
2005-04-16 16:20:36 -06:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Not really SMP stuff ... */
|
|
|
|
int setup_profiling_timer(unsigned int multiplier)
|
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
static void flush_tlb_all_ipi(void *info)
|
|
|
|
{
|
|
|
|
local_flush_tlb_all();
|
|
|
|
}
|
|
|
|
|
|
|
|
void flush_tlb_all(void)
|
|
|
|
{
|
2008-05-09 01:39:44 -06:00
|
|
|
on_each_cpu(flush_tlb_all_ipi, NULL, 1);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static void flush_tlb_mm_ipi(void *mm)
|
|
|
|
{
|
|
|
|
local_flush_tlb_mm((struct mm_struct *)mm);
|
|
|
|
}
|
|
|
|
|
2006-06-22 15:42:32 -06:00
|
|
|
/*
|
|
|
|
* Special Variant of smp_call_function for use by TLB functions:
|
|
|
|
*
|
|
|
|
* o No return value
|
|
|
|
* o collapses to normal function call on UP kernels
|
|
|
|
* o collapses to normal function call on systems with a single shared
|
|
|
|
* primary cache.
|
|
|
|
*/
|
|
|
|
static inline void smp_on_other_tlbs(void (*func) (void *info), void *info)
|
|
|
|
{
|
2008-06-06 03:18:06 -06:00
|
|
|
smp_call_function(func, info, 1);
|
2006-06-22 15:42:32 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static inline void smp_on_each_tlb(void (*func) (void *info), void *info)
|
|
|
|
{
|
|
|
|
preempt_disable();
|
|
|
|
|
|
|
|
smp_on_other_tlbs(func, info);
|
|
|
|
func(info);
|
|
|
|
|
|
|
|
preempt_enable();
|
|
|
|
}
|
|
|
|
|
2005-04-16 16:20:36 -06:00
|
|
|
/*
|
|
|
|
* The following tlb flush calls are invoked when old translations are
|
|
|
|
* being torn down, or pte attributes are changing. For single threaded
|
|
|
|
* address spaces, a new context is obtained on the current cpu, and tlb
|
|
|
|
* context on other cpus are invalidated to force a new context allocation
|
|
|
|
* at switch_mm time, should the mm ever be used on other cpus. For
|
|
|
|
* multithreaded address spaces, intercpu interrupts have to be sent.
|
|
|
|
* Another case where intercpu interrupts are required is when the target
|
|
|
|
* mm might be active on another cpu (eg debuggers doing the flushes on
|
|
|
|
* behalf of debugees, kswapd stealing pages from another process etc).
|
|
|
|
* Kanoj 07/00.
|
|
|
|
*/
|
|
|
|
|
|
|
|
void flush_tlb_mm(struct mm_struct *mm)
|
|
|
|
{
|
|
|
|
preempt_disable();
|
|
|
|
|
|
|
|
if ((atomic_read(&mm->mm_users) != 1) || (current->mm != mm)) {
|
2007-10-04 09:57:08 -06:00
|
|
|
smp_on_other_tlbs(flush_tlb_mm_ipi, mm);
|
2005-04-16 16:20:36 -06:00
|
|
|
} else {
|
2007-10-03 12:16:57 -06:00
|
|
|
unsigned int cpu;
|
|
|
|
|
2012-03-28 23:08:30 -06:00
|
|
|
for_each_online_cpu(cpu) {
|
|
|
|
if (cpu != smp_processor_id() && cpu_context(cpu, mm))
|
2007-10-03 12:16:57 -06:00
|
|
|
cpu_context(cpu, mm) = 0;
|
2012-03-28 23:08:30 -06:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
local_flush_tlb_mm(mm);
|
|
|
|
|
|
|
|
preempt_enable();
|
|
|
|
}
|
|
|
|
|
|
|
|
struct flush_tlb_data {
|
|
|
|
struct vm_area_struct *vma;
|
|
|
|
unsigned long addr1;
|
|
|
|
unsigned long addr2;
|
|
|
|
};
|
|
|
|
|
|
|
|
static void flush_tlb_range_ipi(void *info)
|
|
|
|
{
|
2007-10-04 09:57:08 -06:00
|
|
|
struct flush_tlb_data *fd = info;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
local_flush_tlb_range(fd->vma, fd->addr1, fd->addr2);
|
|
|
|
}
|
|
|
|
|
|
|
|
void flush_tlb_range(struct vm_area_struct *vma, unsigned long start, unsigned long end)
|
|
|
|
{
|
|
|
|
struct mm_struct *mm = vma->vm_mm;
|
|
|
|
|
|
|
|
preempt_disable();
|
|
|
|
if ((atomic_read(&mm->mm_users) != 1) || (current->mm != mm)) {
|
2007-10-04 11:18:52 -06:00
|
|
|
struct flush_tlb_data fd = {
|
|
|
|
.vma = vma,
|
|
|
|
.addr1 = start,
|
|
|
|
.addr2 = end,
|
|
|
|
};
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2007-10-04 09:57:08 -06:00
|
|
|
smp_on_other_tlbs(flush_tlb_range_ipi, &fd);
|
2005-04-16 16:20:36 -06:00
|
|
|
} else {
|
2007-10-03 12:16:57 -06:00
|
|
|
unsigned int cpu;
|
|
|
|
|
2012-03-28 23:08:30 -06:00
|
|
|
for_each_online_cpu(cpu) {
|
|
|
|
if (cpu != smp_processor_id() && cpu_context(cpu, mm))
|
2007-10-03 12:16:57 -06:00
|
|
|
cpu_context(cpu, mm) = 0;
|
2012-03-28 23:08:30 -06:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
local_flush_tlb_range(vma, start, end);
|
|
|
|
preempt_enable();
|
|
|
|
}
|
|
|
|
|
|
|
|
static void flush_tlb_kernel_range_ipi(void *info)
|
|
|
|
{
|
2007-10-04 09:57:08 -06:00
|
|
|
struct flush_tlb_data *fd = info;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
local_flush_tlb_kernel_range(fd->addr1, fd->addr2);
|
|
|
|
}
|
|
|
|
|
|
|
|
void flush_tlb_kernel_range(unsigned long start, unsigned long end)
|
|
|
|
{
|
2007-10-04 11:18:52 -06:00
|
|
|
struct flush_tlb_data fd = {
|
|
|
|
.addr1 = start,
|
|
|
|
.addr2 = end,
|
|
|
|
};
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2008-05-09 01:39:44 -06:00
|
|
|
on_each_cpu(flush_tlb_kernel_range_ipi, &fd, 1);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
static void flush_tlb_page_ipi(void *info)
|
|
|
|
{
|
2007-10-04 09:57:08 -06:00
|
|
|
struct flush_tlb_data *fd = info;
|
2005-04-16 16:20:36 -06:00
|
|
|
|
|
|
|
local_flush_tlb_page(fd->vma, fd->addr1);
|
|
|
|
}
|
|
|
|
|
|
|
|
void flush_tlb_page(struct vm_area_struct *vma, unsigned long page)
|
|
|
|
{
|
|
|
|
preempt_disable();
|
|
|
|
if ((atomic_read(&vma->vm_mm->mm_users) != 1) || (current->mm != vma->vm_mm)) {
|
2007-10-04 11:18:52 -06:00
|
|
|
struct flush_tlb_data fd = {
|
|
|
|
.vma = vma,
|
|
|
|
.addr1 = page,
|
|
|
|
};
|
2005-04-16 16:20:36 -06:00
|
|
|
|
2007-10-04 09:57:08 -06:00
|
|
|
smp_on_other_tlbs(flush_tlb_page_ipi, &fd);
|
2005-04-16 16:20:36 -06:00
|
|
|
} else {
|
2007-10-03 12:16:57 -06:00
|
|
|
unsigned int cpu;
|
|
|
|
|
2012-03-28 23:08:30 -06:00
|
|
|
for_each_online_cpu(cpu) {
|
|
|
|
if (cpu != smp_processor_id() && cpu_context(cpu, vma->vm_mm))
|
2007-10-03 12:16:57 -06:00
|
|
|
cpu_context(cpu, vma->vm_mm) = 0;
|
2012-03-28 23:08:30 -06:00
|
|
|
}
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
local_flush_tlb_page(vma, page);
|
|
|
|
preempt_enable();
|
|
|
|
}
|
|
|
|
|
|
|
|
static void flush_tlb_one_ipi(void *info)
|
|
|
|
{
|
|
|
|
unsigned long vaddr = (unsigned long) info;
|
|
|
|
|
|
|
|
local_flush_tlb_one(vaddr);
|
|
|
|
}
|
|
|
|
|
|
|
|
void flush_tlb_one(unsigned long vaddr)
|
|
|
|
{
|
2006-06-22 15:42:32 -06:00
|
|
|
smp_on_each_tlb(flush_tlb_one_ipi, (void *) vaddr);
|
2005-04-16 16:20:36 -06:00
|
|
|
}
|
|
|
|
|
|
|
|
EXPORT_SYMBOL(flush_tlb_page);
|
|
|
|
EXPORT_SYMBOL(flush_tlb_one);
|
2012-10-11 10:14:58 -06:00
|
|
|
|
|
|
|
#if defined(CONFIG_KEXEC)
|
|
|
|
void (*dump_ipi_function_ptr)(void *) = NULL;
|
|
|
|
void dump_send_ipi(void (*dump_ipi_callback)(void *))
|
|
|
|
{
|
|
|
|
int i;
|
|
|
|
int cpu = smp_processor_id();
|
|
|
|
|
|
|
|
dump_ipi_function_ptr = dump_ipi_callback;
|
|
|
|
smp_mb();
|
|
|
|
for_each_online_cpu(i)
|
|
|
|
if (i != cpu)
|
|
|
|
mp_ops->send_ipi_single(i, SMP_DUMP);
|
|
|
|
|
|
|
|
}
|
|
|
|
EXPORT_SYMBOL(dump_send_ipi);
|
|
|
|
#endif
|
2014-02-14 02:24:58 -07:00
|
|
|
|
|
|
|
#ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST
|
|
|
|
|
|
|
|
static DEFINE_PER_CPU(atomic_t, tick_broadcast_count);
|
|
|
|
static DEFINE_PER_CPU(struct call_single_data, tick_broadcast_csd);
|
|
|
|
|
|
|
|
void tick_broadcast(const struct cpumask *mask)
|
|
|
|
{
|
|
|
|
atomic_t *count;
|
|
|
|
struct call_single_data *csd;
|
|
|
|
int cpu;
|
|
|
|
|
|
|
|
for_each_cpu(cpu, mask) {
|
|
|
|
count = &per_cpu(tick_broadcast_count, cpu);
|
|
|
|
csd = &per_cpu(tick_broadcast_csd, cpu);
|
|
|
|
|
|
|
|
if (atomic_inc_return(count) == 1)
|
|
|
|
smp_call_function_single_async(cpu, csd);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
static void tick_broadcast_callee(void *info)
|
|
|
|
{
|
|
|
|
int cpu = smp_processor_id();
|
|
|
|
tick_receive_broadcast();
|
|
|
|
atomic_set(&per_cpu(tick_broadcast_count, cpu), 0);
|
|
|
|
}
|
|
|
|
|
|
|
|
static int __init tick_broadcast_init(void)
|
|
|
|
{
|
|
|
|
struct call_single_data *csd;
|
|
|
|
int cpu;
|
|
|
|
|
|
|
|
for (cpu = 0; cpu < NR_CPUS; cpu++) {
|
|
|
|
csd = &per_cpu(tick_broadcast_csd, cpu);
|
|
|
|
csd->func = tick_broadcast_callee;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
early_initcall(tick_broadcast_init);
|
|
|
|
|
|
|
|
#endif /* CONFIG_GENERIC_CLOCKEVENTS_BROADCAST */
|