[mirror_ubuntu-bionic-kernel.git] / arch / mips / sgi-ip27 / ip27-smp.c

/*
 * This file is subject to the terms and conditions of the GNU General
 * Public License.  See the file "COPYING" in the main directory of this
 * archive for more details.
 *
 * Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com)
 * Copyright (C) 2000 - 2001 by Silicon Graphics, Inc.
 */
#include <linux/init.h>
#include <linux/sched.h>
#include <linux/sched/task_stack.h>
#include <linux/topology.h>
#include <linux/nodemask.h>

#include <asm/page.h>
#include <asm/processor.h>
#include <asm/ptrace.h>
#include <asm/sn/arch.h>
#include <asm/sn/gda.h>
#include <asm/sn/intr.h>
#include <asm/sn/klconfig.h>
#include <asm/sn/launch.h>
#include <asm/sn/mapped_kernel.h>
#include <asm/sn/sn_private.h>
#include <asm/sn/types.h>
#include <asm/sn/sn0/hubpi.h>
#include <asm/sn/sn0/hubio.h>
#include <asm/sn/sn0/ip27.h>

/*
 * Takes as first input the PROM assigned cpu id, and the kernel
 * assigned cpu id as the second.
 */
static void alloc_cpupda(cpuid_t cpu, int cpunum)
{
	cnodeid_t node = get_cpu_cnode(cpu);
	nasid_t nasid = COMPACT_TO_NASID_NODEID(node);

	cputonasid(cpunum) = nasid;
	sn_cpu_info[cpunum].p_nodeid = node;
	cputoslice(cpunum) = get_cpu_slice(cpu);
}

static nasid_t get_actual_nasid(lboard_t *brd)
{
	klhub_t *hub;

	if (!brd)
		return INVALID_NASID;

	/* find out if we are a completely disabled brd. */
	hub  = (klhub_t *)find_first_component(brd, KLSTRUCT_HUB);
	if (!hub)
		return INVALID_NASID;
	if (!(hub->hub_info.flags & KLINFO_ENABLE))	/* disabled node brd */
		return hub->hub_info.physid;
	else
		return brd->brd_nasid;
}

static int do_cpumask(cnodeid_t cnode, nasid_t nasid, int highest)
{
	static int tot_cpus_found = 0;
	lboard_t *brd;
	klcpu_t *acpu;
	int cpus_found = 0;
	cpuid_t cpuid;

	brd = find_lboard((lboard_t *)KL_CONFIG_INFO(nasid), KLTYPE_IP27);

	do {
		acpu = (klcpu_t *)find_first_component(brd, KLSTRUCT_CPU);
		while (acpu) {
			cpuid = acpu->cpu_info.virtid;
			/* cnode is not valid for completely disabled brds */
			if (get_actual_nasid(brd) == brd->brd_nasid)
				cpuid_to_compact_node[cpuid] = cnode;
			if (cpuid > highest)
				highest = cpuid;
			/* Only let it join in if it's marked enabled */
			if ((acpu->cpu_info.flags & KLINFO_ENABLE) &&
			    (tot_cpus_found != NR_CPUS)) {
				set_cpu_possible(cpuid, true);
				alloc_cpupda(cpuid, tot_cpus_found);
				cpus_found++;
				tot_cpus_found++;
			}
			acpu = (klcpu_t *)find_component(brd, (klinfo_t *)acpu,
								KLSTRUCT_CPU);
		}
		brd = KLCF_NEXT(brd);
		if (!brd)
			break;

		brd = find_lboard(brd, KLTYPE_IP27);
	} while (brd);

	return highest;
}

void cpu_node_probe(void)
{
	int i, highest = 0;
	gda_t *gdap = GDA;

	/*
	 * Initialize the arrays to invalid nodeid (-1)
	 */
	for (i = 0; i < MAX_COMPACT_NODES; i++)
		compact_to_nasid_node[i] = INVALID_NASID;
	for (i = 0; i < MAX_NASIDS; i++)
		nasid_to_compact_node[i] = INVALID_CNODEID;
	for (i = 0; i < MAXCPUS; i++)
		cpuid_to_compact_node[i] = INVALID_CNODEID;

	/*
	 * MCD - this whole "compact node" stuff can probably be dropped,
	 * as we can handle sparse numbering now
	 */
	nodes_clear(node_online_map);
	for (i = 0; i < MAX_COMPACT_NODES; i++) {
		nasid_t nasid = gdap->g_nasidtable[i];
		if (nasid == INVALID_NASID)
			break;
		compact_to_nasid_node[i] = nasid;
		nasid_to_compact_node[nasid] = i;
		node_set_online(num_online_nodes());
		highest = do_cpumask(i, nasid, highest);
	}

	printk("Discovered %d cpus on %d nodes\n", highest + 1, num_online_nodes());
}

static __init void intr_clear_all(nasid_t nasid)
{
	int i;

	REMOTE_HUB_S(nasid, PI_INT_MASK0_A, 0);
	REMOTE_HUB_S(nasid, PI_INT_MASK0_B, 0);
	REMOTE_HUB_S(nasid, PI_INT_MASK1_A, 0);
	REMOTE_HUB_S(nasid, PI_INT_MASK1_B, 0);

	for (i = 0; i < 128; i++)
		REMOTE_HUB_CLR_INTR(nasid, i);
}

static void ip27_send_ipi_single(int destid, unsigned int action)
{
	int irq;

	switch (action) {
	case SMP_RESCHEDULE_YOURSELF:
		irq = CPU_RESCHED_A_IRQ;
		break;
	case SMP_CALL_FUNCTION:
		irq = CPU_CALL_A_IRQ;
		break;
	default:
		panic("sendintr");
	}

	irq += cputoslice(destid);

	/*
	 * Convert the compact hub number to the NASID to get the correct
	 * part of the address space.  Then set the interrupt bit associated
	 * with the CPU we want to send the interrupt to.
	 */
	REMOTE_HUB_SEND_INTR(COMPACT_TO_NASID_NODEID(cpu_to_node(destid)), irq);
}

static void ip27_send_ipi_mask(const struct cpumask *mask, unsigned int action)
{
	unsigned int i;

	for_each_cpu(i, mask)
		ip27_send_ipi_single(i, action);
}

static void ip27_init_secondary(void)
{
	per_cpu_init();
}

static void ip27_smp_finish(void)
{
	extern void hub_rt_clock_event_init(void);

	hub_rt_clock_event_init();
	local_irq_enable();
}

/*
 * Launch a slave into smp_bootstrap().	 It doesn't take an argument, and we
 * set sp to the kernel stack of the newly created idle process, gp to the proc
 * struct so that current_thread_info() will work.
 */
static void ip27_boot_secondary(int cpu, struct task_struct *idle)
{
	unsigned long gp = (unsigned long)task_thread_info(idle);
	unsigned long sp = __KSTK_TOS(idle);

	LAUNCH_SLAVE(cputonasid(cpu), cputoslice(cpu),
		(launch_proc_t)MAPPED_KERN_RW_TO_K0(smp_bootstrap),
		0, (void *) sp, (void *) gp);
}

static void __init ip27_smp_setup(void)
{
	cnodeid_t	cnode;

	for_each_online_node(cnode) {
		if (cnode == 0)
			continue;
		intr_clear_all(COMPACT_TO_NASID_NODEID(cnode));
	}

	replicate_kernel_text();

	/*
	 * Assumption to be fixed: we're always booted on logical / physical
	 * processor 0.	 While we're always running on logical processor 0
	 * this still means this is physical processor zero; it might for
	 * example be disabled in the firmware.
	 */
	alloc_cpupda(0, 0);
}

static void __init ip27_prepare_cpus(unsigned int max_cpus)
{
	/* We already did everything necessary earlier */
}

struct plat_smp_ops ip27_smp_ops = {
	.send_ipi_single	= ip27_send_ipi_single,
	.send_ipi_mask		= ip27_send_ipi_mask,
	.init_secondary		= ip27_init_secondary,
	.smp_finish		= ip27_smp_finish,
	.boot_secondary		= ip27_boot_secondary,
	.smp_setup		= ip27_smp_setup,
	.prepare_cpus		= ip27_prepare_cpus,
};
Commit	Line	Data
1da177e4 LT	1	/*
	2	* This file is subject to the terms and conditions of the GNU General
	3	* Public License. See the file "COPYING" in the main directory of this
	4	* archive for more details.
	5	*
	6	* Copyright (C) 2000 - 2001 by Kanoj Sarcar (kanoj@sgi.com)
	7	* Copyright (C) 2000 - 2001 by Silicon Graphics, Inc.
	8	*/
	9	#include <linux/init.h>
	10	#include <linux/sched.h>
fc69910f	11	#include <linux/sched/task_stack.h>
ee6a3d19	12	#include <linux/topology.h>
1da177e4	13	#include <linux/nodemask.h>
fc69910f	14
1da177e4 LT	15	#include <asm/page.h>
1da177e4 LT	16	#include <asm/processor.h>
fc69910f	17	#include <asm/ptrace.h>
1da177e4 LT	18	#include <asm/sn/arch.h>
	19	#include <asm/sn/gda.h>
	20	#include <asm/sn/intr.h>
	21	#include <asm/sn/klconfig.h>
	22	#include <asm/sn/launch.h>
	23	#include <asm/sn/mapped_kernel.h>
	24	#include <asm/sn/sn_private.h>
	25	#include <asm/sn/types.h>
	26	#include <asm/sn/sn0/hubpi.h>
	27	#include <asm/sn/sn0/hubio.h>
	28	#include <asm/sn/sn0/ip27.h>
	29
	30	/*
	31	* Takes as first input the PROM assigned cpu id, and the kernel
	32	* assigned cpu id as the second.
	33	*/
	34	static void alloc_cpupda(cpuid_t cpu, int cpunum)
	35	{
	36	cnodeid_t node = get_cpu_cnode(cpu);
	37	nasid_t nasid = COMPACT_TO_NASID_NODEID(node);
	38
	39	cputonasid(cpunum) = nasid;
cc6e8e08	40	sn_cpu_info[cpunum].p_nodeid = node;
1da177e4 LT	41	cputoslice(cpunum) = get_cpu_slice(cpu);
	42	}
	43
	44	static nasid_t get_actual_nasid(lboard_t *brd)
	45	{
	46	klhub_t *hub;
	47
	48	if (!brd)
	49	return INVALID_NASID;
	50
	51	/* find out if we are a completely disabled brd. */
	52	hub = (klhub_t *)find_first_component(brd, KLSTRUCT_HUB);
	53	if (!hub)
	54	return INVALID_NASID;
	55	if (!(hub->hub_info.flags & KLINFO_ENABLE)) /* disabled node brd */
	56	return hub->hub_info.physid;
	57	else
	58	return brd->brd_nasid;
	59	}
	60
	61	static int do_cpumask(cnodeid_t cnode, nasid_t nasid, int highest)
	62	{
	63	static int tot_cpus_found = 0;
	64	lboard_t *brd;
	65	klcpu_t *acpu;
	66	int cpus_found = 0;
	67	cpuid_t cpuid;
	68
	69	brd = find_lboard((lboard_t *)KL_CONFIG_INFO(nasid), KLTYPE_IP27);
	70
	71	do {
	72	acpu = (klcpu_t *)find_first_component(brd, KLSTRUCT_CPU);
	73	while (acpu) {
	74	cpuid = acpu->cpu_info.virtid;
	75	/* cnode is not valid for completely disabled brds */
	76	if (get_actual_nasid(brd) == brd->brd_nasid)
	77	cpuid_to_compact_node[cpuid] = cnode;
	78	if (cpuid > highest)
	79	highest = cpuid;
	80	/* Only let it join in if it's marked enabled */
	81	if ((acpu->cpu_info.flags & KLINFO_ENABLE) &&
	82	(tot_cpus_found != NR_CPUS)) {
0b5f9c00	83	set_cpu_possible(cpuid, true);
1da177e4 LT	84	alloc_cpupda(cpuid, tot_cpus_found);
	85	cpus_found++;
	86	tot_cpus_found++;
	87	}
	88	acpu = (klcpu_t )find_component(brd, (klinfo_t )acpu,
	89	KLSTRUCT_CPU);
	90	}
	91	brd = KLCF_NEXT(brd);
	92	if (!brd)
	93	break;
	94
	95	brd = find_lboard(brd, KLTYPE_IP27);
	96	} while (brd);
	97
	98	return highest;
	99	}
	100
	101	void cpu_node_probe(void)
	102	{
	103	int i, highest = 0;
	104	gda_t *gdap = GDA;
	105
	106	/*
	107	* Initialize the arrays to invalid nodeid (-1)
	108	*/
	109	for (i = 0; i < MAX_COMPACT_NODES; i++)
	110	compact_to_nasid_node[i] = INVALID_NASID;
	111	for (i = 0; i < MAX_NASIDS; i++)
	112	nasid_to_compact_node[i] = INVALID_CNODEID;
	113	for (i = 0; i < MAXCPUS; i++)
	114	cpuid_to_compact_node[i] = INVALID_CNODEID;
	115
	116	/*
	117	* MCD - this whole "compact node" stuff can probably be dropped,
	118	* as we can handle sparse numbering now
	119	*/
	120	nodes_clear(node_online_map);
	121	for (i = 0; i < MAX_COMPACT_NODES; i++) {
	122	nasid_t nasid = gdap->g_nasidtable[i];
	123	if (nasid == INVALID_NASID)
	124	break;
	125	compact_to_nasid_node[i] = nasid;
	126	nasid_to_compact_node[nasid] = i;
	127	node_set_online(num_online_nodes());
	128	highest = do_cpumask(i, nasid, highest);
	129	}
	130
	131	printk("Discovered %d cpus on %d nodes\n", highest + 1, num_online_nodes());
	132	}
	133
39408c6a	134	static __init void intr_clear_all(nasid_t nasid)
1da177e4	135	{
1da177e4 LT	136	int i;
1da177e4 LT	137
1da177e4 LT	138	REMOTE_HUB_S(nasid, PI_INT_MASK0_A, 0);
	139	REMOTE_HUB_S(nasid, PI_INT_MASK0_B, 0);
	140	REMOTE_HUB_S(nasid, PI_INT_MASK1_A, 0);
	141	REMOTE_HUB_S(nasid, PI_INT_MASK1_B, 0);
39408c6a RB	142
	143	for (i = 0; i < 128; i++)
	144	REMOTE_HUB_CLR_INTR(nasid, i);
1da177e4 LT	145	}
1da177e4 LT	146
87353d8a	147	static void ip27_send_ipi_single(int destid, unsigned int action)
1da177e4	148	{
87353d8a	149	int irq;
1da177e4	150
87353d8a RB	151	switch (action) {
	152	case SMP_RESCHEDULE_YOURSELF:
	153	irq = CPU_RESCHED_A_IRQ;
	154	break;
	155	case SMP_CALL_FUNCTION:
	156	irq = CPU_CALL_A_IRQ;
	157	break;
	158	default:
	159	panic("sendintr");
de1db6ff	160	}
1da177e4	161
87353d8a	162	irq += cputoslice(destid);
1da177e4 LT	163
1da177e4 LT	164	/*
87353d8a RB	165	* Convert the compact hub number to the NASID to get the correct
	166	* part of the address space. Then set the interrupt bit associated
	167	* with the CPU we want to send the interrupt to.
1da177e4	168	*/
87353d8a	169	REMOTE_HUB_SEND_INTR(COMPACT_TO_NASID_NODEID(cpu_to_node(destid)), irq);
1da177e4 LT	170	}
1da177e4 LT	171
b533e652	172	static void ip27_send_ipi_mask(const struct cpumask *mask, unsigned int action)
87353d8a RB	173	{
	174	unsigned int i;
	175
48a048fe	176	for_each_cpu(i, mask)
87353d8a RB	177	ip27_send_ipi_single(i, action);
	178	}
	179
078a55fc	180	static void ip27_init_secondary(void)
87353d8a RB	181	{
87353d8a RB	182	per_cpu_init();
87353d8a RB	183	}
87353d8a RB	184
078a55fc	185	static void ip27_smp_finish(void)
87353d8a	186	{
b32bb803 TB	187	extern void hub_rt_clock_event_init(void);
	188
	189	hub_rt_clock_event_init();
	190	local_irq_enable();
87353d8a RB	191	}
87353d8a RB	192
1da177e4	193	/*
70342287	194	* Launch a slave into smp_bootstrap(). It doesn't take an argument, and we
1da177e4 LT	195	* set sp to the kernel stack of the newly created idle process, gp to the proc
	196	* struct so that current_thread_info() will work.
	197	*/
078a55fc	198	static void ip27_boot_secondary(int cpu, struct task_struct *idle)
1da177e4	199	{
dc8f6029 AV	200	unsigned long gp = (unsigned long)task_thread_info(idle);
dc8f6029 AV	201	unsigned long sp = __KSTK_TOS(idle);
1da177e4	202
21a151d8	203	LAUNCH_SLAVE(cputonasid(cpu), cputoslice(cpu),
1da177e4 LT	204	(launch_proc_t)MAPPED_KERN_RW_TO_K0(smp_bootstrap),
	205	0, (void ) sp, (void ) gp);
	206	}
	207
87353d8a	208	static void __init ip27_smp_setup(void)
1da177e4	209	{
87353d8a	210	cnodeid_t cnode;
1da177e4	211
87353d8a RB	212	for_each_online_node(cnode) {
	213	if (cnode == 0)
	214	continue;
	215	intr_clear_all(COMPACT_TO_NASID_NODEID(cnode));
1da177e4 LT	216	}
1da177e4 LT	217
87353d8a	218	replicate_kernel_text();
1da177e4 LT	219
1da177e4 LT	220	/*
87353d8a	221	* Assumption to be fixed: we're always booted on logical / physical
70342287	222	* processor 0. While we're always running on logical processor 0
87353d8a	223	* this still means this is physical processor zero; it might for
877d0310	224	* example be disabled in the firmware.
1da177e4	225	*/
87353d8a	226	alloc_cpupda(0, 0);
1da177e4	227	}
87353d8a RB	228
	229	static void __init ip27_prepare_cpus(unsigned int max_cpus)
	230	{
	231	/* We already did everything necessary earlier */
	232	}
	233
	234	struct plat_smp_ops ip27_smp_ops = {
	235	.send_ipi_single = ip27_send_ipi_single,
	236	.send_ipi_mask = ip27_send_ipi_mask,
	237	.init_secondary = ip27_init_secondary,
	238	.smp_finish = ip27_smp_finish,
87353d8a RB	239	.boot_secondary = ip27_boot_secondary,
	240	.smp_setup = ip27_smp_setup,
	241	.prepare_cpus = ip27_prepare_cpus,
	242	};