[mirror_ubuntu-bionic-kernel.git] / arch / x86 / mm / numa.c

/* Common code for 32 and 64-bit NUMA */
#include <linux/topology.h>
#include <linux/module.h>
#include <linux/bootmem.h>

#ifdef CONFIG_DEBUG_PER_CPU_MAPS
# define DBG(x...) printk(KERN_DEBUG x)
#else
# define DBG(x...)
#endif

/*
 * Which logical CPUs are on which nodes
 */
cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
EXPORT_SYMBOL(node_to_cpumask_map);

/*
 * Allocate node_to_cpumask_map based on number of available nodes
 * Requires node_possible_map to be valid.
 *
 * Note: node_to_cpumask() is not valid until after this is done.
 * (Use CONFIG_DEBUG_PER_CPU_MAPS to check this.)
 */
void __init setup_node_to_cpumask_map(void)
{
	unsigned int node, num = 0;

	/* setup nr_node_ids if not done yet */
	if (nr_node_ids == MAX_NUMNODES) {
		for_each_node_mask(node, node_possible_map)
			num = node;
		nr_node_ids = num + 1;
	}

	/* allocate the map */
	for (node = 0; node < nr_node_ids; node++)
		alloc_bootmem_cpumask_var(&node_to_cpumask_map[node]);

	/* cpumask_of_node() will now work */
	pr_debug("Node to cpumask map for %d nodes\n", nr_node_ids);
}

#ifdef CONFIG_DEBUG_PER_CPU_MAPS
/*
 * Returns a pointer to the bitmask of CPUs on Node 'node'.
 */
const struct cpumask *cpumask_of_node(int node)
{
	if (node >= nr_node_ids) {
		printk(KERN_WARNING
			"cpumask_of_node(%d): node > nr_node_ids(%d)\n",
			node, nr_node_ids);
		dump_stack();
		return cpu_none_mask;
	}
	if (node_to_cpumask_map[node] == NULL) {
		printk(KERN_WARNING
			"cpumask_of_node(%d): no node_to_cpumask_map!\n",
			node);
		dump_stack();
		return cpu_online_mask;
	}
	return &node_to_cpumask_map[node];
}
EXPORT_SYMBOL(cpumask_of_node);
#endif
Commit	Line	Data
71ee73e7 RR	1	/* Common code for 32 and 64-bit NUMA */
	2	#include <linux/topology.h>
	3	#include <linux/module.h>
	4	#include <linux/bootmem.h>
	5
	6	#ifdef CONFIG_DEBUG_PER_CPU_MAPS
	7	# define DBG(x...) printk(KERN_DEBUG x)
	8	#else
	9	# define DBG(x...)
	10	#endif
	11
	12	/*
	13	* Which logical CPUs are on which nodes
	14	*/
c032ef60	15	cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
71ee73e7 RR	16	EXPORT_SYMBOL(node_to_cpumask_map);
	17
	18	/*
	19	* Allocate node_to_cpumask_map based on number of available nodes
	20	* Requires node_possible_map to be valid.
	21	*
	22	* Note: node_to_cpumask() is not valid until after this is done.
	23	* (Use CONFIG_DEBUG_PER_CPU_MAPS to check this.)
	24	*/
	25	void __init setup_node_to_cpumask_map(void)
	26	{
	27	unsigned int node, num = 0;
71ee73e7 RR	28
	29	/* setup nr_node_ids if not done yet */
	30	if (nr_node_ids == MAX_NUMNODES) {
	31	for_each_node_mask(node, node_possible_map)
	32	num = node;
	33	nr_node_ids = num + 1;
	34	}
	35
	36	/* allocate the map */
c032ef60 RR	37	for (node = 0; node < nr_node_ids; node++)
c032ef60 RR	38	alloc_bootmem_cpumask_var(&node_to_cpumask_map[node]);
71ee73e7	39
c032ef60 RR	40	/* cpumask_of_node() will now work */
c032ef60 RR	41	pr_debug("Node to cpumask map for %d nodes\n", nr_node_ids);
71ee73e7 RR	42	}
	43
	44	#ifdef CONFIG_DEBUG_PER_CPU_MAPS
	45	/*
	46	* Returns a pointer to the bitmask of CPUs on Node 'node'.
	47	*/
73e907de	48	const struct cpumask *cpumask_of_node(int node)
71ee73e7	49	{
71ee73e7 RR	50	if (node >= nr_node_ids) {
	51	printk(KERN_WARNING
	52	"cpumask_of_node(%d): node > nr_node_ids(%d)\n",
	53	node, nr_node_ids);
	54	dump_stack();
	55	return cpu_none_mask;
	56	}
c032ef60 RR	57	if (node_to_cpumask_map[node] == NULL) {
	58	printk(KERN_WARNING
	59	"cpumask_of_node(%d): no node_to_cpumask_map!\n",
	60	node);
	61	dump_stack();
	62	return cpu_online_mask;
	63	}
71ee73e7 RR	64	return &node_to_cpumask_map[node];
	65	}
	66	EXPORT_SYMBOL(cpumask_of_node);
	67	#endif