of_numa.c 3.86 KB
Newer Older
1
// SPDX-License-Identifier: GPL-2.0
2 3 4 5 6 7
/*
 * OF NUMA Parsing support.
 *
 * Copyright (C) 2015 - 2016 Cavium Inc.
 */

Kefeng Wang's avatar
Kefeng Wang committed
8 9
#define pr_fmt(fmt) "OF: NUMA: " fmt

10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26
#include <linux/of.h>
#include <linux/of_address.h>
#include <linux/nodemask.h>

#include <asm/numa.h>

/* define default numa node to 0 */
#define DEFAULT_NODE 0

/*
 * Even though we connect cpus to numa domains later in SMP
 * init, we need to know the node ids now for all cpus.
*/
static void __init of_numa_parse_cpu_nodes(void)
{
	u32 nid;
	int r;
27
	struct device_node *np;
28

29
	for_each_of_cpu_node(np) {
30 31 32 33
		r = of_property_read_u32(np, "numa-node-id", &nid);
		if (r)
			continue;

Kefeng Wang's avatar
Kefeng Wang committed
34
		pr_debug("CPU on %u\n", nid);
35
		if (nid >= MAX_NUMNODES)
Kefeng Wang's avatar
Kefeng Wang committed
36
			pr_warn("Node id %u exceeds maximum value\n", nid);
37 38 39 40 41 42 43 44 45 46
		else
			node_set(nid, numa_nodes_parsed);
	}
}

static int __init of_numa_parse_memory_nodes(void)
{
	struct device_node *np = NULL;
	struct resource rsrc;
	u32 nid;
47
	int i, r;
48

49
	for_each_node_by_type(np, "memory") {
50 51 52 53 54 55 56 57 58
		r = of_property_read_u32(np, "numa-node-id", &nid);
		if (r == -EINVAL)
			/*
			 * property doesn't exist if -EINVAL, continue
			 * looking for more memory nodes with
			 * "numa-node-id" property
			 */
			continue;

59
		if (nid >= MAX_NUMNODES) {
Kefeng Wang's avatar
Kefeng Wang committed
60
			pr_warn("Node id %u exceeds maximum value\n", nid);
61 62 63
			r = -EINVAL;
		}

64 65 66 67 68
		for (i = 0; !r && !of_address_to_resource(np, i, &rsrc); i++)
			r = numa_add_memblk(nid, rsrc.start, rsrc.end + 1);

		if (!i || r) {
			of_node_put(np);
Kefeng Wang's avatar
Kefeng Wang committed
69
			pr_err("bad property in memory node\n");
70 71
			return r ? : -EINVAL;
		}
72 73
	}

74
	return 0;
75 76 77 78 79 80 81 82
}

static int __init of_numa_parse_distance_map_v1(struct device_node *map)
{
	const __be32 *matrix;
	int entry_count;
	int i;

Kefeng Wang's avatar
Kefeng Wang committed
83
	pr_info("parsing numa-distance-map-v1\n");
84 85 86

	matrix = of_get_property(map, "distance-matrix", NULL);
	if (!matrix) {
Kefeng Wang's avatar
Kefeng Wang committed
87
		pr_err("No distance-matrix property in distance-map\n");
88 89 90 91 92
		return -EINVAL;
	}

	entry_count = of_property_count_u32_elems(map, "distance-matrix");
	if (entry_count <= 0) {
Kefeng Wang's avatar
Kefeng Wang committed
93
		pr_err("Invalid distance-matrix\n");
94 95 96 97 98 99 100 101 102 103 104 105 106
		return -EINVAL;
	}

	for (i = 0; i + 2 < entry_count; i += 3) {
		u32 nodea, nodeb, distance;

		nodea = of_read_number(matrix, 1);
		matrix++;
		nodeb = of_read_number(matrix, 1);
		matrix++;
		distance = of_read_number(matrix, 1);
		matrix++;

107 108 109 110 111 112 113
		if ((nodea == nodeb && distance != LOCAL_DISTANCE) ||
		    (nodea != nodeb && distance <= LOCAL_DISTANCE)) {
			pr_err("Invalid distance[node%d -> node%d] = %d\n",
			       nodea, nodeb, distance);
			return -EINVAL;
		}

114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156
		numa_set_distance(nodea, nodeb, distance);

		/* Set default distance of node B->A same as A->B */
		if (nodeb > nodea)
			numa_set_distance(nodeb, nodea, distance);
	}

	return 0;
}

static int __init of_numa_parse_distance_map(void)
{
	int ret = 0;
	struct device_node *np;

	np = of_find_compatible_node(NULL, NULL,
				     "numa-distance-map-v1");
	if (np)
		ret = of_numa_parse_distance_map_v1(np);

	of_node_put(np);
	return ret;
}

int of_node_to_nid(struct device_node *device)
{
	struct device_node *np;
	u32 nid;
	int r = -ENODATA;

	np = of_node_get(device);

	while (np) {
		r = of_property_read_u32(np, "numa-node-id", &nid);
		/*
		 * -EINVAL indicates the property was not found, and
		 *  we walk up the tree trying to find a parent with a
		 *  "numa-node-id".  Any other type of error indicates
		 *  a bad device tree and we give up.
		 */
		if (r != -EINVAL)
			break;

157
		np = of_get_next_parent(np);
158 159
	}
	if (np && r)
160 161
		pr_warn("Invalid \"numa-node-id\" property in node %pOFn\n",
			np);
162 163
	of_node_put(np);

164 165 166 167 168 169
	/*
	 * If numa=off passed on command line, or with a defective
	 * device tree, the nid may not be in the set of possible
	 * nodes.  Check for this case and return NUMA_NO_NODE.
	 */
	if (!r && nid < MAX_NUMNODES && node_possible(nid))
170
		return nid;
171 172 173 174 175 176 177 178 179 180 181 182 183 184

	return NUMA_NO_NODE;
}

int __init of_numa_init(void)
{
	int r;

	of_numa_parse_cpu_nodes();
	r = of_numa_parse_memory_nodes();
	if (r)
		return r;
	return of_numa_parse_distance_map();
}