1 /*
2 * Written by: Matthew Dobson, IBM Corporation
3 *
4 * Copyright (C) 2002, IBM Corp.
5 *
6 * All rights reserved.
7 *
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
12 *
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
17 * details.
18 *
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
22 *
23 * Send feedback to <colpatch@us.ibm.com>
24 */
25 #ifndef _ASM_X86_TOPOLOGY_H
26 #define _ASM_X86_TOPOLOGY_H
27
28 #ifdef CONFIG_X86_32
29 # ifdef CONFIG_X86_HT
30 # define ENABLE_TOPO_DEFINES
31 # endif
32 #else
33 # ifdef CONFIG_SMP
34 # define ENABLE_TOPO_DEFINES
35 # endif
36 #endif
37
38 /* Node not present */
39 #define NUMA_NO_NODE (-1)
40
41 #ifdef CONFIG_NUMA
42 #include <linux/cpumask.h>
43 #include <asm/mpspec.h>
44
45 #ifdef CONFIG_X86_32
46
47 /* Mappings between node number and cpus on that node. */
48 extern cpumask_t node_to_cpumask_map[];
49
50 /* Mappings between logical cpu number and node number */
51 extern int cpu_to_node_map[];
52
53 /* Returns the number of the node containing CPU 'cpu' */
cpu_to_node(int cpu)54 static inline int cpu_to_node(int cpu)
55 {
56 return cpu_to_node_map[cpu];
57 }
58 #define early_cpu_to_node(cpu) cpu_to_node(cpu)
59
60 /* Returns a bitmask of CPUs on Node 'node'.
61 *
62 * Side note: this function creates the returned cpumask on the stack
63 * so with a high NR_CPUS count, excessive stack space is used. The
64 * cpumask_of_node function should be used whenever possible.
65 */
node_to_cpumask(int node)66 static inline cpumask_t node_to_cpumask(int node)
67 {
68 return node_to_cpumask_map[node];
69 }
70
71 /* Returns a bitmask of CPUs on Node 'node'. */
cpumask_of_node(int node)72 static inline const struct cpumask *cpumask_of_node(int node)
73 {
74 return &node_to_cpumask_map[node];
75 }
76
77 #else /* CONFIG_X86_64 */
78
79 /* Mappings between node number and cpus on that node. */
80 extern cpumask_t *node_to_cpumask_map;
81
82 /* Mappings between logical cpu number and node number */
83 DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
84
85 /* Returns the number of the current Node. */
86 #define numa_node_id() read_pda(nodenumber)
87
88 #ifdef CONFIG_DEBUG_PER_CPU_MAPS
89 extern int cpu_to_node(int cpu);
90 extern int early_cpu_to_node(int cpu);
91 extern const cpumask_t *cpumask_of_node(int node);
92 extern cpumask_t node_to_cpumask(int node);
93
94 #else /* !CONFIG_DEBUG_PER_CPU_MAPS */
95
96 /* Returns the number of the node containing CPU 'cpu' */
cpu_to_node(int cpu)97 static inline int cpu_to_node(int cpu)
98 {
99 return per_cpu(x86_cpu_to_node_map, cpu);
100 }
101
102 /* Same function but used if called before per_cpu areas are setup */
early_cpu_to_node(int cpu)103 static inline int early_cpu_to_node(int cpu)
104 {
105 if (early_per_cpu_ptr(x86_cpu_to_node_map))
106 return early_per_cpu_ptr(x86_cpu_to_node_map)[cpu];
107
108 return per_cpu(x86_cpu_to_node_map, cpu);
109 }
110
111 /* Returns a pointer to the cpumask of CPUs on Node 'node'. */
cpumask_of_node(int node)112 static inline const cpumask_t *cpumask_of_node(int node)
113 {
114 return &node_to_cpumask_map[node];
115 }
116
117 /* Returns a bitmask of CPUs on Node 'node'. */
node_to_cpumask(int node)118 static inline cpumask_t node_to_cpumask(int node)
119 {
120 return node_to_cpumask_map[node];
121 }
122
123 #endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
124
125 /*
126 * Replace default node_to_cpumask_ptr with optimized version
127 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
128 */
129 #define node_to_cpumask_ptr(v, node) \
130 const cpumask_t *v = cpumask_of_node(node)
131
132 #define node_to_cpumask_ptr_next(v, node) \
133 v = cpumask_of_node(node)
134
135 #endif /* CONFIG_X86_64 */
136
137 /*
138 * Returns the number of the node containing Node 'node'. This
139 * architecture is flat, so it is a pretty simple function!
140 */
141 #define parent_node(node) (node)
142
143 #define pcibus_to_node(bus) __pcibus_to_node(bus)
144 #define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)
145
146 #ifdef CONFIG_X86_32
147 extern unsigned long node_start_pfn[];
148 extern unsigned long node_end_pfn[];
149 extern unsigned long node_remap_size[];
150 #define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
151
152 # define SD_CACHE_NICE_TRIES 1
153 # define SD_IDLE_IDX 1
154 # define SD_NEWIDLE_IDX 2
155 # define SD_FORKEXEC_IDX 0
156
157 #else
158
159 # define SD_CACHE_NICE_TRIES 2
160 # define SD_IDLE_IDX 2
161 # define SD_NEWIDLE_IDX 2
162 # define SD_FORKEXEC_IDX 1
163
164 #endif
165
166 /* sched_domains SD_NODE_INIT for NUMA machines */
167 #define SD_NODE_INIT (struct sched_domain) { \
168 .min_interval = 8, \
169 .max_interval = 32, \
170 .busy_factor = 32, \
171 .imbalance_pct = 125, \
172 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
173 .busy_idx = 3, \
174 .idle_idx = SD_IDLE_IDX, \
175 .newidle_idx = SD_NEWIDLE_IDX, \
176 .wake_idx = 1, \
177 .forkexec_idx = SD_FORKEXEC_IDX, \
178 .flags = SD_LOAD_BALANCE \
179 | SD_BALANCE_EXEC \
180 | SD_BALANCE_FORK \
181 | SD_WAKE_AFFINE \
182 | SD_WAKE_BALANCE \
183 | SD_SERIALIZE, \
184 .last_balance = jiffies, \
185 .balance_interval = 1, \
186 }
187
188 #ifdef CONFIG_X86_64_ACPI_NUMA
189 extern int __node_distance(int, int);
190 #define node_distance(a, b) __node_distance(a, b)
191 #endif
192
193 #else /* !CONFIG_NUMA */
194
195 #define numa_node_id() 0
196 #define cpu_to_node(cpu) 0
197 #define early_cpu_to_node(cpu) 0
198
cpumask_of_node(int node)199 static inline const cpumask_t *cpumask_of_node(int node)
200 {
201 return &cpu_online_map;
202 }
node_to_cpumask(int node)203 static inline cpumask_t node_to_cpumask(int node)
204 {
205 return cpu_online_map;
206 }
node_to_first_cpu(int node)207 static inline int node_to_first_cpu(int node)
208 {
209 return first_cpu(cpu_online_map);
210 }
211
212 /*
213 * Replace default node_to_cpumask_ptr with optimized version
214 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
215 */
216 #define node_to_cpumask_ptr(v, node) \
217 const cpumask_t *v = cpumask_of_node(node)
218
219 #define node_to_cpumask_ptr_next(v, node) \
220 v = cpumask_of_node(node)
221 #endif
222
223 #include <asm-generic/topology.h>
224
225 #ifdef CONFIG_NUMA
226 /* Returns the number of the first CPU on Node 'node'. */
node_to_first_cpu(int node)227 static inline int node_to_first_cpu(int node)
228 {
229 return cpumask_first(cpumask_of_node(node));
230 }
231 #endif
232
233 extern cpumask_t cpu_coregroup_map(int cpu);
234 extern const struct cpumask *cpu_coregroup_mask(int cpu);
235
236 #ifdef ENABLE_TOPO_DEFINES
237 #define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
238 #define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
239 #define topology_core_siblings(cpu) (per_cpu(cpu_core_map, cpu))
240 #define topology_thread_siblings(cpu) (per_cpu(cpu_sibling_map, cpu))
241 #define topology_core_cpumask(cpu) (&per_cpu(cpu_core_map, cpu))
242 #define topology_thread_cpumask(cpu) (&per_cpu(cpu_sibling_map, cpu))
243
244 /* indicates that pointers to the topology cpumask_t maps are valid */
245 #define arch_provides_topology_pointers yes
246 #endif
247
arch_fix_phys_package_id(int num,u32 slot)248 static inline void arch_fix_phys_package_id(int num, u32 slot)
249 {
250 }
251
252 struct pci_bus;
253 void set_pci_bus_resources_arch_default(struct pci_bus *b);
254
255 #ifdef CONFIG_SMP
256 #define mc_capable() (cpus_weight(per_cpu(cpu_core_map, 0)) != nr_cpu_ids)
257 #define smt_capable() (smp_num_siblings > 1)
258 #endif
259
260 #ifdef CONFIG_NUMA
261 extern int get_mp_bus_to_node(int busnum);
262 extern void set_mp_bus_to_node(int busnum, int node);
263 #else
get_mp_bus_to_node(int busnum)264 static inline int get_mp_bus_to_node(int busnum)
265 {
266 return 0;
267 }
set_mp_bus_to_node(int busnum,int node)268 static inline void set_mp_bus_to_node(int busnum, int node)
269 {
270 }
271 #endif
272
273 #endif /* _ASM_X86_TOPOLOGY_H */
274