2 * Written by: Matthew Dobson, IBM Corporation
4 * Copyright (C) 2002, IBM Corp.
8 * This program is free software; you can redistribute it and/or modify
9 * it under the terms of the GNU General Public License as published by
10 * the Free Software Foundation; either version 2 of the License, or
11 * (at your option) any later version.
13 * This program is distributed in the hope that it will be useful, but
14 * WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
16 * NON INFRINGEMENT. See the GNU General Public License for more
19 * You should have received a copy of the GNU General Public License
20 * along with this program; if not, write to the Free Software
21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
23 * Send feedback to <colpatch@us.ibm.com>
25 #ifndef _ASM_X86_TOPOLOGY_H
26 #define _ASM_X86_TOPOLOGY_H
30 # define ENABLE_TOPO_DEFINES
34 # define ENABLE_TOPO_DEFINES
38 /* Node not present */
39 #define NUMA_NO_NODE (-1)
42 #include <linux/cpumask.h>
43 #include <asm/mpspec.h>
47 /* Mappings between node number and cpus on that node. */
48 extern cpumask_t node_to_cpumask_map[];
50 /* Mappings between logical cpu number and node number */
51 extern int cpu_to_node_map[];
53 /* Returns the number of the node containing CPU 'cpu' */
54 static inline int cpu_to_node(int cpu)
56 return cpu_to_node_map[cpu];
58 #define early_cpu_to_node(cpu) cpu_to_node(cpu)
60 /* Returns a bitmask of CPUs on Node 'node'.
62 * Side note: this function creates the returned cpumask on the stack
63 * so with a high NR_CPUS count, excessive stack space is used. The
64 * cpumask_of_node function should be used whenever possible.
66 static inline cpumask_t node_to_cpumask(int node)
68 return node_to_cpumask_map[node];
71 /* Returns a bitmask of CPUs on Node 'node'. */
72 static inline const struct cpumask *cpumask_of_node(int node)
74 return &node_to_cpumask_map[node];
77 #else /* CONFIG_X86_64 */
79 /* Mappings between node number and cpus on that node. */
80 extern cpumask_t *node_to_cpumask_map;
82 /* Mappings between logical cpu number and node number */
83 DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
85 /* Returns the number of the current Node. */
86 #define numa_node_id() read_pda(nodenumber)
88 #ifdef CONFIG_DEBUG_PER_CPU_MAPS
89 extern int cpu_to_node(int cpu);
90 extern int early_cpu_to_node(int cpu);
91 extern const cpumask_t *cpumask_of_node(int node);
92 extern cpumask_t node_to_cpumask(int node);
94 #else /* !CONFIG_DEBUG_PER_CPU_MAPS */
96 /* Returns the number of the node containing CPU 'cpu' */
97 static inline int cpu_to_node(int cpu)
99 return per_cpu(x86_cpu_to_node_map, cpu);
102 /* Same function but used if called before per_cpu areas are setup */
103 static inline int early_cpu_to_node(int cpu)
105 if (early_per_cpu_ptr(x86_cpu_to_node_map))
106 return early_per_cpu_ptr(x86_cpu_to_node_map)[cpu];
108 return per_cpu(x86_cpu_to_node_map, cpu);
111 /* Returns a pointer to the cpumask of CPUs on Node 'node'. */
112 static inline const cpumask_t *cpumask_of_node(int node)
114 return &node_to_cpumask_map[node];
117 /* Returns a bitmask of CPUs on Node 'node'. */
118 static inline cpumask_t node_to_cpumask(int node)
120 return node_to_cpumask_map[node];
123 #endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
126 * Replace default node_to_cpumask_ptr with optimized version
127 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
129 #define node_to_cpumask_ptr(v, node) \
130 const cpumask_t *v = cpumask_of_node(node)
132 #define node_to_cpumask_ptr_next(v, node) \
133 v = cpumask_of_node(node)
135 #endif /* CONFIG_X86_64 */
138 * Returns the number of the node containing Node 'node'. This
139 * architecture is flat, so it is a pretty simple function!
141 #define parent_node(node) (node)
143 #define pcibus_to_node(bus) __pcibus_to_node(bus)
144 #define pcibus_to_cpumask(bus) __pcibus_to_cpumask(bus)
147 extern unsigned long node_start_pfn[];
148 extern unsigned long node_end_pfn[];
149 extern unsigned long node_remap_size[];
150 #define node_has_online_mem(nid) (node_start_pfn[nid] != node_end_pfn[nid])
152 # define SD_CACHE_NICE_TRIES 1
153 # define SD_IDLE_IDX 1
154 # define SD_NEWIDLE_IDX 2
155 # define SD_FORKEXEC_IDX 0
159 # define SD_CACHE_NICE_TRIES 2
160 # define SD_IDLE_IDX 2
161 # define SD_NEWIDLE_IDX 2
162 # define SD_FORKEXEC_IDX 1
166 /* sched_domains SD_NODE_INIT for NUMA machines */
167 #define SD_NODE_INIT (struct sched_domain) { \
169 .max_interval = 32, \
171 .imbalance_pct = 125, \
172 .cache_nice_tries = SD_CACHE_NICE_TRIES, \
174 .idle_idx = SD_IDLE_IDX, \
175 .newidle_idx = SD_NEWIDLE_IDX, \
177 .forkexec_idx = SD_FORKEXEC_IDX, \
178 .flags = SD_LOAD_BALANCE \
184 .last_balance = jiffies, \
185 .balance_interval = 1, \
188 #ifdef CONFIG_X86_64_ACPI_NUMA
189 extern int __node_distance(int, int);
190 #define node_distance(a, b) __node_distance(a, b)
193 #else /* !CONFIG_NUMA */
195 #define numa_node_id() 0
196 #define cpu_to_node(cpu) 0
197 #define early_cpu_to_node(cpu) 0
199 static inline const cpumask_t *cpumask_of_node(int node)
201 return &cpu_online_map;
203 static inline cpumask_t node_to_cpumask(int node)
205 return cpu_online_map;
207 static inline int node_to_first_cpu(int node)
209 return first_cpu(cpu_online_map);
213 * Replace default node_to_cpumask_ptr with optimized version
214 * Deprecated: use "const struct cpumask *mask = cpumask_of_node(node)"
216 #define node_to_cpumask_ptr(v, node) \
217 const cpumask_t *v = cpumask_of_node(node)
219 #define node_to_cpumask_ptr_next(v, node) \
220 v = cpumask_of_node(node)
223 #include <asm-generic/topology.h>
226 /* Returns the number of the first CPU on Node 'node'. */
227 static inline int node_to_first_cpu(int node)
229 return cpumask_first(cpumask_of_node(node));
233 extern cpumask_t cpu_coregroup_map(int cpu);
234 extern const struct cpumask *cpu_coregroup_mask(int cpu);
236 #ifdef ENABLE_TOPO_DEFINES
237 #define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id)
238 #define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id)
239 #define topology_core_siblings(cpu) (per_cpu(cpu_core_map, cpu))
240 #define topology_thread_siblings(cpu) (per_cpu(cpu_sibling_map, cpu))
241 #define topology_core_cpumask(cpu) (&per_cpu(cpu_core_map, cpu))
242 #define topology_thread_cpumask(cpu) (&per_cpu(cpu_sibling_map, cpu))
244 /* indicates that pointers to the topology cpumask_t maps are valid */
245 #define arch_provides_topology_pointers yes
248 static inline void arch_fix_phys_package_id(int num, u32 slot)
253 void set_pci_bus_resources_arch_default(struct pci_bus *b);
256 #define mc_capable() (cpus_weight(per_cpu(cpu_core_map, 0)) != nr_cpu_ids)
257 #define smt_capable() (smp_num_siblings > 1)
261 extern int get_mp_bus_to_node(int busnum);
262 extern void set_mp_bus_to_node(int busnum, int node);
264 static inline int get_mp_bus_to_node(int busnum)
268 static inline void set_mp_bus_to_node(int busnum, int node)
273 #endif /* _ASM_X86_TOPOLOGY_H */