topology.h

  1/*
  2 * Written by: Matthew Dobson, IBM Corporation
  3 *
  4 * Copyright (C) 2002, IBM Corp.
  5 *
  6 * All rights reserved.
  7 *
  8 * This program is free software; you can redistribute it and/or modify
  9 * it under the terms of the GNU General Public License as published by
 10 * the Free Software Foundation; either version 2 of the License, or
 11 * (at your option) any later version.
 12 *
 13 * This program is distributed in the hope that it will be useful, but
 14 * WITHOUT ANY WARRANTY; without even the implied warranty of
 15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or
 16 * NON INFRINGEMENT.  See the GNU General Public License for more
 17 * details.
 18 *
 19 * You should have received a copy of the GNU General Public License
 20 * along with this program; if not, write to the Free Software
 21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA.
 22 *
 23 * Send feedback to <colpatch@us.ibm.com>
 24 */
 25#ifndef _ASM_X86_TOPOLOGY_H
 26#define _ASM_X86_TOPOLOGY_H
 27
 28/*
 29 * to preserve the visibility of NUMA_NO_NODE definition,
 30 * moved to there from here.  May be used independent of
 31 * CONFIG_NUMA.
 32 */
 33#include <linux/numa.h>
 34#include <linux/cpumask.h>
 35
 36#ifdef CONFIG_NUMA
 37
 38#include <asm/mpspec.h>
 39#include <asm/percpu.h>
 40
 41/* Mappings between logical cpu number and node number */
 42DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map);
 43
 44#ifdef CONFIG_DEBUG_PER_CPU_MAPS
 45/*
 46 * override generic percpu implementation of cpu_to_node
 47 */
 48extern int __cpu_to_node(int cpu);
 49#define cpu_to_node __cpu_to_node
 50
 51extern int early_cpu_to_node(int cpu);
 52
 53#else	/* !CONFIG_DEBUG_PER_CPU_MAPS */
 54
 55/* Same function but used if called before per_cpu areas are setup */
 56static inline int early_cpu_to_node(int cpu)
 57{
 58	return early_per_cpu(x86_cpu_to_node_map, cpu);
 59}
 60
 61#endif /* !CONFIG_DEBUG_PER_CPU_MAPS */
 62
 63/* Mappings between node number and cpus on that node. */
 64extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES];
 65
 66#ifdef CONFIG_DEBUG_PER_CPU_MAPS
 67extern const struct cpumask *cpumask_of_node(int node);
 68#else
 69/* Returns a pointer to the cpumask of CPUs on Node 'node'. */
 70static inline const struct cpumask *cpumask_of_node(int node)
 71{
 72	return node_to_cpumask_map[node];
 73}
 74#endif
 75
 76extern void setup_node_to_cpumask_map(void);
 77
 78#define pcibus_to_node(bus) __pcibus_to_node(bus)
 79
 80extern int __node_distance(int, int);
 81#define node_distance(a, b) __node_distance(a, b)
 82
 83#else /* !CONFIG_NUMA */
 84
 85static inline int numa_node_id(void)
 86{
 87	return 0;
 88}
 89/*
 90 * indicate override:
 91 */
 92#define numa_node_id numa_node_id
 93
 94static inline int early_cpu_to_node(int cpu)
 95{
 96	return 0;
 97}
 98
 99static inline void setup_node_to_cpumask_map(void) { }
100
101#endif
102
103#include <asm-generic/topology.h>
104
105/* Topology information */
106enum x86_topology_domains {
107	TOPO_SMT_DOMAIN,
108	TOPO_CORE_DOMAIN,
109	TOPO_MODULE_DOMAIN,
110	TOPO_TILE_DOMAIN,
111	TOPO_DIE_DOMAIN,
112	TOPO_DIEGRP_DOMAIN,
113	TOPO_PKG_DOMAIN,
114	TOPO_MAX_DOMAIN,
115};
116
117enum x86_topology_cpu_type {
118	TOPO_CPU_TYPE_PERFORMANCE,
119	TOPO_CPU_TYPE_EFFICIENCY,
120	TOPO_CPU_TYPE_UNKNOWN,
121};
122
123struct x86_topology_system {
124	unsigned int	dom_shifts[TOPO_MAX_DOMAIN];
125	unsigned int	dom_size[TOPO_MAX_DOMAIN];
126};
127
128extern struct x86_topology_system x86_topo_system;
129
130static inline unsigned int topology_get_domain_size(enum x86_topology_domains dom)
131{
132	return x86_topo_system.dom_size[dom];
133}
134
135static inline unsigned int topology_get_domain_shift(enum x86_topology_domains dom)
136{
137	return dom == TOPO_SMT_DOMAIN ? 0 : x86_topo_system.dom_shifts[dom - 1];
138}
139
140extern const struct cpumask *cpu_coregroup_mask(int cpu);
141extern const struct cpumask *cpu_clustergroup_mask(int cpu);
142
143#define topology_logical_package_id(cpu)	(cpu_data(cpu).topo.logical_pkg_id)
144#define topology_physical_package_id(cpu)	(cpu_data(cpu).topo.pkg_id)
145#define topology_logical_die_id(cpu)		(cpu_data(cpu).topo.logical_die_id)
146#define topology_logical_core_id(cpu)		(cpu_data(cpu).topo.logical_core_id)
147#define topology_die_id(cpu)			(cpu_data(cpu).topo.die_id)
148#define topology_core_id(cpu)			(cpu_data(cpu).topo.core_id)
149#define topology_ppin(cpu)			(cpu_data(cpu).ppin)
150
151#define topology_amd_node_id(cpu)		(cpu_data(cpu).topo.amd_node_id)
152
153extern unsigned int __max_dies_per_package;
154extern unsigned int __max_logical_packages;
155extern unsigned int __max_threads_per_core;
156extern unsigned int __num_threads_per_package;
157extern unsigned int __num_cores_per_package;
158extern unsigned int __num_nodes_per_package;
159
160const char *get_topology_cpu_type_name(struct cpuinfo_x86 *c);
161enum x86_topology_cpu_type get_topology_cpu_type(struct cpuinfo_x86 *c);
162
163static inline unsigned int topology_max_packages(void)
164{
165	return __max_logical_packages;
166}
167
168static inline unsigned int topology_max_dies_per_package(void)
169{
170	return __max_dies_per_package;
171}
172
173static inline unsigned int topology_num_cores_per_package(void)
174{
175	return __num_cores_per_package;
176}
177
178static inline unsigned int topology_num_threads_per_package(void)
179{
180	return __num_threads_per_package;
181}
182
183static inline unsigned int topology_num_nodes_per_package(void)
184{
185	return __num_nodes_per_package;
186}
187
188#ifdef CONFIG_X86_LOCAL_APIC
189int topology_get_logical_id(u32 apicid, enum x86_topology_domains at_level);
190#else
191static inline int topology_get_logical_id(u32 apicid, enum x86_topology_domains at_level)
192{
193	return 0;
194}
195#endif
196
197#ifdef CONFIG_SMP
198#define topology_cluster_id(cpu)		(cpu_data(cpu).topo.l2c_id)
199#define topology_die_cpumask(cpu)		(per_cpu(cpu_die_map, cpu))
200#define topology_cluster_cpumask(cpu)		(cpu_clustergroup_mask(cpu))
201#define topology_core_cpumask(cpu)		(per_cpu(cpu_core_map, cpu))
202#define topology_sibling_cpumask(cpu)		(per_cpu(cpu_sibling_map, cpu))
203
204
205static inline int topology_phys_to_logical_pkg(unsigned int pkg)
206{
207	return topology_get_logical_id(pkg << x86_topo_system.dom_shifts[TOPO_PKG_DOMAIN],
208				       TOPO_PKG_DOMAIN);
209}
210
211extern int __max_smt_threads;
212
213static inline int topology_max_smt_threads(void)
214{
215	return __max_smt_threads;
216}
217
218#include <linux/cpu_smt.h>
219
220extern unsigned int __amd_nodes_per_pkg;
221
222static inline unsigned int topology_amd_nodes_per_pkg(void)
223{
224	return __amd_nodes_per_pkg;
225}
226
227#else /* CONFIG_SMP */
228static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; }
229static inline int topology_max_smt_threads(void) { return 1; }
230static inline unsigned int topology_amd_nodes_per_pkg(void) { return 1; }
231#endif /* !CONFIG_SMP */
232
233extern struct cpumask __cpu_primary_thread_mask;
234#define cpu_primary_thread_mask ((const struct cpumask *)&__cpu_primary_thread_mask)
235
236/**
237 * topology_is_primary_thread - Check whether CPU is the primary SMT thread
238 * @cpu:	CPU to check
239 */
240static inline bool topology_is_primary_thread(unsigned int cpu)
241{
242	return cpumask_test_cpu(cpu, cpu_primary_thread_mask);
243}
244#define topology_is_primary_thread topology_is_primary_thread
245
246int topology_get_primary_thread(unsigned int cpu);
247
248static inline bool topology_is_core_online(unsigned int cpu)
249{
250	int pcpu = topology_get_primary_thread(cpu);
251
252	return pcpu >= 0 ? cpu_online(pcpu) : false;
253}
254#define topology_is_core_online topology_is_core_online
255
256static inline void arch_fix_phys_package_id(int num, u32 slot)
257{
258}
259
260struct pci_bus;
261int x86_pci_root_bus_node(int bus);
262void x86_pci_root_bus_resources(int bus, struct list_head *resources);
263
264extern bool x86_topology_update;
265
266#ifdef CONFIG_SCHED_MC_PRIO
267#include <asm/percpu.h>
268
269DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority);
270extern bool __read_mostly sysctl_sched_itmt_enabled;
271
272/* Interface to set priority of a cpu */
273void sched_set_itmt_core_prio(int prio, int core_cpu);
274
275/* Interface to notify scheduler that system supports ITMT */
276int sched_set_itmt_support(void);
277
278/* Interface to notify scheduler that system revokes ITMT support */
279void sched_clear_itmt_support(void);
280
281#else /* CONFIG_SCHED_MC_PRIO */
282
283#define sysctl_sched_itmt_enabled	false
284static inline void sched_set_itmt_core_prio(int prio, int core_cpu)
285{
286}
287static inline int sched_set_itmt_support(void)
288{
289	return 0;
290}
291static inline void sched_clear_itmt_support(void)
292{
293}
294#endif /* CONFIG_SCHED_MC_PRIO */
295
296#if defined(CONFIG_SMP) && defined(CONFIG_X86_64)
297#include <asm/cpufeature.h>
298
299DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key);
300
301#define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key)
302
303DECLARE_PER_CPU(unsigned long, arch_freq_scale);
304
305static inline long arch_scale_freq_capacity(int cpu)
306{
307	return per_cpu(arch_freq_scale, cpu);
308}
309#define arch_scale_freq_capacity arch_scale_freq_capacity
310
311bool arch_enable_hybrid_capacity_scale(void);
312void arch_set_cpu_capacity(int cpu, unsigned long cap, unsigned long max_cap,
313			   unsigned long cap_freq, unsigned long base_freq);
314
315unsigned long arch_scale_cpu_capacity(int cpu);
316#define arch_scale_cpu_capacity arch_scale_cpu_capacity
317
318extern void arch_set_max_freq_ratio(bool turbo_disabled);
319extern void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled);
320#else
321static inline bool arch_enable_hybrid_capacity_scale(void) { return false; }
322static inline void arch_set_cpu_capacity(int cpu, unsigned long cap,
323					 unsigned long max_cap,
324					 unsigned long cap_freq,
325					 unsigned long base_freq) { }
326
327static inline void arch_set_max_freq_ratio(bool turbo_disabled) { }
328static inline void freq_invariance_set_perf_ratio(u64 ratio, bool turbo_disabled) { }
329#endif
330
331extern void arch_scale_freq_tick(void);
332#define arch_scale_freq_tick arch_scale_freq_tick
333
334extern int arch_sched_node_distance(int from, int to);
335
336#endif /* _ASM_X86_TOPOLOGY_H */