1 /* 2 * Written by: Matthew Dobson, IBM Corporation 3 * 4 * Copyright (C) 2002, IBM Corp. 5 * 6 * All rights reserved. 7 * 8 * This program is free software; you can redistribute it and/or modify 9 * it under the terms of the GNU General Public License as published by 10 * the Free Software Foundation; either version 2 of the License, or 11 * (at your option) any later version. 12 * 13 * This program is distributed in the hope that it will be useful, but 14 * WITHOUT ANY WARRANTY; without even the implied warranty of 15 * MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE, GOOD TITLE or 16 * NON INFRINGEMENT. See the GNU General Public License for more 17 * details. 18 * 19 * You should have received a copy of the GNU General Public License 20 * along with this program; if not, write to the Free Software 21 * Foundation, Inc., 675 Mass Ave, Cambridge, MA 02139, USA. 22 * 23 * Send feedback to <colpatch@us.ibm.com> 24 */ 25 #ifndef _ASM_X86_TOPOLOGY_H 26 #define _ASM_X86_TOPOLOGY_H 27 28 /* 29 * to preserve the visibility of NUMA_NO_NODE definition, 30 * moved to there from here. May be used independent of 31 * CONFIG_NUMA. 32 */ 33 #include <linux/numa.h> 34 35 #ifdef CONFIG_NUMA 36 #include <linux/cpumask.h> 37 38 #include <asm/mpspec.h> 39 #include <asm/percpu.h> 40 41 /* Mappings between logical cpu number and node number */ 42 DECLARE_EARLY_PER_CPU(int, x86_cpu_to_node_map); 43 44 #ifdef CONFIG_DEBUG_PER_CPU_MAPS 45 /* 46 * override generic percpu implementation of cpu_to_node 47 */ 48 extern int __cpu_to_node(int cpu); 49 #define cpu_to_node __cpu_to_node 50 51 extern int early_cpu_to_node(int cpu); 52 53 #else /* !CONFIG_DEBUG_PER_CPU_MAPS */ 54 55 /* Same function but used if called before per_cpu areas are setup */ 56 static inline int early_cpu_to_node(int cpu) 57 { 58 return early_per_cpu(x86_cpu_to_node_map, cpu); 59 } 60 61 #endif /* !CONFIG_DEBUG_PER_CPU_MAPS */ 62 63 /* Mappings between node number and cpus on that node. */ 64 extern cpumask_var_t node_to_cpumask_map[MAX_NUMNODES]; 65 66 #ifdef CONFIG_DEBUG_PER_CPU_MAPS 67 extern const struct cpumask *cpumask_of_node(int node); 68 #else 69 /* Returns a pointer to the cpumask of CPUs on Node 'node'. */ 70 static inline const struct cpumask *cpumask_of_node(int node) 71 { 72 return node_to_cpumask_map[node]; 73 } 74 #endif 75 76 extern void setup_node_to_cpumask_map(void); 77 78 #define pcibus_to_node(bus) __pcibus_to_node(bus) 79 80 extern int __node_distance(int, int); 81 #define node_distance(a, b) __node_distance(a, b) 82 83 #else /* !CONFIG_NUMA */ 84 85 static inline int numa_node_id(void) 86 { 87 return 0; 88 } 89 /* 90 * indicate override: 91 */ 92 #define numa_node_id numa_node_id 93 94 static inline int early_cpu_to_node(int cpu) 95 { 96 return 0; 97 } 98 99 static inline void setup_node_to_cpumask_map(void) { } 100 101 #endif 102 103 #include <asm-generic/topology.h> 104 105 extern const struct cpumask *cpu_coregroup_mask(int cpu); 106 extern const struct cpumask *cpu_clustergroup_mask(int cpu); 107 108 #define topology_logical_package_id(cpu) (cpu_data(cpu).logical_proc_id) 109 #define topology_physical_package_id(cpu) (cpu_data(cpu).phys_proc_id) 110 #define topology_logical_die_id(cpu) (cpu_data(cpu).logical_die_id) 111 #define topology_die_id(cpu) (cpu_data(cpu).cpu_die_id) 112 #define topology_core_id(cpu) (cpu_data(cpu).cpu_core_id) 113 #define topology_ppin(cpu) (cpu_data(cpu).ppin) 114 115 extern unsigned int __max_die_per_package; 116 117 #ifdef CONFIG_SMP 118 #define topology_cluster_id(cpu) (per_cpu(cpu_l2c_id, cpu)) 119 #define topology_die_cpumask(cpu) (per_cpu(cpu_die_map, cpu)) 120 #define topology_cluster_cpumask(cpu) (cpu_clustergroup_mask(cpu)) 121 #define topology_core_cpumask(cpu) (per_cpu(cpu_core_map, cpu)) 122 #define topology_sibling_cpumask(cpu) (per_cpu(cpu_sibling_map, cpu)) 123 124 extern unsigned int __max_logical_packages; 125 #define topology_max_packages() (__max_logical_packages) 126 127 static inline int topology_max_die_per_package(void) 128 { 129 return __max_die_per_package; 130 } 131 132 extern int __max_smt_threads; 133 134 static inline int topology_max_smt_threads(void) 135 { 136 return __max_smt_threads; 137 } 138 139 int topology_update_package_map(unsigned int apicid, unsigned int cpu); 140 int topology_update_die_map(unsigned int dieid, unsigned int cpu); 141 int topology_phys_to_logical_pkg(unsigned int pkg); 142 int topology_phys_to_logical_die(unsigned int die, unsigned int cpu); 143 bool topology_is_primary_thread(unsigned int cpu); 144 bool topology_smt_supported(void); 145 #else 146 #define topology_max_packages() (1) 147 static inline int 148 topology_update_package_map(unsigned int apicid, unsigned int cpu) { return 0; } 149 static inline int 150 topology_update_die_map(unsigned int dieid, unsigned int cpu) { return 0; } 151 static inline int topology_phys_to_logical_pkg(unsigned int pkg) { return 0; } 152 static inline int topology_phys_to_logical_die(unsigned int die, 153 unsigned int cpu) { return 0; } 154 static inline int topology_max_die_per_package(void) { return 1; } 155 static inline int topology_max_smt_threads(void) { return 1; } 156 static inline bool topology_is_primary_thread(unsigned int cpu) { return true; } 157 static inline bool topology_smt_supported(void) { return false; } 158 #endif 159 160 static inline void arch_fix_phys_package_id(int num, u32 slot) 161 { 162 } 163 164 struct pci_bus; 165 int x86_pci_root_bus_node(int bus); 166 void x86_pci_root_bus_resources(int bus, struct list_head *resources); 167 168 extern bool x86_topology_update; 169 170 #ifdef CONFIG_SCHED_MC_PRIO 171 #include <asm/percpu.h> 172 173 DECLARE_PER_CPU_READ_MOSTLY(int, sched_core_priority); 174 extern unsigned int __read_mostly sysctl_sched_itmt_enabled; 175 176 /* Interface to set priority of a cpu */ 177 void sched_set_itmt_core_prio(int prio, int core_cpu); 178 179 /* Interface to notify scheduler that system supports ITMT */ 180 int sched_set_itmt_support(void); 181 182 /* Interface to notify scheduler that system revokes ITMT support */ 183 void sched_clear_itmt_support(void); 184 185 #else /* CONFIG_SCHED_MC_PRIO */ 186 187 #define sysctl_sched_itmt_enabled 0 188 static inline void sched_set_itmt_core_prio(int prio, int core_cpu) 189 { 190 } 191 static inline int sched_set_itmt_support(void) 192 { 193 return 0; 194 } 195 static inline void sched_clear_itmt_support(void) 196 { 197 } 198 #endif /* CONFIG_SCHED_MC_PRIO */ 199 200 #if defined(CONFIG_SMP) && defined(CONFIG_X86_64) 201 #include <asm/cpufeature.h> 202 203 DECLARE_STATIC_KEY_FALSE(arch_scale_freq_key); 204 205 #define arch_scale_freq_invariant() static_branch_likely(&arch_scale_freq_key) 206 207 DECLARE_PER_CPU(unsigned long, arch_freq_scale); 208 209 static inline long arch_scale_freq_capacity(int cpu) 210 { 211 return per_cpu(arch_freq_scale, cpu); 212 } 213 #define arch_scale_freq_capacity arch_scale_freq_capacity 214 215 extern void arch_scale_freq_tick(void); 216 #define arch_scale_freq_tick arch_scale_freq_tick 217 218 extern void arch_set_max_freq_ratio(bool turbo_disabled); 219 void init_freq_invariance(bool secondary, bool cppc_ready); 220 #else 221 static inline void arch_set_max_freq_ratio(bool turbo_disabled) 222 { 223 } 224 static inline void init_freq_invariance(bool secondary, bool cppc_ready) 225 { 226 } 227 #endif 228 229 #ifdef CONFIG_ACPI_CPPC_LIB 230 void init_freq_invariance_cppc(void); 231 #define arch_init_invariance_cppc init_freq_invariance_cppc 232 233 bool amd_set_max_freq_ratio(u64 *ratio); 234 #else 235 static inline bool amd_set_max_freq_ratio(u64 *ratio) 236 { 237 return false; 238 } 239 #endif 240 241 #endif /* _ASM_X86_TOPOLOGY_H */ 242