~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

TOMOYO Linux Cross Reference
Linux/arch/x86/include/asm/smp.h

Version: ~ [ linux-5.19-rc8 ] ~ [ linux-5.18.14 ] ~ [ linux-5.17.15 ] ~ [ linux-5.16.20 ] ~ [ linux-5.15.57 ] ~ [ linux-5.14.21 ] ~ [ linux-5.13.19 ] ~ [ linux-5.12.19 ] ~ [ linux-5.11.22 ] ~ [ linux-5.10.133 ] ~ [ linux-5.9.16 ] ~ [ linux-5.8.18 ] ~ [ linux-5.7.19 ] ~ [ linux-5.6.19 ] ~ [ linux-5.5.19 ] ~ [ linux-5.4.207 ] ~ [ linux-5.3.18 ] ~ [ linux-5.2.21 ] ~ [ linux-5.1.21 ] ~ [ linux-5.0.21 ] ~ [ linux-4.20.17 ] ~ [ linux-4.19.253 ] ~ [ linux-4.18.20 ] ~ [ linux-4.17.19 ] ~ [ linux-4.16.18 ] ~ [ linux-4.15.18 ] ~ [ linux-4.14.289 ] ~ [ linux-4.13.16 ] ~ [ linux-4.12.14 ] ~ [ linux-4.11.12 ] ~ [ linux-4.10.17 ] ~ [ linux-4.9.324 ] ~ [ linux-4.8.17 ] ~ [ linux-4.7.10 ] ~ [ linux-4.6.7 ] ~ [ linux-4.5.7 ] ~ [ linux-4.4.302 ] ~ [ linux-4.3.6 ] ~ [ linux-4.2.8 ] ~ [ linux-4.1.52 ] ~ [ linux-4.0.9 ] ~ [ linux-3.10.108 ] ~ [ linux-2.6.32.71 ] ~ [ linux-2.6.0 ] ~ [ linux-2.4.37.11 ] ~ [ unix-v6-master ] ~ [ ccs-tools-1.8.9 ] ~ [ policy-sample ] ~
Architecture: ~ [ i386 ] ~ [ alpha ] ~ [ m68k ] ~ [ mips ] ~ [ ppc ] ~ [ sparc ] ~ [ sparc64 ] ~

  1 /* SPDX-License-Identifier: GPL-2.0 */
  2 #ifndef _ASM_X86_SMP_H
  3 #define _ASM_X86_SMP_H
  4 #ifndef __ASSEMBLY__
  5 #include <linux/cpumask.h>
  6 #include <asm/percpu.h>
  7 
  8 /*
  9  * We need the APIC definitions automatically as part of 'smp.h'
 10  */
 11 #ifdef CONFIG_X86_LOCAL_APIC
 12 # include <asm/mpspec.h>
 13 # include <asm/apic.h>
 14 # ifdef CONFIG_X86_IO_APIC
 15 #  include <asm/io_apic.h>
 16 # endif
 17 #endif
 18 #include <asm/thread_info.h>
 19 #include <asm/cpumask.h>
 20 
 21 extern int smp_num_siblings;
 22 extern unsigned int num_processors;
 23 
 24 DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_sibling_map);
 25 DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_core_map);
 26 /* cpus sharing the last level cache: */
 27 DECLARE_PER_CPU_READ_MOSTLY(cpumask_var_t, cpu_llc_shared_map);
 28 DECLARE_PER_CPU_READ_MOSTLY(u16, cpu_llc_id);
 29 DECLARE_PER_CPU_READ_MOSTLY(int, cpu_number);
 30 
 31 static inline struct cpumask *cpu_llc_shared_mask(int cpu)
 32 {
 33         return per_cpu(cpu_llc_shared_map, cpu);
 34 }
 35 
 36 DECLARE_EARLY_PER_CPU_READ_MOSTLY(u16, x86_cpu_to_apicid);
 37 DECLARE_EARLY_PER_CPU_READ_MOSTLY(u32, x86_cpu_to_acpiid);
 38 DECLARE_EARLY_PER_CPU_READ_MOSTLY(u16, x86_bios_cpu_apicid);
 39 #if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
 40 DECLARE_EARLY_PER_CPU_READ_MOSTLY(int, x86_cpu_to_logical_apicid);
 41 #endif
 42 
 43 struct task_struct;
 44 
 45 struct smp_ops {
 46         void (*smp_prepare_boot_cpu)(void);
 47         void (*smp_prepare_cpus)(unsigned max_cpus);
 48         void (*smp_cpus_done)(unsigned max_cpus);
 49 
 50         void (*stop_other_cpus)(int wait);
 51         void (*crash_stop_other_cpus)(void);
 52         void (*smp_send_reschedule)(int cpu);
 53 
 54         int (*cpu_up)(unsigned cpu, struct task_struct *tidle);
 55         int (*cpu_disable)(void);
 56         void (*cpu_die)(unsigned int cpu);
 57         void (*play_dead)(void);
 58 
 59         void (*send_call_func_ipi)(const struct cpumask *mask);
 60         void (*send_call_func_single_ipi)(int cpu);
 61 };
 62 
 63 /* Globals due to paravirt */
 64 extern void set_cpu_sibling_map(int cpu);
 65 
 66 #ifdef CONFIG_SMP
 67 extern struct smp_ops smp_ops;
 68 
 69 static inline void smp_send_stop(void)
 70 {
 71         smp_ops.stop_other_cpus(0);
 72 }
 73 
 74 static inline void stop_other_cpus(void)
 75 {
 76         smp_ops.stop_other_cpus(1);
 77 }
 78 
 79 static inline void smp_prepare_boot_cpu(void)
 80 {
 81         smp_ops.smp_prepare_boot_cpu();
 82 }
 83 
 84 static inline void smp_prepare_cpus(unsigned int max_cpus)
 85 {
 86         smp_ops.smp_prepare_cpus(max_cpus);
 87 }
 88 
 89 static inline void smp_cpus_done(unsigned int max_cpus)
 90 {
 91         smp_ops.smp_cpus_done(max_cpus);
 92 }
 93 
 94 static inline int __cpu_up(unsigned int cpu, struct task_struct *tidle)
 95 {
 96         return smp_ops.cpu_up(cpu, tidle);
 97 }
 98 
 99 static inline int __cpu_disable(void)
100 {
101         return smp_ops.cpu_disable();
102 }
103 
104 static inline void __cpu_die(unsigned int cpu)
105 {
106         smp_ops.cpu_die(cpu);
107 }
108 
109 static inline void play_dead(void)
110 {
111         smp_ops.play_dead();
112 }
113 
114 static inline void smp_send_reschedule(int cpu)
115 {
116         smp_ops.smp_send_reschedule(cpu);
117 }
118 
119 static inline void arch_send_call_function_single_ipi(int cpu)
120 {
121         smp_ops.send_call_func_single_ipi(cpu);
122 }
123 
124 static inline void arch_send_call_function_ipi_mask(const struct cpumask *mask)
125 {
126         smp_ops.send_call_func_ipi(mask);
127 }
128 
129 void cpu_disable_common(void);
130 void native_smp_prepare_boot_cpu(void);
131 void native_smp_prepare_cpus(unsigned int max_cpus);
132 void calculate_max_logical_packages(void);
133 void native_smp_cpus_done(unsigned int max_cpus);
134 void common_cpu_up(unsigned int cpunum, struct task_struct *tidle);
135 int native_cpu_up(unsigned int cpunum, struct task_struct *tidle);
136 int native_cpu_disable(void);
137 int common_cpu_die(unsigned int cpu);
138 void native_cpu_die(unsigned int cpu);
139 void hlt_play_dead(void);
140 void native_play_dead(void);
141 void play_dead_common(void);
142 void wbinvd_on_cpu(int cpu);
143 int wbinvd_on_all_cpus(void);
144 
145 void native_send_call_func_ipi(const struct cpumask *mask);
146 void native_send_call_func_single_ipi(int cpu);
147 void x86_idle_thread_init(unsigned int cpu, struct task_struct *idle);
148 
149 void smp_store_boot_cpu_info(void);
150 void smp_store_cpu_info(int id);
151 
152 asmlinkage __visible void smp_reboot_interrupt(void);
153 __visible void smp_reschedule_interrupt(struct pt_regs *regs);
154 __visible void smp_call_function_interrupt(struct pt_regs *regs);
155 __visible void smp_call_function_single_interrupt(struct pt_regs *r);
156 
157 #define cpu_physical_id(cpu)    per_cpu(x86_cpu_to_apicid, cpu)
158 #define cpu_acpi_id(cpu)        per_cpu(x86_cpu_to_acpiid, cpu)
159 
160 /*
161  * This function is needed by all SMP systems. It must _always_ be valid
162  * from the initial startup. We map APIC_BASE very early in page_setup(),
163  * so this is correct in the x86 case.
164  */
165 #define raw_smp_processor_id() (this_cpu_read(cpu_number))
166 
167 #ifdef CONFIG_X86_32
168 extern int safe_smp_processor_id(void);
169 #else
170 # define safe_smp_processor_id()        smp_processor_id()
171 #endif
172 
173 #else /* !CONFIG_SMP */
174 #define wbinvd_on_cpu(cpu)     wbinvd()
175 static inline int wbinvd_on_all_cpus(void)
176 {
177         wbinvd();
178         return 0;
179 }
180 #endif /* CONFIG_SMP */
181 
182 extern unsigned disabled_cpus;
183 
184 #ifdef CONFIG_X86_LOCAL_APIC
185 extern int hard_smp_processor_id(void);
186 
187 #else /* CONFIG_X86_LOCAL_APIC */
188 #define hard_smp_processor_id() 0
189 #endif /* CONFIG_X86_LOCAL_APIC */
190 
191 #ifdef CONFIG_DEBUG_NMI_SELFTEST
192 extern void nmi_selftest(void);
193 #else
194 #define nmi_selftest() do { } while (0)
195 #endif
196 
197 #endif /* __ASSEMBLY__ */
198 #endif /* _ASM_X86_SMP_H */
199 

~ [ source navigation ] ~ [ diff markup ] ~ [ identifier search ] ~

kernel.org | git.kernel.org | LWN.net | Project Home | Wiki (Japanese) | Wiki (English) | SVN repository | Mail admin

Linux® is a registered trademark of Linus Torvalds in the United States and other countries.
TOMOYO® is a registered trademark of NTT DATA CORPORATION.

osdn.jp