aboutsummaryrefslogtreecommitdiffstats
path: root/arch/x86/include/asm/apic.h
diff options
context:
space:
mode:
Diffstat (limited to 'arch/x86/include/asm/apic.h')
-rw-r--r--arch/x86/include/asm/apic.h314
1 files changed, 310 insertions, 4 deletions
diff --git a/arch/x86/include/asm/apic.h b/arch/x86/include/asm/apic.h
index 4f56e053d347..c07f5fbf43c8 100644
--- a/arch/x86/include/asm/apic.h
+++ b/arch/x86/include/asm/apic.h
@@ -1,15 +1,18 @@
1#ifndef _ASM_X86_APIC_H 1#ifndef _ASM_X86_APIC_H
2#define _ASM_X86_APIC_H 2#define _ASM_X86_APIC_H
3 3
4#include <linux/pm.h> 4#include <linux/cpumask.h>
5#include <linux/delay.h> 5#include <linux/delay.h>
6#include <linux/pm.h>
6 7
7#include <asm/alternative.h> 8#include <asm/alternative.h>
8#include <asm/fixmap.h> 9#include <asm/cpufeature.h>
9#include <asm/apicdef.h>
10#include <asm/processor.h> 10#include <asm/processor.h>
11#include <asm/apicdef.h>
12#include <asm/atomic.h>
13#include <asm/fixmap.h>
14#include <asm/mpspec.h>
11#include <asm/system.h> 15#include <asm/system.h>
12#include <asm/cpufeature.h>
13#include <asm/msr.h> 16#include <asm/msr.h>
14 17
15#define ARCH_APICTIMER_STOPS_ON_C3 1 18#define ARCH_APICTIMER_STOPS_ON_C3 1
@@ -235,4 +238,307 @@ static inline void disable_local_APIC(void) { }
235 238
236#endif 239#endif
237 240
241/*
242 * Copyright 2004 James Cleverdon, IBM.
243 * Subject to the GNU Public License, v.2
244 *
245 * Generic APIC sub-arch data struct.
246 *
247 * Hacked for x86-64 by James Cleverdon from i386 architecture code by
248 * Martin Bligh, Andi Kleen, James Bottomley, John Stultz, and
249 * James Cleverdon.
250 */
251struct genapic {
252 char *name;
253
254 int (*probe)(void);
255 int (*acpi_madt_oem_check)(char *oem_id, char *oem_table_id);
256 int (*apic_id_registered)(void);
257
258 u32 irq_delivery_mode;
259 u32 irq_dest_mode;
260
261 const struct cpumask *(*target_cpus)(void);
262
263 int disable_esr;
264
265 int dest_logical;
266 unsigned long (*check_apicid_used)(physid_mask_t bitmap, int apicid);
267 unsigned long (*check_apicid_present)(int apicid);
268
269 void (*vector_allocation_domain)(int cpu, struct cpumask *retmask);
270 void (*init_apic_ldr)(void);
271
272 physid_mask_t (*ioapic_phys_id_map)(physid_mask_t map);
273
274 void (*setup_apic_routing)(void);
275 int (*multi_timer_check)(int apic, int irq);
276 int (*apicid_to_node)(int logical_apicid);
277 int (*cpu_to_logical_apicid)(int cpu);
278 int (*cpu_present_to_apicid)(int mps_cpu);
279 physid_mask_t (*apicid_to_cpu_present)(int phys_apicid);
280 void (*setup_portio_remap)(void);
281 int (*check_phys_apicid_present)(int boot_cpu_physical_apicid);
282 void (*enable_apic_mode)(void);
283 int (*phys_pkg_id)(int cpuid_apic, int index_msb);
284
285 /*
286 * When one of the next two hooks returns 1 the genapic
287 * is switched to this. Essentially they are additional
288 * probe functions:
289 */
290 int (*mps_oem_check)(struct mpc_table *mpc, char *oem, char *productid);
291
292 unsigned int (*get_apic_id)(unsigned long x);
293 unsigned long (*set_apic_id)(unsigned int id);
294 unsigned long apic_id_mask;
295
296 unsigned int (*cpu_mask_to_apicid)(const struct cpumask *cpumask);
297 unsigned int (*cpu_mask_to_apicid_and)(const struct cpumask *cpumask,
298 const struct cpumask *andmask);
299
300 /* ipi */
301 void (*send_IPI_mask)(const struct cpumask *mask, int vector);
302 void (*send_IPI_mask_allbutself)(const struct cpumask *mask,
303 int vector);
304 void (*send_IPI_allbutself)(int vector);
305 void (*send_IPI_all)(int vector);
306 void (*send_IPI_self)(int vector);
307
308 /* wakeup_secondary_cpu */
309 int (*wakeup_cpu)(int apicid, unsigned long start_eip);
310
311 int trampoline_phys_low;
312 int trampoline_phys_high;
313
314 void (*wait_for_init_deassert)(atomic_t *deassert);
315 void (*smp_callin_clear_local_apic)(void);
316 void (*store_NMI_vector)(unsigned short *high, unsigned short *low);
317 void (*inquire_remote_apic)(int apicid);
318
319 /* apic ops */
320 u32 (*read)(u32 reg);
321 void (*write)(u32 reg, u32 v);
322 u64 (*icr_read)(void);
323 void (*icr_write)(u32 low, u32 high);
324 void (*wait_icr_idle)(void);
325 u32 (*safe_wait_icr_idle)(void);
326};
327
328extern struct genapic *apic;
329
330static inline u32 apic_read(u32 reg)
331{
332 return apic->read(reg);
333}
334
335static inline void apic_write(u32 reg, u32 val)
336{
337 apic->write(reg, val);
338}
339
340static inline u64 apic_icr_read(void)
341{
342 return apic->icr_read();
343}
344
345static inline void apic_icr_write(u32 low, u32 high)
346{
347 apic->icr_write(low, high);
348}
349
350static inline void apic_wait_icr_idle(void)
351{
352 apic->wait_icr_idle();
353}
354
355static inline u32 safe_apic_wait_icr_idle(void)
356{
357 return apic->safe_wait_icr_idle();
358}
359
360
361static inline void ack_APIC_irq(void)
362{
363 /*
364 * ack_APIC_irq() actually gets compiled as a single instruction
365 * ... yummie.
366 */
367
368 /* Docs say use 0 for future compatibility */
369 apic_write(APIC_EOI, 0);
370}
371
372static inline unsigned default_get_apic_id(unsigned long x)
373{
374 unsigned int ver = GET_APIC_VERSION(apic_read(APIC_LVR));
375
376 if (APIC_XAPIC(ver))
377 return (x >> 24) & 0xFF;
378 else
379 return (x >> 24) & 0x0F;
380}
381
382/*
383 * Warm reset vector default position:
384 */
385#define DEFAULT_TRAMPOLINE_PHYS_LOW 0x467
386#define DEFAULT_TRAMPOLINE_PHYS_HIGH 0x469
387
388#ifdef CONFIG_X86_32
389extern void es7000_update_genapic_to_cluster(void);
390#else
391extern struct genapic apic_flat;
392extern struct genapic apic_physflat;
393extern struct genapic apic_x2apic_cluster;
394extern struct genapic apic_x2apic_phys;
395extern int default_acpi_madt_oem_check(char *, char *);
396
397extern void apic_send_IPI_self(int vector);
398
399extern struct genapic apic_x2apic_uv_x;
400DECLARE_PER_CPU(int, x2apic_extra_bits);
401
402extern int default_cpu_present_to_apicid(int mps_cpu);
403extern int default_check_phys_apicid_present(int boot_cpu_physical_apicid);
404#endif
405
406static inline void default_wait_for_init_deassert(atomic_t *deassert)
407{
408 while (!atomic_read(deassert))
409 cpu_relax();
410 return;
411}
412
413extern void generic_bigsmp_probe(void);
414
415
416#ifdef CONFIG_X86_LOCAL_APIC
417
418#include <asm/smp.h>
419
420#define APIC_DFR_VALUE (APIC_DFR_FLAT)
421
422static inline const struct cpumask *default_target_cpus(void)
423{
424#ifdef CONFIG_SMP
425 return cpu_online_mask;
426#else
427 return cpumask_of(0);
428#endif
429}
430
431DECLARE_EARLY_PER_CPU(u16, x86_bios_cpu_apicid);
432
433
434static inline unsigned int read_apic_id(void)
435{
436 unsigned int reg;
437
438 reg = apic_read(APIC_ID);
439
440 return apic->get_apic_id(reg);
441}
442
443extern void default_setup_apic_routing(void);
444
445#ifdef CONFIG_X86_32
446/*
447 * Set up the logical destination ID.
448 *
449 * Intel recommends to set DFR, LDR and TPR before enabling
450 * an APIC. See e.g. "AP-388 82489DX User's Manual" (Intel
451 * document number 292116). So here it goes...
452 */
453extern void default_init_apic_ldr(void);
454
455static inline int default_apic_id_registered(void)
456{
457 return physid_isset(read_apic_id(), phys_cpu_present_map);
458}
459
460static inline unsigned int
461default_cpu_mask_to_apicid(const struct cpumask *cpumask)
462{
463 return cpumask_bits(cpumask)[0];
464}
465
466static inline unsigned int
467default_cpu_mask_to_apicid_and(const struct cpumask *cpumask,
468 const struct cpumask *andmask)
469{
470 unsigned long mask1 = cpumask_bits(cpumask)[0];
471 unsigned long mask2 = cpumask_bits(andmask)[0];
472 unsigned long mask3 = cpumask_bits(cpu_online_mask)[0];
473
474 return (unsigned int)(mask1 & mask2 & mask3);
475}
476
477static inline int default_phys_pkg_id(int cpuid_apic, int index_msb)
478{
479 return cpuid_apic >> index_msb;
480}
481
482extern int default_apicid_to_node(int logical_apicid);
483
484#endif
485
486static inline unsigned long default_check_apicid_used(physid_mask_t bitmap, int apicid)
487{
488 return physid_isset(apicid, bitmap);
489}
490
491static inline unsigned long default_check_apicid_present(int bit)
492{
493 return physid_isset(bit, phys_cpu_present_map);
494}
495
496static inline physid_mask_t default_ioapic_phys_id_map(physid_mask_t phys_map)
497{
498 return phys_map;
499}
500
501/* Mapping from cpu number to logical apicid */
502static inline int default_cpu_to_logical_apicid(int cpu)
503{
504 return 1 << cpu;
505}
506
507static inline int __default_cpu_present_to_apicid(int mps_cpu)
508{
509 if (mps_cpu < nr_cpu_ids && cpu_present(mps_cpu))
510 return (int)per_cpu(x86_bios_cpu_apicid, mps_cpu);
511 else
512 return BAD_APICID;
513}
514
515static inline int
516__default_check_phys_apicid_present(int boot_cpu_physical_apicid)
517{
518 return physid_isset(boot_cpu_physical_apicid, phys_cpu_present_map);
519}
520
521#ifdef CONFIG_X86_32
522static inline int default_cpu_present_to_apicid(int mps_cpu)
523{
524 return __default_cpu_present_to_apicid(mps_cpu);
525}
526
527static inline int
528default_check_phys_apicid_present(int boot_cpu_physical_apicid)
529{
530 return __default_check_phys_apicid_present(boot_cpu_physical_apicid);
531}
532#else
533extern int default_cpu_present_to_apicid(int mps_cpu);
534extern int default_check_phys_apicid_present(int boot_cpu_physical_apicid);
535#endif
536
537static inline physid_mask_t default_apicid_to_cpu_present(int phys_apicid)
538{
539 return physid_mask_of_physid(phys_apicid);
540}
541
542#endif /* CONFIG_X86_LOCAL_APIC */
543
238#endif /* _ASM_X86_APIC_H */ 544#endif /* _ASM_X86_APIC_H */