arch/x86/kernel/apic/es7000_32.c

   1 /*
   2  * Written by: Garry Forsgren, Unisys Corporation
   3  *             Natalie Protasevich, Unisys Corporation
   4  *
   5  * This file contains the code to configure and interface
   6  * with Unisys ES7000 series hardware system manager.
   7  *
   8  * Copyright (c) 2003 Unisys Corporation.
   9  * Copyright (C) 2009, Red Hat, Inc., Ingo Molnar
  10  *
  11  *   All Rights Reserved.
  12  *
  13  * This program is free software; you can redistribute it and/or modify it
  14  * under the terms of version 2 of the GNU General Public License as
  15  * published by the Free Software Foundation.
  16  *
  17  * This program is distributed in the hope that it would be useful, but
  18  * WITHOUT ANY WARRANTY; without even the implied warranty of
  19  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
  20  *
  21  * You should have received a copy of the GNU General Public License along
  22  * with this program; if not, write the Free Software Foundation, Inc., 59
  23  * Temple Place - Suite 330, Boston MA 02111-1307, USA.
  24  *
  25  * Contact information: Unisys Corporation, Township Line & Union Meeting
  26  * Roads-A, Unisys Way, Blue Bell, Pennsylvania, 19424, or:
  27  *
  28  * http://www.unisys.com
  29  */
  30
  31 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  32
  33 #include <linux/notifier.h>
  34 #include <linux/spinlock.h>
  35 #include <linux/cpumask.h>
  36 #include <linux/threads.h>
  37 #include <linux/kernel.h>
  38 #include <linux/module.h>
  39 #include <linux/reboot.h>
  40 #include <linux/string.h>
  41 #include <linux/types.h>
  42 #include <linux/errno.h>
  43 #include <linux/acpi.h>
  44 #include <linux/init.h>
  45 #include <linux/gfp.h>
  46 #include <linux/nmi.h>
  47 #include <linux/smp.h>
  48 #include <linux/io.h>
  49
  50 #include <asm/apicdef.h>
  51 #include <linux/atomic.h>
  52 #include <asm/fixmap.h>
  53 #include <asm/mpspec.h>
  54 #include <asm/setup.h>
  55 #include <asm/apic.h>
  56 #include <asm/ipi.h>
  57
  58 /*
  59  * ES7000 chipsets
  60  */
  61
  62 #define NON_UNISYS                      0
  63 #define ES7000_CLASSIC                  1
  64 #define ES7000_ZORRO                    2
  65
  66 #define MIP_REG                         1
  67 #define MIP_PSAI_REG                    4
  68
  69 #define MIP_BUSY                        1
  70 #define MIP_SPIN                        0xf0000
  71 #define MIP_VALID                       0x0100000000000000ULL
  72 #define MIP_SW_APIC                     0x1020b
  73
  74 #define MIP_PORT(val)                   ((val >> 32) & 0xffff)
  75
  76 #define MIP_RD_LO(val)                  (val & 0xffffffff)
  77
  78 struct mip_reg {
  79         unsigned long long              off_0x00;
  80         unsigned long long              off_0x08;
  81         unsigned long long              off_0x10;
  82         unsigned long long              off_0x18;
  83         unsigned long long              off_0x20;
  84         unsigned long long              off_0x28;
  85         unsigned long long              off_0x30;
  86         unsigned long long              off_0x38;
  87 };
  88
  89 struct mip_reg_info {
  90         unsigned long long              mip_info;
  91         unsigned long long              delivery_info;
  92         unsigned long long              host_reg;
  93         unsigned long long              mip_reg;
  94 };
  95
  96 struct psai {
  97         unsigned long long              entry_type;
  98         unsigned long long              addr;
  99         unsigned long long              bep_addr;
 100 };
 101
 102 #ifdef CONFIG_ACPI
 103
 104 struct es7000_oem_table {
 105         struct acpi_table_header        Header;
 106         u32                             OEMTableAddr;
 107         u32                             OEMTableSize;
 108 };
 109
 110 static unsigned long                    oem_addrX;
 111 static unsigned long                    oem_size;
 112
 113 #endif
 114
 115 /*
 116  * ES7000 Globals
 117  */
 118
 119 static volatile unsigned long           *psai;
 120 static struct mip_reg                   *mip_reg;
 121 static struct mip_reg                   *host_reg;
 122 static int                              mip_port;
 123 static unsigned long                    mip_addr;
 124 static unsigned long                    host_addr;
 125
 126 int                                     es7000_plat;
 127
 128 /*
 129  * GSI override for ES7000 platforms.
 130  */
 131
 132
 133 static int __cpuinit wakeup_secondary_cpu_via_mip(int cpu, unsigned long eip)
 134 {
 135         unsigned long vect = 0, psaival = 0;
 136
 137         if (psai == NULL)
 138                 return -1;
 139
 140         vect = ((unsigned long)__pa(eip)/0x1000) << 16;
 141         psaival = (0x1000000 | vect | cpu);
 142
 143         while (*psai & 0x1000000)
 144                 ;
 145
 146         *psai = psaival;
 147
 148         return 0;
 149 }
 150
 151 static int es7000_apic_is_cluster(void)
 152 {
 153         /* MPENTIUMIII */
 154         if (boot_cpu_data.x86 == 6 &&
 155             (boot_cpu_data.x86_model >= 7 && boot_cpu_data.x86_model <= 11))
 156                 return 1;
 157
 158         return 0;
 159 }
 160
 161 static void setup_unisys(void)
 162 {
 163         /*
 164          * Determine the generation of the ES7000 currently running.
 165          *
 166          * es7000_plat = 1 if the machine is a 5xx ES7000 box
 167          * es7000_plat = 2 if the machine is a x86_64 ES7000 box
 168          *
 169          */
 170         if (!(boot_cpu_data.x86 <= 15 && boot_cpu_data.x86_model <= 2))
 171                 es7000_plat = ES7000_ZORRO;
 172         else
 173                 es7000_plat = ES7000_CLASSIC;
 174 }
 175
 176 /*
 177  * Parse the OEM Table:
 178  */
 179 static int parse_unisys_oem(char *oemptr)
 180 {
 181         int                     i;
 182         int                     success = 0;
 183         unsigned char           type, size;
 184         unsigned long           val;
 185         char                    *tp = NULL;
 186         struct psai             *psaip = NULL;
 187         struct mip_reg_info     *mi;
 188         struct mip_reg          *host, *mip;
 189
 190         tp = oemptr;
 191
 192         tp += 8;
 193
 194         for (i = 0; i <= 6; i++) {
 195                 type = *tp++;
 196                 size = *tp++;
 197                 tp -= 2;
 198                 switch (type) {
 199                 case MIP_REG:
 200                         mi = (struct mip_reg_info *)tp;
 201                         val = MIP_RD_LO(mi->host_reg);
 202                         host_addr = val;
 203                         host = (struct mip_reg *)val;
 204                         host_reg = __va(host);
 205                         val = MIP_RD_LO(mi->mip_reg);
 206                         mip_port = MIP_PORT(mi->mip_info);
 207                         mip_addr = val;
 208                         mip = (struct mip_reg *)val;
 209                         mip_reg = __va(mip);
 210                         pr_debug("host_reg = 0x%lx\n",
 211                                  (unsigned long)host_reg);
 212                         pr_debug("mip_reg = 0x%lx\n",
 213                                  (unsigned long)mip_reg);
 214                         success++;
 215                         break;
 216                 case MIP_PSAI_REG:
 217                         psaip = (struct psai *)tp;
 218                         if (tp != NULL) {
 219                                 if (psaip->addr)
 220                                         psai = __va(psaip->addr);
 221                                 else
 222                                         psai = NULL;
 223                                 success++;
 224                         }
 225                         break;
 226                 default:
 227                         break;
 228                 }
 229                 tp += size;
 230         }
 231
 232         if (success < 2)
 233                 es7000_plat = NON_UNISYS;
 234         else
 235                 setup_unisys();
 236
 237         return es7000_plat;
 238 }
 239
 240 #ifdef CONFIG_ACPI
 241 static int __init find_unisys_acpi_oem_table(unsigned long *oem_addr)
 242 {
 243         struct acpi_table_header *header = NULL;
 244         struct es7000_oem_table *table;
 245         acpi_size tbl_size;
 246         acpi_status ret;
 247         int i = 0;
 248
 249         for (;;) {
 250                 ret = acpi_get_table_with_size("OEM1", i++, &header, &tbl_size);
 251                 if (!ACPI_SUCCESS(ret))
 252                         return -1;
 253
 254                 if (!memcmp((char *) &header->oem_id, "UNISYS", 6))
 255                         break;
 256
 257                 early_acpi_os_unmap_memory(header, tbl_size);
 258         }
 259
 260         table = (void *)header;
 261
 262         oem_addrX       = table->OEMTableAddr;
 263         oem_size        = table->OEMTableSize;
 264
 265         early_acpi_os_unmap_memory(header, tbl_size);
 266
 267         *oem_addr       = (unsigned long)__acpi_map_table(oem_addrX, oem_size);
 268
 269         return 0;
 270 }
 271
 272 static void __init unmap_unisys_acpi_oem_table(unsigned long oem_addr)
 273 {
 274         if (!oem_addr)
 275                 return;
 276
 277         __acpi_unmap_table((char *)oem_addr, oem_size);
 278 }
 279
 280 static int es7000_check_dsdt(void)
 281 {
 282         struct acpi_table_header header;
 283
 284         if (ACPI_SUCCESS(acpi_get_table_header(ACPI_SIG_DSDT, 0, &header)) &&
 285             !strncmp(header.oem_id, "UNISYS", 6))
 286                 return 1;
 287         return 0;
 288 }
 289
 290 static int es7000_acpi_ret;
 291
 292 /* Hook from generic ACPI tables.c */
 293 static int __init es7000_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
 294 {
 295         unsigned long oem_addr = 0;
 296         int check_dsdt;
 297         int ret = 0;
 298
 299         /* check dsdt at first to avoid clear fix_map for oem_addr */
 300         check_dsdt = es7000_check_dsdt();
 301
 302         if (!find_unisys_acpi_oem_table(&oem_addr)) {
 303                 if (check_dsdt) {
 304                         ret = parse_unisys_oem((char *)oem_addr);
 305                 } else {
 306                         setup_unisys();
 307                         ret = 1;
 308                 }
 309                 /*
 310                  * we need to unmap it
 311                  */
 312                 unmap_unisys_acpi_oem_table(oem_addr);
 313         }
 314
 315         es7000_acpi_ret = ret;
 316
 317         return ret && !es7000_apic_is_cluster();
 318 }
 319
 320 static int es7000_acpi_madt_oem_check_cluster(char *oem_id, char *oem_table_id)
 321 {
 322         int ret = es7000_acpi_ret;
 323
 324         return ret && es7000_apic_is_cluster();
 325 }
 326
 327 #else /* !CONFIG_ACPI: */
 328 static int es7000_acpi_madt_oem_check(char *oem_id, char *oem_table_id)
 329 {
 330         return 0;
 331 }
 332
 333 static int es7000_acpi_madt_oem_check_cluster(char *oem_id, char *oem_table_id)
 334 {
 335         return 0;
 336 }
 337 #endif /* !CONFIG_ACPI */
 338
 339 static void es7000_spin(int n)
 340 {
 341         int i = 0;
 342
 343         while (i++ < n)
 344                 rep_nop();
 345 }
 346
 347 static int es7000_mip_write(struct mip_reg *mip_reg)
 348 {
 349         int status = 0;
 350         int spin;
 351
 352         spin = MIP_SPIN;
 353         while ((host_reg->off_0x38 & MIP_VALID) != 0) {
 354                 if (--spin <= 0) {
 355                         WARN(1, "Timeout waiting for Host Valid Flag\n");
 356                         return -1;
 357                 }
 358                 es7000_spin(MIP_SPIN);
 359         }
 360
 361         memcpy(host_reg, mip_reg, sizeof(struct mip_reg));
 362         outb(1, mip_port);
 363
 364         spin = MIP_SPIN;
 365
 366         while ((mip_reg->off_0x38 & MIP_VALID) == 0) {
 367                 if (--spin <= 0) {
 368                         WARN(1, "Timeout waiting for MIP Valid Flag\n");
 369                         return -1;
 370                 }
 371                 es7000_spin(MIP_SPIN);
 372         }
 373
 374         status = (mip_reg->off_0x00 & 0xffff0000000000ULL) >> 48;
 375         mip_reg->off_0x38 &= ~MIP_VALID;
 376
 377         return status;
 378 }
 379
 380 static void es7000_enable_apic_mode(void)
 381 {
 382         struct mip_reg es7000_mip_reg;
 383         int mip_status;
 384
 385         if (!es7000_plat)
 386                 return;
 387
 388         pr_info("Enabling APIC mode.\n");
 389         memset(&es7000_mip_reg, 0, sizeof(struct mip_reg));
 390         es7000_mip_reg.off_0x00 = MIP_SW_APIC;
 391         es7000_mip_reg.off_0x38 = MIP_VALID;
 392
 393         while ((mip_status = es7000_mip_write(&es7000_mip_reg)) != 0)
 394                 WARN(1, "Command failed, status = %x\n", mip_status);
 395 }
 396
 397 static void es7000_vector_allocation_domain(int cpu, struct cpumask *retmask)
 398 {
 399         /* Careful. Some cpus do not strictly honor the set of cpus
 400          * specified in the interrupt destination when using lowest
 401          * priority interrupt delivery mode.
 402          *
 403          * In particular there was a hyperthreading cpu observed to
 404          * deliver interrupts to the wrong hyperthread when only one
 405          * hyperthread was specified in the interrupt desitination.
 406          */
 407         cpumask_clear(retmask);
 408         cpumask_bits(retmask)[0] = APIC_ALL_CPUS;
 409 }
 410
 411
 412 static void es7000_wait_for_init_deassert(atomic_t *deassert)
 413 {
 414         while (!atomic_read(deassert))
 415                 cpu_relax();
 416 }
 417
 418 static unsigned int es7000_get_apic_id(unsigned long x)
 419 {
 420         return (x >> 24) & 0xFF;
 421 }
 422
 423 static void es7000_send_IPI_mask(const struct cpumask *mask, int vector)
 424 {
 425         default_send_IPI_mask_sequence_phys(mask, vector);
 426 }
 427
 428 static void es7000_send_IPI_allbutself(int vector)
 429 {
 430         default_send_IPI_mask_allbutself_phys(cpu_online_mask, vector);
 431 }
 432
 433 static void es7000_send_IPI_all(int vector)
 434 {
 435         es7000_send_IPI_mask(cpu_online_mask, vector);
 436 }
 437
 438 static int es7000_apic_id_registered(void)
 439 {
 440         return 1;
 441 }
 442
 443 static const struct cpumask *target_cpus_cluster(void)
 444 {
 445         return cpu_all_mask;
 446 }
 447
 448 static const struct cpumask *es7000_target_cpus(void)
 449 {
 450         return cpumask_of(smp_processor_id());
 451 }
 452
 453 static unsigned long es7000_check_apicid_used(physid_mask_t *map, int apicid)
 454 {
 455         return 0;
 456 }
 457
 458 static unsigned long es7000_check_apicid_present(int bit)
 459 {
 460         return physid_isset(bit, phys_cpu_present_map);
 461 }
 462
 463 static int es7000_early_logical_apicid(int cpu)
 464 {
 465         /* on es7000, logical apicid is the same as physical */
 466         return early_per_cpu(x86_bios_cpu_apicid, cpu);
 467 }
 468
 469 static unsigned long calculate_ldr(int cpu)
 470 {
 471         unsigned long id = per_cpu(x86_bios_cpu_apicid, cpu);
 472
 473         return SET_APIC_LOGICAL_ID(id);
 474 }
 475
 476 /*
 477  * Set up the logical destination ID.
 478  *
 479  * Intel recommends to set DFR, LdR and TPR before enabling
 480  * an APIC.  See e.g. "AP-388 82489DX User's Manual" (Intel
 481  * document number 292116).  So here it goes...
 482  */
 483 static void es7000_init_apic_ldr_cluster(void)
 484 {
 485         unsigned long val;
 486         int cpu = smp_processor_id();
 487
 488         apic_write(APIC_DFR, APIC_DFR_CLUSTER);
 489         val = calculate_ldr(cpu);
 490         apic_write(APIC_LDR, val);
 491 }
 492
 493 static void es7000_init_apic_ldr(void)
 494 {
 495         unsigned long val;
 496         int cpu = smp_processor_id();
 497
 498         apic_write(APIC_DFR, APIC_DFR_FLAT);
 499         val = calculate_ldr(cpu);
 500         apic_write(APIC_LDR, val);
 501 }
 502
 503 static void es7000_setup_apic_routing(void)
 504 {
 505         int apic = per_cpu(x86_bios_cpu_apicid, smp_processor_id());
 506
 507         pr_info("Enabling APIC mode:  %s. Using %d I/O APICs, target cpus %lx\n",
 508                 (apic_version[apic] == 0x14) ?
 509                         "Physical Cluster" : "Logical Cluster",
 510                 nr_ioapics, cpumask_bits(es7000_target_cpus())[0]);
 511 }
 512
 513 static int es7000_cpu_present_to_apicid(int mps_cpu)
 514 {
 515         if (!mps_cpu)
 516                 return boot_cpu_physical_apicid;
 517         else if (mps_cpu < nr_cpu_ids)
 518                 return per_cpu(x86_bios_cpu_apicid, mps_cpu);
 519         else
 520                 return BAD_APICID;
 521 }
 522
 523 static int cpu_id;
 524
 525 static void es7000_apicid_to_cpu_present(int phys_apicid, physid_mask_t *retmap)
 526 {
 527         physid_set_mask_of_physid(cpu_id, retmap);
 528         ++cpu_id;
 529 }
 530
 531 static void es7000_ioapic_phys_id_map(physid_mask_t *phys_map, physid_mask_t *retmap)
 532 {
 533         /* For clustered we don't have a good way to do this yet - hack */
 534         physids_promote(0xFFL, retmap);
 535 }
 536
 537 static int es7000_check_phys_apicid_present(int cpu_physical_apicid)
 538 {
 539         boot_cpu_physical_apicid = read_apic_id();
 540         return 1;
 541 }
 542
 543 static unsigned int es7000_cpu_mask_to_apicid(const struct cpumask *cpumask)
 544 {
 545         unsigned int round = 0;
 546         int cpu, uninitialized_var(apicid);
 547
 548         /*
 549          * The cpus in the mask must all be on the apic cluster.
 550          */
 551         for_each_cpu(cpu, cpumask) {
 552                 int new_apicid = early_per_cpu(x86_cpu_to_logical_apicid, cpu);
 553
 554                 if (round && APIC_CLUSTER(apicid) != APIC_CLUSTER(new_apicid)) {
 555                         WARN(1, "Not a valid mask!");
 556
 557                         return BAD_APICID;
 558                 }
 559                 apicid = new_apicid;
 560                 round++;
 561         }
 562         return apicid;
 563 }
 564
 565 static unsigned int
 566 es7000_cpu_mask_to_apicid_and(const struct cpumask *inmask,
 567                               const struct cpumask *andmask)
 568 {
 569         int apicid = early_per_cpu(x86_cpu_to_logical_apicid, 0);
 570         cpumask_var_t cpumask;
 571
 572         if (!alloc_cpumask_var(&cpumask, GFP_ATOMIC))
 573                 return apicid;
 574
 575         cpumask_and(cpumask, inmask, andmask);
 576         cpumask_and(cpumask, cpumask, cpu_online_mask);
 577         apicid = es7000_cpu_mask_to_apicid(cpumask);
 578
 579         free_cpumask_var(cpumask);
 580
 581         return apicid;
 582 }
 583
 584 static int es7000_phys_pkg_id(int cpuid_apic, int index_msb)
 585 {
 586         return cpuid_apic >> index_msb;
 587 }
 588
 589 static int probe_es7000(void)
 590 {
 591         /* probed later in mptable/ACPI hooks */
 592         return 0;
 593 }
 594
 595 static int es7000_mps_ret;
 596 static int es7000_mps_oem_check(struct mpc_table *mpc, char *oem,
 597                 char *productid)
 598 {
 599         int ret = 0;
 600
 601         if (mpc->oemptr) {
 602                 struct mpc_oemtable *oem_table =
 603                         (struct mpc_oemtable *)mpc->oemptr;
 604
 605                 if (!strncmp(oem, "UNISYS", 6))
 606                         ret = parse_unisys_oem((char *)oem_table);
 607         }
 608
 609         es7000_mps_ret = ret;
 610
 611         return ret && !es7000_apic_is_cluster();
 612 }
 613
 614 static int es7000_mps_oem_check_cluster(struct mpc_table *mpc, char *oem,
 615                 char *productid)
 616 {
 617         int ret = es7000_mps_ret;
 618
 619         return ret && es7000_apic_is_cluster();
 620 }
 621
 622 /* We've been warned by a false positive warning.Use __refdata to keep calm. */
 623 static struct apic __refdata apic_es7000_cluster = {
 624
 625         .name                           = "es7000",
 626         .probe                          = probe_es7000,
 627         .acpi_madt_oem_check            = es7000_acpi_madt_oem_check_cluster,
 628         .apic_id_valid                  = default_apic_id_valid,
 629         .apic_id_registered             = es7000_apic_id_registered,
 630
 631         .irq_delivery_mode              = dest_LowestPrio,
 632         /* logical delivery broadcast to all procs: */
 633         .irq_dest_mode                  = 1,
 634
 635         .target_cpus                    = target_cpus_cluster,
 636         .disable_esr                    = 1,
 637         .dest_logical                   = 0,
 638         .check_apicid_used              = es7000_check_apicid_used,
 639         .check_apicid_present           = es7000_check_apicid_present,
 640
 641         .vector_allocation_domain       = es7000_vector_allocation_domain,
 642         .init_apic_ldr                  = es7000_init_apic_ldr_cluster,
 643
 644         .ioapic_phys_id_map             = es7000_ioapic_phys_id_map,
 645         .setup_apic_routing             = es7000_setup_apic_routing,
 646         .multi_timer_check              = NULL,
 647         .cpu_present_to_apicid          = es7000_cpu_present_to_apicid,
 648         .apicid_to_cpu_present          = es7000_apicid_to_cpu_present,
 649         .setup_portio_remap             = NULL,
 650         .check_phys_apicid_present      = es7000_check_phys_apicid_present,
 651         .enable_apic_mode               = es7000_enable_apic_mode,
 652         .phys_pkg_id                    = es7000_phys_pkg_id,
 653         .mps_oem_check                  = es7000_mps_oem_check_cluster,
 654
 655         .get_apic_id                    = es7000_get_apic_id,
 656         .set_apic_id                    = NULL,
 657         .apic_id_mask                   = 0xFF << 24,
 658
 659         .cpu_mask_to_apicid             = es7000_cpu_mask_to_apicid,
 660         .cpu_mask_to_apicid_and         = es7000_cpu_mask_to_apicid_and,
 661
 662         .send_IPI_mask                  = es7000_send_IPI_mask,
 663         .send_IPI_mask_allbutself       = NULL,
 664         .send_IPI_allbutself            = es7000_send_IPI_allbutself,
 665         .send_IPI_all                   = es7000_send_IPI_all,
 666         .send_IPI_self                  = default_send_IPI_self,
 667
 668         .wakeup_secondary_cpu           = wakeup_secondary_cpu_via_mip,
 669
 670         .trampoline_phys_low            = 0x467,
 671         .trampoline_phys_high           = 0x469,
 672
 673         .wait_for_init_deassert         = NULL,
 674
 675         /* Nothing to do for most platforms, since cleared by the INIT cycle: */
 676         .smp_callin_clear_local_apic    = NULL,
 677         .inquire_remote_apic            = default_inquire_remote_apic,
 678
 679         .read                           = native_apic_mem_read,
 680         .write                          = native_apic_mem_write,
 681         .icr_read                       = native_apic_icr_read,
 682         .icr_write                      = native_apic_icr_write,
 683         .wait_icr_idle                  = native_apic_wait_icr_idle,
 684         .safe_wait_icr_idle             = native_safe_apic_wait_icr_idle,
 685
 686         .x86_32_early_logical_apicid    = es7000_early_logical_apicid,
 687 };
 688
 689 static struct apic __refdata apic_es7000 = {
 690
 691         .name                           = "es7000",
 692         .probe                          = probe_es7000,
 693         .acpi_madt_oem_check            = es7000_acpi_madt_oem_check,
 694         .apic_id_valid                  = default_apic_id_valid,
 695         .apic_id_registered             = es7000_apic_id_registered,
 696
 697         .irq_delivery_mode              = dest_Fixed,
 698         /* phys delivery to target CPUs: */
 699         .irq_dest_mode                  = 0,
 700
 701         .target_cpus                    = es7000_target_cpus,
 702         .disable_esr                    = 1,
 703         .dest_logical                   = 0,
 704         .check_apicid_used              = es7000_check_apicid_used,
 705         .check_apicid_present           = es7000_check_apicid_present,
 706
 707         .vector_allocation_domain       = es7000_vector_allocation_domain,
 708         .init_apic_ldr                  = es7000_init_apic_ldr,
 709
 710         .ioapic_phys_id_map             = es7000_ioapic_phys_id_map,
 711         .setup_apic_routing             = es7000_setup_apic_routing,
 712         .multi_timer_check              = NULL,
 713         .cpu_present_to_apicid          = es7000_cpu_present_to_apicid,
 714         .apicid_to_cpu_present          = es7000_apicid_to_cpu_present,
 715         .setup_portio_remap             = NULL,
 716         .check_phys_apicid_present      = es7000_check_phys_apicid_present,
 717         .enable_apic_mode               = es7000_enable_apic_mode,
 718         .phys_pkg_id                    = es7000_phys_pkg_id,
 719         .mps_oem_check                  = es7000_mps_oem_check,
 720
 721         .get_apic_id                    = es7000_get_apic_id,
 722         .set_apic_id                    = NULL,
 723         .apic_id_mask                   = 0xFF << 24,
 724
 725         .cpu_mask_to_apicid             = es7000_cpu_mask_to_apicid,
 726         .cpu_mask_to_apicid_and         = es7000_cpu_mask_to_apicid_and,
 727
 728         .send_IPI_mask                  = es7000_send_IPI_mask,
 729         .send_IPI_mask_allbutself       = NULL,
 730         .send_IPI_allbutself            = es7000_send_IPI_allbutself,
 731         .send_IPI_all                   = es7000_send_IPI_all,
 732         .send_IPI_self                  = default_send_IPI_self,
 733
 734         .trampoline_phys_low            = 0x467,
 735         .trampoline_phys_high           = 0x469,
 736
 737         .wait_for_init_deassert         = es7000_wait_for_init_deassert,
 738
 739         /* Nothing to do for most platforms, since cleared by the INIT cycle: */
 740         .smp_callin_clear_local_apic    = NULL,
 741         .inquire_remote_apic            = default_inquire_remote_apic,
 742
 743         .read                           = native_apic_mem_read,
 744         .write                          = native_apic_mem_write,
 745         .icr_read                       = native_apic_icr_read,
 746         .icr_write                      = native_apic_icr_write,
 747         .wait_icr_idle                  = native_apic_wait_icr_idle,
 748         .safe_wait_icr_idle             = native_safe_apic_wait_icr_idle,
 749
 750         .x86_32_early_logical_apicid    = es7000_early_logical_apicid,
 751 };
 752
 753 /*
 754  * Need to check for es7000 followed by es7000_cluster, so this order
 755  * in apic_drivers is important.
 756  */
 757 apic_drivers(apic_es7000, apic_es7000_cluster);