err.no Git - linux-2.6/blob - arch/x86/kernel/setup_64.c

   1 /*
   2  *  Copyright (C) 1995  Linus Torvalds
   3  */
   4
   5 /*
   6  * This file handles the architecture-dependent parts of initialization
   7  */
   8
   9 #include <linux/errno.h>
  10 #include <linux/sched.h>
  11 #include <linux/kernel.h>
  12 #include <linux/mm.h>
  13 #include <linux/stddef.h>
  14 #include <linux/unistd.h>
  15 #include <linux/ptrace.h>
  16 #include <linux/slab.h>
  17 #include <linux/user.h>
  18 #include <linux/screen_info.h>
  19 #include <linux/ioport.h>
  20 #include <linux/delay.h>
  21 #include <linux/init.h>
  22 #include <linux/initrd.h>
  23 #include <linux/highmem.h>
  24 #include <linux/bootmem.h>
  25 #include <linux/module.h>
  26 #include <asm/processor.h>
  27 #include <linux/console.h>
  28 #include <linux/seq_file.h>
  29 #include <linux/crash_dump.h>
  30 #include <linux/root_dev.h>
  31 #include <linux/pci.h>
  32 #include <asm/pci-direct.h>
  33 #include <linux/efi.h>
  34 #include <linux/acpi.h>
  35 #include <linux/kallsyms.h>
  36 #include <linux/edd.h>
  37 #include <linux/iscsi_ibft.h>
  38 #include <linux/mmzone.h>
  39 #include <linux/kexec.h>
  40 #include <linux/cpufreq.h>
  41 #include <linux/dmi.h>
  42 #include <linux/dma-mapping.h>
  43 #include <linux/ctype.h>
  44 #include <linux/sort.h>
  45 #include <linux/uaccess.h>
  46 #include <linux/init_ohci1394_dma.h>
  47 #include <linux/kvm_para.h>
  48
  49 #include <asm/mtrr.h>
  50 #include <asm/uaccess.h>
  51 #include <asm/system.h>
  52 #include <asm/vsyscall.h>
  53 #include <asm/io.h>
  54 #include <asm/smp.h>
  55 #include <asm/msr.h>
  56 #include <asm/desc.h>
  57 #include <video/edid.h>
  58 #include <asm/e820.h>
  59 #include <asm/mpspec.h>
  60 #include <asm/dma.h>
  61 #include <asm/gart.h>
  62 #include <asm/mpspec.h>
  63 #include <asm/mmu_context.h>
  64 #include <asm/proto.h>
  65 #include <asm/setup.h>
  66 #include <asm/numa.h>
  67 #include <asm/sections.h>
  68 #include <asm/dmi.h>
  69 #include <asm/cacheflush.h>
  70 #include <asm/mce.h>
  71 #include <asm/ds.h>
  72 #include <asm/topology.h>
  73 #include <asm/trampoline.h>
  74 #include <asm/pat.h>
  75 #include <asm/mmconfig.h>
  76
  77 #include <mach_apic.h>
  78 #ifdef CONFIG_PARAVIRT
  79 #include <asm/paravirt.h>
  80 #else
  81 #define ARCH_SETUP
  82 #endif
  83
  84 #include "cpu/cpu.h"
  85
  86 /*
  87  * Machine setup..
  88  */
  89
  90 struct cpuinfo_x86 boot_cpu_data __read_mostly;
  91 EXPORT_SYMBOL(boot_cpu_data);
  92
  93 __u32 cleared_cpu_caps[NCAPINTS] __cpuinitdata;
  94
  95 unsigned long mmu_cr4_features;
  96
  97 /* Boot loader ID as an integer, for the benefit of proc_dointvec */
  98 int bootloader_type;
  99
 100 unsigned long saved_video_mode;
 101
 102 /*
 103  * Early DMI memory
 104  */
 105 int dmi_alloc_index;
 106 char dmi_alloc_data[DMI_MAX_DATA];
 107
 108 /*
 109  * Setup options
 110  */
 111 struct screen_info screen_info;
 112 EXPORT_SYMBOL(screen_info);
 113 struct sys_desc_table_struct {
 114         unsigned short length;
 115         unsigned char table[0];
 116 };
 117
 118 struct edid_info edid_info;
 119 EXPORT_SYMBOL_GPL(edid_info);
 120
 121 extern int root_mountflags;
 122
 123 static char __initdata command_line[COMMAND_LINE_SIZE];
 124
 125 static struct resource standard_io_resources[] = {
 126         { .name = "dma1", .start = 0x00, .end = 0x1f,
 127                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 128         { .name = "pic1", .start = 0x20, .end = 0x21,
 129                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 130         { .name = "timer0", .start = 0x40, .end = 0x43,
 131                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 132         { .name = "timer1", .start = 0x50, .end = 0x53,
 133                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 134         { .name = "keyboard", .start = 0x60, .end = 0x60,
 135                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 136         { .name = "keyboard", .start = 0x64, .end = 0x64,
 137                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 138         { .name = "dma page reg", .start = 0x80, .end = 0x8f,
 139                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 140         { .name = "pic2", .start = 0xa0, .end = 0xa1,
 141                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 142         { .name = "dma2", .start = 0xc0, .end = 0xdf,
 143                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 144         { .name = "fpu", .start = 0xf0, .end = 0xff,
 145                 .flags = IORESOURCE_BUSY | IORESOURCE_IO }
 146 };
 147
 148 #define IORESOURCE_RAM (IORESOURCE_BUSY | IORESOURCE_MEM)
 149
 150 static struct resource data_resource = {
 151         .name = "Kernel data",
 152         .start = 0,
 153         .end = 0,
 154         .flags = IORESOURCE_RAM,
 155 };
 156 static struct resource code_resource = {
 157         .name = "Kernel code",
 158         .start = 0,
 159         .end = 0,
 160         .flags = IORESOURCE_RAM,
 161 };
 162 static struct resource bss_resource = {
 163         .name = "Kernel bss",
 164         .start = 0,
 165         .end = 0,
 166         .flags = IORESOURCE_RAM,
 167 };
 168
 169 static void __init early_cpu_init(void);
 170 static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c);
 171
 172 #ifdef CONFIG_PROC_VMCORE
 173 /* elfcorehdr= specifies the location of elf core header
 174  * stored by the crashed kernel. This option will be passed
 175  * by kexec loader to the capture kernel.
 176  */
 177 static int __init setup_elfcorehdr(char *arg)
 178 {
 179         char *end;
 180         if (!arg)
 181                 return -EINVAL;
 182         elfcorehdr_addr = memparse(arg, &end);
 183         return end > arg ? 0 : -EINVAL;
 184 }
 185 early_param("elfcorehdr", setup_elfcorehdr);
 186 #endif
 187
 188 #ifndef CONFIG_NUMA
 189 static void __init
 190 contig_initmem_init(unsigned long start_pfn, unsigned long end_pfn)
 191 {
 192         unsigned long bootmap_size, bootmap;
 193
 194         bootmap_size = bootmem_bootmap_pages(end_pfn)<<PAGE_SHIFT;
 195         bootmap = find_e820_area(0, end_pfn<<PAGE_SHIFT, bootmap_size,
 196                                  PAGE_SIZE);
 197         if (bootmap == -1L)
 198                 panic("Cannot find bootmem map of size %ld\n", bootmap_size);
 199         bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn);
 200         e820_register_active_regions(0, start_pfn, end_pfn);
 201         free_bootmem_with_active_regions(0, end_pfn);
 202         early_res_to_bootmem(0, end_pfn<<PAGE_SHIFT);
 203         reserve_bootmem(bootmap, bootmap_size, BOOTMEM_DEFAULT);
 204 }
 205 #endif
 206
 207 #if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
 208 struct edd edd;
 209 #ifdef CONFIG_EDD_MODULE
 210 EXPORT_SYMBOL(edd);
 211 #endif
 212 /**
 213  * copy_edd() - Copy the BIOS EDD information
 214  *              from boot_params into a safe place.
 215  *
 216  */
 217 static inline void copy_edd(void)
 218 {
 219      memcpy(edd.mbr_signature, boot_params.edd_mbr_sig_buffer,
 220             sizeof(edd.mbr_signature));
 221      memcpy(edd.edd_info, boot_params.eddbuf, sizeof(edd.edd_info));
 222      edd.mbr_signature_nr = boot_params.edd_mbr_sig_buf_entries;
 223      edd.edd_info_nr = boot_params.eddbuf_entries;
 224 }
 225 #else
 226 static inline void copy_edd(void)
 227 {
 228 }
 229 #endif
 230
 231 #ifdef CONFIG_KEXEC
 232 static void __init reserve_crashkernel(void)
 233 {
 234         unsigned long long total_mem;
 235         unsigned long long crash_size, crash_base;
 236         int ret;
 237
 238         total_mem = ((unsigned long long)max_low_pfn - min_low_pfn) << PAGE_SHIFT;
 239
 240         ret = parse_crashkernel(boot_command_line, total_mem,
 241                         &crash_size, &crash_base);
 242         if (ret == 0 && crash_size) {
 243                 if (crash_base <= 0) {
 244                         printk(KERN_INFO "crashkernel reservation failed - "
 245                                         "you have to specify a base address\n");
 246                         return;
 247                 }
 248
 249                 if (reserve_bootmem_generic(crash_base, crash_size,
 250                                         BOOTMEM_EXCLUSIVE) < 0) {
 251                         printk(KERN_INFO "crashkernel reservation failed - "
 252                                         "memory is in use\n");
 253                         return;
 254                 }
 255
 256                 printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
 257                                 "for crashkernel (System RAM: %ldMB)\n",
 258                                 (unsigned long)(crash_size >> 20),
 259                                 (unsigned long)(crash_base >> 20),
 260                                 (unsigned long)(total_mem >> 20));
 261                 crashk_res.start = crash_base;
 262                 crashk_res.end   = crash_base + crash_size - 1;
 263                 insert_resource(&iomem_resource, &crashk_res);
 264         }
 265 }
 266 #else
 267 static inline void __init reserve_crashkernel(void)
 268 {}
 269 #endif
 270
 271 /*
 272  * setup_arch - architecture-specific boot-time initializations
 273  *
 274  * Note: On x86_64, fixmaps are ready for use even before this is called.
 275  */
 276 void __init setup_arch(char **cmdline_p)
 277 {
 278         unsigned i;
 279
 280         printk(KERN_INFO "Command line: %s\n", boot_command_line);
 281
 282         ROOT_DEV = old_decode_dev(boot_params.hdr.root_dev);
 283         screen_info = boot_params.screen_info;
 284         edid_info = boot_params.edid_info;
 285         saved_video_mode = boot_params.hdr.vid_mode;
 286         bootloader_type = boot_params.hdr.type_of_loader;
 287
 288 #ifdef CONFIG_BLK_DEV_RAM
 289         rd_image_start = boot_params.hdr.ram_size & RAMDISK_IMAGE_START_MASK;
 290         rd_prompt = ((boot_params.hdr.ram_size & RAMDISK_PROMPT_FLAG) != 0);
 291         rd_doload = ((boot_params.hdr.ram_size & RAMDISK_LOAD_FLAG) != 0);
 292 #endif
 293 #ifdef CONFIG_EFI
 294         if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature,
 295                      "EL64", 4)) {
 296                 efi_enabled = 1;
 297                 efi_reserve_early();
 298         }
 299 #endif
 300
 301         ARCH_SETUP
 302
 303         setup_memory_map();
 304         copy_edd();
 305
 306         if (!boot_params.hdr.root_flags)
 307                 root_mountflags &= ~MS_RDONLY;
 308         init_mm.start_code = (unsigned long) &_text;
 309         init_mm.end_code = (unsigned long) &_etext;
 310         init_mm.end_data = (unsigned long) &_edata;
 311         init_mm.brk = (unsigned long) &_end;
 312
 313         code_resource.start = virt_to_phys(&_text);
 314         code_resource.end = virt_to_phys(&_etext)-1;
 315         data_resource.start = virt_to_phys(&_etext);
 316         data_resource.end = virt_to_phys(&_edata)-1;
 317         bss_resource.start = virt_to_phys(&__bss_start);
 318         bss_resource.end = virt_to_phys(&__bss_stop)-1;
 319
 320         early_cpu_init();
 321         early_identify_cpu(&boot_cpu_data);
 322
 323         strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE);
 324         *cmdline_p = command_line;
 325
 326         parse_setup_data();
 327
 328         parse_early_param();
 329
 330 #ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
 331         if (init_ohci1394_dma_early)
 332                 init_ohci1394_dma_on_all_controllers();
 333 #endif
 334
 335         finish_e820_parsing();
 336
 337         /* after parse_early_param, so could debug it */
 338         insert_resource(&iomem_resource, &code_resource);
 339         insert_resource(&iomem_resource, &data_resource);
 340         insert_resource(&iomem_resource, &bss_resource);
 341
 342         early_gart_iommu_check();
 343
 344         e820_register_active_regions(0, 0, -1UL);
 345         /*
 346          * partially used pages are not usable - thus
 347          * we are rounding upwards:
 348          */
 349         end_pfn = e820_end_of_ram();
 350
 351         /* pre allocte 4k for mptable mpc */
 352         early_reserve_e820_mpc_new();
 353         /* update e820 for memory not covered by WB MTRRs */
 354         mtrr_bp_init();
 355         if (mtrr_trim_uncached_memory(end_pfn)) {
 356                 remove_all_active_ranges();
 357                 e820_register_active_regions(0, 0, -1UL);
 358                 end_pfn = e820_end_of_ram();
 359         }
 360
 361         num_physpages = end_pfn;
 362
 363         check_efer();
 364
 365         max_pfn_mapped = init_memory_mapping(0, (end_pfn << PAGE_SHIFT));
 366         if (efi_enabled)
 367                 efi_init();
 368
 369         vsmp_init();
 370
 371         dmi_scan_machine();
 372
 373         io_delay_init();
 374
 375 #ifdef CONFIG_KVM_CLOCK
 376         kvmclock_init();
 377 #endif
 378
 379 #ifdef CONFIG_SMP
 380         /* setup to use the early static init tables during kernel startup */
 381         x86_cpu_to_apicid_early_ptr = (void *)x86_cpu_to_apicid_init;
 382         x86_bios_cpu_apicid_early_ptr = (void *)x86_bios_cpu_apicid_init;
 383 #ifdef CONFIG_NUMA
 384         x86_cpu_to_node_map_early_ptr = (void *)x86_cpu_to_node_map_init;
 385 #endif
 386 #endif
 387
 388 #ifdef CONFIG_ACPI
 389         /*
 390          * Initialize the ACPI boot-time table parser (gets the RSDP and SDT).
 391          * Call this early for SRAT node setup.
 392          */
 393         acpi_boot_table_init();
 394 #endif
 395
 396         /* How many end-of-memory variables you have, grandma! */
 397         max_low_pfn = end_pfn;
 398         max_pfn = end_pfn;
 399         high_memory = (void *)__va(end_pfn * PAGE_SIZE - 1) + 1;
 400
 401         /* Remove active ranges so rediscovery with NUMA-awareness happens */
 402         remove_all_active_ranges();
 403
 404 #ifdef CONFIG_ACPI_NUMA
 405         /*
 406          * Parse SRAT to discover nodes.
 407          */
 408         acpi_numa_init();
 409 #endif
 410
 411 #ifdef CONFIG_NUMA
 412         numa_initmem_init(0, end_pfn);
 413 #else
 414         contig_initmem_init(0, end_pfn);
 415 #endif
 416
 417         dma32_reserve_bootmem();
 418
 419 #ifdef CONFIG_ACPI_SLEEP
 420         /*
 421          * Reserve low memory region for sleep support.
 422          */
 423        acpi_reserve_bootmem();
 424 #endif
 425
 426 #ifdef CONFIG_X86_MPPARSE
 427        /*
 428         * Find and reserve possible boot-time SMP configuration:
 429         */
 430         find_smp_config();
 431 #endif
 432 #ifdef CONFIG_BLK_DEV_INITRD
 433         if (boot_params.hdr.type_of_loader && boot_params.hdr.ramdisk_image) {
 434                 unsigned long ramdisk_image = boot_params.hdr.ramdisk_image;
 435                 unsigned long ramdisk_size  = boot_params.hdr.ramdisk_size;
 436                 unsigned long ramdisk_end   = ramdisk_image + ramdisk_size;
 437                 unsigned long end_of_mem    = end_pfn << PAGE_SHIFT;
 438
 439                 if (ramdisk_end <= end_of_mem) {
 440                         /*
 441                          * don't need to reserve again, already reserved early
 442                          * in x86_64_start_kernel, and early_res_to_bootmem
 443                          * convert that to reserved in bootmem
 444                          */
 445                         initrd_start = ramdisk_image + PAGE_OFFSET;
 446                         initrd_end = initrd_start+ramdisk_size;
 447                 } else {
 448                         free_bootmem(ramdisk_image, ramdisk_size);
 449                         printk(KERN_ERR "initrd extends beyond end of memory "
 450                                "(0x%08lx > 0x%08lx)\ndisabling initrd\n",
 451                                ramdisk_end, end_of_mem);
 452                         initrd_start = 0;
 453                 }
 454         }
 455 #endif
 456         reserve_crashkernel();
 457
 458         reserve_ibft_region();
 459
 460         paging_init();
 461         map_vsyscall();
 462
 463         early_quirks();
 464
 465 #ifdef CONFIG_ACPI
 466         /*
 467          * Read APIC and some other early information from ACPI tables.
 468          */
 469         acpi_boot_init();
 470 #endif
 471
 472         init_cpu_to_node();
 473
 474 #ifdef CONFIG_X86_MPPARSE
 475         /*
 476          * get boot-time SMP configuration:
 477          */
 478         if (smp_found_config)
 479                 get_smp_config();
 480 #endif
 481         init_apic_mappings();
 482         ioapic_init_mappings();
 483
 484         kvm_guest_init();
 485
 486         /*
 487          * We trust e820 completely. No explicit ROM probing in memory.
 488          */
 489         e820_reserve_resources();
 490         e820_mark_nosave_regions(end_pfn);
 491
 492         /* request I/O space for devices used on all i[345]86 PCs */
 493         for (i = 0; i < ARRAY_SIZE(standard_io_resources); i++)
 494                 request_resource(&ioport_resource, &standard_io_resources[i]);
 495
 496         e820_setup_gap();
 497
 498 #ifdef CONFIG_VT
 499 #if defined(CONFIG_VGA_CONSOLE)
 500         if (!efi_enabled || (efi_mem_type(0xa0000) != EFI_CONVENTIONAL_MEMORY))
 501                 conswitchp = &vga_con;
 502 #elif defined(CONFIG_DUMMY_CONSOLE)
 503         conswitchp = &dummy_con;
 504 #endif
 505 #endif
 506
 507         /* do this before identify_cpu for boot cpu */
 508         check_enable_amd_mmconf_dmi();
 509 }
 510
 511 struct cpu_dev *cpu_devs[X86_VENDOR_NUM] = {};
 512
 513 static void __cpuinit default_init(struct cpuinfo_x86 *c)
 514 {
 515         display_cacheinfo(c);
 516 }
 517
 518 static struct cpu_dev __cpuinitdata default_cpu = {
 519         .c_init = default_init,
 520         .c_vendor = "Unknown",
 521 };
 522 static struct cpu_dev *this_cpu __cpuinitdata = &default_cpu;
 523
 524 int __cpuinit get_model_name(struct cpuinfo_x86 *c)
 525 {
 526         unsigned int *v;
 527
 528         if (c->extended_cpuid_level < 0x80000004)
 529                 return 0;
 530
 531         v = (unsigned int *) c->x86_model_id;
 532         cpuid(0x80000002, &v[0], &v[1], &v[2], &v[3]);
 533         cpuid(0x80000003, &v[4], &v[5], &v[6], &v[7]);
 534         cpuid(0x80000004, &v[8], &v[9], &v[10], &v[11]);
 535         c->x86_model_id[48] = 0;
 536         return 1;
 537 }
 538
 539
 540 void __cpuinit display_cacheinfo(struct cpuinfo_x86 *c)
 541 {
 542         unsigned int n, dummy, eax, ebx, ecx, edx;
 543
 544         n = c->extended_cpuid_level;
 545
 546         if (n >= 0x80000005) {
 547                 cpuid(0x80000005, &dummy, &ebx, &ecx, &edx);
 548                 printk(KERN_INFO "CPU: L1 I Cache: %dK (%d bytes/line), "
 549                        "D cache %dK (%d bytes/line)\n",
 550                        edx>>24, edx&0xFF, ecx>>24, ecx&0xFF);
 551                 c->x86_cache_size = (ecx>>24) + (edx>>24);
 552                 /* On K8 L1 TLB is inclusive, so don't count it */
 553                 c->x86_tlbsize = 0;
 554         }
 555
 556         if (n >= 0x80000006) {
 557                 cpuid(0x80000006, &dummy, &ebx, &ecx, &edx);
 558                 ecx = cpuid_ecx(0x80000006);
 559                 c->x86_cache_size = ecx >> 16;
 560                 c->x86_tlbsize += ((ebx >> 16) & 0xfff) + (ebx & 0xfff);
 561
 562                 printk(KERN_INFO "CPU: L2 Cache: %dK (%d bytes/line)\n",
 563                 c->x86_cache_size, ecx & 0xFF);
 564         }
 565         if (n >= 0x80000008) {
 566                 cpuid(0x80000008, &eax, &dummy, &dummy, &dummy);
 567                 c->x86_virt_bits = (eax >> 8) & 0xff;
 568                 c->x86_phys_bits = eax & 0xff;
 569         }
 570 }
 571
 572 void __cpuinit detect_ht(struct cpuinfo_x86 *c)
 573 {
 574 #ifdef CONFIG_SMP
 575         u32 eax, ebx, ecx, edx;
 576         int index_msb, core_bits;
 577
 578         cpuid(1, &eax, &ebx, &ecx, &edx);
 579
 580
 581         if (!cpu_has(c, X86_FEATURE_HT))
 582                 return;
 583         if (cpu_has(c, X86_FEATURE_CMP_LEGACY))
 584                 goto out;
 585
 586         smp_num_siblings = (ebx & 0xff0000) >> 16;
 587
 588         if (smp_num_siblings == 1) {
 589                 printk(KERN_INFO  "CPU: Hyper-Threading is disabled\n");
 590         } else if (smp_num_siblings > 1) {
 591
 592                 if (smp_num_siblings > NR_CPUS) {
 593                         printk(KERN_WARNING "CPU: Unsupported number of "
 594                                "siblings %d", smp_num_siblings);
 595                         smp_num_siblings = 1;
 596                         return;
 597                 }
 598
 599                 index_msb = get_count_order(smp_num_siblings);
 600                 c->phys_proc_id = phys_pkg_id(index_msb);
 601
 602                 smp_num_siblings = smp_num_siblings / c->x86_max_cores;
 603
 604                 index_msb = get_count_order(smp_num_siblings);
 605
 606                 core_bits = get_count_order(c->x86_max_cores);
 607
 608                 c->cpu_core_id = phys_pkg_id(index_msb) &
 609                                                ((1 << core_bits) - 1);
 610         }
 611 out:
 612         if ((c->x86_max_cores * smp_num_siblings) > 1) {
 613                 printk(KERN_INFO  "CPU: Physical Processor ID: %d\n",
 614                        c->phys_proc_id);
 615                 printk(KERN_INFO  "CPU: Processor Core ID: %d\n",
 616                        c->cpu_core_id);
 617         }
 618
 619 #endif
 620 }
 621
 622 static void __cpuinit get_cpu_vendor(struct cpuinfo_x86 *c)
 623 {
 624         char *v = c->x86_vendor_id;
 625         int i;
 626         static int printed;
 627
 628         for (i = 0; i < X86_VENDOR_NUM; i++) {
 629                 if (cpu_devs[i]) {
 630                         if (!strcmp(v, cpu_devs[i]->c_ident[0]) ||
 631                             (cpu_devs[i]->c_ident[1] &&
 632                             !strcmp(v, cpu_devs[i]->c_ident[1]))) {
 633                                 c->x86_vendor = i;
 634                                 this_cpu = cpu_devs[i];
 635                                 return;
 636                         }
 637                 }
 638         }
 639         if (!printed) {
 640                 printed++;
 641                 printk(KERN_ERR "CPU: Vendor unknown, using generic init.\n");
 642                 printk(KERN_ERR "CPU: Your system may be unstable.\n");
 643         }
 644         c->x86_vendor = X86_VENDOR_UNKNOWN;
 645 }
 646
 647 static void __init early_cpu_support_print(void)
 648 {
 649         int i,j;
 650         struct cpu_dev *cpu_devx;
 651
 652         printk("KERNEL supported cpus:\n");
 653         for (i = 0; i < X86_VENDOR_NUM; i++) {
 654                 cpu_devx = cpu_devs[i];
 655                 if (!cpu_devx)
 656                         continue;
 657                 for (j = 0; j < 2; j++) {
 658                         if (!cpu_devx->c_ident[j])
 659                                 continue;
 660                         printk("  %s %s\n", cpu_devx->c_vendor,
 661                                 cpu_devx->c_ident[j]);
 662                 }
 663         }
 664 }
 665
 666 static void __init early_cpu_init(void)
 667 {
 668         struct cpu_vendor_dev *cvdev;
 669
 670         for (cvdev = __x86cpuvendor_start ;
 671              cvdev < __x86cpuvendor_end   ;
 672              cvdev++)
 673                 cpu_devs[cvdev->vendor] = cvdev->cpu_dev;
 674         early_cpu_support_print();
 675 }
 676
 677 /* Do some early cpuid on the boot CPU to get some parameter that are
 678    needed before check_bugs. Everything advanced is in identify_cpu
 679    below. */
 680 static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c)
 681 {
 682         u32 tfms, xlvl;
 683
 684         c->loops_per_jiffy = loops_per_jiffy;
 685         c->x86_cache_size = -1;
 686         c->x86_vendor = X86_VENDOR_UNKNOWN;
 687         c->x86_model = c->x86_mask = 0; /* So far unknown... */
 688         c->x86_vendor_id[0] = '\0'; /* Unset */
 689         c->x86_model_id[0] = '\0';  /* Unset */
 690         c->x86_clflush_size = 64;
 691         c->x86_cache_alignment = c->x86_clflush_size;
 692         c->x86_max_cores = 1;
 693         c->x86_coreid_bits = 0;
 694         c->extended_cpuid_level = 0;
 695         memset(&c->x86_capability, 0, sizeof c->x86_capability);
 696
 697         /* Get vendor name */
 698         cpuid(0x00000000, (unsigned int *)&c->cpuid_level,
 699               (unsigned int *)&c->x86_vendor_id[0],
 700               (unsigned int *)&c->x86_vendor_id[8],
 701               (unsigned int *)&c->x86_vendor_id[4]);
 702
 703         get_cpu_vendor(c);
 704
 705         /* Initialize the standard set of capabilities */
 706         /* Note that the vendor-specific code below might override */
 707
 708         /* Intel-defined flags: level 0x00000001 */
 709         if (c->cpuid_level >= 0x00000001) {
 710                 __u32 misc;
 711                 cpuid(0x00000001, &tfms, &misc, &c->x86_capability[4],
 712                       &c->x86_capability[0]);
 713                 c->x86 = (tfms >> 8) & 0xf;
 714                 c->x86_model = (tfms >> 4) & 0xf;
 715                 c->x86_mask = tfms & 0xf;
 716                 if (c->x86 == 0xf)
 717                         c->x86 += (tfms >> 20) & 0xff;
 718                 if (c->x86 >= 0x6)
 719                         c->x86_model += ((tfms >> 16) & 0xF) << 4;
 720                 if (test_cpu_cap(c, X86_FEATURE_CLFLSH))
 721                         c->x86_clflush_size = ((misc >> 8) & 0xff) * 8;
 722         } else {
 723                 /* Have CPUID level 0 only - unheard of */
 724                 c->x86 = 4;
 725         }
 726
 727         c->initial_apicid = (cpuid_ebx(1) >> 24) & 0xff;
 728 #ifdef CONFIG_SMP
 729         c->phys_proc_id = c->initial_apicid;
 730 #endif
 731         /* AMD-defined flags: level 0x80000001 */
 732         xlvl = cpuid_eax(0x80000000);
 733         c->extended_cpuid_level = xlvl;
 734         if ((xlvl & 0xffff0000) == 0x80000000) {
 735                 if (xlvl >= 0x80000001) {
 736                         c->x86_capability[1] = cpuid_edx(0x80000001);
 737                         c->x86_capability[6] = cpuid_ecx(0x80000001);
 738                 }
 739                 if (xlvl >= 0x80000004)
 740                         get_model_name(c); /* Default name */
 741         }
 742
 743         /* Transmeta-defined flags: level 0x80860001 */
 744         xlvl = cpuid_eax(0x80860000);
 745         if ((xlvl & 0xffff0000) == 0x80860000) {
 746                 /* Don't set x86_cpuid_level here for now to not confuse. */
 747                 if (xlvl >= 0x80860001)
 748                         c->x86_capability[2] = cpuid_edx(0x80860001);
 749         }
 750
 751         c->extended_cpuid_level = cpuid_eax(0x80000000);
 752         if (c->extended_cpuid_level >= 0x80000007)
 753                 c->x86_power = cpuid_edx(0x80000007);
 754
 755         if (c->x86_vendor != X86_VENDOR_UNKNOWN &&
 756             cpu_devs[c->x86_vendor]->c_early_init)
 757                 cpu_devs[c->x86_vendor]->c_early_init(c);
 758
 759         validate_pat_support(c);
 760 }
 761
 762 /*
 763  * This does the hard work of actually picking apart the CPU stuff...
 764  */
 765 void __cpuinit identify_cpu(struct cpuinfo_x86 *c)
 766 {
 767         int i;
 768
 769         early_identify_cpu(c);
 770
 771         init_scattered_cpuid_features(c);
 772
 773         c->apicid = phys_pkg_id(0);
 774
 775         /*
 776          * Vendor-specific initialization.  In this section we
 777          * canonicalize the feature flags, meaning if there are
 778          * features a certain CPU supports which CPUID doesn't
 779          * tell us, CPUID claiming incorrect flags, or other bugs,
 780          * we handle them here.
 781          *
 782          * At the end of this section, c->x86_capability better
 783          * indicate the features this CPU genuinely supports!
 784          */
 785         if (this_cpu->c_init)
 786                 this_cpu->c_init(c);
 787
 788         detect_ht(c);
 789
 790         /*
 791          * On SMP, boot_cpu_data holds the common feature set between
 792          * all CPUs; so make sure that we indicate which features are
 793          * common between the CPUs.  The first time this routine gets
 794          * executed, c == &boot_cpu_data.
 795          */
 796         if (c != &boot_cpu_data) {
 797                 /* AND the already accumulated flags with these */
 798                 for (i = 0; i < NCAPINTS; i++)
 799                         boot_cpu_data.x86_capability[i] &= c->x86_capability[i];
 800         }
 801
 802         /* Clear all flags overriden by options */
 803         for (i = 0; i < NCAPINTS; i++)
 804                 c->x86_capability[i] &= ~cleared_cpu_caps[i];
 805
 806 #ifdef CONFIG_X86_MCE
 807         mcheck_init(c);
 808 #endif
 809         select_idle_routine(c);
 810
 811 #ifdef CONFIG_NUMA
 812         numa_add_cpu(smp_processor_id());
 813 #endif
 814
 815 }
 816
 817 void __cpuinit identify_boot_cpu(void)
 818 {
 819         identify_cpu(&boot_cpu_data);
 820 }
 821
 822 void __cpuinit identify_secondary_cpu(struct cpuinfo_x86 *c)
 823 {
 824         BUG_ON(c == &boot_cpu_data);
 825         identify_cpu(c);
 826         mtrr_ap_init();
 827 }
 828
 829 static __init int setup_noclflush(char *arg)
 830 {
 831         setup_clear_cpu_cap(X86_FEATURE_CLFLSH);
 832         return 1;
 833 }
 834 __setup("noclflush", setup_noclflush);
 835
 836 void __cpuinit print_cpu_info(struct cpuinfo_x86 *c)
 837 {
 838         if (c->x86_model_id[0])
 839                 printk(KERN_CONT "%s", c->x86_model_id);
 840
 841         if (c->x86_mask || c->cpuid_level >= 0)
 842                 printk(KERN_CONT " stepping %02x\n", c->x86_mask);
 843         else
 844                 printk(KERN_CONT "\n");
 845 }
 846
 847 static __init int setup_disablecpuid(char *arg)
 848 {
 849         int bit;
 850         if (get_option(&arg, &bit) && bit < NCAPINTS*32)
 851                 setup_clear_cpu_cap(bit);
 852         else
 853                 return 0;
 854         return 1;
 855 }
 856 __setup("clearcpuid=", setup_disablecpuid);