err.no Git - linux-2.6/blob - arch/x86/kernel/setup_64.c

   1 /*
   2  *  Copyright (C) 1995  Linus Torvalds
   3  */
   4
   5 /*
   6  * This file handles the architecture-dependent parts of initialization
   7  */
   8
   9 #include <linux/errno.h>
  10 #include <linux/sched.h>
  11 #include <linux/kernel.h>
  12 #include <linux/mm.h>
  13 #include <linux/stddef.h>
  14 #include <linux/unistd.h>
  15 #include <linux/ptrace.h>
  16 #include <linux/slab.h>
  17 #include <linux/user.h>
  18 #include <linux/screen_info.h>
  19 #include <linux/ioport.h>
  20 #include <linux/delay.h>
  21 #include <linux/init.h>
  22 #include <linux/initrd.h>
  23 #include <linux/highmem.h>
  24 #include <linux/bootmem.h>
  25 #include <linux/module.h>
  26 #include <asm/processor.h>
  27 #include <linux/console.h>
  28 #include <linux/seq_file.h>
  29 #include <linux/crash_dump.h>
  30 #include <linux/root_dev.h>
  31 #include <linux/pci.h>
  32 #include <asm/pci-direct.h>
  33 #include <linux/efi.h>
  34 #include <linux/acpi.h>
  35 #include <linux/kallsyms.h>
  36 #include <linux/edd.h>
  37 #include <linux/iscsi_ibft.h>
  38 #include <linux/mmzone.h>
  39 #include <linux/kexec.h>
  40 #include <linux/cpufreq.h>
  41 #include <linux/dmi.h>
  42 #include <linux/dma-mapping.h>
  43 #include <linux/ctype.h>
  44 #include <linux/sort.h>
  45 #include <linux/uaccess.h>
  46 #include <linux/init_ohci1394_dma.h>
  47 #include <linux/kvm_para.h>
  48
  49 #include <asm/mtrr.h>
  50 #include <asm/uaccess.h>
  51 #include <asm/system.h>
  52 #include <asm/vsyscall.h>
  53 #include <asm/io.h>
  54 #include <asm/smp.h>
  55 #include <asm/msr.h>
  56 #include <asm/desc.h>
  57 #include <video/edid.h>
  58 #include <asm/e820.h>
  59 #include <asm/mpspec.h>
  60 #include <asm/dma.h>
  61 #include <asm/gart.h>
  62 #include <asm/mpspec.h>
  63 #include <asm/mmu_context.h>
  64 #include <asm/proto.h>
  65 #include <asm/setup.h>
  66 #include <asm/numa.h>
  67 #include <asm/sections.h>
  68 #include <asm/dmi.h>
  69 #include <asm/cacheflush.h>
  70 #include <asm/mce.h>
  71 #include <asm/ds.h>
  72 #include <asm/topology.h>
  73 #include <asm/trampoline.h>
  74 #include <asm/pat.h>
  75 #include <asm/mmconfig.h>
  76
  77 #include <mach_apic.h>
  78 #ifdef CONFIG_PARAVIRT
  79 #include <asm/paravirt.h>
  80 #else
  81 #define ARCH_SETUP
  82 #endif
  83
  84 #include "cpu/cpu.h"
  85
  86 /*
  87  * Machine setup..
  88  */
  89
  90 struct cpuinfo_x86 boot_cpu_data __read_mostly;
  91 EXPORT_SYMBOL(boot_cpu_data);
  92
  93 __u32 cleared_cpu_caps[NCAPINTS] __cpuinitdata;
  94
  95 unsigned long mmu_cr4_features;
  96
  97 /* Boot loader ID as an integer, for the benefit of proc_dointvec */
  98 int bootloader_type;
  99
 100 unsigned long saved_video_mode;
 101
 102 /*
 103  * Early DMI memory
 104  */
 105 int dmi_alloc_index;
 106 char dmi_alloc_data[DMI_MAX_DATA];
 107
 108 /*
 109  * Setup options
 110  */
 111 struct screen_info screen_info;
 112 EXPORT_SYMBOL(screen_info);
 113 struct sys_desc_table_struct {
 114         unsigned short length;
 115         unsigned char table[0];
 116 };
 117
 118 struct edid_info edid_info;
 119 EXPORT_SYMBOL_GPL(edid_info);
 120
 121 extern int root_mountflags;
 122
 123 static char __initdata command_line[COMMAND_LINE_SIZE];
 124
 125 static struct resource standard_io_resources[] = {
 126         { .name = "dma1", .start = 0x00, .end = 0x1f,
 127                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 128         { .name = "pic1", .start = 0x20, .end = 0x21,
 129                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 130         { .name = "timer0", .start = 0x40, .end = 0x43,
 131                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 132         { .name = "timer1", .start = 0x50, .end = 0x53,
 133                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 134         { .name = "keyboard", .start = 0x60, .end = 0x60,
 135                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 136         { .name = "keyboard", .start = 0x64, .end = 0x64,
 137                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 138         { .name = "dma page reg", .start = 0x80, .end = 0x8f,
 139                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 140         { .name = "pic2", .start = 0xa0, .end = 0xa1,
 141                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 142         { .name = "dma2", .start = 0xc0, .end = 0xdf,
 143                 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
 144         { .name = "fpu", .start = 0xf0, .end = 0xff,
 145                 .flags = IORESOURCE_BUSY | IORESOURCE_IO }
 146 };
 147
 148 #define IORESOURCE_RAM (IORESOURCE_BUSY | IORESOURCE_MEM)
 149
 150 static struct resource data_resource = {
 151         .name = "Kernel data",
 152         .start = 0,
 153         .end = 0,
 154         .flags = IORESOURCE_RAM,
 155 };
 156 static struct resource code_resource = {
 157         .name = "Kernel code",
 158         .start = 0,
 159         .end = 0,
 160         .flags = IORESOURCE_RAM,
 161 };
 162 static struct resource bss_resource = {
 163         .name = "Kernel bss",
 164         .start = 0,
 165         .end = 0,
 166         .flags = IORESOURCE_RAM,
 167 };
 168
 169 static void __init early_cpu_init(void);
 170 static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c);
 171
 172 #ifdef CONFIG_PROC_VMCORE
 173 /* elfcorehdr= specifies the location of elf core header
 174  * stored by the crashed kernel. This option will be passed
 175  * by kexec loader to the capture kernel.
 176  */
 177 static int __init setup_elfcorehdr(char *arg)
 178 {
 179         char *end;
 180         if (!arg)
 181                 return -EINVAL;
 182         elfcorehdr_addr = memparse(arg, &end);
 183         return end > arg ? 0 : -EINVAL;
 184 }
 185 early_param("elfcorehdr", setup_elfcorehdr);
 186 #endif
 187
 188 #ifndef CONFIG_NUMA
 189 static void __init
 190 contig_initmem_init(unsigned long start_pfn, unsigned long end_pfn)
 191 {
 192         unsigned long bootmap_size, bootmap;
 193
 194         bootmap_size = bootmem_bootmap_pages(end_pfn)<<PAGE_SHIFT;
 195         bootmap = find_e820_area(0, end_pfn<<PAGE_SHIFT, bootmap_size,
 196                                  PAGE_SIZE);
 197         if (bootmap == -1L)
 198                 panic("Cannot find bootmem map of size %ld\n", bootmap_size);
 199         bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn);
 200         e820_register_active_regions(0, start_pfn, end_pfn);
 201         free_bootmem_with_active_regions(0, end_pfn);
 202         early_res_to_bootmem(0, end_pfn<<PAGE_SHIFT);
 203         reserve_bootmem(bootmap, bootmap_size, BOOTMEM_DEFAULT);
 204 }
 205 #endif
 206
 207 #if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
 208 struct edd edd;
 209 #ifdef CONFIG_EDD_MODULE
 210 EXPORT_SYMBOL(edd);
 211 #endif
 212 /**
 213  * copy_edd() - Copy the BIOS EDD information
 214  *              from boot_params into a safe place.
 215  *
 216  */
 217 static inline void copy_edd(void)
 218 {
 219      memcpy(edd.mbr_signature, boot_params.edd_mbr_sig_buffer,
 220             sizeof(edd.mbr_signature));
 221      memcpy(edd.edd_info, boot_params.eddbuf, sizeof(edd.edd_info));
 222      edd.mbr_signature_nr = boot_params.edd_mbr_sig_buf_entries;
 223      edd.edd_info_nr = boot_params.eddbuf_entries;
 224 }
 225 #else
 226 static inline void copy_edd(void)
 227 {
 228 }
 229 #endif
 230
 231 #ifdef CONFIG_KEXEC
 232 static void __init reserve_crashkernel(void)
 233 {
 234         unsigned long long total_mem;
 235         unsigned long long crash_size, crash_base;
 236         int ret;
 237
 238         total_mem = ((unsigned long long)max_low_pfn - min_low_pfn) << PAGE_SHIFT;
 239
 240         ret = parse_crashkernel(boot_command_line, total_mem,
 241                         &crash_size, &crash_base);
 242         if (ret == 0 && crash_size) {
 243                 if (crash_base <= 0) {
 244                         printk(KERN_INFO "crashkernel reservation failed - "
 245                                         "you have to specify a base address\n");
 246                         return;
 247                 }
 248
 249                 if (reserve_bootmem_generic(crash_base, crash_size,
 250                                         BOOTMEM_EXCLUSIVE) < 0) {
 251                         printk(KERN_INFO "crashkernel reservation failed - "
 252                                         "memory is in use\n");
 253                         return;
 254                 }
 255
 256                 printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
 257                                 "for crashkernel (System RAM: %ldMB)\n",
 258                                 (unsigned long)(crash_size >> 20),
 259                                 (unsigned long)(crash_base >> 20),
 260                                 (unsigned long)(total_mem >> 20));
 261                 crashk_res.start = crash_base;
 262                 crashk_res.end   = crash_base + crash_size - 1;
 263                 insert_resource(&iomem_resource, &crashk_res);
 264         }
 265 }
 266 #else
 267 static inline void __init reserve_crashkernel(void)
 268 {}
 269 #endif
 270
 271 /*
 272  * setup_arch - architecture-specific boot-time initializations
 273  *
 274  * Note: On x86_64, fixmaps are ready for use even before this is called.
 275  */
 276 void __init setup_arch(char **cmdline_p)
 277 {
 278         unsigned i;
 279
 280         printk(KERN_INFO "Command line: %s\n", boot_command_line);
 281
 282         ROOT_DEV = old_decode_dev(boot_params.hdr.root_dev);
 283         screen_info = boot_params.screen_info;
 284         edid_info = boot_params.edid_info;
 285         saved_video_mode = boot_params.hdr.vid_mode;
 286         bootloader_type = boot_params.hdr.type_of_loader;
 287
 288 #ifdef CONFIG_BLK_DEV_RAM
 289         rd_image_start = boot_params.hdr.ram_size & RAMDISK_IMAGE_START_MASK;
 290         rd_prompt = ((boot_params.hdr.ram_size & RAMDISK_PROMPT_FLAG) != 0);
 291         rd_doload = ((boot_params.hdr.ram_size & RAMDISK_LOAD_FLAG) != 0);
 292 #endif
 293 #ifdef CONFIG_EFI
 294         if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature,
 295                      "EL64", 4)) {
 296                 efi_enabled = 1;
 297                 efi_reserve_early();
 298         }
 299 #endif
 300
 301         ARCH_SETUP
 302
 303         setup_memory_map();
 304         copy_edd();
 305
 306         if (!boot_params.hdr.root_flags)
 307                 root_mountflags &= ~MS_RDONLY;
 308         init_mm.start_code = (unsigned long) &_text;
 309         init_mm.end_code = (unsigned long) &_etext;
 310         init_mm.end_data = (unsigned long) &_edata;
 311         init_mm.brk = (unsigned long) &_end;
 312
 313         code_resource.start = virt_to_phys(&_text);
 314         code_resource.end = virt_to_phys(&_etext)-1;
 315         data_resource.start = virt_to_phys(&_etext);
 316         data_resource.end = virt_to_phys(&_edata)-1;
 317         bss_resource.start = virt_to_phys(&__bss_start);
 318         bss_resource.end = virt_to_phys(&__bss_stop)-1;
 319
 320         early_cpu_init();
 321         early_identify_cpu(&boot_cpu_data);
 322
 323         strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE);
 324         *cmdline_p = command_line;
 325
 326         parse_setup_data();
 327
 328         parse_early_param();
 329
 330 #ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
 331         if (init_ohci1394_dma_early)
 332                 init_ohci1394_dma_on_all_controllers();
 333 #endif
 334
 335         finish_e820_parsing();
 336
 337         /* after parse_early_param, so could debug it */
 338         insert_resource(&iomem_resource, &code_resource);
 339         insert_resource(&iomem_resource, &data_resource);
 340         insert_resource(&iomem_resource, &bss_resource);
 341
 342         early_gart_iommu_check();
 343
 344         e820_register_active_regions(0, 0, -1UL);
 345         /*
 346          * partially used pages are not usable - thus
 347          * we are rounding upwards:
 348          */
 349         end_pfn = e820_end_of_ram();
 350
 351         /* pre allocte 4k for mptable mpc */
 352         early_reserve_e820_mpc_new();
 353         /* update e820 for memory not covered by WB MTRRs */
 354         mtrr_bp_init();
 355         if (mtrr_trim_uncached_memory(end_pfn)) {
 356                 remove_all_active_ranges();
 357                 e820_register_active_regions(0, 0, -1UL);
 358                 end_pfn = e820_end_of_ram();
 359         }
 360
 361         num_physpages = end_pfn;
 362
 363         check_efer();
 364
 365         max_pfn_mapped = init_memory_mapping(0, (end_pfn << PAGE_SHIFT));
 366         if (efi_enabled)
 367                 efi_init();
 368
 369         vsmp_init();
 370
 371         dmi_scan_machine();
 372
 373         io_delay_init();
 374
 375 #ifdef CONFIG_KVM_CLOCK
 376         kvmclock_init();
 377 #endif
 378
 379 #ifdef CONFIG_ACPI
 380         /*
 381          * Initialize the ACPI boot-time table parser (gets the RSDP and SDT).
 382          * Call this early for SRAT node setup.
 383          */
 384         acpi_boot_table_init();
 385 #endif
 386
 387         /* How many end-of-memory variables you have, grandma! */
 388         max_low_pfn = end_pfn;
 389         max_pfn = end_pfn;
 390         high_memory = (void *)__va(end_pfn * PAGE_SIZE - 1) + 1;
 391
 392         /* Remove active ranges so rediscovery with NUMA-awareness happens */
 393         remove_all_active_ranges();
 394
 395 #ifdef CONFIG_ACPI_NUMA
 396         /*
 397          * Parse SRAT to discover nodes.
 398          */
 399         acpi_numa_init();
 400 #endif
 401
 402 #ifdef CONFIG_NUMA
 403         numa_initmem_init(0, end_pfn);
 404 #else
 405         contig_initmem_init(0, end_pfn);
 406 #endif
 407
 408         dma32_reserve_bootmem();
 409
 410 #ifdef CONFIG_ACPI_SLEEP
 411         /*
 412          * Reserve low memory region for sleep support.
 413          */
 414        acpi_reserve_bootmem();
 415 #endif
 416
 417 #ifdef CONFIG_X86_MPPARSE
 418        /*
 419         * Find and reserve possible boot-time SMP configuration:
 420         */
 421         find_smp_config();
 422 #endif
 423 #ifdef CONFIG_BLK_DEV_INITRD
 424         if (boot_params.hdr.type_of_loader && boot_params.hdr.ramdisk_image) {
 425                 unsigned long ramdisk_image = boot_params.hdr.ramdisk_image;
 426                 unsigned long ramdisk_size  = boot_params.hdr.ramdisk_size;
 427                 unsigned long ramdisk_end   = ramdisk_image + ramdisk_size;
 428                 unsigned long end_of_mem    = end_pfn << PAGE_SHIFT;
 429
 430                 if (ramdisk_end <= end_of_mem) {
 431                         /*
 432                          * don't need to reserve again, already reserved early
 433                          * in x86_64_start_kernel, and early_res_to_bootmem
 434                          * convert that to reserved in bootmem
 435                          */
 436                         initrd_start = ramdisk_image + PAGE_OFFSET;
 437                         initrd_end = initrd_start+ramdisk_size;
 438                 } else {
 439                         free_bootmem(ramdisk_image, ramdisk_size);
 440                         printk(KERN_ERR "initrd extends beyond end of memory "
 441                                "(0x%08lx > 0x%08lx)\ndisabling initrd\n",
 442                                ramdisk_end, end_of_mem);
 443                         initrd_start = 0;
 444                 }
 445         }
 446 #endif
 447         reserve_crashkernel();
 448
 449         reserve_ibft_region();
 450
 451         paging_init();
 452         map_vsyscall();
 453
 454         early_quirks();
 455
 456 #ifdef CONFIG_ACPI
 457         /*
 458          * Read APIC and some other early information from ACPI tables.
 459          */
 460         acpi_boot_init();
 461 #endif
 462
 463         init_cpu_to_node();
 464
 465 #ifdef CONFIG_X86_MPPARSE
 466         /*
 467          * get boot-time SMP configuration:
 468          */
 469         if (smp_found_config)
 470                 get_smp_config();
 471 #endif
 472         init_apic_mappings();
 473         ioapic_init_mappings();
 474
 475         kvm_guest_init();
 476
 477         /*
 478          * We trust e820 completely. No explicit ROM probing in memory.
 479          */
 480         e820_reserve_resources();
 481         e820_mark_nosave_regions(end_pfn);
 482
 483         /* request I/O space for devices used on all i[345]86 PCs */
 484         for (i = 0; i < ARRAY_SIZE(standard_io_resources); i++)
 485                 request_resource(&ioport_resource, &standard_io_resources[i]);
 486
 487         e820_setup_gap();
 488
 489 #ifdef CONFIG_VT
 490 #if defined(CONFIG_VGA_CONSOLE)
 491         if (!efi_enabled || (efi_mem_type(0xa0000) != EFI_CONVENTIONAL_MEMORY))
 492                 conswitchp = &vga_con;
 493 #elif defined(CONFIG_DUMMY_CONSOLE)
 494         conswitchp = &dummy_con;
 495 #endif
 496 #endif
 497
 498         /* do this before identify_cpu for boot cpu */
 499         check_enable_amd_mmconf_dmi();
 500 }
 501
 502 struct cpu_dev *cpu_devs[X86_VENDOR_NUM] = {};
 503
 504 static void __cpuinit default_init(struct cpuinfo_x86 *c)
 505 {
 506         display_cacheinfo(c);
 507 }
 508
 509 static struct cpu_dev __cpuinitdata default_cpu = {
 510         .c_init = default_init,
 511         .c_vendor = "Unknown",
 512 };
 513 static struct cpu_dev *this_cpu __cpuinitdata = &default_cpu;
 514
 515 int __cpuinit get_model_name(struct cpuinfo_x86 *c)
 516 {
 517         unsigned int *v;
 518
 519         if (c->extended_cpuid_level < 0x80000004)
 520                 return 0;
 521
 522         v = (unsigned int *) c->x86_model_id;
 523         cpuid(0x80000002, &v[0], &v[1], &v[2], &v[3]);
 524         cpuid(0x80000003, &v[4], &v[5], &v[6], &v[7]);
 525         cpuid(0x80000004, &v[8], &v[9], &v[10], &v[11]);
 526         c->x86_model_id[48] = 0;
 527         return 1;
 528 }
 529
 530
 531 void __cpuinit display_cacheinfo(struct cpuinfo_x86 *c)
 532 {
 533         unsigned int n, dummy, eax, ebx, ecx, edx;
 534
 535         n = c->extended_cpuid_level;
 536
 537         if (n >= 0x80000005) {
 538                 cpuid(0x80000005, &dummy, &ebx, &ecx, &edx);
 539                 printk(KERN_INFO "CPU: L1 I Cache: %dK (%d bytes/line), "
 540                        "D cache %dK (%d bytes/line)\n",
 541                        edx>>24, edx&0xFF, ecx>>24, ecx&0xFF);
 542                 c->x86_cache_size = (ecx>>24) + (edx>>24);
 543                 /* On K8 L1 TLB is inclusive, so don't count it */
 544                 c->x86_tlbsize = 0;
 545         }
 546
 547         if (n >= 0x80000006) {
 548                 cpuid(0x80000006, &dummy, &ebx, &ecx, &edx);
 549                 ecx = cpuid_ecx(0x80000006);
 550                 c->x86_cache_size = ecx >> 16;
 551                 c->x86_tlbsize += ((ebx >> 16) & 0xfff) + (ebx & 0xfff);
 552
 553                 printk(KERN_INFO "CPU: L2 Cache: %dK (%d bytes/line)\n",
 554                 c->x86_cache_size, ecx & 0xFF);
 555         }
 556         if (n >= 0x80000008) {
 557                 cpuid(0x80000008, &eax, &dummy, &dummy, &dummy);
 558                 c->x86_virt_bits = (eax >> 8) & 0xff;
 559                 c->x86_phys_bits = eax & 0xff;
 560         }
 561 }
 562
 563 void __cpuinit detect_ht(struct cpuinfo_x86 *c)
 564 {
 565 #ifdef CONFIG_SMP
 566         u32 eax, ebx, ecx, edx;
 567         int index_msb, core_bits;
 568
 569         cpuid(1, &eax, &ebx, &ecx, &edx);
 570
 571
 572         if (!cpu_has(c, X86_FEATURE_HT))
 573                 return;
 574         if (cpu_has(c, X86_FEATURE_CMP_LEGACY))
 575                 goto out;
 576
 577         smp_num_siblings = (ebx & 0xff0000) >> 16;
 578
 579         if (smp_num_siblings == 1) {
 580                 printk(KERN_INFO  "CPU: Hyper-Threading is disabled\n");
 581         } else if (smp_num_siblings > 1) {
 582
 583                 if (smp_num_siblings > NR_CPUS) {
 584                         printk(KERN_WARNING "CPU: Unsupported number of "
 585                                "siblings %d", smp_num_siblings);
 586                         smp_num_siblings = 1;
 587                         return;
 588                 }
 589
 590                 index_msb = get_count_order(smp_num_siblings);
 591                 c->phys_proc_id = phys_pkg_id(index_msb);
 592
 593                 smp_num_siblings = smp_num_siblings / c->x86_max_cores;
 594
 595                 index_msb = get_count_order(smp_num_siblings);
 596
 597                 core_bits = get_count_order(c->x86_max_cores);
 598
 599                 c->cpu_core_id = phys_pkg_id(index_msb) &
 600                                                ((1 << core_bits) - 1);
 601         }
 602 out:
 603         if ((c->x86_max_cores * smp_num_siblings) > 1) {
 604                 printk(KERN_INFO  "CPU: Physical Processor ID: %d\n",
 605                        c->phys_proc_id);
 606                 printk(KERN_INFO  "CPU: Processor Core ID: %d\n",
 607                        c->cpu_core_id);
 608         }
 609
 610 #endif
 611 }
 612
 613 static void __cpuinit get_cpu_vendor(struct cpuinfo_x86 *c)
 614 {
 615         char *v = c->x86_vendor_id;
 616         int i;
 617         static int printed;
 618
 619         for (i = 0; i < X86_VENDOR_NUM; i++) {
 620                 if (cpu_devs[i]) {
 621                         if (!strcmp(v, cpu_devs[i]->c_ident[0]) ||
 622                             (cpu_devs[i]->c_ident[1] &&
 623                             !strcmp(v, cpu_devs[i]->c_ident[1]))) {
 624                                 c->x86_vendor = i;
 625                                 this_cpu = cpu_devs[i];
 626                                 return;
 627                         }
 628                 }
 629         }
 630         if (!printed) {
 631                 printed++;
 632                 printk(KERN_ERR "CPU: Vendor unknown, using generic init.\n");
 633                 printk(KERN_ERR "CPU: Your system may be unstable.\n");
 634         }
 635         c->x86_vendor = X86_VENDOR_UNKNOWN;
 636 }
 637
 638 static void __init early_cpu_support_print(void)
 639 {
 640         int i,j;
 641         struct cpu_dev *cpu_devx;
 642
 643         printk("KERNEL supported cpus:\n");
 644         for (i = 0; i < X86_VENDOR_NUM; i++) {
 645                 cpu_devx = cpu_devs[i];
 646                 if (!cpu_devx)
 647                         continue;
 648                 for (j = 0; j < 2; j++) {
 649                         if (!cpu_devx->c_ident[j])
 650                                 continue;
 651                         printk("  %s %s\n", cpu_devx->c_vendor,
 652                                 cpu_devx->c_ident[j]);
 653                 }
 654         }
 655 }
 656
 657 static void __init early_cpu_init(void)
 658 {
 659         struct cpu_vendor_dev *cvdev;
 660
 661         for (cvdev = __x86cpuvendor_start ;
 662              cvdev < __x86cpuvendor_end   ;
 663              cvdev++)
 664                 cpu_devs[cvdev->vendor] = cvdev->cpu_dev;
 665         early_cpu_support_print();
 666 }
 667
 668 /* Do some early cpuid on the boot CPU to get some parameter that are
 669    needed before check_bugs. Everything advanced is in identify_cpu
 670    below. */
 671 static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c)
 672 {
 673         u32 tfms, xlvl;
 674
 675         c->loops_per_jiffy = loops_per_jiffy;
 676         c->x86_cache_size = -1;
 677         c->x86_vendor = X86_VENDOR_UNKNOWN;
 678         c->x86_model = c->x86_mask = 0; /* So far unknown... */
 679         c->x86_vendor_id[0] = '\0'; /* Unset */
 680         c->x86_model_id[0] = '\0';  /* Unset */
 681         c->x86_clflush_size = 64;
 682         c->x86_cache_alignment = c->x86_clflush_size;
 683         c->x86_max_cores = 1;
 684         c->x86_coreid_bits = 0;
 685         c->extended_cpuid_level = 0;
 686         memset(&c->x86_capability, 0, sizeof c->x86_capability);
 687
 688         /* Get vendor name */
 689         cpuid(0x00000000, (unsigned int *)&c->cpuid_level,
 690               (unsigned int *)&c->x86_vendor_id[0],
 691               (unsigned int *)&c->x86_vendor_id[8],
 692               (unsigned int *)&c->x86_vendor_id[4]);
 693
 694         get_cpu_vendor(c);
 695
 696         /* Initialize the standard set of capabilities */
 697         /* Note that the vendor-specific code below might override */
 698
 699         /* Intel-defined flags: level 0x00000001 */
 700         if (c->cpuid_level >= 0x00000001) {
 701                 __u32 misc;
 702                 cpuid(0x00000001, &tfms, &misc, &c->x86_capability[4],
 703                       &c->x86_capability[0]);
 704                 c->x86 = (tfms >> 8) & 0xf;
 705                 c->x86_model = (tfms >> 4) & 0xf;
 706                 c->x86_mask = tfms & 0xf;
 707                 if (c->x86 == 0xf)
 708                         c->x86 += (tfms >> 20) & 0xff;
 709                 if (c->x86 >= 0x6)
 710                         c->x86_model += ((tfms >> 16) & 0xF) << 4;
 711                 if (test_cpu_cap(c, X86_FEATURE_CLFLSH))
 712                         c->x86_clflush_size = ((misc >> 8) & 0xff) * 8;
 713         } else {
 714                 /* Have CPUID level 0 only - unheard of */
 715                 c->x86 = 4;
 716         }
 717
 718         c->initial_apicid = (cpuid_ebx(1) >> 24) & 0xff;
 719 #ifdef CONFIG_SMP
 720         c->phys_proc_id = c->initial_apicid;
 721 #endif
 722         /* AMD-defined flags: level 0x80000001 */
 723         xlvl = cpuid_eax(0x80000000);
 724         c->extended_cpuid_level = xlvl;
 725         if ((xlvl & 0xffff0000) == 0x80000000) {
 726                 if (xlvl >= 0x80000001) {
 727                         c->x86_capability[1] = cpuid_edx(0x80000001);
 728                         c->x86_capability[6] = cpuid_ecx(0x80000001);
 729                 }
 730                 if (xlvl >= 0x80000004)
 731                         get_model_name(c); /* Default name */
 732         }
 733
 734         /* Transmeta-defined flags: level 0x80860001 */
 735         xlvl = cpuid_eax(0x80860000);
 736         if ((xlvl & 0xffff0000) == 0x80860000) {
 737                 /* Don't set x86_cpuid_level here for now to not confuse. */
 738                 if (xlvl >= 0x80860001)
 739                         c->x86_capability[2] = cpuid_edx(0x80860001);
 740         }
 741
 742         c->extended_cpuid_level = cpuid_eax(0x80000000);
 743         if (c->extended_cpuid_level >= 0x80000007)
 744                 c->x86_power = cpuid_edx(0x80000007);
 745
 746         if (c->x86_vendor != X86_VENDOR_UNKNOWN &&
 747             cpu_devs[c->x86_vendor]->c_early_init)
 748                 cpu_devs[c->x86_vendor]->c_early_init(c);
 749
 750         validate_pat_support(c);
 751 }
 752
 753 /*
 754  * This does the hard work of actually picking apart the CPU stuff...
 755  */
 756 void __cpuinit identify_cpu(struct cpuinfo_x86 *c)
 757 {
 758         int i;
 759
 760         early_identify_cpu(c);
 761
 762         init_scattered_cpuid_features(c);
 763
 764         c->apicid = phys_pkg_id(0);
 765
 766         /*
 767          * Vendor-specific initialization.  In this section we
 768          * canonicalize the feature flags, meaning if there are
 769          * features a certain CPU supports which CPUID doesn't
 770          * tell us, CPUID claiming incorrect flags, or other bugs,
 771          * we handle them here.
 772          *
 773          * At the end of this section, c->x86_capability better
 774          * indicate the features this CPU genuinely supports!
 775          */
 776         if (this_cpu->c_init)
 777                 this_cpu->c_init(c);
 778
 779         detect_ht(c);
 780
 781         /*
 782          * On SMP, boot_cpu_data holds the common feature set between
 783          * all CPUs; so make sure that we indicate which features are
 784          * common between the CPUs.  The first time this routine gets
 785          * executed, c == &boot_cpu_data.
 786          */
 787         if (c != &boot_cpu_data) {
 788                 /* AND the already accumulated flags with these */
 789                 for (i = 0; i < NCAPINTS; i++)
 790                         boot_cpu_data.x86_capability[i] &= c->x86_capability[i];
 791         }
 792
 793         /* Clear all flags overriden by options */
 794         for (i = 0; i < NCAPINTS; i++)
 795                 c->x86_capability[i] &= ~cleared_cpu_caps[i];
 796
 797 #ifdef CONFIG_X86_MCE
 798         mcheck_init(c);
 799 #endif
 800         select_idle_routine(c);
 801
 802 #ifdef CONFIG_NUMA
 803         numa_add_cpu(smp_processor_id());
 804 #endif
 805
 806 }
 807
 808 void __cpuinit identify_boot_cpu(void)
 809 {
 810         identify_cpu(&boot_cpu_data);
 811 }
 812
 813 void __cpuinit identify_secondary_cpu(struct cpuinfo_x86 *c)
 814 {
 815         BUG_ON(c == &boot_cpu_data);
 816         identify_cpu(c);
 817         mtrr_ap_init();
 818 }
 819
 820 static __init int setup_noclflush(char *arg)
 821 {
 822         setup_clear_cpu_cap(X86_FEATURE_CLFLSH);
 823         return 1;
 824 }
 825 __setup("noclflush", setup_noclflush);
 826
 827 void __cpuinit print_cpu_info(struct cpuinfo_x86 *c)
 828 {
 829         if (c->x86_model_id[0])
 830                 printk(KERN_CONT "%s", c->x86_model_id);
 831
 832         if (c->x86_mask || c->cpuid_level >= 0)
 833                 printk(KERN_CONT " stepping %02x\n", c->x86_mask);
 834         else
 835                 printk(KERN_CONT "\n");
 836 }
 837
 838 static __init int setup_disablecpuid(char *arg)
 839 {
 840         int bit;
 841         if (get_option(&arg, &bit) && bit < NCAPINTS*32)
 842                 setup_clear_cpu_cap(bit);
 843         else
 844                 return 0;
 845         return 1;
 846 }
 847 __setup("clearcpuid=", setup_disablecpuid);