2 * Copyright (C) 1995 Linus Torvalds
6 * This file handles the architecture-dependent parts of initialization
9 #include <linux/errno.h>
10 #include <linux/sched.h>
11 #include <linux/kernel.h>
13 #include <linux/stddef.h>
14 #include <linux/unistd.h>
15 #include <linux/ptrace.h>
16 #include <linux/slab.h>
17 #include <linux/user.h>
18 #include <linux/screen_info.h>
19 #include <linux/ioport.h>
20 #include <linux/delay.h>
21 #include <linux/init.h>
22 #include <linux/initrd.h>
23 #include <linux/highmem.h>
24 #include <linux/bootmem.h>
25 #include <linux/module.h>
26 #include <asm/processor.h>
27 #include <linux/console.h>
28 #include <linux/seq_file.h>
29 #include <linux/crash_dump.h>
30 #include <linux/root_dev.h>
31 #include <linux/pci.h>
32 #include <asm/pci-direct.h>
33 #include <linux/efi.h>
34 #include <linux/acpi.h>
35 #include <linux/kallsyms.h>
36 #include <linux/edd.h>
37 #include <linux/iscsi_ibft.h>
38 #include <linux/mmzone.h>
39 #include <linux/kexec.h>
40 #include <linux/cpufreq.h>
41 #include <linux/dmi.h>
42 #include <linux/dma-mapping.h>
43 #include <linux/ctype.h>
44 #include <linux/sort.h>
45 #include <linux/uaccess.h>
46 #include <linux/init_ohci1394_dma.h>
47 #include <linux/kvm_para.h>
50 #include <asm/uaccess.h>
51 #include <asm/system.h>
52 #include <asm/vsyscall.h>
57 #include <video/edid.h>
59 #include <asm/mpspec.h>
62 #include <asm/mpspec.h>
63 #include <asm/mmu_context.h>
64 #include <asm/proto.h>
65 #include <asm/setup.h>
67 #include <asm/sections.h>
69 #include <asm/cacheflush.h>
72 #include <asm/topology.h>
73 #include <asm/trampoline.h>
76 #include <mach_apic.h>
77 #ifdef CONFIG_PARAVIRT
78 #include <asm/paravirt.h>
87 struct cpuinfo_x86 boot_cpu_data __read_mostly;
88 EXPORT_SYMBOL(boot_cpu_data);
90 __u32 cleared_cpu_caps[NCAPINTS] __cpuinitdata;
92 unsigned long mmu_cr4_features;
94 /* Boot loader ID as an integer, for the benefit of proc_dointvec */
97 unsigned long saved_video_mode;
103 char dmi_alloc_data[DMI_MAX_DATA];
108 struct screen_info screen_info;
109 EXPORT_SYMBOL(screen_info);
110 struct sys_desc_table_struct {
111 unsigned short length;
112 unsigned char table[0];
115 struct edid_info edid_info;
116 EXPORT_SYMBOL_GPL(edid_info);
118 extern int root_mountflags;
120 static char __initdata command_line[COMMAND_LINE_SIZE];
122 static struct resource standard_io_resources[] = {
123 { .name = "dma1", .start = 0x00, .end = 0x1f,
124 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
125 { .name = "pic1", .start = 0x20, .end = 0x21,
126 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
127 { .name = "timer0", .start = 0x40, .end = 0x43,
128 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
129 { .name = "timer1", .start = 0x50, .end = 0x53,
130 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
131 { .name = "keyboard", .start = 0x60, .end = 0x60,
132 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
133 { .name = "keyboard", .start = 0x64, .end = 0x64,
134 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
135 { .name = "dma page reg", .start = 0x80, .end = 0x8f,
136 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
137 { .name = "pic2", .start = 0xa0, .end = 0xa1,
138 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
139 { .name = "dma2", .start = 0xc0, .end = 0xdf,
140 .flags = IORESOURCE_BUSY | IORESOURCE_IO },
141 { .name = "fpu", .start = 0xf0, .end = 0xff,
142 .flags = IORESOURCE_BUSY | IORESOURCE_IO }
145 #define IORESOURCE_RAM (IORESOURCE_BUSY | IORESOURCE_MEM)
147 static struct resource data_resource = {
148 .name = "Kernel data",
151 .flags = IORESOURCE_RAM,
153 static struct resource code_resource = {
154 .name = "Kernel code",
157 .flags = IORESOURCE_RAM,
159 static struct resource bss_resource = {
160 .name = "Kernel bss",
163 .flags = IORESOURCE_RAM,
166 static void __init early_cpu_init(void);
167 static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c);
169 #ifdef CONFIG_PROC_VMCORE
170 /* elfcorehdr= specifies the location of elf core header
171 * stored by the crashed kernel. This option will be passed
172 * by kexec loader to the capture kernel.
174 static int __init setup_elfcorehdr(char *arg)
179 elfcorehdr_addr = memparse(arg, &end);
180 return end > arg ? 0 : -EINVAL;
182 early_param("elfcorehdr", setup_elfcorehdr);
187 contig_initmem_init(unsigned long start_pfn, unsigned long end_pfn)
189 unsigned long bootmap_size, bootmap;
191 bootmap_size = bootmem_bootmap_pages(end_pfn)<<PAGE_SHIFT;
192 bootmap = find_e820_area(0, end_pfn<<PAGE_SHIFT, bootmap_size,
195 panic("Cannot find bootmem map of size %ld\n", bootmap_size);
196 bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn);
197 e820_register_active_regions(0, start_pfn, end_pfn);
198 free_bootmem_with_active_regions(0, end_pfn);
199 early_res_to_bootmem(0, end_pfn<<PAGE_SHIFT);
200 reserve_bootmem(bootmap, bootmap_size, BOOTMEM_DEFAULT);
204 #if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
206 #ifdef CONFIG_EDD_MODULE
210 * copy_edd() - Copy the BIOS EDD information
211 * from boot_params into a safe place.
214 static inline void copy_edd(void)
216 memcpy(edd.mbr_signature, boot_params.edd_mbr_sig_buffer,
217 sizeof(edd.mbr_signature));
218 memcpy(edd.edd_info, boot_params.eddbuf, sizeof(edd.edd_info));
219 edd.mbr_signature_nr = boot_params.edd_mbr_sig_buf_entries;
220 edd.edd_info_nr = boot_params.eddbuf_entries;
223 static inline void copy_edd(void)
228 /* Overridden in paravirt.c if CONFIG_PARAVIRT */
229 void __attribute__((weak)) __init memory_setup(void)
231 machine_specific_memory_setup();
234 /* Current gdt points %fs at the "master" per-cpu area: after this,
235 * it's on the real one. */
236 void switch_to_new_gdt(void)
238 struct desc_ptr gdt_descr;
240 gdt_descr.address = (long)get_cpu_gdt_table(smp_processor_id());
241 gdt_descr.size = GDT_SIZE - 1;
242 load_gdt(&gdt_descr);
246 * setup_arch - architecture-specific boot-time initializations
248 * Note: On x86_64, fixmaps are ready for use even before this is called.
250 void __init setup_arch(char **cmdline_p)
254 printk(KERN_INFO "Command line: %s\n", boot_command_line);
256 ROOT_DEV = old_decode_dev(boot_params.hdr.root_dev);
257 screen_info = boot_params.screen_info;
258 edid_info = boot_params.edid_info;
259 saved_video_mode = boot_params.hdr.vid_mode;
260 bootloader_type = boot_params.hdr.type_of_loader;
262 #ifdef CONFIG_BLK_DEV_RAM
263 rd_image_start = boot_params.hdr.ram_size & RAMDISK_IMAGE_START_MASK;
264 rd_prompt = ((boot_params.hdr.ram_size & RAMDISK_PROMPT_FLAG) != 0);
265 rd_doload = ((boot_params.hdr.ram_size & RAMDISK_LOAD_FLAG) != 0);
268 if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature,
280 if (!boot_params.hdr.root_flags)
281 root_mountflags &= ~MS_RDONLY;
282 init_mm.start_code = (unsigned long) &_text;
283 init_mm.end_code = (unsigned long) &_etext;
284 init_mm.end_data = (unsigned long) &_edata;
285 init_mm.brk = (unsigned long) &_end;
287 code_resource.start = virt_to_phys(&_text);
288 code_resource.end = virt_to_phys(&_etext)-1;
289 data_resource.start = virt_to_phys(&_etext);
290 data_resource.end = virt_to_phys(&_edata)-1;
291 bss_resource.start = virt_to_phys(&__bss_start);
292 bss_resource.end = virt_to_phys(&__bss_stop)-1;
295 early_identify_cpu(&boot_cpu_data);
297 strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE);
298 *cmdline_p = command_line;
304 if (acpi_mps_check()) {
306 clear_cpu_cap(&boot_cpu_data, X86_FEATURE_APIC);
309 #ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
310 if (init_ohci1394_dma_early)
311 init_ohci1394_dma_on_all_controllers();
314 finish_e820_parsing();
316 /* after parse_early_param, so could debug it */
317 insert_resource(&iomem_resource, &code_resource);
318 insert_resource(&iomem_resource, &data_resource);
319 insert_resource(&iomem_resource, &bss_resource);
321 early_gart_iommu_check();
323 e820_register_active_regions(0, 0, -1UL);
325 * partially used pages are not usable - thus
326 * we are rounding upwards:
328 end_pfn = e820_end_of_ram();
330 /* pre allocte 4k for mptable mpc */
331 early_reserve_e820_mpc_new();
332 /* update e820 for memory not covered by WB MTRRs */
334 if (mtrr_trim_uncached_memory(end_pfn)) {
335 remove_all_active_ranges();
336 e820_register_active_regions(0, 0, -1UL);
337 end_pfn = e820_end_of_ram();
340 num_physpages = end_pfn;
344 max_pfn_mapped = init_memory_mapping(0, (end_pfn << PAGE_SHIFT));
354 #ifdef CONFIG_KVM_CLOCK
359 * Initialize the ACPI boot-time table parser (gets the RSDP and SDT).
360 * Call this early for SRAT node setup.
362 acpi_boot_table_init();
364 /* How many end-of-memory variables you have, grandma! */
365 max_low_pfn = end_pfn;
367 high_memory = (void *)__va(end_pfn * PAGE_SIZE - 1) + 1;
369 /* Remove active ranges so rediscovery with NUMA-awareness happens */
370 remove_all_active_ranges();
372 #ifdef CONFIG_ACPI_NUMA
374 * Parse SRAT to discover nodes.
380 numa_initmem_init(0, end_pfn);
382 contig_initmem_init(0, end_pfn);
385 dma32_reserve_bootmem();
387 #ifdef CONFIG_ACPI_SLEEP
389 * Reserve low memory region for sleep support.
391 acpi_reserve_bootmem();
394 #ifdef CONFIG_X86_MPPARSE
396 * Find and reserve possible boot-time SMP configuration:
400 #ifdef CONFIG_BLK_DEV_INITRD
401 if (boot_params.hdr.type_of_loader && boot_params.hdr.ramdisk_image) {
402 unsigned long ramdisk_image = boot_params.hdr.ramdisk_image;
403 unsigned long ramdisk_size = boot_params.hdr.ramdisk_size;
404 unsigned long ramdisk_end = ramdisk_image + ramdisk_size;
405 unsigned long end_of_mem = end_pfn << PAGE_SHIFT;
407 if (ramdisk_end <= end_of_mem) {
409 * don't need to reserve again, already reserved early
410 * in x86_64_start_kernel, and early_res_to_bootmem
411 * convert that to reserved in bootmem
413 initrd_start = ramdisk_image + PAGE_OFFSET;
414 initrd_end = initrd_start+ramdisk_size;
416 free_bootmem(ramdisk_image, ramdisk_size);
417 printk(KERN_ERR "initrd extends beyond end of memory "
418 "(0x%08lx > 0x%08lx)\ndisabling initrd\n",
419 ramdisk_end, end_of_mem);
424 reserve_crashkernel();
426 reserve_ibft_region();
434 * Read APIC and some other early information from ACPI tables.
440 #ifdef CONFIG_X86_MPPARSE
442 * get boot-time SMP configuration:
444 if (smp_found_config)
447 init_apic_mappings();
448 ioapic_init_mappings();
453 * We trust e820 completely. No explicit ROM probing in memory.
455 e820_reserve_resources();
456 e820_mark_nosave_regions(end_pfn);
458 /* request I/O space for devices used on all i[345]86 PCs */
459 for (i = 0; i < ARRAY_SIZE(standard_io_resources); i++)
460 request_resource(&ioport_resource, &standard_io_resources[i]);
465 #if defined(CONFIG_VGA_CONSOLE)
466 if (!efi_enabled || (efi_mem_type(0xa0000) != EFI_CONVENTIONAL_MEMORY))
467 conswitchp = &vga_con;
468 #elif defined(CONFIG_DUMMY_CONSOLE)
469 conswitchp = &dummy_con;
474 struct cpu_dev *cpu_devs[X86_VENDOR_NUM] = {};
476 static void __cpuinit default_init(struct cpuinfo_x86 *c)
478 display_cacheinfo(c);
481 static struct cpu_dev __cpuinitdata default_cpu = {
482 .c_init = default_init,
483 .c_vendor = "Unknown",
485 static struct cpu_dev *this_cpu __cpuinitdata = &default_cpu;
487 int __cpuinit get_model_name(struct cpuinfo_x86 *c)
491 if (c->extended_cpuid_level < 0x80000004)
494 v = (unsigned int *) c->x86_model_id;
495 cpuid(0x80000002, &v[0], &v[1], &v[2], &v[3]);
496 cpuid(0x80000003, &v[4], &v[5], &v[6], &v[7]);
497 cpuid(0x80000004, &v[8], &v[9], &v[10], &v[11]);
498 c->x86_model_id[48] = 0;
503 void __cpuinit display_cacheinfo(struct cpuinfo_x86 *c)
505 unsigned int n, dummy, eax, ebx, ecx, edx;
507 n = c->extended_cpuid_level;
509 if (n >= 0x80000005) {
510 cpuid(0x80000005, &dummy, &ebx, &ecx, &edx);
511 printk(KERN_INFO "CPU: L1 I Cache: %dK (%d bytes/line), "
512 "D cache %dK (%d bytes/line)\n",
513 edx>>24, edx&0xFF, ecx>>24, ecx&0xFF);
514 c->x86_cache_size = (ecx>>24) + (edx>>24);
515 /* On K8 L1 TLB is inclusive, so don't count it */
519 if (n >= 0x80000006) {
520 cpuid(0x80000006, &dummy, &ebx, &ecx, &edx);
521 ecx = cpuid_ecx(0x80000006);
522 c->x86_cache_size = ecx >> 16;
523 c->x86_tlbsize += ((ebx >> 16) & 0xfff) + (ebx & 0xfff);
525 printk(KERN_INFO "CPU: L2 Cache: %dK (%d bytes/line)\n",
526 c->x86_cache_size, ecx & 0xFF);
528 if (n >= 0x80000008) {
529 cpuid(0x80000008, &eax, &dummy, &dummy, &dummy);
530 c->x86_virt_bits = (eax >> 8) & 0xff;
531 c->x86_phys_bits = eax & 0xff;
535 void __cpuinit detect_ht(struct cpuinfo_x86 *c)
538 u32 eax, ebx, ecx, edx;
539 int index_msb, core_bits;
541 cpuid(1, &eax, &ebx, &ecx, &edx);
544 if (!cpu_has(c, X86_FEATURE_HT))
546 if (cpu_has(c, X86_FEATURE_CMP_LEGACY))
549 smp_num_siblings = (ebx & 0xff0000) >> 16;
551 if (smp_num_siblings == 1) {
552 printk(KERN_INFO "CPU: Hyper-Threading is disabled\n");
553 } else if (smp_num_siblings > 1) {
555 if (smp_num_siblings > NR_CPUS) {
556 printk(KERN_WARNING "CPU: Unsupported number of "
557 "siblings %d", smp_num_siblings);
558 smp_num_siblings = 1;
562 index_msb = get_count_order(smp_num_siblings);
563 c->phys_proc_id = phys_pkg_id(index_msb);
565 smp_num_siblings = smp_num_siblings / c->x86_max_cores;
567 index_msb = get_count_order(smp_num_siblings);
569 core_bits = get_count_order(c->x86_max_cores);
571 c->cpu_core_id = phys_pkg_id(index_msb) &
572 ((1 << core_bits) - 1);
575 if ((c->x86_max_cores * smp_num_siblings) > 1) {
576 printk(KERN_INFO "CPU: Physical Processor ID: %d\n",
578 printk(KERN_INFO "CPU: Processor Core ID: %d\n",
585 static void __cpuinit get_cpu_vendor(struct cpuinfo_x86 *c)
587 char *v = c->x86_vendor_id;
591 for (i = 0; i < X86_VENDOR_NUM; i++) {
593 if (!strcmp(v, cpu_devs[i]->c_ident[0]) ||
594 (cpu_devs[i]->c_ident[1] &&
595 !strcmp(v, cpu_devs[i]->c_ident[1]))) {
597 this_cpu = cpu_devs[i];
604 printk(KERN_ERR "CPU: Vendor unknown, using generic init.\n");
605 printk(KERN_ERR "CPU: Your system may be unstable.\n");
607 c->x86_vendor = X86_VENDOR_UNKNOWN;
610 static void __init early_cpu_support_print(void)
613 struct cpu_dev *cpu_devx;
615 printk("KERNEL supported cpus:\n");
616 for (i = 0; i < X86_VENDOR_NUM; i++) {
617 cpu_devx = cpu_devs[i];
620 for (j = 0; j < 2; j++) {
621 if (!cpu_devx->c_ident[j])
623 printk(" %s %s\n", cpu_devx->c_vendor,
624 cpu_devx->c_ident[j]);
629 static void __init early_cpu_init(void)
631 struct cpu_vendor_dev *cvdev;
633 for (cvdev = __x86cpuvendor_start ;
634 cvdev < __x86cpuvendor_end ;
636 cpu_devs[cvdev->vendor] = cvdev->cpu_dev;
637 early_cpu_support_print();
640 /* Do some early cpuid on the boot CPU to get some parameter that are
641 needed before check_bugs. Everything advanced is in identify_cpu
643 static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c)
647 c->loops_per_jiffy = loops_per_jiffy;
648 c->x86_cache_size = -1;
649 c->x86_vendor = X86_VENDOR_UNKNOWN;
650 c->x86_model = c->x86_mask = 0; /* So far unknown... */
651 c->x86_vendor_id[0] = '\0'; /* Unset */
652 c->x86_model_id[0] = '\0'; /* Unset */
653 c->x86_clflush_size = 64;
654 c->x86_cache_alignment = c->x86_clflush_size;
655 c->x86_max_cores = 1;
656 c->x86_coreid_bits = 0;
657 c->extended_cpuid_level = 0;
658 memset(&c->x86_capability, 0, sizeof c->x86_capability);
660 /* Get vendor name */
661 cpuid(0x00000000, (unsigned int *)&c->cpuid_level,
662 (unsigned int *)&c->x86_vendor_id[0],
663 (unsigned int *)&c->x86_vendor_id[8],
664 (unsigned int *)&c->x86_vendor_id[4]);
668 /* Initialize the standard set of capabilities */
669 /* Note that the vendor-specific code below might override */
671 /* Intel-defined flags: level 0x00000001 */
672 if (c->cpuid_level >= 0x00000001) {
674 cpuid(0x00000001, &tfms, &misc, &c->x86_capability[4],
675 &c->x86_capability[0]);
676 c->x86 = (tfms >> 8) & 0xf;
677 c->x86_model = (tfms >> 4) & 0xf;
678 c->x86_mask = tfms & 0xf;
680 c->x86 += (tfms >> 20) & 0xff;
682 c->x86_model += ((tfms >> 16) & 0xF) << 4;
683 if (test_cpu_cap(c, X86_FEATURE_CLFLSH))
684 c->x86_clflush_size = ((misc >> 8) & 0xff) * 8;
686 /* Have CPUID level 0 only - unheard of */
690 c->initial_apicid = (cpuid_ebx(1) >> 24) & 0xff;
692 c->phys_proc_id = c->initial_apicid;
694 /* AMD-defined flags: level 0x80000001 */
695 xlvl = cpuid_eax(0x80000000);
696 c->extended_cpuid_level = xlvl;
697 if ((xlvl & 0xffff0000) == 0x80000000) {
698 if (xlvl >= 0x80000001) {
699 c->x86_capability[1] = cpuid_edx(0x80000001);
700 c->x86_capability[6] = cpuid_ecx(0x80000001);
702 if (xlvl >= 0x80000004)
703 get_model_name(c); /* Default name */
706 /* Transmeta-defined flags: level 0x80860001 */
707 xlvl = cpuid_eax(0x80860000);
708 if ((xlvl & 0xffff0000) == 0x80860000) {
709 /* Don't set x86_cpuid_level here for now to not confuse. */
710 if (xlvl >= 0x80860001)
711 c->x86_capability[2] = cpuid_edx(0x80860001);
714 c->extended_cpuid_level = cpuid_eax(0x80000000);
715 if (c->extended_cpuid_level >= 0x80000007)
716 c->x86_power = cpuid_edx(0x80000007);
718 if (c->x86_vendor != X86_VENDOR_UNKNOWN &&
719 cpu_devs[c->x86_vendor]->c_early_init)
720 cpu_devs[c->x86_vendor]->c_early_init(c);
722 validate_pat_support(c);
724 /* early_param could clear that, but recall get it set again */
726 clear_cpu_cap(c, X86_FEATURE_APIC);
730 * This does the hard work of actually picking apart the CPU stuff...
732 void __cpuinit identify_cpu(struct cpuinfo_x86 *c)
736 early_identify_cpu(c);
738 init_scattered_cpuid_features(c);
740 c->apicid = phys_pkg_id(0);
743 * Vendor-specific initialization. In this section we
744 * canonicalize the feature flags, meaning if there are
745 * features a certain CPU supports which CPUID doesn't
746 * tell us, CPUID claiming incorrect flags, or other bugs,
747 * we handle them here.
749 * At the end of this section, c->x86_capability better
750 * indicate the features this CPU genuinely supports!
752 if (this_cpu->c_init)
758 * On SMP, boot_cpu_data holds the common feature set between
759 * all CPUs; so make sure that we indicate which features are
760 * common between the CPUs. The first time this routine gets
761 * executed, c == &boot_cpu_data.
763 if (c != &boot_cpu_data) {
764 /* AND the already accumulated flags with these */
765 for (i = 0; i < NCAPINTS; i++)
766 boot_cpu_data.x86_capability[i] &= c->x86_capability[i];
769 /* Clear all flags overriden by options */
770 for (i = 0; i < NCAPINTS; i++)
771 c->x86_capability[i] &= ~cleared_cpu_caps[i];
773 #ifdef CONFIG_X86_MCE
776 select_idle_routine(c);
779 numa_add_cpu(smp_processor_id());
784 void __cpuinit identify_boot_cpu(void)
786 identify_cpu(&boot_cpu_data);
789 void __cpuinit identify_secondary_cpu(struct cpuinfo_x86 *c)
791 BUG_ON(c == &boot_cpu_data);
796 static __init int setup_noclflush(char *arg)
798 setup_clear_cpu_cap(X86_FEATURE_CLFLSH);
801 __setup("noclflush", setup_noclflush);
803 void __cpuinit print_cpu_info(struct cpuinfo_x86 *c)
805 if (c->x86_model_id[0])
806 printk(KERN_CONT "%s", c->x86_model_id);
808 if (c->x86_mask || c->cpuid_level >= 0)
809 printk(KERN_CONT " stepping %02x\n", c->x86_mask);
811 printk(KERN_CONT "\n");
814 static __init int setup_disablecpuid(char *arg)
817 if (get_option(&arg, &bit) && bit < NCAPINTS*32)
818 setup_clear_cpu_cap(bit);
823 __setup("clearcpuid=", setup_disablecpuid);