x86: use wrmsrl in kprobes.c, step.c
[linux-2.6] / arch / x86 / kernel / efi_64.c
1 /*
2  * x86_64 specific EFI support functions
3  * Based on Extensible Firmware Interface Specification version 1.0
4  *
5  * Copyright (C) 2005-2008 Intel Co.
6  *      Fenghua Yu <fenghua.yu@intel.com>
7  *      Bibo Mao <bibo.mao@intel.com>
8  *      Chandramouli Narayanan <mouli@linux.intel.com>
9  *      Huang Ying <ying.huang@intel.com>
10  *
11  * Code to convert EFI to E820 map has been implemented in elilo bootloader
12  * based on a EFI patch by Edgar Hucek. Based on the E820 map, the page table
13  * is setup appropriately for EFI runtime code.
14  * - mouli 06/14/2007.
15  *
16  */
17
18 #include <linux/kernel.h>
19 #include <linux/init.h>
20 #include <linux/mm.h>
21 #include <linux/types.h>
22 #include <linux/spinlock.h>
23 #include <linux/bootmem.h>
24 #include <linux/ioport.h>
25 #include <linux/module.h>
26 #include <linux/efi.h>
27 #include <linux/uaccess.h>
28 #include <linux/io.h>
29 #include <linux/reboot.h>
30
31 #include <asm/setup.h>
32 #include <asm/page.h>
33 #include <asm/e820.h>
34 #include <asm/pgtable.h>
35 #include <asm/tlbflush.h>
36 #include <asm/cacheflush.h>
37 #include <asm/proto.h>
38 #include <asm/efi.h>
39
40 static pgd_t save_pgd __initdata;
41 static unsigned long efi_flags __initdata;
42
43 static void __init early_mapping_set_exec(unsigned long start,
44                                           unsigned long end,
45                                           int executable)
46 {
47         pte_t *kpte;
48         int level;
49
50         while (start < end) {
51                 kpte = lookup_address((unsigned long)__va(start), &level);
52                 BUG_ON(!kpte);
53                 if (executable)
54                         set_pte(kpte, pte_mkexec(*kpte));
55                 else
56                         set_pte(kpte, __pte((pte_val(*kpte) | _PAGE_NX) & \
57                                             __supported_pte_mask));
58                 if (pte_huge(*kpte))
59                         start = (start + PMD_SIZE) & PMD_MASK;
60                 else
61                         start = (start + PAGE_SIZE) & PAGE_MASK;
62         }
63 }
64
65 static void __init early_runtime_code_mapping_set_exec(int executable)
66 {
67         efi_memory_desc_t *md;
68         void *p;
69
70         /* Make EFI runtime service code area executable */
71         for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
72                 md = p;
73                 if (md->type == EFI_RUNTIME_SERVICES_CODE) {
74                         unsigned long end;
75                         end = md->phys_addr + (md->num_pages << PAGE_SHIFT);
76                         early_mapping_set_exec(md->phys_addr, end, executable);
77                 }
78         }
79 }
80
81 void __init efi_call_phys_prelog(void)
82 {
83         unsigned long vaddress;
84
85         local_irq_save(efi_flags);
86         early_runtime_code_mapping_set_exec(1);
87         vaddress = (unsigned long)__va(0x0UL);
88         save_pgd = *pgd_offset_k(0x0UL);
89         set_pgd(pgd_offset_k(0x0UL), *pgd_offset_k(vaddress));
90         __flush_tlb_all();
91 }
92
93 void __init efi_call_phys_epilog(void)
94 {
95         /*
96          * After the lock is released, the original page table is restored.
97          */
98         set_pgd(pgd_offset_k(0x0UL), save_pgd);
99         early_runtime_code_mapping_set_exec(0);
100         __flush_tlb_all();
101         local_irq_restore(efi_flags);
102 }
103
104 /*
105  * We need to map the EFI memory map again after init_memory_mapping().
106  */
107 void __init efi_map_memmap(void)
108 {
109         memmap.map = __va(memmap.phys_map);
110         memmap.map_end = memmap.map + (memmap.nr_map * memmap.desc_size);
111 }
112
113 void __init efi_reserve_bootmem(void)
114 {
115         reserve_bootmem_generic((unsigned long)memmap.phys_map,
116                                 memmap.nr_map * memmap.desc_size);
117 }
118
119 void __init runtime_code_page_mkexec(void)
120 {
121         efi_memory_desc_t *md;
122         void *p;
123
124         /* Make EFI runtime service code area executable */
125         for (p = memmap.map; p < memmap.map_end; p += memmap.desc_size) {
126                 md = p;
127                 if (md->type == EFI_RUNTIME_SERVICES_CODE)
128                         change_page_attr_addr(md->virt_addr,
129                                               md->num_pages,
130                                               PAGE_KERNEL_EXEC);
131         }
132         __flush_tlb_all();
133 }
134
135 void __iomem * __init efi_ioremap(unsigned long offset,
136                                   unsigned long size)
137 {
138         static unsigned pages_mapped;
139         unsigned long last_addr;
140         unsigned i, pages;
141
142         last_addr = offset + size - 1;
143         offset &= PAGE_MASK;
144         pages = (PAGE_ALIGN(last_addr) - offset) >> PAGE_SHIFT;
145         if (pages_mapped + pages > MAX_EFI_IO_PAGES)
146                 return NULL;
147
148         for (i = 0; i < pages; i++) {
149                 set_fixmap_nocache(FIX_EFI_IO_MAP_FIRST_PAGE - pages_mapped,
150                                    offset);
151                 offset += PAGE_SIZE;
152                 pages_mapped++;
153         }
154
155         return (void __iomem *)__fix_to_virt(FIX_EFI_IO_MAP_FIRST_PAGE - \
156                                              (pages_mapped - pages));
157 }