2 * Win32 virtual memory functions
4 * Copyright 1997, 2002 Alexandre Julliard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301, USA
22 #include "wine/port.h"
26 #ifdef HAVE_SYS_ERRNO_H
27 #include <sys/errno.h>
37 #include <sys/types.h>
38 #ifdef HAVE_SYS_STAT_H
39 # include <sys/stat.h>
41 #ifdef HAVE_SYS_MMAN_H
42 # include <sys/mman.h>
44 #ifdef HAVE_VALGRIND_VALGRIND_H
45 # include <valgrind/valgrind.h>
48 #define NONAMELESSUNION
49 #define NONAMELESSSTRUCT
51 #define WIN32_NO_STATUS
54 #include "wine/library.h"
55 #include "wine/server.h"
56 #include "wine/exception.h"
57 #include "wine/list.h"
58 #include "wine/debug.h"
59 #include "ntdll_misc.h"
61 WINE_DEFAULT_DEBUG_CHANNEL(virtual);
62 WINE_DECLARE_DEBUG_CHANNEL(module);
69 #define MAP_NORESERVE 0
75 struct list entry; /* Entry in global view list */
76 void *base; /* Base address */
77 size_t size; /* Size in bytes */
78 HANDLE mapping; /* Handle to the file mapping */
79 unsigned int protect; /* Protection for all pages at allocation time */
80 BYTE prot[1]; /* Protection byte for each page */
84 /* Conversion from VPROT_* to Win32 flags */
85 static const BYTE VIRTUAL_Win32Flags[16] =
87 PAGE_NOACCESS, /* 0 */
88 PAGE_READONLY, /* READ */
89 PAGE_READWRITE, /* WRITE */
90 PAGE_READWRITE, /* READ | WRITE */
91 PAGE_EXECUTE, /* EXEC */
92 PAGE_EXECUTE_READ, /* READ | EXEC */
93 PAGE_EXECUTE_READWRITE, /* WRITE | EXEC */
94 PAGE_EXECUTE_READWRITE, /* READ | WRITE | EXEC */
95 PAGE_WRITECOPY, /* WRITECOPY */
96 PAGE_WRITECOPY, /* READ | WRITECOPY */
97 PAGE_WRITECOPY, /* WRITE | WRITECOPY */
98 PAGE_WRITECOPY, /* READ | WRITE | WRITECOPY */
99 PAGE_EXECUTE_WRITECOPY, /* EXEC | WRITECOPY */
100 PAGE_EXECUTE_WRITECOPY, /* READ | EXEC | WRITECOPY */
101 PAGE_EXECUTE_WRITECOPY, /* WRITE | EXEC | WRITECOPY */
102 PAGE_EXECUTE_WRITECOPY /* READ | WRITE | EXEC | WRITECOPY */
105 static struct list views_list = LIST_INIT(views_list);
107 static RTL_CRITICAL_SECTION csVirtual;
108 static RTL_CRITICAL_SECTION_DEBUG critsect_debug =
111 { &critsect_debug.ProcessLocksList, &critsect_debug.ProcessLocksList },
112 0, 0, { (DWORD_PTR)(__FILE__ ": csVirtual") }
114 static RTL_CRITICAL_SECTION csVirtual = { &critsect_debug, -1, 0, 0, 0, 0 };
117 /* These are always the same on an i386, and it will be faster this way */
118 # define page_mask 0xfff
119 # define page_shift 12
120 # define page_size 0x1000
121 /* Note: these are Windows limits, you cannot change them. */
122 static void *address_space_limit = (void *)0xc0000000; /* top of the total available address space */
123 static void *user_space_limit = (void *)0x7fff0000; /* top of the user address space */
124 static void *working_set_limit = (void *)0x7fff0000; /* top of the current working set */
125 static void *address_space_start = (void *)0x110000; /* keep DOS area clear */
126 #elif defined(__x86_64__)
127 # define page_mask 0xfff
128 # define page_shift 12
129 # define page_size 0x1000
130 static void *address_space_limit = (void *)0x7fffffff0000;
131 static void *user_space_limit = (void *)0x7fffffff0000;
132 static void *working_set_limit = (void *)0x7fffffff0000;
133 static void *address_space_start = (void *)0x10000;
135 static UINT page_shift;
136 static UINT_PTR page_size;
137 static UINT_PTR page_mask;
138 static void *address_space_limit;
139 static void *user_space_limit;
140 static void *working_set_limit;
141 static void *address_space_start = (void *)0x10000;
142 #endif /* __i386__ */
143 static const int is_win64 = (sizeof(void *) > sizeof(int));
145 #define ROUND_ADDR(addr,mask) \
146 ((void *)((UINT_PTR)(addr) & ~(UINT_PTR)(mask)))
148 #define ROUND_SIZE(addr,size) \
149 (((SIZE_T)(size) + ((UINT_PTR)(addr) & page_mask) + page_mask) & ~page_mask)
151 #define VIRTUAL_DEBUG_DUMP_VIEW(view) \
152 do { if (TRACE_ON(virtual)) VIRTUAL_DumpView(view); } while (0)
154 #define VIRTUAL_HEAP_SIZE (4*1024*1024)
156 static HANDLE virtual_heap;
157 static void *preload_reserve_start;
158 static void *preload_reserve_end;
159 static int use_locks;
160 static int force_exec_prot; /* whether to force PROT_EXEC on all PROT_READ mmaps */
163 /***********************************************************************
166 static const char *VIRTUAL_GetProtStr( BYTE prot )
168 static char buffer[6];
169 buffer[0] = (prot & VPROT_COMMITTED) ? 'c' : '-';
170 buffer[1] = (prot & VPROT_GUARD) ? 'g' : ((prot & VPROT_WRITEWATCH) ? 'H' : '-');
171 buffer[2] = (prot & VPROT_READ) ? 'r' : '-';
172 buffer[3] = (prot & VPROT_WRITECOPY) ? 'W' : ((prot & VPROT_WRITE) ? 'w' : '-');
173 buffer[4] = (prot & VPROT_EXEC) ? 'x' : '-';
179 /***********************************************************************
180 * VIRTUAL_GetUnixProt
182 * Convert page protections to protection for mmap/mprotect.
184 static int VIRTUAL_GetUnixProt( BYTE vprot )
187 if ((vprot & VPROT_COMMITTED) && !(vprot & VPROT_GUARD))
189 if (vprot & VPROT_READ) prot |= PROT_READ;
190 if (vprot & VPROT_WRITE) prot |= PROT_WRITE;
191 if (vprot & VPROT_WRITECOPY) prot |= PROT_WRITE;
192 if (vprot & VPROT_EXEC) prot |= PROT_EXEC;
193 if (vprot & VPROT_WRITEWATCH) prot &= ~PROT_WRITE;
195 if (!prot) prot = PROT_NONE;
200 /***********************************************************************
203 static void VIRTUAL_DumpView( struct file_view *view )
206 char *addr = view->base;
207 BYTE prot = view->prot[0];
209 TRACE( "View: %p - %p", addr, addr + view->size - 1 );
210 if (view->protect & VPROT_SYSTEM)
211 TRACE( " (system)\n" );
212 else if (view->protect & VPROT_VALLOC)
213 TRACE( " (valloc)\n" );
214 else if (view->mapping)
215 TRACE( " %p\n", view->mapping );
217 TRACE( " (anonymous)\n");
219 for (count = i = 1; i < view->size >> page_shift; i++, count++)
221 if (view->prot[i] == prot) continue;
222 TRACE( " %p - %p %s\n",
223 addr, addr + (count << page_shift) - 1, VIRTUAL_GetProtStr(prot) );
224 addr += (count << page_shift);
225 prot = view->prot[i];
229 TRACE( " %p - %p %s\n",
230 addr, addr + (count << page_shift) - 1, VIRTUAL_GetProtStr(prot) );
234 /***********************************************************************
238 static void VIRTUAL_Dump(void)
241 struct file_view *view;
243 TRACE( "Dump of all virtual memory views:\n" );
244 server_enter_uninterrupted_section( &csVirtual, &sigset );
245 LIST_FOR_EACH_ENTRY( view, &views_list, struct file_view, entry )
247 VIRTUAL_DumpView( view );
249 server_leave_uninterrupted_section( &csVirtual, &sigset );
254 /***********************************************************************
257 * Find the view containing a given address. The csVirtual section must be held by caller.
266 static struct file_view *VIRTUAL_FindView( const void *addr, size_t size )
268 struct file_view *view;
270 LIST_FOR_EACH_ENTRY( view, &views_list, struct file_view, entry )
272 if (view->base > addr) break; /* no matching view */
273 if ((const char *)view->base + view->size <= (const char *)addr) continue;
274 if ((const char *)view->base + view->size < (const char *)addr + size) break; /* size too large */
275 if ((const char *)addr + size < (const char *)addr) break; /* overflow */
282 /***********************************************************************
285 static inline UINT_PTR get_mask( ULONG zero_bits )
287 if (!zero_bits) return 0xffff; /* allocations are aligned to 64K by default */
288 if (zero_bits < page_shift) zero_bits = page_shift;
289 return (1 << zero_bits) - 1;
293 /***********************************************************************
296 * Find the first view overlapping at least part of the specified range.
297 * The csVirtual section must be held by caller.
299 static struct file_view *find_view_range( const void *addr, size_t size )
301 struct file_view *view;
303 LIST_FOR_EACH_ENTRY( view, &views_list, struct file_view, entry )
305 if ((const char *)view->base >= (const char *)addr + size) break;
306 if ((const char *)view->base + view->size > (const char *)addr) return view;
312 /***********************************************************************
315 * Find a free area between views inside the specified range.
316 * The csVirtual section must be held by caller.
318 static void *find_free_area( void *base, void *end, size_t size, size_t mask, int top_down )
325 start = ROUND_ADDR( (char *)end - size, mask );
326 if (start >= end || start < base) return NULL;
328 for (ptr = views_list.prev; ptr != &views_list; ptr = ptr->prev)
330 struct file_view *view = LIST_ENTRY( ptr, struct file_view, entry );
332 if ((char *)view->base + view->size <= (char *)start) break;
333 if ((char *)view->base >= (char *)start + size) continue;
334 start = ROUND_ADDR( (char *)view->base - size, mask );
335 /* stop if remaining space is not large enough */
336 if (!start || start >= end || start < base) return NULL;
341 start = ROUND_ADDR( (char *)base + mask, mask );
342 if (start >= end || (char *)end - (char *)start < size) return NULL;
344 for (ptr = views_list.next; ptr != &views_list; ptr = ptr->next)
346 struct file_view *view = LIST_ENTRY( ptr, struct file_view, entry );
348 if ((char *)view->base >= (char *)start + size) break;
349 if ((char *)view->base + view->size <= (char *)start) continue;
350 start = ROUND_ADDR( (char *)view->base + view->size + mask, mask );
351 /* stop if remaining space is not large enough */
352 if (!start || start >= end || (char *)end - (char *)start < size) return NULL;
359 /***********************************************************************
362 * Add a reserved area to the list maintained by libwine.
363 * The csVirtual section must be held by caller.
365 static void add_reserved_area( void *addr, size_t size )
367 TRACE( "adding %p-%p\n", addr, (char *)addr + size );
369 if (addr < user_space_limit)
371 /* unmap the part of the area that is below the limit */
372 assert( (char *)addr + size > (char *)user_space_limit );
373 munmap( addr, (char *)user_space_limit - (char *)addr );
374 size -= (char *)user_space_limit - (char *)addr;
375 addr = user_space_limit;
377 /* blow away existing mappings */
378 wine_anon_mmap( addr, size, PROT_NONE, MAP_NORESERVE | MAP_FIXED );
379 wine_mmap_add_reserved_area( addr, size );
383 /***********************************************************************
384 * remove_reserved_area
386 * Remove a reserved area from the list maintained by libwine.
387 * The csVirtual section must be held by caller.
389 static void remove_reserved_area( void *addr, size_t size )
391 struct file_view *view;
393 TRACE( "removing %p-%p\n", addr, (char *)addr + size );
394 wine_mmap_remove_reserved_area( addr, size, 0 );
396 /* unmap areas not covered by an existing view */
397 LIST_FOR_EACH_ENTRY( view, &views_list, struct file_view, entry )
399 if ((char *)view->base >= (char *)addr + size)
401 munmap( addr, size );
404 if ((char *)view->base + view->size <= (char *)addr) continue;
405 if (view->base > addr) munmap( addr, (char *)view->base - (char *)addr );
406 if ((char *)view->base + view->size > (char *)addr + size) break;
407 size = (char *)addr + size - ((char *)view->base + view->size);
408 addr = (char *)view->base + view->size;
413 /***********************************************************************
416 * Check if an address range goes beyond a given limit.
418 static inline int is_beyond_limit( const void *addr, size_t size, const void *limit )
420 return (addr >= limit || (const char *)addr + size > (const char *)limit);
424 /***********************************************************************
427 * Unmap an area, or simply replace it by an empty mapping if it is
428 * in a reserved area. The csVirtual section must be held by caller.
430 static inline void unmap_area( void *addr, size_t size )
432 if (wine_mmap_is_in_reserved_area( addr, size ))
433 wine_anon_mmap( addr, size, PROT_NONE, MAP_NORESERVE | MAP_FIXED );
434 else if (is_beyond_limit( addr, size, user_space_limit ))
435 add_reserved_area( addr, size );
437 munmap( addr, size );
441 /***********************************************************************
444 * Deletes a view. The csVirtual section must be held by caller.
446 static void delete_view( struct file_view *view ) /* [in] View */
448 if (!(view->protect & VPROT_SYSTEM)) unmap_area( view->base, view->size );
449 list_remove( &view->entry );
450 if (view->mapping) close_handle( view->mapping );
451 RtlFreeHeap( virtual_heap, 0, view );
455 /***********************************************************************
458 * Create a view. The csVirtual section must be held by caller.
460 static NTSTATUS create_view( struct file_view **view_ret, void *base, size_t size, unsigned int vprot )
462 struct file_view *view;
464 int unix_prot = VIRTUAL_GetUnixProt( vprot );
466 assert( !((UINT_PTR)base & page_mask) );
467 assert( !(size & page_mask) );
469 /* Create the view structure */
471 if (!(view = RtlAllocateHeap( virtual_heap, 0, sizeof(*view) + (size >> page_shift) - 1 )))
473 FIXME( "out of memory in virtual heap for %p-%p\n", base, (char *)base + size );
474 return STATUS_NO_MEMORY;
480 view->protect = vprot;
481 memset( view->prot, vprot, size >> page_shift );
483 /* Insert it in the linked list */
485 LIST_FOR_EACH( ptr, &views_list )
487 struct file_view *next = LIST_ENTRY( ptr, struct file_view, entry );
488 if (next->base > base) break;
490 list_add_before( ptr, &view->entry );
492 /* Check for overlapping views. This can happen if the previous view
493 * was a system view that got unmapped behind our back. In that case
494 * we recover by simply deleting it. */
496 if ((ptr = list_prev( &views_list, &view->entry )) != NULL)
498 struct file_view *prev = LIST_ENTRY( ptr, struct file_view, entry );
499 if ((char *)prev->base + prev->size > (char *)base)
501 TRACE( "overlapping prev view %p-%p for %p-%p\n",
502 prev->base, (char *)prev->base + prev->size,
503 base, (char *)base + view->size );
504 assert( prev->protect & VPROT_SYSTEM );
508 if ((ptr = list_next( &views_list, &view->entry )) != NULL)
510 struct file_view *next = LIST_ENTRY( ptr, struct file_view, entry );
511 if ((char *)base + view->size > (char *)next->base)
513 TRACE( "overlapping next view %p-%p for %p-%p\n",
514 next->base, (char *)next->base + next->size,
515 base, (char *)base + view->size );
516 assert( next->protect & VPROT_SYSTEM );
522 VIRTUAL_DEBUG_DUMP_VIEW( view );
524 if (force_exec_prot && !(vprot & VPROT_NOEXEC) && (unix_prot & PROT_READ) && !(unix_prot & PROT_EXEC))
526 TRACE( "forcing exec permission on %p-%p\n", base, (char *)base + size - 1 );
527 mprotect( base, size, unix_prot | PROT_EXEC );
529 return STATUS_SUCCESS;
533 /***********************************************************************
534 * VIRTUAL_GetWin32Prot
536 * Convert page protections to Win32 flags.
538 static DWORD VIRTUAL_GetWin32Prot( BYTE vprot )
540 DWORD ret = VIRTUAL_Win32Flags[vprot & 0x0f];
541 if (vprot & VPROT_NOCACHE) ret |= PAGE_NOCACHE;
542 if (vprot & VPROT_GUARD) ret |= PAGE_GUARD;
547 /***********************************************************************
550 * Build page protections from Win32 flags.
553 * protect [I] Win32 protection flags
556 * Value of page protection flags
558 static NTSTATUS get_vprot_flags( DWORD protect, unsigned int *vprot )
560 switch(protect & 0xff)
566 *vprot = VPROT_READ | VPROT_WRITE;
569 *vprot = VPROT_READ | VPROT_WRITECOPY;
574 case PAGE_EXECUTE_READ:
575 *vprot = VPROT_EXEC | VPROT_READ;
577 case PAGE_EXECUTE_READWRITE:
578 *vprot = VPROT_EXEC | VPROT_READ | VPROT_WRITE;
580 case PAGE_EXECUTE_WRITECOPY:
581 *vprot = VPROT_EXEC | VPROT_READ | VPROT_WRITECOPY;
587 return STATUS_INVALID_PARAMETER;
589 if (protect & PAGE_GUARD) *vprot |= VPROT_GUARD;
590 if (protect & PAGE_NOCACHE) *vprot |= VPROT_NOCACHE;
591 return STATUS_SUCCESS;
595 /***********************************************************************
598 * Change the protection of a range of pages.
604 static BOOL VIRTUAL_SetProt( struct file_view *view, /* [in] Pointer to view */
605 void *base, /* [in] Starting address */
606 size_t size, /* [in] Size in bytes */
607 BYTE vprot ) /* [in] Protections to use */
609 int unix_prot = VIRTUAL_GetUnixProt(vprot);
610 BYTE *p = view->prot + (((char *)base - (char *)view->base) >> page_shift);
613 base, (char *)base + size - 1, VIRTUAL_GetProtStr( vprot ) );
615 if (view->protect & VPROT_WRITEWATCH)
617 /* each page may need different protections depending on write watch flag */
622 p[0] = vprot | (p[0] & VPROT_WRITEWATCH);
623 unix_prot = VIRTUAL_GetUnixProt( p[0] );
624 for (count = i = 1; i < size >> page_shift; i++, count++)
626 p[i] = vprot | (p[i] & VPROT_WRITEWATCH);
627 prot = VIRTUAL_GetUnixProt( p[i] );
628 if (prot == unix_prot) continue;
629 mprotect( addr, count << page_shift, unix_prot );
630 addr += count << page_shift;
634 if (count) mprotect( addr, count << page_shift, unix_prot );
635 VIRTUAL_DEBUG_DUMP_VIEW( view );
639 /* if setting stack guard pages, store the permissions first, as the guard may be
640 * triggered at any point after mprotect and change the permissions again */
641 if ((vprot & VPROT_GUARD) &&
642 (base >= NtCurrentTeb()->DeallocationStack) &&
643 (base < NtCurrentTeb()->Tib.StackBase))
645 memset( p, vprot, size >> page_shift );
646 mprotect( base, size, unix_prot );
647 VIRTUAL_DEBUG_DUMP_VIEW( view );
651 if (force_exec_prot && !(view->protect & VPROT_NOEXEC) &&
652 (unix_prot & PROT_READ) && !(unix_prot & PROT_EXEC))
654 TRACE( "forcing exec permission on %p-%p\n", base, (char *)base + size - 1 );
655 if (!mprotect( base, size, unix_prot | PROT_EXEC )) goto done;
656 /* exec + write may legitimately fail, in that case fall back to write only */
657 if (!(unix_prot & PROT_WRITE)) return FALSE;
660 if (mprotect( base, size, unix_prot )) return FALSE; /* FIXME: last error */
663 memset( p, vprot, size >> page_shift );
664 VIRTUAL_DEBUG_DUMP_VIEW( view );
669 /***********************************************************************
670 * reset_write_watches
672 * Reset write watches in a memory range.
674 static void reset_write_watches( struct file_view *view, void *base, SIZE_T size )
679 BYTE *p = view->prot + ((addr - (char *)view->base) >> page_shift);
681 p[0] |= VPROT_WRITEWATCH;
682 unix_prot = VIRTUAL_GetUnixProt( p[0] );
683 for (count = i = 1; i < size >> page_shift; i++, count++)
685 p[i] |= VPROT_WRITEWATCH;
686 prot = VIRTUAL_GetUnixProt( p[i] );
687 if (prot == unix_prot) continue;
688 mprotect( addr, count << page_shift, unix_prot );
689 addr += count << page_shift;
693 if (count) mprotect( addr, count << page_shift, unix_prot );
697 /***********************************************************************
700 * Release the extra memory while keeping the range starting on the granularity boundary.
702 static inline void *unmap_extra_space( void *ptr, size_t total_size, size_t wanted_size, size_t mask )
704 if ((ULONG_PTR)ptr & mask)
706 size_t extra = mask + 1 - ((ULONG_PTR)ptr & mask);
707 munmap( ptr, extra );
708 ptr = (char *)ptr + extra;
711 if (total_size > wanted_size)
712 munmap( (char *)ptr + wanted_size, total_size - wanted_size );
726 /***********************************************************************
727 * alloc_reserved_area_callback
729 * Try to map some space inside a reserved area. Callback for wine_mmap_enum_reserved_areas.
731 static int alloc_reserved_area_callback( void *start, size_t size, void *arg )
733 struct alloc_area *alloc = arg;
734 void *end = (char *)start + size;
736 if (start < address_space_start) start = address_space_start;
737 if (is_beyond_limit( start, size, alloc->limit )) end = alloc->limit;
738 if (start >= end) return 0;
740 /* make sure we don't touch the preloader reserved range */
741 if (preload_reserve_end >= start)
743 if (preload_reserve_end >= end)
745 if (preload_reserve_start <= start) return 0; /* no space in that area */
746 if (preload_reserve_start < end) end = preload_reserve_start;
748 else if (preload_reserve_start <= start) start = preload_reserve_end;
751 /* range is split in two by the preloader reservation, try first part */
752 if ((alloc->result = find_free_area( start, preload_reserve_start, alloc->size,
753 alloc->mask, alloc->top_down )))
755 /* then fall through to try second part */
756 start = preload_reserve_end;
759 if ((alloc->result = find_free_area( start, end, alloc->size, alloc->mask, alloc->top_down )))
766 /***********************************************************************
769 * Create a view and mmap the corresponding memory area.
770 * The csVirtual section must be held by caller.
772 static NTSTATUS map_view( struct file_view **view_ret, void *base, size_t size, size_t mask,
773 int top_down, unsigned int vprot )
780 if (is_beyond_limit( base, size, address_space_limit ))
781 return STATUS_WORKING_SET_LIMIT_RANGE;
783 switch (wine_mmap_is_in_reserved_area( base, size ))
785 case -1: /* partially in a reserved area */
786 return STATUS_CONFLICTING_ADDRESSES;
788 case 0: /* not in a reserved area, do a normal allocation */
789 if ((ptr = wine_anon_mmap( base, size, VIRTUAL_GetUnixProt(vprot), 0 )) == (void *)-1)
791 if (errno == ENOMEM) return STATUS_NO_MEMORY;
792 return STATUS_INVALID_PARAMETER;
796 /* We couldn't get the address we wanted */
797 if (is_beyond_limit( ptr, size, user_space_limit )) add_reserved_area( ptr, size );
798 else munmap( ptr, size );
799 return STATUS_CONFLICTING_ADDRESSES;
804 case 1: /* in a reserved area, make sure the address is available */
805 if (find_view_range( base, size )) return STATUS_CONFLICTING_ADDRESSES;
806 /* replace the reserved area by our mapping */
807 if ((ptr = wine_anon_mmap( base, size, VIRTUAL_GetUnixProt(vprot), MAP_FIXED )) != base)
808 return STATUS_INVALID_PARAMETER;
811 if (is_beyond_limit( ptr, size, working_set_limit )) working_set_limit = address_space_limit;
815 size_t view_size = size + mask + 1;
816 struct alloc_area alloc;
820 alloc.top_down = top_down;
821 alloc.limit = user_space_limit;
822 if (wine_mmap_enum_reserved_areas( alloc_reserved_area_callback, &alloc, top_down ))
825 TRACE( "got mem in reserved area %p-%p\n", ptr, (char *)ptr + size );
826 if (wine_anon_mmap( ptr, size, VIRTUAL_GetUnixProt(vprot), MAP_FIXED ) != ptr)
827 return STATUS_INVALID_PARAMETER;
833 if ((ptr = wine_anon_mmap( NULL, view_size, VIRTUAL_GetUnixProt(vprot), 0 )) == (void *)-1)
835 if (errno == ENOMEM) return STATUS_NO_MEMORY;
836 return STATUS_INVALID_PARAMETER;
838 TRACE( "got mem with anon mmap %p-%p\n", ptr, (char *)ptr + size );
839 /* if we got something beyond the user limit, unmap it and retry */
840 if (is_beyond_limit( ptr, view_size, user_space_limit )) add_reserved_area( ptr, view_size );
843 ptr = unmap_extra_space( ptr, view_size, size, mask );
846 status = create_view( view_ret, ptr, size, vprot );
847 if (status != STATUS_SUCCESS) unmap_area( ptr, size );
852 /***********************************************************************
855 * Wrapper for mmap() to map a file into a view, falling back to read if mmap fails.
856 * The csVirtual section must be held by caller.
858 static NTSTATUS map_file_into_view( struct file_view *view, int fd, size_t start, size_t size,
859 off_t offset, unsigned int vprot, BOOL removable )
862 int prot = VIRTUAL_GetUnixProt( vprot | VPROT_COMMITTED /* make sure it is accessible */ );
863 BOOL shared_write = (vprot & VPROT_WRITE) != 0;
865 assert( start < view->size );
866 assert( start + size <= view->size );
868 if (force_exec_prot && !(vprot & VPROT_NOEXEC) && (vprot & VPROT_READ))
870 TRACE( "forcing exec permission on mapping %p-%p\n",
871 (char *)view->base + start, (char *)view->base + start + size - 1 );
875 /* only try mmap if media is not removable (or if we require write access) */
876 if (!removable || shared_write)
878 int flags = MAP_FIXED | (shared_write ? MAP_SHARED : MAP_PRIVATE);
880 if (mmap( (char *)view->base + start, size, prot, flags, fd, offset ) != (void *)-1)
883 if ((errno == EPERM) && (prot & PROT_EXEC))
884 ERR( "failed to set %08x protection on file map, noexec filesystem?\n", prot );
886 /* mmap() failed; if this is because the file offset is not */
887 /* page-aligned (EINVAL), or because the underlying filesystem */
888 /* does not support mmap() (ENOEXEC,ENODEV), we do it by hand. */
889 if ((errno != ENOEXEC) && (errno != EINVAL) && (errno != ENODEV)) return FILE_GetNtStatus();
890 if (shared_write) /* we cannot fake shared write mappings */
892 if (errno == EINVAL) return STATUS_INVALID_PARAMETER;
893 ERR( "shared writable mmap not supported, broken filesystem?\n" );
894 return STATUS_NOT_SUPPORTED;
898 /* Reserve the memory with an anonymous mmap */
899 ptr = wine_anon_mmap( (char *)view->base + start, size, PROT_READ | PROT_WRITE, MAP_FIXED );
900 if (ptr == (void *)-1) return FILE_GetNtStatus();
901 /* Now read in the file */
902 pread( fd, ptr, size, offset );
903 if (prot != (PROT_READ|PROT_WRITE)) mprotect( ptr, size, prot ); /* Set the right protection */
905 memset( view->prot + (start >> page_shift), vprot, ROUND_SIZE(start,size) >> page_shift );
906 return STATUS_SUCCESS;
910 /***********************************************************************
913 * Get the size of the committed range starting at base.
914 * Also return the protections for the first page.
916 static SIZE_T get_committed_size( struct file_view *view, void *base, BYTE *vprot )
920 start = ((char *)base - (char *)view->base) >> page_shift;
921 *vprot = view->prot[start];
923 if (view->mapping && !(view->protect & VPROT_COMMITTED))
926 SERVER_START_REQ( get_mapping_committed_range )
928 req->handle = wine_server_obj_handle( view->mapping );
929 req->offset = start << page_shift;
930 if (!wine_server_call( req ))
933 if (reply->committed)
935 *vprot |= VPROT_COMMITTED;
936 for (i = 0; i < ret >> page_shift; i++) view->prot[start+i] |= VPROT_COMMITTED;
943 for (i = start + 1; i < view->size >> page_shift; i++)
944 if ((*vprot ^ view->prot[i]) & VPROT_COMMITTED) break;
945 return (i - start) << page_shift;
949 /***********************************************************************
952 * Decommit some pages of a given view.
953 * The csVirtual section must be held by caller.
955 static NTSTATUS decommit_pages( struct file_view *view, size_t start, size_t size )
957 if (wine_anon_mmap( (char *)view->base + start, size, PROT_NONE, MAP_FIXED ) != (void *)-1)
959 BYTE *p = view->prot + (start >> page_shift);
961 while (size--) *p++ &= ~VPROT_COMMITTED;
962 return STATUS_SUCCESS;
964 return FILE_GetNtStatus();
968 /***********************************************************************
969 * allocate_dos_memory
971 * Allocate the DOS memory range.
973 static NTSTATUS allocate_dos_memory( struct file_view **view, unsigned int vprot )
977 void * const low_64k = (void *)0x10000;
978 const size_t dosmem_size = 0x110000;
979 int unix_prot = VIRTUAL_GetUnixProt( vprot );
982 /* check for existing view */
984 if ((ptr = list_head( &views_list )))
986 struct file_view *first_view = LIST_ENTRY( ptr, struct file_view, entry );
987 if (first_view->base < (void *)dosmem_size) return STATUS_CONFLICTING_ADDRESSES;
990 /* check without the first 64K */
992 if (wine_mmap_is_in_reserved_area( low_64k, dosmem_size - 0x10000 ) != 1)
994 addr = wine_anon_mmap( low_64k, dosmem_size - 0x10000, unix_prot, 0 );
997 if (addr != (void *)-1) munmap( addr, dosmem_size - 0x10000 );
998 return map_view( view, NULL, dosmem_size, 0xffff, 0, vprot );
1002 /* now try to allocate the low 64K too */
1004 if (wine_mmap_is_in_reserved_area( NULL, 0x10000 ) != 1)
1006 addr = wine_anon_mmap( (void *)page_size, 0x10000 - page_size, unix_prot, 0 );
1007 if (addr == (void *)page_size)
1009 if (!wine_anon_mmap( NULL, page_size, unix_prot, MAP_FIXED ))
1012 TRACE( "successfully mapped low 64K range\n" );
1014 else TRACE( "failed to map page 0\n" );
1018 if (addr != (void *)-1) munmap( addr, 0x10000 - page_size );
1020 TRACE( "failed to map low 64K range\n" );
1024 /* now reserve the whole range */
1026 size = (char *)dosmem_size - (char *)addr;
1027 wine_anon_mmap( addr, size, unix_prot, MAP_FIXED );
1028 return create_view( view, addr, size, vprot );
1032 /***********************************************************************
1033 * check_architecture
1035 * Check the architecture of a PE binary.
1037 static NTSTATUS check_architecture( const IMAGE_NT_HEADERS *nt )
1039 static const char *arch;
1042 if (nt->FileHeader.Machine == IMAGE_FILE_MACHINE_I386) return STATUS_SUCCESS;
1043 if (nt->FileHeader.Machine == IMAGE_FILE_MACHINE_AMD64)
1045 if (nt->FileHeader.Characteristics & IMAGE_FILE_DLL) /* don't warn for a 64-bit exe */
1046 WARN( "loading amd64 dll in 32-bit mode will fail\n" );
1047 return STATUS_INVALID_IMAGE_FORMAT;
1049 #elif defined(__x86_64__)
1050 if (nt->FileHeader.Machine == IMAGE_FILE_MACHINE_AMD64) return STATUS_SUCCESS;
1051 if (nt->FileHeader.Machine == IMAGE_FILE_MACHINE_I386)
1053 if (nt->FileHeader.Characteristics & IMAGE_FILE_DLL) /* don't warn for a 32-bit exe */
1054 WARN( "loading 32-bit dll in 64-bit mode will fail\n" );
1055 return STATUS_INVALID_IMAGE_FORMAT;
1057 #elif defined(__ARMEL__)
1058 if (nt->FileHeader.Machine == IMAGE_FILE_MACHINE_ARM ||
1059 nt->FileHeader.Machine == IMAGE_FILE_MACHINE_THUMB)
1060 return STATUS_SUCCESS;
1063 switch (nt->FileHeader.Machine)
1065 case IMAGE_FILE_MACHINE_UNKNOWN: arch = "Unknown"; break;
1066 case IMAGE_FILE_MACHINE_I860: arch = "I860"; break;
1067 case IMAGE_FILE_MACHINE_I386: arch = "I386"; break;
1068 case IMAGE_FILE_MACHINE_R3000: arch = "R3000"; break;
1069 case IMAGE_FILE_MACHINE_R4000: arch = "R4000"; break;
1070 case IMAGE_FILE_MACHINE_R10000: arch = "R10000"; break;
1071 case IMAGE_FILE_MACHINE_ALPHA: arch = "Alpha"; break;
1072 case IMAGE_FILE_MACHINE_POWERPC: arch = "PowerPC"; break;
1073 case IMAGE_FILE_MACHINE_IA64: arch = "IA-64"; break;
1074 case IMAGE_FILE_MACHINE_ALPHA64: arch = "Alpha-64"; break;
1075 case IMAGE_FILE_MACHINE_AMD64: arch = "AMD-64"; break;
1076 case IMAGE_FILE_MACHINE_ARM: arch = "ARM"; break;
1077 case IMAGE_FILE_MACHINE_THUMB: arch = "ARM Thumb"; break;
1078 case IMAGE_FILE_MACHINE_SPARC: arch = "SPARC"; break;
1079 default: arch = wine_dbg_sprintf( "Unknown-%04x", nt->FileHeader.Machine ); break;
1081 ERR( "Trying to load PE image for unsupported architecture %s\n", arch );
1082 return STATUS_INVALID_IMAGE_FORMAT;
1086 /***********************************************************************
1089 * Stat the underlying file for a memory view.
1091 static NTSTATUS stat_mapping_file( struct file_view *view, struct stat *st )
1094 int unix_fd, needs_close;
1096 if (!view->mapping) return STATUS_NOT_MAPPED_VIEW;
1097 if (!(status = server_get_unix_fd( view->mapping, 0, &unix_fd, &needs_close, NULL, NULL )))
1099 if (fstat( unix_fd, st ) == -1) status = FILE_GetNtStatus();
1100 if (needs_close) close( unix_fd );
1106 /***********************************************************************
1109 * Map an executable (PE format) image into memory.
1111 static NTSTATUS map_image( HANDLE hmapping, int fd, char *base, SIZE_T total_size, SIZE_T mask,
1112 SIZE_T header_size, int shared_fd, HANDLE dup_mapping, PVOID *addr_ptr )
1114 IMAGE_DOS_HEADER *dos;
1115 IMAGE_NT_HEADERS *nt;
1116 IMAGE_SECTION_HEADER *sec;
1117 IMAGE_DATA_DIRECTORY *imports;
1118 NTSTATUS status = STATUS_CONFLICTING_ADDRESSES;
1123 struct file_view *view = NULL;
1124 char *ptr, *header_end;
1127 /* zero-map the whole range */
1129 server_enter_uninterrupted_section( &csVirtual, &sigset );
1131 if (base >= (char *)address_space_start) /* make sure the DOS area remains free */
1132 status = map_view( &view, base, total_size, mask, FALSE,
1133 VPROT_COMMITTED | VPROT_READ | VPROT_EXEC | VPROT_WRITECOPY | VPROT_IMAGE );
1135 if (status != STATUS_SUCCESS)
1136 status = map_view( &view, NULL, total_size, mask, FALSE,
1137 VPROT_COMMITTED | VPROT_READ | VPROT_EXEC | VPROT_WRITECOPY | VPROT_IMAGE );
1139 if (status != STATUS_SUCCESS) goto error;
1142 TRACE_(module)( "mapped PE file at %p-%p\n", ptr, ptr + total_size );
1144 /* map the header */
1146 if (fstat( fd, &st ) == -1)
1148 status = FILE_GetNtStatus();
1151 status = STATUS_INVALID_IMAGE_FORMAT; /* generic error */
1152 if (!st.st_size) goto error;
1153 header_size = min( header_size, st.st_size );
1154 if (map_file_into_view( view, fd, 0, header_size, 0, VPROT_COMMITTED | VPROT_READ | VPROT_WRITECOPY,
1155 !dup_mapping ) != STATUS_SUCCESS) goto error;
1156 dos = (IMAGE_DOS_HEADER *)ptr;
1157 nt = (IMAGE_NT_HEADERS *)(ptr + dos->e_lfanew);
1158 header_end = ptr + ROUND_SIZE( 0, header_size );
1159 memset( ptr + header_size, 0, header_end - (ptr + header_size) );
1160 if ((char *)(nt + 1) > header_end) goto error;
1161 sec = (IMAGE_SECTION_HEADER*)((char*)&nt->OptionalHeader+nt->FileHeader.SizeOfOptionalHeader);
1162 if ((char *)(sec + nt->FileHeader.NumberOfSections) > header_end) goto error;
1164 imports = nt->OptionalHeader.DataDirectory + IMAGE_DIRECTORY_ENTRY_IMPORT;
1165 if (!imports->Size || !imports->VirtualAddress) imports = NULL;
1167 if (check_architecture( nt )) goto error;
1169 /* check for non page-aligned binary */
1171 if (nt->OptionalHeader.SectionAlignment <= page_mask)
1173 /* unaligned sections, this happens for native subsystem binaries */
1174 /* in that case Windows simply maps in the whole file */
1176 if (map_file_into_view( view, fd, 0, total_size, 0, VPROT_COMMITTED | VPROT_READ,
1177 !dup_mapping ) != STATUS_SUCCESS) goto error;
1179 /* check that all sections are loaded at the right offset */
1180 if (nt->OptionalHeader.FileAlignment != nt->OptionalHeader.SectionAlignment) goto error;
1181 for (i = 0; i < nt->FileHeader.NumberOfSections; i++)
1183 if (sec[i].VirtualAddress != sec[i].PointerToRawData)
1184 goto error; /* Windows refuses to load in that case too */
1187 /* set the image protections */
1188 VIRTUAL_SetProt( view, ptr, total_size,
1189 VPROT_COMMITTED | VPROT_READ | VPROT_WRITECOPY | VPROT_EXEC );
1191 /* no relocations are performed on non page-aligned binaries */
1196 /* map all the sections */
1198 for (i = pos = 0; i < nt->FileHeader.NumberOfSections; i++, sec++)
1200 static const SIZE_T sector_align = 0x1ff;
1201 SIZE_T map_size, file_start, file_size, end;
1203 if (!sec->Misc.VirtualSize)
1204 map_size = ROUND_SIZE( 0, sec->SizeOfRawData );
1206 map_size = ROUND_SIZE( 0, sec->Misc.VirtualSize );
1208 /* file positions are rounded to sector boundaries regardless of OptionalHeader.FileAlignment */
1209 file_start = sec->PointerToRawData & ~sector_align;
1210 file_size = (sec->SizeOfRawData + (sec->PointerToRawData & sector_align) + sector_align) & ~sector_align;
1211 if (file_size > map_size) file_size = map_size;
1213 /* a few sanity checks */
1214 end = sec->VirtualAddress + ROUND_SIZE( sec->VirtualAddress, map_size );
1215 if (sec->VirtualAddress > total_size || end > total_size || end < sec->VirtualAddress)
1217 WARN_(module)( "Section %.8s too large (%x+%lx/%lx)\n",
1218 sec->Name, sec->VirtualAddress, map_size, total_size );
1222 if ((sec->Characteristics & IMAGE_SCN_MEM_SHARED) &&
1223 (sec->Characteristics & IMAGE_SCN_MEM_WRITE))
1225 TRACE_(module)( "mapping shared section %.8s at %p off %x (%x) size %lx (%lx) flags %x\n",
1226 sec->Name, ptr + sec->VirtualAddress,
1227 sec->PointerToRawData, (int)pos, file_size, map_size,
1228 sec->Characteristics );
1229 if (map_file_into_view( view, shared_fd, sec->VirtualAddress, map_size, pos,
1230 VPROT_COMMITTED | VPROT_READ | VPROT_WRITE,
1231 FALSE ) != STATUS_SUCCESS)
1233 ERR_(module)( "Could not map shared section %.8s\n", sec->Name );
1237 /* check if the import directory falls inside this section */
1238 if (imports && imports->VirtualAddress >= sec->VirtualAddress &&
1239 imports->VirtualAddress < sec->VirtualAddress + map_size)
1241 UINT_PTR base = imports->VirtualAddress & ~page_mask;
1242 UINT_PTR end = base + ROUND_SIZE( imports->VirtualAddress, imports->Size );
1243 if (end > sec->VirtualAddress + map_size) end = sec->VirtualAddress + map_size;
1245 map_file_into_view( view, shared_fd, base, end - base,
1246 pos + (base - sec->VirtualAddress),
1247 VPROT_COMMITTED | VPROT_READ | VPROT_WRITECOPY,
1254 TRACE_(module)( "mapping section %.8s at %p off %x size %x virt %x flags %x\n",
1255 sec->Name, ptr + sec->VirtualAddress,
1256 sec->PointerToRawData, sec->SizeOfRawData,
1257 sec->Misc.VirtualSize, sec->Characteristics );
1259 if (!sec->PointerToRawData || !file_size) continue;
1261 /* Note: if the section is not aligned properly map_file_into_view will magically
1262 * fall back to read(), so we don't need to check anything here.
1264 end = file_start + file_size;
1265 if (sec->PointerToRawData >= st.st_size ||
1266 end > ((st.st_size + sector_align) & ~sector_align) ||
1268 map_file_into_view( view, fd, sec->VirtualAddress, file_size, file_start,
1269 VPROT_COMMITTED | VPROT_READ | VPROT_WRITECOPY,
1270 !dup_mapping ) != STATUS_SUCCESS)
1272 ERR_(module)( "Could not map section %.8s, file probably truncated\n", sec->Name );
1276 if (file_size & page_mask)
1278 end = ROUND_SIZE( 0, file_size );
1279 if (end > map_size) end = map_size;
1280 TRACE_(module)("clearing %p - %p\n",
1281 ptr + sec->VirtualAddress + file_size,
1282 ptr + sec->VirtualAddress + end );
1283 memset( ptr + sec->VirtualAddress + file_size, 0, end - file_size );
1288 /* perform base relocation, if necessary */
1291 ((nt->FileHeader.Characteristics & IMAGE_FILE_DLL) ||
1292 !NtCurrentTeb()->Peb->ImageBaseAddress) )
1294 IMAGE_BASE_RELOCATION *rel, *end;
1295 const IMAGE_DATA_DIRECTORY *relocs;
1297 if (nt->FileHeader.Characteristics & IMAGE_FILE_RELOCS_STRIPPED)
1299 WARN_(module)( "Need to relocate module from %p to %p, but there are no relocation records\n",
1301 status = STATUS_CONFLICTING_ADDRESSES;
1305 TRACE_(module)( "relocating from %p-%p to %p-%p\n",
1306 base, base + total_size, ptr, ptr + total_size );
1308 relocs = &nt->OptionalHeader.DataDirectory[IMAGE_DIRECTORY_ENTRY_BASERELOC];
1309 rel = (IMAGE_BASE_RELOCATION *)(ptr + relocs->VirtualAddress);
1310 end = (IMAGE_BASE_RELOCATION *)(ptr + relocs->VirtualAddress + relocs->Size);
1313 while (rel < end - 1 && rel->SizeOfBlock)
1315 if (rel->VirtualAddress >= total_size)
1317 WARN_(module)( "invalid address %p in relocation %p\n", ptr + rel->VirtualAddress, rel );
1318 status = STATUS_ACCESS_VIOLATION;
1321 rel = LdrProcessRelocationBlock( ptr + rel->VirtualAddress,
1322 (rel->SizeOfBlock - sizeof(*rel)) / sizeof(USHORT),
1323 (USHORT *)(rel + 1), delta );
1324 if (!rel) goto error;
1328 /* set the image protections */
1330 VIRTUAL_SetProt( view, ptr, ROUND_SIZE( 0, header_size ), VPROT_COMMITTED | VPROT_READ );
1332 sec = (IMAGE_SECTION_HEADER*)((char *)&nt->OptionalHeader+nt->FileHeader.SizeOfOptionalHeader);
1333 for (i = 0; i < nt->FileHeader.NumberOfSections; i++, sec++)
1336 BYTE vprot = VPROT_COMMITTED;
1338 if (sec->Misc.VirtualSize)
1339 size = ROUND_SIZE( sec->VirtualAddress, sec->Misc.VirtualSize );
1341 size = ROUND_SIZE( sec->VirtualAddress, sec->SizeOfRawData );
1343 if (sec->Characteristics & IMAGE_SCN_MEM_READ) vprot |= VPROT_READ;
1344 if (sec->Characteristics & IMAGE_SCN_MEM_WRITE) vprot |= VPROT_READ|VPROT_WRITE;
1345 if (sec->Characteristics & IMAGE_SCN_MEM_EXECUTE) vprot |= VPROT_EXEC;
1347 /* Dumb game crack lets the AOEP point into a data section. Adjust. */
1348 if ((nt->OptionalHeader.AddressOfEntryPoint >= sec->VirtualAddress) &&
1349 (nt->OptionalHeader.AddressOfEntryPoint < sec->VirtualAddress + size))
1350 vprot |= VPROT_EXEC;
1352 if (!VIRTUAL_SetProt( view, ptr + sec->VirtualAddress, size, vprot ) && (vprot & VPROT_EXEC))
1353 ERR( "failed to set %08x protection on section %.8s, noexec filesystem?\n",
1354 sec->Characteristics, sec->Name );
1358 view->mapping = dup_mapping;
1359 server_leave_uninterrupted_section( &csVirtual, &sigset );
1362 #ifdef VALGRIND_LOAD_PDB_DEBUGINFO
1363 VALGRIND_LOAD_PDB_DEBUGINFO(fd, ptr, total_size, delta);
1365 if (ptr != base) return STATUS_IMAGE_NOT_AT_BASE;
1366 return STATUS_SUCCESS;
1369 if (view) delete_view( view );
1370 server_leave_uninterrupted_section( &csVirtual, &sigset );
1371 if (dup_mapping) NtClose( dup_mapping );
1376 /* callback for wine_mmap_enum_reserved_areas to allocate space for the virtual heap */
1377 static int alloc_virtual_heap( void *base, size_t size, void *arg )
1379 void **heap_base = arg;
1381 if (is_beyond_limit( base, size, address_space_limit )) address_space_limit = (char *)base + size;
1382 if (size < VIRTUAL_HEAP_SIZE) return 0;
1383 if (is_win64 && base < (void *)0x80000000) return 0;
1384 *heap_base = wine_anon_mmap( (char *)base + size - VIRTUAL_HEAP_SIZE,
1385 VIRTUAL_HEAP_SIZE, PROT_READ|PROT_WRITE, MAP_FIXED );
1386 return (*heap_base != (void *)-1);
1389 /***********************************************************************
1392 void virtual_init(void)
1394 const char *preload;
1397 struct file_view *heap_view;
1400 page_size = getpagesize();
1401 page_mask = page_size - 1;
1402 /* Make sure we have a power of 2 */
1403 assert( !(page_size & page_mask) );
1405 while ((1 << page_shift) != page_size) page_shift++;
1406 user_space_limit = working_set_limit = address_space_limit = (void *)~page_mask;
1407 #endif /* page_mask */
1408 if ((preload = getenv("WINEPRELOADRESERVE")))
1410 unsigned long start, end;
1411 if (sscanf( preload, "%lx-%lx", &start, &end ) == 2)
1413 preload_reserve_start = (void *)start;
1414 preload_reserve_end = (void *)end;
1418 /* try to find space in a reserved area for the virtual heap */
1419 if (!wine_mmap_enum_reserved_areas( alloc_virtual_heap, &heap_base, 1 ))
1420 heap_base = wine_anon_mmap( NULL, VIRTUAL_HEAP_SIZE, PROT_READ|PROT_WRITE, 0 );
1422 assert( heap_base != (void *)-1 );
1423 virtual_heap = RtlCreateHeap( HEAP_NO_SERIALIZE, heap_base, VIRTUAL_HEAP_SIZE,
1424 VIRTUAL_HEAP_SIZE, NULL, NULL );
1425 create_view( &heap_view, heap_base, VIRTUAL_HEAP_SIZE, VPROT_COMMITTED | VPROT_READ | VPROT_WRITE );
1427 /* make the DOS area accessible (except the low 64K) to hide bugs in broken apps like Excel 2003 */
1428 size = (char *)address_space_start - (char *)0x10000;
1429 if (size && wine_mmap_is_in_reserved_area( (void*)0x10000, size ) == 1)
1430 wine_anon_mmap( (void *)0x10000, size, PROT_READ | PROT_WRITE, MAP_FIXED );
1434 /***********************************************************************
1435 * virtual_init_threading
1437 void virtual_init_threading(void)
1443 /***********************************************************************
1444 * virtual_get_system_info
1446 void virtual_get_system_info( SYSTEM_BASIC_INFORMATION *info )
1449 info->KeMaximumIncrement = 0; /* FIXME */
1450 info->PageSize = page_size;
1451 info->MmLowestPhysicalPage = 1;
1452 info->MmHighestPhysicalPage = 0x7fffffff / page_size;
1453 info->MmNumberOfPhysicalPages = info->MmHighestPhysicalPage - info->MmLowestPhysicalPage;
1454 info->AllocationGranularity = get_mask(0) + 1;
1455 info->LowestUserAddress = (void *)0x10000;
1456 info->HighestUserAddress = (char *)user_space_limit - 1;
1457 info->ActiveProcessorsAffinityMask = (1 << NtCurrentTeb()->Peb->NumberOfProcessors) - 1;
1458 info->NumberOfProcessors = NtCurrentTeb()->Peb->NumberOfProcessors;
1462 /***********************************************************************
1463 * virtual_create_system_view
1465 NTSTATUS virtual_create_builtin_view( void *module )
1469 IMAGE_NT_HEADERS *nt = RtlImageNtHeader( module );
1470 SIZE_T size = nt->OptionalHeader.SizeOfImage;
1471 IMAGE_SECTION_HEADER *sec;
1472 struct file_view *view;
1476 size = ROUND_SIZE( module, size );
1477 base = ROUND_ADDR( module, page_mask );
1478 server_enter_uninterrupted_section( &csVirtual, &sigset );
1479 status = create_view( &view, base, size, VPROT_SYSTEM | VPROT_IMAGE |
1480 VPROT_COMMITTED | VPROT_READ | VPROT_WRITECOPY | VPROT_EXEC );
1481 if (!status) TRACE( "created %p-%p\n", base, (char *)base + size );
1482 server_leave_uninterrupted_section( &csVirtual, &sigset );
1484 if (status) return status;
1486 /* The PE header is always read-only, no write, no execute. */
1487 view->prot[0] = VPROT_COMMITTED | VPROT_READ;
1489 sec = (IMAGE_SECTION_HEADER *)((char *)&nt->OptionalHeader + nt->FileHeader.SizeOfOptionalHeader);
1490 for (i = 0; i < nt->FileHeader.NumberOfSections; i++)
1492 BYTE flags = VPROT_COMMITTED;
1494 if (sec[i].Characteristics & IMAGE_SCN_MEM_EXECUTE) flags |= VPROT_EXEC;
1495 if (sec[i].Characteristics & IMAGE_SCN_MEM_READ) flags |= VPROT_READ;
1496 if (sec[i].Characteristics & IMAGE_SCN_MEM_WRITE) flags |= VPROT_WRITE;
1497 memset (view->prot + (sec[i].VirtualAddress >> page_shift), flags,
1498 ROUND_SIZE( sec[i].VirtualAddress, sec[i].Misc.VirtualSize ) >> page_shift );
1505 /***********************************************************************
1506 * virtual_alloc_thread_stack
1508 NTSTATUS virtual_alloc_thread_stack( TEB *teb, SIZE_T reserve_size, SIZE_T commit_size )
1510 struct file_view *view;
1515 if (!reserve_size || !commit_size)
1517 IMAGE_NT_HEADERS *nt = RtlImageNtHeader( NtCurrentTeb()->Peb->ImageBaseAddress );
1518 if (!reserve_size) reserve_size = nt->OptionalHeader.SizeOfStackReserve;
1519 if (!commit_size) commit_size = nt->OptionalHeader.SizeOfStackCommit;
1522 size = max( reserve_size, commit_size );
1523 if (size < 1024 * 1024) size = 1024 * 1024; /* Xlib needs a large stack */
1524 size = (size + 0xffff) & ~0xffff; /* round to 64K boundary */
1526 server_enter_uninterrupted_section( &csVirtual, &sigset );
1528 if ((status = map_view( &view, NULL, size, 0xffff, 0,
1529 VPROT_READ | VPROT_WRITE | VPROT_COMMITTED | VPROT_VALLOC )) != STATUS_SUCCESS)
1532 #ifdef VALGRIND_STACK_REGISTER
1533 VALGRIND_STACK_REGISTER( view->base, (char *)view->base + view->size );
1536 /* setup no access guard page */
1537 VIRTUAL_SetProt( view, view->base, page_size, VPROT_COMMITTED );
1538 VIRTUAL_SetProt( view, (char *)view->base + page_size, page_size,
1539 VPROT_READ | VPROT_WRITE | VPROT_COMMITTED | VPROT_GUARD );
1541 /* note: limit is lower than base since the stack grows down */
1542 teb->DeallocationStack = view->base;
1543 teb->Tib.StackBase = (char *)view->base + view->size;
1544 teb->Tib.StackLimit = (char *)view->base + 2 * page_size;
1546 server_leave_uninterrupted_section( &csVirtual, &sigset );
1551 /***********************************************************************
1552 * virtual_clear_thread_stack
1554 * Clear the stack contents before calling the main entry point, some broken apps need that.
1556 void virtual_clear_thread_stack(void)
1558 void *stack = NtCurrentTeb()->Tib.StackLimit;
1559 size_t size = (char *)NtCurrentTeb()->Tib.StackBase - (char *)NtCurrentTeb()->Tib.StackLimit;
1561 wine_anon_mmap( stack, size, PROT_READ | PROT_WRITE, MAP_FIXED );
1562 if (force_exec_prot) mprotect( stack, size, PROT_READ | PROT_WRITE | PROT_EXEC );
1566 /***********************************************************************
1567 * virtual_handle_fault
1569 NTSTATUS virtual_handle_fault( LPCVOID addr, DWORD err )
1571 struct file_view *view;
1572 NTSTATUS ret = STATUS_ACCESS_VIOLATION;
1575 server_enter_uninterrupted_section( &csVirtual, &sigset );
1576 if ((view = VIRTUAL_FindView( addr, 0 )))
1578 void *page = ROUND_ADDR( addr, page_mask );
1579 BYTE *vprot = &view->prot[((const char *)page - (const char *)view->base) >> page_shift];
1580 if (*vprot & VPROT_GUARD)
1582 VIRTUAL_SetProt( view, page, page_size, *vprot & ~VPROT_GUARD );
1583 ret = STATUS_GUARD_PAGE_VIOLATION;
1585 if ((err & EXCEPTION_WRITE_FAULT) && (view->protect & VPROT_WRITEWATCH))
1587 if (*vprot & VPROT_WRITEWATCH)
1589 *vprot &= ~VPROT_WRITEWATCH;
1590 VIRTUAL_SetProt( view, page, page_size, *vprot );
1592 /* ignore fault if page is writable now */
1593 if (VIRTUAL_GetUnixProt( *vprot ) & PROT_WRITE) ret = STATUS_SUCCESS;
1596 server_leave_uninterrupted_section( &csVirtual, &sigset );
1602 /***********************************************************************
1603 * virtual_handle_stack_fault
1605 * Handle an access fault inside the current thread stack.
1606 * Called from inside a signal handler.
1608 BOOL virtual_handle_stack_fault( void *addr )
1610 struct file_view *view;
1613 RtlEnterCriticalSection( &csVirtual ); /* no need for signal masking inside signal handler */
1614 if ((view = VIRTUAL_FindView( addr, 0 )))
1616 void *page = ROUND_ADDR( addr, page_mask );
1617 BYTE vprot = view->prot[((const char *)page - (const char *)view->base) >> page_shift];
1618 if (vprot & VPROT_GUARD)
1620 VIRTUAL_SetProt( view, page, page_size, vprot & ~VPROT_GUARD );
1621 if ((char *)page + page_size == NtCurrentTeb()->Tib.StackLimit)
1622 NtCurrentTeb()->Tib.StackLimit = page;
1626 RtlLeaveCriticalSection( &csVirtual );
1631 /***********************************************************************
1632 * virtual_check_buffer_for_read
1634 * Check if a memory buffer can be read, triggering page faults if needed for DIB section access.
1636 BOOL virtual_check_buffer_for_read( const void *ptr, SIZE_T size )
1638 if (!size) return TRUE;
1639 if (!ptr) return FALSE;
1643 volatile const char *p = ptr;
1645 SIZE_T count = size;
1647 while (count > page_size)
1654 dummy = p[count - 1];
1665 /***********************************************************************
1666 * virtual_check_buffer_for_write
1668 * Check if a memory buffer can be written to, triggering page faults if needed for write watches.
1670 BOOL virtual_check_buffer_for_write( void *ptr, SIZE_T size )
1672 if (!size) return TRUE;
1673 if (!ptr) return FALSE;
1677 volatile char *p = ptr;
1678 SIZE_T count = size;
1680 while (count > page_size)
1698 /***********************************************************************
1699 * VIRTUAL_SetForceExec
1701 * Whether to force exec prot on all views.
1703 void VIRTUAL_SetForceExec( BOOL enable )
1705 struct file_view *view;
1708 server_enter_uninterrupted_section( &csVirtual, &sigset );
1709 if (!force_exec_prot != !enable) /* change all existing views */
1711 force_exec_prot = enable;
1713 LIST_FOR_EACH_ENTRY( view, &views_list, struct file_view, entry )
1716 char *addr = view->base;
1717 BYTE commit = view->mapping ? VPROT_COMMITTED : 0; /* file mappings are always accessible */
1718 int unix_prot = VIRTUAL_GetUnixProt( view->prot[0] | commit );
1720 if (view->protect & VPROT_NOEXEC) continue;
1721 for (count = i = 1; i < view->size >> page_shift; i++, count++)
1723 int prot = VIRTUAL_GetUnixProt( view->prot[i] | commit );
1724 if (prot == unix_prot) continue;
1725 if ((unix_prot & PROT_READ) && !(unix_prot & PROT_EXEC))
1727 TRACE( "%s exec prot for %p-%p\n",
1728 force_exec_prot ? "enabling" : "disabling",
1729 addr, addr + (count << page_shift) - 1 );
1730 mprotect( addr, count << page_shift,
1731 unix_prot | (force_exec_prot ? PROT_EXEC : 0) );
1733 addr += (count << page_shift);
1739 if ((unix_prot & PROT_READ) && !(unix_prot & PROT_EXEC))
1741 TRACE( "%s exec prot for %p-%p\n",
1742 force_exec_prot ? "enabling" : "disabling",
1743 addr, addr + (count << page_shift) - 1 );
1744 mprotect( addr, count << page_shift,
1745 unix_prot | (force_exec_prot ? PROT_EXEC : 0) );
1750 server_leave_uninterrupted_section( &csVirtual, &sigset );
1759 /* free reserved areas above the limit; callback for wine_mmap_enum_reserved_areas */
1760 static int free_reserved_memory( void *base, size_t size, void *arg )
1762 struct free_range *range = arg;
1764 if ((char *)base >= range->limit) return 0;
1765 if ((char *)base + size <= range->base) return 0;
1766 if ((char *)base < range->base)
1768 size -= range->base - (char *)base;
1771 if ((char *)base + size > range->limit) size = range->limit - (char *)base;
1772 remove_reserved_area( base, size );
1773 return 1; /* stop enumeration since the list has changed */
1776 /***********************************************************************
1777 * virtual_release_address_space
1779 * Release some address space once we have loaded and initialized the app.
1781 void virtual_release_address_space( BOOL free_high_mem )
1783 struct free_range range;
1786 if (user_space_limit == address_space_limit) return; /* no need to free anything */
1788 server_enter_uninterrupted_section( &csVirtual, &sigset );
1790 /* no large address space on win9x */
1791 if (free_high_mem && NtCurrentTeb()->Peb->OSPlatformId == VER_PLATFORM_WIN32_NT)
1793 range.base = (char *)0x82000000;
1794 range.limit = address_space_limit;
1795 while (wine_mmap_enum_reserved_areas( free_reserved_memory, &range, 1 )) /* nothing */;
1796 user_space_limit = working_set_limit = address_space_limit;
1800 #ifndef __APPLE__ /* dyld doesn't support parts of the WINE_DOS segment being unmapped */
1801 range.base = (char *)0x20000000;
1802 range.limit = (char *)0x7f000000;
1803 while (wine_mmap_enum_reserved_areas( free_reserved_memory, &range, 0 )) /* nothing */;
1807 server_leave_uninterrupted_section( &csVirtual, &sigset );
1811 /***********************************************************************
1812 * NtAllocateVirtualMemory (NTDLL.@)
1813 * ZwAllocateVirtualMemory (NTDLL.@)
1815 NTSTATUS WINAPI NtAllocateVirtualMemory( HANDLE process, PVOID *ret, ULONG zero_bits,
1816 SIZE_T *size_ptr, ULONG type, ULONG protect )
1820 SIZE_T size = *size_ptr;
1821 SIZE_T mask = get_mask( zero_bits );
1822 NTSTATUS status = STATUS_SUCCESS;
1823 struct file_view *view;
1826 TRACE("%p %p %08lx %x %08x\n", process, *ret, size, type, protect );
1828 if (!size) return STATUS_INVALID_PARAMETER;
1830 if (process != NtCurrentProcess())
1833 apc_result_t result;
1835 memset( &call, 0, sizeof(call) );
1837 call.virtual_alloc.type = APC_VIRTUAL_ALLOC;
1838 call.virtual_alloc.addr = wine_server_client_ptr( *ret );
1839 call.virtual_alloc.size = *size_ptr;
1840 call.virtual_alloc.zero_bits = zero_bits;
1841 call.virtual_alloc.op_type = type;
1842 call.virtual_alloc.prot = protect;
1843 status = NTDLL_queue_process_apc( process, &call, &result );
1844 if (status != STATUS_SUCCESS) return status;
1846 if (result.virtual_alloc.status == STATUS_SUCCESS)
1848 *ret = wine_server_get_ptr( result.virtual_alloc.addr );
1849 *size_ptr = result.virtual_alloc.size;
1851 return result.virtual_alloc.status;
1854 /* Round parameters to a page boundary */
1856 if (is_beyond_limit( 0, size, working_set_limit )) return STATUS_WORKING_SET_LIMIT_RANGE;
1858 if ((status = get_vprot_flags( protect, &vprot ))) return status;
1859 vprot |= VPROT_VALLOC;
1860 if (type & MEM_COMMIT) vprot |= VPROT_COMMITTED;
1864 if (type & MEM_RESERVE) /* Round down to 64k boundary */
1865 base = ROUND_ADDR( *ret, mask );
1867 base = ROUND_ADDR( *ret, page_mask );
1868 size = (((UINT_PTR)*ret + size + page_mask) & ~page_mask) - (UINT_PTR)base;
1870 /* address 1 is magic to mean DOS area */
1871 if (!base && *ret == (void *)1 && size == 0x110000)
1873 server_enter_uninterrupted_section( &csVirtual, &sigset );
1874 status = allocate_dos_memory( &view, vprot );
1875 if (status == STATUS_SUCCESS)
1878 *size_ptr = view->size;
1880 server_leave_uninterrupted_section( &csVirtual, &sigset );
1884 /* disallow low 64k, wrap-around and kernel space */
1885 if (((char *)base < (char *)0x10000) ||
1886 ((char *)base + size < (char *)base) ||
1887 is_beyond_limit( base, size, address_space_limit ))
1888 return STATUS_INVALID_PARAMETER;
1893 size = (size + page_mask) & ~page_mask;
1896 /* Compute the alloc type flags */
1898 if (!(type & (MEM_COMMIT | MEM_RESERVE | MEM_RESET)) ||
1899 (type & ~(MEM_COMMIT | MEM_RESERVE | MEM_TOP_DOWN | MEM_WRITE_WATCH | MEM_RESET)))
1901 WARN("called with wrong alloc type flags (%08x) !\n", type);
1902 return STATUS_INVALID_PARAMETER;
1905 /* Reserve the memory */
1907 if (use_locks) server_enter_uninterrupted_section( &csVirtual, &sigset );
1909 if ((type & MEM_RESERVE) || !base)
1911 if (type & MEM_WRITE_WATCH) vprot |= VPROT_WRITEWATCH;
1912 status = map_view( &view, base, size, mask, type & MEM_TOP_DOWN, vprot );
1913 if (status == STATUS_SUCCESS) base = view->base;
1915 else if (type & MEM_RESET)
1917 if (!(view = VIRTUAL_FindView( base, size ))) status = STATUS_NOT_MAPPED_VIEW;
1918 else madvise( base, size, MADV_DONTNEED );
1920 else /* commit the pages */
1922 if (!(view = VIRTUAL_FindView( base, size ))) status = STATUS_NOT_MAPPED_VIEW;
1923 else if (!VIRTUAL_SetProt( view, base, size, vprot )) status = STATUS_ACCESS_DENIED;
1924 else if (view->mapping && !(view->protect & VPROT_COMMITTED))
1926 SERVER_START_REQ( add_mapping_committed_range )
1928 req->handle = wine_server_obj_handle( view->mapping );
1929 req->offset = (char *)base - (char *)view->base;
1931 wine_server_call( req );
1937 if (use_locks) server_leave_uninterrupted_section( &csVirtual, &sigset );
1939 if (status == STATUS_SUCCESS)
1948 /***********************************************************************
1949 * NtFreeVirtualMemory (NTDLL.@)
1950 * ZwFreeVirtualMemory (NTDLL.@)
1952 NTSTATUS WINAPI NtFreeVirtualMemory( HANDLE process, PVOID *addr_ptr, SIZE_T *size_ptr, ULONG type )
1954 struct file_view *view;
1957 NTSTATUS status = STATUS_SUCCESS;
1958 LPVOID addr = *addr_ptr;
1959 SIZE_T size = *size_ptr;
1961 TRACE("%p %p %08lx %x\n", process, addr, size, type );
1963 if (process != NtCurrentProcess())
1966 apc_result_t result;
1968 memset( &call, 0, sizeof(call) );
1970 call.virtual_free.type = APC_VIRTUAL_FREE;
1971 call.virtual_free.addr = wine_server_client_ptr( addr );
1972 call.virtual_free.size = size;
1973 call.virtual_free.op_type = type;
1974 status = NTDLL_queue_process_apc( process, &call, &result );
1975 if (status != STATUS_SUCCESS) return status;
1977 if (result.virtual_free.status == STATUS_SUCCESS)
1979 *addr_ptr = wine_server_get_ptr( result.virtual_free.addr );
1980 *size_ptr = result.virtual_free.size;
1982 return result.virtual_free.status;
1985 /* Fix the parameters */
1987 size = ROUND_SIZE( addr, size );
1988 base = ROUND_ADDR( addr, page_mask );
1990 /* avoid freeing the DOS area when a broken app passes a NULL pointer */
1991 if (!base) return STATUS_INVALID_PARAMETER;
1993 server_enter_uninterrupted_section( &csVirtual, &sigset );
1995 if (!(view = VIRTUAL_FindView( base, size )) || !(view->protect & VPROT_VALLOC))
1997 status = STATUS_INVALID_PARAMETER;
1999 else if (type == MEM_RELEASE)
2001 /* Free the pages */
2003 if (size || (base != view->base)) status = STATUS_INVALID_PARAMETER;
2006 delete_view( view );
2011 else if (type == MEM_DECOMMIT)
2013 status = decommit_pages( view, base - (char *)view->base, size );
2014 if (status == STATUS_SUCCESS)
2022 WARN("called with wrong free type flags (%08x) !\n", type);
2023 status = STATUS_INVALID_PARAMETER;
2026 server_leave_uninterrupted_section( &csVirtual, &sigset );
2031 /***********************************************************************
2032 * NtProtectVirtualMemory (NTDLL.@)
2033 * ZwProtectVirtualMemory (NTDLL.@)
2035 NTSTATUS WINAPI NtProtectVirtualMemory( HANDLE process, PVOID *addr_ptr, SIZE_T *size_ptr,
2036 ULONG new_prot, ULONG *old_prot )
2038 struct file_view *view;
2040 NTSTATUS status = STATUS_SUCCESS;
2043 unsigned int new_vprot;
2044 SIZE_T size = *size_ptr;
2045 LPVOID addr = *addr_ptr;
2047 TRACE("%p %p %08lx %08x\n", process, addr, size, new_prot );
2049 if (process != NtCurrentProcess())
2052 apc_result_t result;
2054 memset( &call, 0, sizeof(call) );
2056 call.virtual_protect.type = APC_VIRTUAL_PROTECT;
2057 call.virtual_protect.addr = wine_server_client_ptr( addr );
2058 call.virtual_protect.size = size;
2059 call.virtual_protect.prot = new_prot;
2060 status = NTDLL_queue_process_apc( process, &call, &result );
2061 if (status != STATUS_SUCCESS) return status;
2063 if (result.virtual_protect.status == STATUS_SUCCESS)
2065 *addr_ptr = wine_server_get_ptr( result.virtual_protect.addr );
2066 *size_ptr = result.virtual_protect.size;
2067 if (old_prot) *old_prot = result.virtual_protect.prot;
2069 return result.virtual_protect.status;
2072 /* Fix the parameters */
2074 size = ROUND_SIZE( addr, size );
2075 base = ROUND_ADDR( addr, page_mask );
2076 if ((status = get_vprot_flags( new_prot, &new_vprot ))) return status;
2077 new_vprot |= VPROT_COMMITTED;
2079 server_enter_uninterrupted_section( &csVirtual, &sigset );
2081 if (!(view = VIRTUAL_FindView( base, size )))
2083 status = STATUS_INVALID_PARAMETER;
2087 /* Make sure all the pages are committed */
2088 if (get_committed_size( view, base, &vprot ) >= size && (vprot & VPROT_COMMITTED))
2090 if (old_prot) *old_prot = VIRTUAL_GetWin32Prot( vprot );
2091 if (!VIRTUAL_SetProt( view, base, size, new_vprot )) status = STATUS_ACCESS_DENIED;
2093 else status = STATUS_NOT_COMMITTED;
2095 server_leave_uninterrupted_section( &csVirtual, &sigset );
2097 if (status == STATUS_SUCCESS)
2106 /* retrieve state for a free memory area; callback for wine_mmap_enum_reserved_areas */
2107 static int get_free_mem_state_callback( void *start, size_t size, void *arg )
2109 MEMORY_BASIC_INFORMATION *info = arg;
2110 void *end = (char *)start + size;
2112 if ((char *)info->BaseAddress + info->RegionSize < (char *)start) return 0;
2114 if (info->BaseAddress >= end)
2116 if (info->AllocationBase < end) info->AllocationBase = end;
2120 if (info->BaseAddress >= start || start <= address_space_start)
2122 /* it's a real free area */
2123 info->State = MEM_FREE;
2124 info->Protect = PAGE_NOACCESS;
2125 info->AllocationBase = 0;
2126 info->AllocationProtect = 0;
2128 if ((char *)info->BaseAddress + info->RegionSize > (char *)end)
2129 info->RegionSize = (char *)end - (char *)info->BaseAddress;
2131 else /* outside of the reserved area, pretend it's allocated */
2133 info->RegionSize = (char *)start - (char *)info->BaseAddress;
2134 info->State = MEM_RESERVE;
2135 info->Protect = PAGE_NOACCESS;
2136 info->AllocationProtect = PAGE_NOACCESS;
2137 info->Type = MEM_PRIVATE;
2142 #define UNIMPLEMENTED_INFO_CLASS(c) \
2144 FIXME("(process=%p,addr=%p) Unimplemented information class: " #c "\n", process, addr); \
2145 return STATUS_INVALID_INFO_CLASS
2147 /***********************************************************************
2148 * NtQueryVirtualMemory (NTDLL.@)
2149 * ZwQueryVirtualMemory (NTDLL.@)
2151 NTSTATUS WINAPI NtQueryVirtualMemory( HANDLE process, LPCVOID addr,
2152 MEMORY_INFORMATION_CLASS info_class, PVOID buffer,
2153 SIZE_T len, SIZE_T *res_len )
2155 struct file_view *view;
2156 char *base, *alloc_base = 0;
2159 MEMORY_BASIC_INFORMATION *info = buffer;
2162 if (info_class != MemoryBasicInformation)
2166 UNIMPLEMENTED_INFO_CLASS(MemoryWorkingSetList);
2167 UNIMPLEMENTED_INFO_CLASS(MemorySectionName);
2168 UNIMPLEMENTED_INFO_CLASS(MemoryBasicVlmInformation);
2171 FIXME("(%p,%p,info_class=%d,%p,%ld,%p) Unknown information class\n",
2172 process, addr, info_class, buffer, len, res_len);
2173 return STATUS_INVALID_INFO_CLASS;
2177 if (process != NtCurrentProcess())
2181 apc_result_t result;
2183 memset( &call, 0, sizeof(call) );
2185 call.virtual_query.type = APC_VIRTUAL_QUERY;
2186 call.virtual_query.addr = wine_server_client_ptr( addr );
2187 status = NTDLL_queue_process_apc( process, &call, &result );
2188 if (status != STATUS_SUCCESS) return status;
2190 if (result.virtual_query.status == STATUS_SUCCESS)
2192 info->BaseAddress = wine_server_get_ptr( result.virtual_query.base );
2193 info->AllocationBase = wine_server_get_ptr( result.virtual_query.alloc_base );
2194 info->RegionSize = result.virtual_query.size;
2195 info->Protect = result.virtual_query.prot;
2196 info->AllocationProtect = result.virtual_query.alloc_prot;
2197 info->State = (DWORD)result.virtual_query.state << 12;
2198 info->Type = (DWORD)result.virtual_query.alloc_type << 16;
2199 if (info->RegionSize != result.virtual_query.size) /* truncated */
2200 return STATUS_INVALID_PARAMETER; /* FIXME */
2201 if (res_len) *res_len = sizeof(*info);
2203 return result.virtual_query.status;
2206 base = ROUND_ADDR( addr, page_mask );
2208 if (is_beyond_limit( base, 1, working_set_limit )) return STATUS_WORKING_SET_LIMIT_RANGE;
2210 /* Find the view containing the address */
2212 server_enter_uninterrupted_section( &csVirtual, &sigset );
2213 ptr = list_head( &views_list );
2218 size = (char *)working_set_limit - alloc_base;
2222 view = LIST_ENTRY( ptr, struct file_view, entry );
2223 if ((char *)view->base > base)
2225 size = (char *)view->base - alloc_base;
2229 if ((char *)view->base + view->size > base)
2231 alloc_base = view->base;
2235 alloc_base = (char *)view->base + view->size;
2236 ptr = list_next( &views_list, ptr );
2239 /* Fill the info structure */
2241 info->AllocationBase = alloc_base;
2242 info->BaseAddress = base;
2243 info->RegionSize = size - (base - alloc_base);
2247 if (!wine_mmap_enum_reserved_areas( get_free_mem_state_callback, info, 0 ))
2249 /* not in a reserved area at all, pretend it's allocated */
2251 if (base >= (char *)address_space_start)
2253 info->State = MEM_RESERVE;
2254 info->Protect = PAGE_NOACCESS;
2255 info->AllocationProtect = PAGE_NOACCESS;
2256 info->Type = MEM_PRIVATE;
2261 info->State = MEM_FREE;
2262 info->Protect = PAGE_NOACCESS;
2263 info->AllocationBase = 0;
2264 info->AllocationProtect = 0;
2272 SIZE_T range_size = get_committed_size( view, base, &vprot );
2274 info->State = (vprot & VPROT_COMMITTED) ? MEM_COMMIT : MEM_RESERVE;
2275 info->Protect = (vprot & VPROT_COMMITTED) ? VIRTUAL_GetWin32Prot( vprot ) : 0;
2276 info->AllocationBase = alloc_base;
2277 info->AllocationProtect = VIRTUAL_GetWin32Prot( view->protect );
2278 if (view->protect & VPROT_IMAGE) info->Type = MEM_IMAGE;
2279 else if (view->protect & VPROT_VALLOC) info->Type = MEM_PRIVATE;
2280 else info->Type = MEM_MAPPED;
2281 for (size = base - alloc_base; size < base + range_size - alloc_base; size += page_size)
2282 if ((view->prot[size >> page_shift] ^ vprot) & ~VPROT_WRITEWATCH) break;
2283 info->RegionSize = size - (base - alloc_base);
2285 server_leave_uninterrupted_section( &csVirtual, &sigset );
2287 if (res_len) *res_len = sizeof(*info);
2288 return STATUS_SUCCESS;
2292 /***********************************************************************
2293 * NtLockVirtualMemory (NTDLL.@)
2294 * ZwLockVirtualMemory (NTDLL.@)
2296 NTSTATUS WINAPI NtLockVirtualMemory( HANDLE process, PVOID *addr, SIZE_T *size, ULONG unknown )
2298 NTSTATUS status = STATUS_SUCCESS;
2300 if (process != NtCurrentProcess())
2303 apc_result_t result;
2305 memset( &call, 0, sizeof(call) );
2307 call.virtual_lock.type = APC_VIRTUAL_LOCK;
2308 call.virtual_lock.addr = wine_server_client_ptr( *addr );
2309 call.virtual_lock.size = *size;
2310 status = NTDLL_queue_process_apc( process, &call, &result );
2311 if (status != STATUS_SUCCESS) return status;
2313 if (result.virtual_lock.status == STATUS_SUCCESS)
2315 *addr = wine_server_get_ptr( result.virtual_lock.addr );
2316 *size = result.virtual_lock.size;
2318 return result.virtual_lock.status;
2321 *size = ROUND_SIZE( *addr, *size );
2322 *addr = ROUND_ADDR( *addr, page_mask );
2324 if (mlock( *addr, *size )) status = STATUS_ACCESS_DENIED;
2329 /***********************************************************************
2330 * NtUnlockVirtualMemory (NTDLL.@)
2331 * ZwUnlockVirtualMemory (NTDLL.@)
2333 NTSTATUS WINAPI NtUnlockVirtualMemory( HANDLE process, PVOID *addr, SIZE_T *size, ULONG unknown )
2335 NTSTATUS status = STATUS_SUCCESS;
2337 if (process != NtCurrentProcess())
2340 apc_result_t result;
2342 memset( &call, 0, sizeof(call) );
2344 call.virtual_unlock.type = APC_VIRTUAL_UNLOCK;
2345 call.virtual_unlock.addr = wine_server_client_ptr( *addr );
2346 call.virtual_unlock.size = *size;
2347 status = NTDLL_queue_process_apc( process, &call, &result );
2348 if (status != STATUS_SUCCESS) return status;
2350 if (result.virtual_unlock.status == STATUS_SUCCESS)
2352 *addr = wine_server_get_ptr( result.virtual_unlock.addr );
2353 *size = result.virtual_unlock.size;
2355 return result.virtual_unlock.status;
2358 *size = ROUND_SIZE( *addr, *size );
2359 *addr = ROUND_ADDR( *addr, page_mask );
2361 if (munlock( *addr, *size )) status = STATUS_ACCESS_DENIED;
2366 /***********************************************************************
2367 * NtCreateSection (NTDLL.@)
2368 * ZwCreateSection (NTDLL.@)
2370 NTSTATUS WINAPI NtCreateSection( HANDLE *handle, ACCESS_MASK access, const OBJECT_ATTRIBUTES *attr,
2371 const LARGE_INTEGER *size, ULONG protect,
2372 ULONG sec_flags, HANDLE file )
2376 DWORD len = (attr && attr->ObjectName) ? attr->ObjectName->Length : 0;
2377 struct security_descriptor *sd = NULL;
2378 struct object_attributes objattr;
2380 /* Check parameters */
2382 if (len > MAX_PATH*sizeof(WCHAR)) return STATUS_NAME_TOO_LONG;
2384 if ((ret = get_vprot_flags( protect, &vprot ))) return ret;
2386 objattr.rootdir = wine_server_obj_handle( attr ? attr->RootDirectory : 0 );
2388 objattr.name_len = len;
2391 ret = NTDLL_create_struct_sd( attr->SecurityDescriptor, &sd, &objattr.sd_len );
2392 if (ret != STATUS_SUCCESS) return ret;
2395 if (!(sec_flags & SEC_RESERVE)) vprot |= VPROT_COMMITTED;
2396 if (sec_flags & SEC_NOCACHE) vprot |= VPROT_NOCACHE;
2397 if (sec_flags & SEC_IMAGE) vprot |= VPROT_IMAGE;
2399 /* Create the server object */
2401 SERVER_START_REQ( create_mapping )
2403 req->access = access;
2404 req->attributes = (attr) ? attr->Attributes : 0;
2405 req->file_handle = wine_server_obj_handle( file );
2406 req->size = size ? size->QuadPart : 0;
2407 req->protect = vprot;
2408 wine_server_add_data( req, &objattr, sizeof(objattr) );
2409 if (objattr.sd_len) wine_server_add_data( req, sd, objattr.sd_len );
2410 if (len) wine_server_add_data( req, attr->ObjectName->Buffer, len );
2411 ret = wine_server_call( req );
2412 *handle = wine_server_ptr_handle( reply->handle );
2416 NTDLL_free_struct_sd( sd );
2422 /***********************************************************************
2423 * NtOpenSection (NTDLL.@)
2424 * ZwOpenSection (NTDLL.@)
2426 NTSTATUS WINAPI NtOpenSection( HANDLE *handle, ACCESS_MASK access, const OBJECT_ATTRIBUTES *attr )
2429 DWORD len = attr->ObjectName->Length;
2431 if (len > MAX_PATH*sizeof(WCHAR)) return STATUS_NAME_TOO_LONG;
2433 SERVER_START_REQ( open_mapping )
2435 req->access = access;
2436 req->attributes = attr->Attributes;
2437 req->rootdir = wine_server_obj_handle( attr->RootDirectory );
2438 wine_server_add_data( req, attr->ObjectName->Buffer, len );
2439 if (!(ret = wine_server_call( req ))) *handle = wine_server_ptr_handle( reply->handle );
2446 /***********************************************************************
2447 * NtMapViewOfSection (NTDLL.@)
2448 * ZwMapViewOfSection (NTDLL.@)
2450 NTSTATUS WINAPI NtMapViewOfSection( HANDLE handle, HANDLE process, PVOID *addr_ptr, ULONG zero_bits,
2451 SIZE_T commit_size, const LARGE_INTEGER *offset_ptr, SIZE_T *size_ptr,
2452 SECTION_INHERIT inherit, ULONG alloc_type, ULONG protect )
2455 mem_size_t full_size;
2457 SIZE_T size, mask = get_mask( zero_bits );
2458 int unix_handle = -1, needs_close;
2459 unsigned int map_vprot, vprot;
2461 struct file_view *view;
2463 HANDLE dup_mapping, shared_file;
2464 LARGE_INTEGER offset;
2467 offset.QuadPart = offset_ptr ? offset_ptr->QuadPart : 0;
2469 TRACE("handle=%p process=%p addr=%p off=%x%08x size=%lx access=%x\n",
2470 handle, process, *addr_ptr, offset.u.HighPart, offset.u.LowPart, *size_ptr, protect );
2472 /* Check parameters */
2474 if ((offset.u.LowPart & mask) || (*addr_ptr && ((UINT_PTR)*addr_ptr & mask)))
2475 return STATUS_INVALID_PARAMETER;
2482 case PAGE_READWRITE:
2483 case PAGE_EXECUTE_READWRITE:
2484 access = SECTION_MAP_WRITE;
2487 case PAGE_WRITECOPY:
2489 case PAGE_EXECUTE_READ:
2490 case PAGE_EXECUTE_WRITECOPY:
2491 access = SECTION_MAP_READ;
2494 return STATUS_INVALID_PARAMETER;
2497 if (process != NtCurrentProcess())
2500 apc_result_t result;
2502 memset( &call, 0, sizeof(call) );
2504 call.map_view.type = APC_MAP_VIEW;
2505 call.map_view.handle = wine_server_obj_handle( handle );
2506 call.map_view.addr = wine_server_client_ptr( *addr_ptr );
2507 call.map_view.size = *size_ptr;
2508 call.map_view.offset = offset.QuadPart;
2509 call.map_view.zero_bits = zero_bits;
2510 call.map_view.alloc_type = alloc_type;
2511 call.map_view.prot = protect;
2512 res = NTDLL_queue_process_apc( process, &call, &result );
2513 if (res != STATUS_SUCCESS) return res;
2515 if ((NTSTATUS)result.map_view.status >= 0)
2517 *addr_ptr = wine_server_get_ptr( result.map_view.addr );
2518 *size_ptr = result.map_view.size;
2520 return result.map_view.status;
2523 SERVER_START_REQ( get_mapping_info )
2525 req->handle = wine_server_obj_handle( handle );
2526 req->access = access;
2527 res = wine_server_call( req );
2528 map_vprot = reply->protect;
2529 base = wine_server_get_ptr( reply->base );
2530 full_size = reply->size;
2531 header_size = reply->header_size;
2532 dup_mapping = wine_server_ptr_handle( reply->mapping );
2533 shared_file = wine_server_ptr_handle( reply->shared_file );
2534 if ((ULONG_PTR)base != reply->base) base = NULL;
2537 if (res) return res;
2539 if ((res = server_get_unix_fd( handle, 0, &unix_handle, &needs_close, NULL, NULL ))) goto done;
2541 if (map_vprot & VPROT_IMAGE)
2544 if (size != full_size) /* truncated */
2546 WARN( "Modules larger than 4Gb (%s) not supported\n", wine_dbgstr_longlong(full_size) );
2547 res = STATUS_INVALID_PARAMETER;
2552 int shared_fd, shared_needs_close;
2554 if ((res = server_get_unix_fd( shared_file, FILE_READ_DATA|FILE_WRITE_DATA,
2555 &shared_fd, &shared_needs_close, NULL, NULL ))) goto done;
2556 res = map_image( handle, unix_handle, base, size, mask, header_size,
2557 shared_fd, dup_mapping, addr_ptr );
2558 if (shared_needs_close) close( shared_fd );
2559 NtClose( shared_file );
2563 res = map_image( handle, unix_handle, base, size, mask, header_size,
2564 -1, dup_mapping, addr_ptr );
2566 if (needs_close) close( unix_handle );
2567 if (res >= 0) *size_ptr = size;
2571 res = STATUS_INVALID_PARAMETER;
2572 if (offset.QuadPart >= full_size) goto done;
2575 if (*size_ptr > full_size - offset.QuadPart) goto done;
2576 size = ROUND_SIZE( offset.u.LowPart, *size_ptr );
2577 if (size < *size_ptr) goto done; /* wrap-around */
2581 size = full_size - offset.QuadPart;
2582 if (size != full_size - offset.QuadPart) /* truncated */
2584 WARN( "Files larger than 4Gb (%s) not supported on this platform\n",
2585 wine_dbgstr_longlong(full_size) );
2590 /* Reserve a properly aligned area */
2592 server_enter_uninterrupted_section( &csVirtual, &sigset );
2594 get_vprot_flags( protect, &vprot );
2595 vprot |= (map_vprot & VPROT_COMMITTED);
2596 res = map_view( &view, *addr_ptr, size, mask, FALSE, vprot );
2599 server_leave_uninterrupted_section( &csVirtual, &sigset );
2605 TRACE("handle=%p size=%lx offset=%x%08x\n",
2606 handle, size, offset.u.HighPart, offset.u.LowPart );
2608 res = map_file_into_view( view, unix_handle, 0, size, offset.QuadPart, vprot, !dup_mapping );
2609 if (res == STATUS_SUCCESS)
2611 *addr_ptr = view->base;
2613 view->mapping = dup_mapping;
2614 dup_mapping = 0; /* don't close it */
2618 ERR( "map_file_into_view %p %lx %x%08x failed\n",
2619 view->base, size, offset.u.HighPart, offset.u.LowPart );
2620 delete_view( view );
2623 server_leave_uninterrupted_section( &csVirtual, &sigset );
2626 if (dup_mapping) NtClose( dup_mapping );
2627 if (needs_close) close( unix_handle );
2632 /***********************************************************************
2633 * NtUnmapViewOfSection (NTDLL.@)
2634 * ZwUnmapViewOfSection (NTDLL.@)
2636 NTSTATUS WINAPI NtUnmapViewOfSection( HANDLE process, PVOID addr )
2638 struct file_view *view;
2639 NTSTATUS status = STATUS_NOT_MAPPED_VIEW;
2641 void *base = ROUND_ADDR( addr, page_mask );
2643 if (process != NtCurrentProcess())
2646 apc_result_t result;
2648 memset( &call, 0, sizeof(call) );
2650 call.unmap_view.type = APC_UNMAP_VIEW;
2651 call.unmap_view.addr = wine_server_client_ptr( addr );
2652 status = NTDLL_queue_process_apc( process, &call, &result );
2653 if (status == STATUS_SUCCESS) status = result.unmap_view.status;
2657 server_enter_uninterrupted_section( &csVirtual, &sigset );
2658 if ((view = VIRTUAL_FindView( base, 0 )) && (base == view->base) && !(view->protect & VPROT_VALLOC))
2660 delete_view( view );
2661 status = STATUS_SUCCESS;
2663 server_leave_uninterrupted_section( &csVirtual, &sigset );
2668 /***********************************************************************
2669 * NtFlushVirtualMemory (NTDLL.@)
2670 * ZwFlushVirtualMemory (NTDLL.@)
2672 NTSTATUS WINAPI NtFlushVirtualMemory( HANDLE process, LPCVOID *addr_ptr,
2673 SIZE_T *size_ptr, ULONG unknown )
2675 struct file_view *view;
2676 NTSTATUS status = STATUS_SUCCESS;
2678 void *addr = ROUND_ADDR( *addr_ptr, page_mask );
2680 if (process != NtCurrentProcess())
2683 apc_result_t result;
2685 memset( &call, 0, sizeof(call) );
2687 call.virtual_flush.type = APC_VIRTUAL_FLUSH;
2688 call.virtual_flush.addr = wine_server_client_ptr( addr );
2689 call.virtual_flush.size = *size_ptr;
2690 status = NTDLL_queue_process_apc( process, &call, &result );
2691 if (status != STATUS_SUCCESS) return status;
2693 if (result.virtual_flush.status == STATUS_SUCCESS)
2695 *addr_ptr = wine_server_get_ptr( result.virtual_flush.addr );
2696 *size_ptr = result.virtual_flush.size;
2698 return result.virtual_flush.status;
2701 server_enter_uninterrupted_section( &csVirtual, &sigset );
2702 if (!(view = VIRTUAL_FindView( addr, *size_ptr ))) status = STATUS_INVALID_PARAMETER;
2705 if (!*size_ptr) *size_ptr = view->size;
2707 if (msync( addr, *size_ptr, MS_SYNC )) status = STATUS_NOT_MAPPED_DATA;
2709 server_leave_uninterrupted_section( &csVirtual, &sigset );
2714 /***********************************************************************
2715 * NtGetWriteWatch (NTDLL.@)
2716 * ZwGetWriteWatch (NTDLL.@)
2718 NTSTATUS WINAPI NtGetWriteWatch( HANDLE process, ULONG flags, PVOID base, SIZE_T size, PVOID *addresses,
2719 ULONG_PTR *count, ULONG *granularity )
2721 struct file_view *view;
2722 NTSTATUS status = STATUS_SUCCESS;
2725 size = ROUND_SIZE( base, size );
2726 base = ROUND_ADDR( base, page_mask );
2728 if (!count || !granularity) return STATUS_ACCESS_VIOLATION;
2729 if (!*count || !size) return STATUS_INVALID_PARAMETER;
2730 if (flags & ~WRITE_WATCH_FLAG_RESET) return STATUS_INVALID_PARAMETER;
2732 if (!addresses) return STATUS_ACCESS_VIOLATION;
2734 TRACE( "%p %x %p-%p %p %lu\n", process, flags, base, (char *)base + size,
2735 addresses, *count );
2737 server_enter_uninterrupted_section( &csVirtual, &sigset );
2739 if ((view = VIRTUAL_FindView( base, size )) && (view->protect & VPROT_WRITEWATCH))
2743 char *end = addr + size;
2745 while (pos < *count && addr < end)
2747 BYTE prot = view->prot[(addr - (char *)view->base) >> page_shift];
2748 if (!(prot & VPROT_WRITEWATCH)) addresses[pos++] = addr;
2751 if (flags & WRITE_WATCH_FLAG_RESET) reset_write_watches( view, base, addr - (char *)base );
2753 *granularity = page_size;
2755 else status = STATUS_INVALID_PARAMETER;
2757 server_leave_uninterrupted_section( &csVirtual, &sigset );
2762 /***********************************************************************
2763 * NtResetWriteWatch (NTDLL.@)
2764 * ZwResetWriteWatch (NTDLL.@)
2766 NTSTATUS WINAPI NtResetWriteWatch( HANDLE process, PVOID base, SIZE_T size )
2768 struct file_view *view;
2769 NTSTATUS status = STATUS_SUCCESS;
2772 size = ROUND_SIZE( base, size );
2773 base = ROUND_ADDR( base, page_mask );
2775 TRACE( "%p %p-%p\n", process, base, (char *)base + size );
2777 if (!size) return STATUS_INVALID_PARAMETER;
2779 server_enter_uninterrupted_section( &csVirtual, &sigset );
2781 if ((view = VIRTUAL_FindView( base, size )) && (view->protect & VPROT_WRITEWATCH))
2782 reset_write_watches( view, base, size );
2784 status = STATUS_INVALID_PARAMETER;
2786 server_leave_uninterrupted_section( &csVirtual, &sigset );
2791 /***********************************************************************
2792 * NtReadVirtualMemory (NTDLL.@)
2793 * ZwReadVirtualMemory (NTDLL.@)
2795 NTSTATUS WINAPI NtReadVirtualMemory( HANDLE process, const void *addr, void *buffer,
2796 SIZE_T size, SIZE_T *bytes_read )
2800 if (virtual_check_buffer_for_write( buffer, size ))
2802 SERVER_START_REQ( read_process_memory )
2804 req->handle = wine_server_obj_handle( process );
2805 req->addr = wine_server_client_ptr( addr );
2806 wine_server_set_reply( req, buffer, size );
2807 if ((status = wine_server_call( req ))) size = 0;
2813 status = STATUS_ACCESS_VIOLATION;
2816 if (bytes_read) *bytes_read = size;
2821 /***********************************************************************
2822 * NtWriteVirtualMemory (NTDLL.@)
2823 * ZwWriteVirtualMemory (NTDLL.@)
2825 NTSTATUS WINAPI NtWriteVirtualMemory( HANDLE process, void *addr, const void *buffer,
2826 SIZE_T size, SIZE_T *bytes_written )
2830 if (virtual_check_buffer_for_read( buffer, size ))
2832 SERVER_START_REQ( write_process_memory )
2834 req->handle = wine_server_obj_handle( process );
2835 req->addr = wine_server_client_ptr( addr );
2836 wine_server_add_data( req, buffer, size );
2837 if ((status = wine_server_call( req ))) size = 0;
2843 status = STATUS_PARTIAL_COPY;
2846 if (bytes_written) *bytes_written = size;
2851 /***********************************************************************
2852 * NtAreMappedFilesTheSame (NTDLL.@)
2853 * ZwAreMappedFilesTheSame (NTDLL.@)
2855 NTSTATUS WINAPI NtAreMappedFilesTheSame(PVOID addr1, PVOID addr2)
2857 struct file_view *view1, *view2;
2858 struct stat st1, st2;
2862 TRACE("%p %p\n", addr1, addr2);
2864 server_enter_uninterrupted_section( &csVirtual, &sigset );
2866 view1 = VIRTUAL_FindView( addr1, 0 );
2867 view2 = VIRTUAL_FindView( addr2, 0 );
2869 if (!view1 || !view2)
2870 status = STATUS_INVALID_ADDRESS;
2871 else if ((view1->protect & VPROT_VALLOC) || (view2->protect & VPROT_VALLOC))
2872 status = STATUS_CONFLICTING_ADDRESSES;
2873 else if (!(view1->protect & VPROT_IMAGE) || !(view2->protect & VPROT_IMAGE))
2874 status = STATUS_NOT_SAME_DEVICE;
2875 else if (view1 == view2)
2876 status = STATUS_SUCCESS;
2877 else if (!stat_mapping_file( view1, &st1 ) && !stat_mapping_file( view2, &st2 ) &&
2878 st1.st_dev == st2.st_dev && st1.st_ino == st2.st_ino)
2879 status = STATUS_SUCCESS;
2881 status = STATUS_NOT_SAME_DEVICE;
2883 server_leave_uninterrupted_section( &csVirtual, &sigset );