2 * Server-side file descriptor management
4 * Copyright (C) 2000, 2003 Alexandre Julliard
6 * This library is free software; you can redistribute it and/or
7 * modify it under the terms of the GNU Lesser General Public
8 * License as published by the Free Software Foundation; either
9 * version 2.1 of the License, or (at your option) any later version.
11 * This library is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
14 * Lesser General Public License for more details.
16 * You should have received a copy of the GNU Lesser General Public
17 * License along with this library; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
23 #include "wine/port.h"
37 #ifdef HAVE_SYS_POLL_H
45 #include <sys/types.h>
56 #if defined(HAVE_SYS_EPOLL_H) && defined(HAVE_EPOLL_CREATE)
57 # include <sys/epoll.h>
59 #elif defined(linux) && defined(__i386__) && defined(HAVE_STDINT_H)
61 # define EPOLLIN POLLIN
62 # define EPOLLOUT POLLOUT
63 # define EPOLLERR POLLERR
64 # define EPOLLHUP POLLHUP
65 # define EPOLL_CTL_ADD 1
66 # define EPOLL_CTL_DEL 2
67 # define EPOLL_CTL_MOD 3
69 typedef union epoll_data
83 #define SYSCALL_RET(ret) do { \
84 if (ret < 0) { errno = -ret; ret = -1; } \
88 static inline int epoll_create( int size )
91 __asm__( "pushl %%ebx; movl %2,%%ebx; int $0x80; popl %%ebx"
92 : "=a" (ret) : "0" (254 /*NR_epoll_create*/), "r" (size) );
96 static inline int epoll_ctl( int epfd, int op, int fd, const struct epoll_event *event )
99 __asm__( "pushl %%ebx; movl %2,%%ebx; int $0x80; popl %%ebx"
101 : "0" (255 /*NR_epoll_ctl*/), "r" (epfd), "c" (op), "d" (fd), "S" (event), "m" (*event) );
105 static inline int epoll_wait( int epfd, struct epoll_event *events, int maxevents, int timeout )
108 __asm__( "pushl %%ebx; movl %2,%%ebx; int $0x80; popl %%ebx"
110 : "0" (256 /*NR_epoll_wait*/), "r" (epfd), "c" (events), "d" (maxevents), "S" (timeout)
116 #endif /* linux && __i386__ && HAVE_STDINT_H */
119 /* Because of the stupid Posix locking semantics, we need to keep
120 * track of all file descriptors referencing a given file, and not
121 * close a single one until all the locks are gone (sigh).
124 /* file descriptor object */
126 /* closed_fd is used to keep track of the unix fd belonging to a closed fd object */
129 struct list entry; /* entry in inode closed list */
130 int unix_fd; /* the unix file descriptor */
131 char unlink[1]; /* name to unlink on close (if any) */
136 struct object obj; /* object header */
137 const struct fd_ops *fd_ops; /* file descriptor operations */
138 struct inode *inode; /* inode that this fd belongs to */
139 struct list inode_entry; /* entry in inode fd list */
140 struct closed_fd *closed; /* structure to store the unix fd at destroy time */
141 struct object *user; /* object using this file descriptor */
142 struct list locks; /* list of locks on this fd */
143 unsigned int access; /* file access (GENERIC_READ/WRITE) */
144 unsigned int sharing; /* file sharing mode */
145 int unix_fd; /* unix file descriptor */
146 int fs_locks; /* can we use filesystem locks for this fd? */
147 int poll_index; /* index of fd in poll array */
148 struct list read_q; /* async readers of this fd */
149 struct list write_q; /* async writers of this fd */
152 static void fd_dump( struct object *obj, int verbose );
153 static void fd_destroy( struct object *obj );
155 static const struct object_ops fd_ops =
157 sizeof(struct fd), /* size */
159 no_add_queue, /* add_queue */
160 NULL, /* remove_queue */
162 NULL, /* satisfied */
163 no_signal, /* signal */
164 no_get_fd, /* get_fd */
165 no_close_handle, /* close_handle */
166 fd_destroy /* destroy */
171 #define DEVICE_HASH_SIZE 7
172 #define INODE_HASH_SIZE 17
176 struct object obj; /* object header */
177 struct list entry; /* entry in device hash list */
178 dev_t dev; /* device number */
179 int removable; /* removable device? (or -1 if unknown) */
180 struct list inode_hash[INODE_HASH_SIZE]; /* inodes hash table */
183 static void device_dump( struct object *obj, int verbose );
184 static void device_destroy( struct object *obj );
186 static const struct object_ops device_ops =
188 sizeof(struct device), /* size */
189 device_dump, /* dump */
190 no_add_queue, /* add_queue */
191 NULL, /* remove_queue */
193 NULL, /* satisfied */
194 no_signal, /* signal */
195 no_get_fd, /* get_fd */
196 no_close_handle, /* close_handle */
197 device_destroy /* destroy */
204 struct object obj; /* object header */
205 struct list entry; /* inode hash list entry */
206 struct device *device; /* device containing this inode */
207 ino_t ino; /* inode number */
208 struct list open; /* list of open file descriptors */
209 struct list locks; /* list of file locks */
210 struct list closed; /* list of file descriptors to close at destroy time */
213 static void inode_dump( struct object *obj, int verbose );
214 static void inode_destroy( struct object *obj );
216 static const struct object_ops inode_ops =
218 sizeof(struct inode), /* size */
219 inode_dump, /* dump */
220 no_add_queue, /* add_queue */
221 NULL, /* remove_queue */
223 NULL, /* satisfied */
224 no_signal, /* signal */
225 no_get_fd, /* get_fd */
226 no_close_handle, /* close_handle */
227 inode_destroy /* destroy */
230 /* file lock object */
234 struct object obj; /* object header */
235 struct fd *fd; /* fd owning this lock */
236 struct list fd_entry; /* entry in list of locks on a given fd */
237 struct list inode_entry; /* entry in inode list of locks */
238 int shared; /* shared lock? */
239 file_pos_t start; /* locked region is interval [start;end) */
241 struct process *process; /* process owning this lock */
242 struct list proc_entry; /* entry in list of locks owned by the process */
245 static void file_lock_dump( struct object *obj, int verbose );
246 static int file_lock_signaled( struct object *obj, struct thread *thread );
248 static const struct object_ops file_lock_ops =
250 sizeof(struct file_lock), /* size */
251 file_lock_dump, /* dump */
252 add_queue, /* add_queue */
253 remove_queue, /* remove_queue */
254 file_lock_signaled, /* signaled */
255 no_satisfied, /* satisfied */
256 no_signal, /* signal */
257 no_get_fd, /* get_fd */
258 no_close_handle, /* close_handle */
259 no_destroy /* destroy */
263 #define OFF_T_MAX (~((file_pos_t)1 << (8*sizeof(off_t)-1)))
264 #define FILE_POS_T_MAX (~(file_pos_t)0)
266 static file_pos_t max_unix_offset = OFF_T_MAX;
268 #define DUMP_LONG_LONG(val) do { \
269 if (sizeof(val) > sizeof(unsigned long) && (val) > ~0UL) \
270 fprintf( stderr, "%lx%08lx", (unsigned long)((val) >> 32), (unsigned long)(val) ); \
272 fprintf( stderr, "%lx", (unsigned long)(val) ); \
277 /****************************************************************/
278 /* timeouts support */
282 struct list entry; /* entry in sorted timeout list */
283 struct timeval when; /* timeout expiry (absolute time) */
284 timeout_callback callback; /* callback function */
285 void *private; /* callback private data */
288 static struct list timeout_list = LIST_INIT(timeout_list); /* sorted timeouts list */
290 /* add a timeout user */
291 struct timeout_user *add_timeout_user( const struct timeval *when, timeout_callback func,
294 struct timeout_user *user;
297 if (!(user = mem_alloc( sizeof(*user) ))) return NULL;
299 user->callback = func;
300 user->private = private;
302 /* Now insert it in the linked list */
304 LIST_FOR_EACH( ptr, &timeout_list )
306 struct timeout_user *timeout = LIST_ENTRY( ptr, struct timeout_user, entry );
307 if (!time_before( &timeout->when, when )) break;
309 list_add_before( ptr, &user->entry );
313 /* remove a timeout user */
314 void remove_timeout_user( struct timeout_user *user )
316 list_remove( &user->entry );
320 /* add a timeout in milliseconds to an absolute time */
321 void add_timeout( struct timeval *when, int timeout )
325 long sec = timeout / 1000;
326 if ((when->tv_usec += (timeout - 1000*sec) * 1000) >= 1000000)
328 when->tv_usec -= 1000000;
336 /****************************************************************/
339 static struct fd **poll_users; /* users array */
340 static struct pollfd *pollfd; /* poll fd array */
341 static int nb_users; /* count of array entries actually in use */
342 static int active_users; /* current number of active users */
343 static int allocated_users; /* count of allocated entries in the array */
344 static struct fd **freelist; /* list of free entries in the array */
349 static struct epoll_event *epoll_events;
351 /* set the events that epoll waits for on this fd; helper for set_fd_events */
352 static inline void set_fd_epoll_events( struct fd *fd, int user, int events )
354 struct epoll_event ev;
357 if (epoll_fd == -1) return;
359 if (events == -1) /* stop waiting on this fd completely */
361 if (pollfd[user].fd == -1) return; /* already removed */
364 else if (pollfd[user].fd == -1)
366 if (pollfd[user].events) return; /* stopped waiting on it, don't restart */
371 if (pollfd[user].events == events) return; /* nothing to do */
378 if (epoll_ctl( epoll_fd, ctl, fd->unix_fd, &ev ) == -1)
380 if (errno == ENOMEM) /* not enough memory, give up on epoll */
385 else perror( "epoll_ctl" ); /* should not happen */
389 #else /* USE_EPOLL */
391 static inline void set_fd_epoll_events( struct fd *fd, int user, int events )
395 #endif /* USE_EPOLL */
398 /* add a user in the poll array and return its index, or -1 on failure */
399 static int add_poll_user( struct fd *fd )
404 ret = freelist - poll_users;
405 freelist = (struct fd **)poll_users[ret];
409 if (nb_users == allocated_users)
411 struct fd **newusers;
412 struct pollfd *newpoll;
413 int new_count = allocated_users ? (allocated_users + allocated_users / 2) : 16;
414 if (!(newusers = realloc( poll_users, new_count * sizeof(*poll_users) ))) return -1;
415 if (!(newpoll = realloc( pollfd, new_count * sizeof(*pollfd) )))
418 poll_users = newusers;
423 poll_users = newusers;
426 if (!allocated_users) epoll_fd = epoll_create( new_count );
429 struct epoll_event *new_events;
430 if (!(new_events = realloc( epoll_events, new_count * sizeof(*epoll_events) )))
432 epoll_events = new_events;
435 allocated_users = new_count;
440 pollfd[ret].events = 0;
441 pollfd[ret].revents = 0;
442 poll_users[ret] = fd;
447 /* remove a user from the poll list */
448 static void remove_poll_user( struct fd *fd, int user )
451 assert( poll_users[user] == fd );
454 if (epoll_fd != -1 && pollfd[user].fd != -1)
456 struct epoll_event dummy;
457 epoll_ctl( epoll_fd, EPOLL_CTL_DEL, fd->unix_fd, &dummy );
460 pollfd[user].fd = -1;
461 pollfd[user].events = 0;
462 pollfd[user].revents = 0;
463 poll_users[user] = (struct fd *)freelist;
464 freelist = &poll_users[user];
468 /* process pending timeouts and return the time until the next timeout, in milliseconds */
469 static int get_next_timeout(void)
471 if (!list_empty( &timeout_list ))
473 struct list expired_list, *ptr;
476 gettimeofday( &now, NULL );
478 /* first remove all expired timers from the list */
480 list_init( &expired_list );
481 while ((ptr = list_head( &timeout_list )) != NULL)
483 struct timeout_user *timeout = LIST_ENTRY( ptr, struct timeout_user, entry );
485 if (!time_before( &now, &timeout->when ))
487 list_remove( &timeout->entry );
488 list_add_tail( &expired_list, &timeout->entry );
493 /* now call the callback for all the removed timers */
495 while ((ptr = list_head( &expired_list )) != NULL)
497 struct timeout_user *timeout = LIST_ENTRY( ptr, struct timeout_user, entry );
498 list_remove( &timeout->entry );
499 timeout->callback( timeout->private );
503 if ((ptr = list_head( &timeout_list )) != NULL)
505 struct timeout_user *timeout = LIST_ENTRY( ptr, struct timeout_user, entry );
506 int diff = (timeout->when.tv_sec - now.tv_sec) * 1000
507 + (timeout->when.tv_usec - now.tv_usec) / 1000;
508 if (diff < 0) diff = 0;
512 return -1; /* no pending timeouts */
515 /* server main poll() loop */
521 assert( POLLIN == EPOLLIN );
522 assert( POLLOUT == EPOLLOUT );
523 assert( POLLERR == EPOLLERR );
524 assert( POLLHUP == EPOLLHUP );
530 timeout = get_next_timeout();
532 if (!active_users) break; /* last user removed by a timeout */
533 if (epoll_fd == -1) break; /* an error occurred with epoll */
535 ret = epoll_wait( epoll_fd, epoll_events, allocated_users, timeout );
537 /* put the events into the pollfd array first, like poll does */
538 for (i = 0; i < ret; i++)
540 int user = epoll_events[i].data.u32;
541 pollfd[user].revents = epoll_events[i].events;
544 /* read events from the pollfd array, as set_fd_events may modify them */
545 for (i = 0; i < ret; i++)
547 int user = epoll_events[i].data.u32;
548 if (pollfd[user].revents) fd_poll_event( poll_users[user], pollfd[user].revents );
552 /* fall through to normal poll loop */
553 #endif /* USE_EPOLL */
557 timeout = get_next_timeout();
559 if (!active_users) break; /* last user removed by a timeout */
561 ret = poll( pollfd, nb_users, timeout );
564 for (i = 0; i < nb_users; i++)
566 if (pollfd[i].revents)
568 fd_poll_event( poll_users[i], pollfd[i].revents );
577 /****************************************************************/
578 /* device functions */
580 static struct list device_hash[DEVICE_HASH_SIZE];
582 /* retrieve the device object for a given fd, creating it if needed */
583 static struct device *get_device( dev_t dev )
585 struct device *device;
586 unsigned int i, hash = dev % DEVICE_HASH_SIZE;
588 if (device_hash[hash].next)
590 LIST_FOR_EACH_ENTRY( device, &device_hash[hash], struct device, entry )
591 if (device->dev == dev) return (struct device *)grab_object( device );
593 else list_init( &device_hash[hash] );
595 /* not found, create it */
596 if ((device = alloc_object( &device_ops )))
599 device->removable = -1;
600 for (i = 0; i < INODE_HASH_SIZE; i++) list_init( &device->inode_hash[i] );
601 list_add_head( &device_hash[hash], &device->entry );
606 static void device_dump( struct object *obj, int verbose )
608 struct device *device = (struct device *)obj;
609 fprintf( stderr, "Device dev=" );
610 DUMP_LONG_LONG( device->dev );
611 fprintf( stderr, "\n" );
614 static void device_destroy( struct object *obj )
616 struct device *device = (struct device *)obj;
619 for (i = 0; i < INODE_HASH_SIZE; i++)
620 assert( list_empty(&device->inode_hash[i]) );
622 list_remove( &device->entry ); /* remove it from the hash table */
626 /****************************************************************/
627 /* inode functions */
629 /* close all pending file descriptors in the closed list */
630 static void inode_close_pending( struct inode *inode, int keep_unlinks )
632 struct list *ptr = list_head( &inode->closed );
636 struct closed_fd *fd = LIST_ENTRY( ptr, struct closed_fd, entry );
637 struct list *next = list_next( &inode->closed, ptr );
639 if (fd->unix_fd != -1)
641 close( fd->unix_fd );
644 if (!keep_unlinks || !fd->unlink[0]) /* get rid of it unless there's an unlink pending on that file */
653 static void inode_dump( struct object *obj, int verbose )
655 struct inode *inode = (struct inode *)obj;
656 fprintf( stderr, "Inode device=%p ino=", inode->device );
657 DUMP_LONG_LONG( inode->ino );
658 fprintf( stderr, "\n" );
661 static void inode_destroy( struct object *obj )
663 struct inode *inode = (struct inode *)obj;
666 assert( list_empty(&inode->open) );
667 assert( list_empty(&inode->locks) );
669 list_remove( &inode->entry );
671 while ((ptr = list_head( &inode->closed )))
673 struct closed_fd *fd = LIST_ENTRY( ptr, struct closed_fd, entry );
675 if (fd->unix_fd != -1) close( fd->unix_fd );
678 /* make sure it is still the same file */
680 if (!stat( fd->unlink, &st ) && st.st_dev == inode->device->dev && st.st_ino == inode->ino)
682 if (S_ISDIR(st.st_mode)) rmdir( fd->unlink );
683 else unlink( fd->unlink );
688 release_object( inode->device );
691 /* retrieve the inode object for a given fd, creating it if needed */
692 static struct inode *get_inode( dev_t dev, ino_t ino )
694 struct device *device;
696 unsigned int hash = ino % INODE_HASH_SIZE;
698 if (!(device = get_device( dev ))) return NULL;
700 LIST_FOR_EACH_ENTRY( inode, &device->inode_hash[hash], struct inode, entry )
702 if (inode->ino == ino)
704 release_object( device );
705 return (struct inode *)grab_object( inode );
709 /* not found, create it */
710 if ((inode = alloc_object( &inode_ops )))
712 inode->device = device;
714 list_init( &inode->open );
715 list_init( &inode->locks );
716 list_init( &inode->closed );
717 list_add_head( &device->inode_hash[hash], &inode->entry );
719 else release_object( device );
724 /* add fd to the inode list of file descriptors to close */
725 static void inode_add_closed_fd( struct inode *inode, struct closed_fd *fd )
727 if (!list_empty( &inode->locks ))
729 list_add_head( &inode->closed, &fd->entry );
731 else if (fd->unlink[0]) /* close the fd but keep the structure around for unlink */
733 if (fd->unix_fd != -1) close( fd->unix_fd );
735 list_add_head( &inode->closed, &fd->entry );
737 else /* no locks on this inode and no unlink, get rid of the fd */
739 if (fd->unix_fd != -1) close( fd->unix_fd );
745 /****************************************************************/
746 /* file lock functions */
748 static void file_lock_dump( struct object *obj, int verbose )
750 struct file_lock *lock = (struct file_lock *)obj;
751 fprintf( stderr, "Lock %s fd=%p proc=%p start=",
752 lock->shared ? "shared" : "excl", lock->fd, lock->process );
753 DUMP_LONG_LONG( lock->start );
754 fprintf( stderr, " end=" );
755 DUMP_LONG_LONG( lock->end );
756 fprintf( stderr, "\n" );
759 static int file_lock_signaled( struct object *obj, struct thread *thread )
761 struct file_lock *lock = (struct file_lock *)obj;
762 /* lock is signaled if it has lost its owner */
763 return !lock->process;
766 /* set (or remove) a Unix lock if possible for the given range */
767 static int set_unix_lock( struct fd *fd, file_pos_t start, file_pos_t end, int type )
771 if (!fd->fs_locks) return 1; /* no fs locks possible for this fd */
774 if (start == end) return 1; /* can't set zero-byte lock */
775 if (start > max_unix_offset) return 1; /* ignore it */
777 fl.l_whence = SEEK_SET;
779 if (!end || end > max_unix_offset) fl.l_len = 0;
780 else fl.l_len = end - start;
781 if (fcntl( fd->unix_fd, F_SETLK, &fl ) != -1) return 1;
786 /* check whether locks work at all on this file system */
787 if (fcntl( fd->unix_fd, F_GETLK, &fl ) != -1)
789 set_error( STATUS_FILE_LOCK_CONFLICT );
795 /* no locking on this fs, just ignore it */
799 set_error( STATUS_FILE_LOCK_CONFLICT );
802 /* this can happen if we try to set a write lock on a read-only file */
803 /* we just ignore that error */
804 if (fl.l_type == F_WRLCK) return 1;
805 set_error( STATUS_ACCESS_DENIED );
811 /* this can happen if off_t is 64-bit but the kernel only supports 32-bit */
812 /* in that case we shrink the limit and retry */
813 if (max_unix_offset > INT_MAX)
815 max_unix_offset = INT_MAX;
826 /* check if interval [start;end) overlaps the lock */
827 inline static int lock_overlaps( struct file_lock *lock, file_pos_t start, file_pos_t end )
829 if (lock->end && start >= lock->end) return 0;
830 if (end && lock->start >= end) return 0;
834 /* remove Unix locks for all bytes in the specified area that are no longer locked */
835 static void remove_unix_locks( struct fd *fd, file_pos_t start, file_pos_t end )
843 } *first, *cur, *next, *buffer;
848 if (!fd->inode) return;
849 if (!fd->fs_locks) return;
850 if (start == end || start > max_unix_offset) return;
851 if (!end || end > max_unix_offset) end = max_unix_offset + 1;
853 /* count the number of locks overlapping the specified area */
855 LIST_FOR_EACH( ptr, &fd->inode->locks )
857 struct file_lock *lock = LIST_ENTRY( ptr, struct file_lock, inode_entry );
858 if (lock->start == lock->end) continue;
859 if (lock_overlaps( lock, start, end )) count++;
862 if (!count) /* no locks at all, we can unlock everything */
864 set_unix_lock( fd, start, end, F_UNLCK );
868 /* allocate space for the list of holes */
869 /* max. number of holes is number of locks + 1 */
871 if (!(buffer = malloc( sizeof(*buffer) * (count+1) ))) return;
875 first->start = start;
879 /* build a sorted list of unlocked holes in the specified area */
881 LIST_FOR_EACH( ptr, &fd->inode->locks )
883 struct file_lock *lock = LIST_ENTRY( ptr, struct file_lock, inode_entry );
884 if (lock->start == lock->end) continue;
885 if (!lock_overlaps( lock, start, end )) continue;
887 /* go through all the holes touched by this lock */
888 for (cur = first; cur; cur = cur->next)
890 if (cur->end <= lock->start) continue; /* hole is before start of lock */
891 if (lock->end && cur->start >= lock->end) break; /* hole is after end of lock */
893 /* now we know that lock is overlapping hole */
895 if (cur->start >= lock->start) /* lock starts before hole, shrink from start */
897 cur->start = lock->end;
898 if (cur->start && cur->start < cur->end) break; /* done with this lock */
899 /* now hole is empty, remove it */
900 if (cur->next) cur->next->prev = cur->prev;
901 if (cur->prev) cur->prev->next = cur->next;
902 else if (!(first = cur->next)) goto done; /* no more holes at all */
904 else if (!lock->end || cur->end <= lock->end) /* lock larger than hole, shrink from end */
906 cur->end = lock->start;
907 assert( cur->start < cur->end );
909 else /* lock is in the middle of hole, split hole in two */
912 next->next = cur->next;
914 next->start = lock->end;
915 next->end = cur->end;
916 cur->end = lock->start;
917 assert( next->start < next->end );
918 assert( cur->end < next->start );
920 break; /* done with this lock */
925 /* clear Unix locks for all the holes */
927 for (cur = first; cur; cur = cur->next)
928 set_unix_lock( fd, cur->start, cur->end, F_UNLCK );
934 /* create a new lock on a fd */
935 static struct file_lock *add_lock( struct fd *fd, int shared, file_pos_t start, file_pos_t end )
937 struct file_lock *lock;
939 if (!fd->inode) /* not a regular file */
941 set_error( STATUS_INVALID_HANDLE );
945 if (!(lock = alloc_object( &file_lock_ops ))) return NULL;
946 lock->shared = shared;
950 lock->process = current->process;
952 /* now try to set a Unix lock */
953 if (!set_unix_lock( lock->fd, lock->start, lock->end, lock->shared ? F_RDLCK : F_WRLCK ))
955 release_object( lock );
958 list_add_head( &fd->locks, &lock->fd_entry );
959 list_add_head( &fd->inode->locks, &lock->inode_entry );
960 list_add_head( &lock->process->locks, &lock->proc_entry );
964 /* remove an existing lock */
965 static void remove_lock( struct file_lock *lock, int remove_unix )
967 struct inode *inode = lock->fd->inode;
969 list_remove( &lock->fd_entry );
970 list_remove( &lock->inode_entry );
971 list_remove( &lock->proc_entry );
972 if (remove_unix) remove_unix_locks( lock->fd, lock->start, lock->end );
973 if (list_empty( &inode->locks )) inode_close_pending( inode, 1 );
974 lock->process = NULL;
975 wake_up( &lock->obj, 0 );
976 release_object( lock );
979 /* remove all locks owned by a given process */
980 void remove_process_locks( struct process *process )
984 while ((ptr = list_head( &process->locks )))
986 struct file_lock *lock = LIST_ENTRY( ptr, struct file_lock, proc_entry );
987 remove_lock( lock, 1 ); /* this removes it from the list */
991 /* remove all locks on a given fd */
992 static void remove_fd_locks( struct fd *fd )
994 file_pos_t start = FILE_POS_T_MAX, end = 0;
997 while ((ptr = list_head( &fd->locks )))
999 struct file_lock *lock = LIST_ENTRY( ptr, struct file_lock, fd_entry );
1000 if (lock->start < start) start = lock->start;
1001 if (!lock->end || lock->end > end) end = lock->end - 1;
1002 remove_lock( lock, 0 );
1004 if (start < end) remove_unix_locks( fd, start, end + 1 );
1007 /* add a lock on an fd */
1008 /* returns handle to wait on */
1009 obj_handle_t lock_fd( struct fd *fd, file_pos_t start, file_pos_t count, int shared, int wait )
1012 file_pos_t end = start + count;
1014 /* don't allow wrapping locks */
1015 if (end && end < start)
1017 set_error( STATUS_INVALID_PARAMETER );
1021 /* check if another lock on that file overlaps the area */
1022 LIST_FOR_EACH( ptr, &fd->inode->locks )
1024 struct file_lock *lock = LIST_ENTRY( ptr, struct file_lock, inode_entry );
1025 if (!lock_overlaps( lock, start, end )) continue;
1026 if (lock->shared && shared) continue;
1030 set_error( STATUS_FILE_LOCK_CONFLICT );
1033 set_error( STATUS_PENDING );
1034 return alloc_handle( current->process, lock, SYNCHRONIZE, 0 );
1037 /* not found, add it */
1038 if (add_lock( fd, shared, start, end )) return 0;
1039 if (get_error() == STATUS_FILE_LOCK_CONFLICT)
1041 /* Unix lock conflict -> tell client to wait and retry */
1042 if (wait) set_error( STATUS_PENDING );
1047 /* remove a lock on an fd */
1048 void unlock_fd( struct fd *fd, file_pos_t start, file_pos_t count )
1051 file_pos_t end = start + count;
1053 /* find an existing lock with the exact same parameters */
1054 LIST_FOR_EACH( ptr, &fd->locks )
1056 struct file_lock *lock = LIST_ENTRY( ptr, struct file_lock, fd_entry );
1057 if ((lock->start == start) && (lock->end == end))
1059 remove_lock( lock, 1 );
1063 set_error( STATUS_FILE_LOCK_CONFLICT );
1067 /****************************************************************/
1068 /* asynchronous operations support */
1072 struct thread *thread;
1076 struct timeout_user *timeout;
1080 /* notifies client thread of new status of its async request */
1081 /* destroys the server side of it */
1082 static void async_terminate( struct async *async, int status )
1084 thread_queue_apc( async->thread, NULL, async->apc, APC_ASYNC_IO,
1085 1, async->user, async->sb, (void *)status );
1087 if (async->timeout) remove_timeout_user( async->timeout );
1088 async->timeout = NULL;
1089 list_remove( &async->entry );
1090 release_object( async->thread );
1094 /* cb for timeout on an async request */
1095 static void async_callback(void *private)
1097 struct async *async = (struct async *)private;
1099 /* fprintf(stderr, "async timeout out %p\n", async); */
1100 async->timeout = NULL;
1101 async_terminate( async, STATUS_TIMEOUT );
1104 /* create an async on a given queue of a fd */
1105 struct async *create_async(struct thread *thread, int* timeout, struct list *queue,
1106 void *io_apc, void *io_user, void* io_sb)
1108 struct async *async = mem_alloc( sizeof(struct async) );
1110 if (!async) return NULL;
1112 async->thread = (struct thread *)grab_object(thread);
1113 async->apc = io_apc;
1114 async->user = io_user;
1117 list_add_tail( queue, &async->entry );
1121 struct timeval when;
1123 gettimeofday( &when, NULL );
1124 add_timeout( &when, *timeout );
1125 async->timeout = add_timeout_user( &when, async_callback, async );
1127 else async->timeout = NULL;
1132 /* terminate the async operation at the head of the queue */
1133 void async_terminate_head( struct list *queue, int status )
1135 struct list *ptr = list_head( queue );
1136 if (ptr) async_terminate( LIST_ENTRY( ptr, struct async, entry ), status );
1139 /****************************************************************/
1140 /* file descriptor functions */
1142 static void fd_dump( struct object *obj, int verbose )
1144 struct fd *fd = (struct fd *)obj;
1145 fprintf( stderr, "Fd unix_fd=%d user=%p", fd->unix_fd, fd->user );
1146 if (fd->inode) fprintf( stderr, " inode=%p unlink='%s'", fd->inode, fd->closed->unlink );
1147 fprintf( stderr, "\n" );
1150 static void fd_destroy( struct object *obj )
1152 struct fd *fd = (struct fd *)obj;
1154 async_terminate_queue( &fd->read_q, STATUS_CANCELLED );
1155 async_terminate_queue( &fd->write_q, STATUS_CANCELLED );
1157 remove_fd_locks( fd );
1158 list_remove( &fd->inode_entry );
1159 if (fd->poll_index != -1) remove_poll_user( fd, fd->poll_index );
1162 inode_add_closed_fd( fd->inode, fd->closed );
1163 release_object( fd->inode );
1165 else /* no inode, close it right away */
1167 if (fd->unix_fd != -1) close( fd->unix_fd );
1171 /* set the events that select waits for on this fd */
1172 void set_fd_events( struct fd *fd, int events )
1174 int user = fd->poll_index;
1175 assert( poll_users[user] == fd );
1177 set_fd_epoll_events( fd, user, events );
1179 if (events == -1) /* stop waiting on this fd completely */
1181 pollfd[user].fd = -1;
1182 pollfd[user].events = POLLERR;
1183 pollfd[user].revents = 0;
1185 else if (pollfd[user].fd != -1 || !pollfd[user].events)
1187 pollfd[user].fd = fd->unix_fd;
1188 pollfd[user].events = events;
1192 /* prepare an fd for unmounting its corresponding device */
1193 static inline void unmount_fd( struct fd *fd )
1195 assert( fd->inode );
1197 async_terminate_queue( &fd->read_q, STATUS_VOLUME_DISMOUNTED );
1198 async_terminate_queue( &fd->write_q, STATUS_VOLUME_DISMOUNTED );
1200 if (fd->poll_index != -1) set_fd_events( fd, -1 );
1202 if (fd->unix_fd != -1) close( fd->unix_fd );
1205 fd->closed->unix_fd = -1;
1206 fd->closed->unlink[0] = 0;
1208 /* stop using Unix locks on this fd (existing locks have been removed by close) */
1212 /* allocate an fd object, without setting the unix fd yet */
1213 struct fd *alloc_fd( const struct fd_ops *fd_user_ops, struct object *user )
1215 struct fd *fd = alloc_object( &fd_ops );
1217 if (!fd) return NULL;
1219 fd->fd_ops = fd_user_ops;
1227 fd->poll_index = -1;
1228 list_init( &fd->inode_entry );
1229 list_init( &fd->locks );
1230 list_init( &fd->read_q );
1231 list_init( &fd->write_q );
1233 if ((fd->poll_index = add_poll_user( fd )) == -1)
1235 release_object( fd );
1241 /* check if the desired access is possible without violating */
1242 /* the sharing mode of other opens of the same file */
1243 static int check_sharing( struct fd *fd, unsigned int access, unsigned int sharing )
1245 unsigned int existing_sharing = FILE_SHARE_READ | FILE_SHARE_WRITE | FILE_SHARE_DELETE;
1246 unsigned int existing_access = 0;
1250 /* if access mode is 0, sharing mode is ignored */
1251 if (!access) sharing = existing_sharing;
1252 fd->access = access;
1253 fd->sharing = sharing;
1255 LIST_FOR_EACH( ptr, &fd->inode->open )
1257 struct fd *fd_ptr = LIST_ENTRY( ptr, struct fd, inode_entry );
1260 existing_sharing &= fd_ptr->sharing;
1261 existing_access |= fd_ptr->access;
1262 if (fd_ptr->closed->unlink[0]) unlink = 1;
1266 if ((access & GENERIC_READ) && !(existing_sharing & FILE_SHARE_READ)) return 0;
1267 if ((access & GENERIC_WRITE) && !(existing_sharing & FILE_SHARE_WRITE)) return 0;
1268 if ((existing_access & GENERIC_READ) && !(sharing & FILE_SHARE_READ)) return 0;
1269 if ((existing_access & GENERIC_WRITE) && !(sharing & FILE_SHARE_WRITE)) return 0;
1270 if (fd->closed->unlink[0] && !(existing_sharing & FILE_SHARE_DELETE)) return 0;
1271 if (unlink && !(sharing & FILE_SHARE_DELETE)) return 0;
1275 /* open() wrapper using a struct fd */
1276 /* the fd must have been created with alloc_fd */
1277 /* on error the fd object is released */
1278 struct fd *open_fd( struct fd *fd, const char *name, int flags, mode_t *mode,
1279 unsigned int access, unsigned int sharing, unsigned int options )
1282 struct closed_fd *closed_fd;
1283 const char *unlink_name = "";
1285 assert( fd->unix_fd == -1 );
1287 if (options & FILE_DELETE_ON_CLOSE) unlink_name = name;
1288 if (!(closed_fd = mem_alloc( sizeof(*closed_fd) + strlen(unlink_name) )))
1290 release_object( fd );
1293 /* create the directory if needed */
1294 if ((options & FILE_DIRECTORY_FILE) && (flags & O_CREAT))
1296 if (mkdir( name, 0777 ) == -1)
1298 if (errno != EEXIST || (flags & O_EXCL))
1301 release_object( fd );
1306 flags &= ~(O_CREAT | O_EXCL | O_TRUNC);
1308 if ((fd->unix_fd = open( name, flags & ~O_TRUNC, *mode )) == -1)
1311 release_object( fd );
1315 closed_fd->unix_fd = fd->unix_fd;
1316 closed_fd->unlink[0] = 0;
1317 fstat( fd->unix_fd, &st );
1320 /* only bother with an inode for normal files and directories */
1321 if (S_ISREG(st.st_mode) || S_ISDIR(st.st_mode))
1323 struct inode *inode = get_inode( st.st_dev, st.st_ino );
1327 /* we can close the fd because there are no others open on the same file,
1328 * otherwise we wouldn't have failed to allocate a new inode
1333 fd->closed = closed_fd;
1334 list_add_head( &inode->open, &fd->inode_entry );
1336 /* check directory options */
1337 if ((options & FILE_DIRECTORY_FILE) && !S_ISDIR(st.st_mode))
1339 release_object( fd );
1340 set_error( STATUS_NOT_A_DIRECTORY );
1343 if ((options & FILE_NON_DIRECTORY_FILE) && S_ISDIR(st.st_mode))
1345 release_object( fd );
1346 set_error( STATUS_FILE_IS_A_DIRECTORY );
1349 if (!check_sharing( fd, access, sharing ))
1351 release_object( fd );
1352 set_error( STATUS_SHARING_VIOLATION );
1355 strcpy( closed_fd->unlink, unlink_name );
1356 if (flags & O_TRUNC) ftruncate( fd->unix_fd, 0 );
1358 else /* special file */
1360 if (options & FILE_DIRECTORY_FILE)
1362 set_error( STATUS_NOT_A_DIRECTORY );
1365 if (unlink_name[0]) /* we can't unlink special files */
1367 set_error( STATUS_INVALID_PARAMETER );
1375 release_object( fd );
1380 /* create an fd for an anonymous file */
1381 /* if the function fails the unix fd is closed */
1382 struct fd *create_anonymous_fd( const struct fd_ops *fd_user_ops, int unix_fd, struct object *user )
1384 struct fd *fd = alloc_fd( fd_user_ops, user );
1388 fd->unix_fd = unix_fd;
1395 /* retrieve the object that is using an fd */
1396 void *get_fd_user( struct fd *fd )
1401 /* retrieve the unix fd for an object */
1402 int get_unix_fd( struct fd *fd )
1404 if (fd->unix_fd == -1) set_error( STATUS_VOLUME_DISMOUNTED );
1408 /* check if two file descriptors point to the same file */
1409 int is_same_file_fd( struct fd *fd1, struct fd *fd2 )
1411 return fd1->inode == fd2->inode;
1414 /* callback for event happening in the main poll() loop */
1415 void fd_poll_event( struct fd *fd, int event )
1417 return fd->fd_ops->poll_event( fd, event );
1420 /* check if events are pending and if yes return which one(s) */
1421 int check_fd_events( struct fd *fd, int events )
1425 if (fd->unix_fd == -1) return POLLERR;
1427 pfd.fd = fd->unix_fd;
1428 pfd.events = events;
1429 if (poll( &pfd, 1, 0 ) <= 0) return 0;
1433 /* default add_queue() routine for objects that poll() on an fd */
1434 int default_fd_add_queue( struct object *obj, struct wait_queue_entry *entry )
1436 struct fd *fd = get_obj_fd( obj );
1439 if (list_empty( &obj->wait_queue )) /* first on the queue */
1440 set_fd_events( fd, fd->fd_ops->get_poll_events( fd ) );
1441 add_queue( obj, entry );
1442 release_object( fd );
1446 /* default remove_queue() routine for objects that poll() on an fd */
1447 void default_fd_remove_queue( struct object *obj, struct wait_queue_entry *entry )
1449 struct fd *fd = get_obj_fd( obj );
1452 remove_queue( obj, entry );
1453 if (list_empty( &obj->wait_queue )) /* last on the queue is gone */
1454 set_fd_events( fd, 0 );
1455 release_object( obj );
1456 release_object( fd );
1459 /* default signaled() routine for objects that poll() on an fd */
1460 int default_fd_signaled( struct object *obj, struct thread *thread )
1463 struct fd *fd = get_obj_fd( obj );
1465 if (fd->inode) return 1; /* regular files are always signaled */
1467 events = fd->fd_ops->get_poll_events( fd );
1468 ret = check_fd_events( fd, events ) != 0;
1471 set_fd_events( fd, 0 ); /* stop waiting on select() if we are signaled */
1472 else if (!list_empty( &obj->wait_queue ))
1473 set_fd_events( fd, events ); /* restart waiting on poll() if we are no longer signaled */
1475 release_object( fd );
1479 int default_fd_get_poll_events( struct fd *fd )
1483 if (!list_empty( &fd->read_q ))
1485 if (!list_empty( &fd->write_q ))
1491 /* default handler for poll() events */
1492 void default_poll_event( struct fd *fd, int event )
1494 if (!list_empty( &fd->read_q ) && (POLLIN & event) )
1496 async_terminate_head( &fd->read_q, STATUS_ALERTED );
1499 if (!list_empty( &fd->write_q ) && (POLLOUT & event) )
1501 async_terminate_head( &fd->write_q, STATUS_ALERTED );
1505 /* if an error occurred, stop polling this fd to avoid busy-looping */
1506 if (event & (POLLERR | POLLHUP)) set_fd_events( fd, -1 );
1507 wake_up( fd->user, 0 );
1510 void fd_queue_async_timeout( struct fd *fd, void *apc, void *user, void *io_sb, int type, int count, int *timeout )
1515 if (!(fd->fd_ops->get_file_info( fd ) & (FD_FLAG_OVERLAPPED|FD_FLAG_TIMEOUT)))
1517 set_error( STATUS_INVALID_HANDLE );
1523 case ASYNC_TYPE_READ:
1524 queue = &fd->read_q;
1526 case ASYNC_TYPE_WRITE:
1527 queue = &fd->write_q;
1530 set_error( STATUS_INVALID_PARAMETER );
1534 if (!create_async( current, timeout, queue, apc, user, io_sb ))
1537 /* Check if the new pending request can be served immediately */
1538 events = check_fd_events( fd, fd->fd_ops->get_poll_events( fd ) );
1539 if (events) fd->fd_ops->poll_event( fd, events );
1541 set_fd_events( fd, fd->fd_ops->get_poll_events( fd ) );
1544 void default_fd_queue_async( struct fd *fd, void *apc, void *user, void *io_sb, int type, int count )
1546 fd_queue_async_timeout( fd, apc, user, io_sb, type, count, NULL );
1549 void default_fd_cancel_async( struct fd *fd )
1551 async_terminate_queue( &fd->read_q, STATUS_CANCELLED );
1552 async_terminate_queue( &fd->write_q, STATUS_CANCELLED );
1555 /* default flush() routine */
1556 int no_flush( struct fd *fd, struct event **event )
1558 set_error( STATUS_OBJECT_TYPE_MISMATCH );
1562 /* default get_file_info() routine */
1563 int no_get_file_info( struct fd *fd )
1565 set_error( STATUS_OBJECT_TYPE_MISMATCH );
1569 /* default queue_async() routine */
1570 void no_queue_async( struct fd *fd, void* apc, void* user, void* io_sb,
1571 int type, int count)
1573 set_error( STATUS_OBJECT_TYPE_MISMATCH );
1576 /* default cancel_async() routine */
1577 void no_cancel_async( struct fd *fd )
1579 set_error( STATUS_OBJECT_TYPE_MISMATCH );
1582 /* close all Unix file descriptors on a device to allow unmounting it */
1583 static void unmount_device( struct device *device )
1586 struct inode *inode;
1589 for (i = 0; i < INODE_HASH_SIZE; i++)
1591 LIST_FOR_EACH_ENTRY( inode, &device->inode_hash[i], struct inode, entry )
1593 LIST_FOR_EACH_ENTRY( fd, &inode->open, struct fd, inode_entry )
1597 inode_close_pending( inode, 0 );
1600 /* remove it from the hash table */
1601 list_remove( &device->entry );
1602 list_init( &device->entry );
1605 /* same as get_handle_obj but retrieve the struct fd associated to the object */
1606 static struct fd *get_handle_fd_obj( struct process *process, obj_handle_t handle,
1607 unsigned int access )
1609 struct fd *fd = NULL;
1612 if ((obj = get_handle_obj( process, handle, access, NULL )))
1614 fd = get_obj_fd( obj );
1615 release_object( obj );
1620 /* flush a file buffers */
1621 DECL_HANDLER(flush_file)
1623 struct fd *fd = get_handle_fd_obj( current->process, req->handle, 0 );
1624 struct event * event = NULL;
1628 fd->fd_ops->flush( fd, &event );
1631 reply->event = alloc_handle( current->process, event, SYNCHRONIZE, 0 );
1633 release_object( fd );
1637 /* get a Unix fd to access a file */
1638 DECL_HANDLER(get_handle_fd)
1644 if ((fd = get_handle_fd_obj( current->process, req->handle, req->access )))
1646 int unix_fd = get_unix_fd( fd );
1649 int cached_fd = get_handle_unix_fd( current->process, req->handle, req->access );
1650 if (cached_fd != -1) reply->fd = cached_fd;
1651 else if (!get_error()) send_client_fd( current->process, unix_fd, req->handle );
1653 if (fd->inode) reply->removable = fd->inode->device->removable;
1654 reply->flags = fd->fd_ops->get_file_info( fd );
1655 release_object( fd );
1659 /* set the cached file descriptor of a handle */
1660 DECL_HANDLER(set_handle_fd)
1665 if ((fd = get_handle_fd_obj( current->process, req->handle, 0 )))
1667 struct device *device = fd->inode ? fd->inode->device : NULL;
1669 if (device && device->removable == -1) device->removable = req->removable;
1671 /* only cache the fd on non-removable devices */
1672 if (!device || !device->removable)
1673 reply->cur_fd = set_handle_unix_fd( current->process, req->handle, req->fd );
1674 release_object( fd );
1678 /* get ready to unmount a Unix device */
1679 DECL_HANDLER(unmount_device)
1683 if ((fd = get_handle_fd_obj( current->process, req->handle, 0 )))
1685 if (fd->inode) unmount_device( fd->inode->device );
1686 else set_error( STATUS_OBJECT_TYPE_MISMATCH );
1687 release_object( fd );
1691 /* create / reschedule an async I/O */
1692 DECL_HANDLER(register_async)
1694 struct fd *fd = get_handle_fd_obj( current->process, req->handle, 0 );
1697 * The queue_async method must do the following:
1699 * 1. Get the async_queue for the request of given type.
1700 * 2. Create a new asynchronous request for the selected queue
1701 * 3. Carry out any operations necessary to adjust the object's poll events
1702 * Usually: set_elect_events (obj, obj->ops->get_poll_events()).
1703 * 4. When the async request is triggered, then send back (with a proper APC)
1704 * the trigger (STATUS_ALERTED) to the thread that posted the request.
1705 * async_destroy() is to be called: it will both notify the sender about
1706 * the trigger and destroy the request by itself
1707 * See also the implementations in file.c, serial.c, and sock.c.
1712 fd->fd_ops->queue_async( fd, req->io_apc, req->io_user, req->io_sb,
1713 req->type, req->count );
1714 release_object( fd );
1718 /* cancels all async I/O */
1719 DECL_HANDLER(cancel_async)
1721 struct fd *fd = get_handle_fd_obj( current->process, req->handle, 0 );
1724 /* Note: we don't kill the queued APC_ASYNC_IO on this thread because
1725 * NtCancelIoFile() will force the pending APC to be run. Since,
1726 * Windows only guarantees that the current thread will have no async
1727 * operation on the current fd when NtCancelIoFile returns, this shall
1730 fd->fd_ops->cancel_async( fd );
1731 release_object( fd );