2 * fs/sysfs/dir.c - sysfs core and dir operation implementation
4 * Copyright (c) 2001-3 Patrick Mochel
5 * Copyright (c) 2007 SUSE Linux Products GmbH
6 * Copyright (c) 2007 Tejun Heo <teheo@suse.de>
8 * This file is released under the GPLv2.
10 * Please see Documentation/filesystems/sysfs.txt for more information.
16 #include <linux/mount.h>
17 #include <linux/module.h>
18 #include <linux/kobject.h>
19 #include <linux/namei.h>
20 #include <linux/idr.h>
21 #include <linux/completion.h>
22 #include <linux/mutex.h>
25 DEFINE_MUTEX(sysfs_mutex);
26 DEFINE_MUTEX(sysfs_rename_mutex);
27 spinlock_t sysfs_assoc_lock = SPIN_LOCK_UNLOCKED;
29 static spinlock_t sysfs_ino_lock = SPIN_LOCK_UNLOCKED;
30 static DEFINE_IDA(sysfs_ino_ida);
33 * sysfs_link_sibling - link sysfs_dirent into sibling list
34 * @sd: sysfs_dirent of interest
36 * Link @sd into its sibling list which starts from
37 * sd->s_parent->s_dir.children.
40 * mutex_lock(sysfs_mutex)
42 static void sysfs_link_sibling(struct sysfs_dirent *sd)
44 struct sysfs_dirent *parent_sd = sd->s_parent;
45 struct sysfs_dirent **pos;
47 BUG_ON(sd->s_sibling);
49 /* Store directory entries in order by ino. This allows
50 * readdir to properly restart without having to add a
51 * cursor into the s_dir.children list.
53 for (pos = &parent_sd->s_dir.children; *pos; pos = &(*pos)->s_sibling) {
54 if (sd->s_ino < (*pos)->s_ino)
62 * sysfs_unlink_sibling - unlink sysfs_dirent from sibling list
63 * @sd: sysfs_dirent of interest
65 * Unlink @sd from its sibling list which starts from
66 * sd->s_parent->s_dir.children.
69 * mutex_lock(sysfs_mutex)
71 static void sysfs_unlink_sibling(struct sysfs_dirent *sd)
73 struct sysfs_dirent **pos;
75 for (pos = &sd->s_parent->s_dir.children; *pos;
76 pos = &(*pos)->s_sibling) {
86 * sysfs_get_dentry - get dentry for the given sysfs_dirent
87 * @sd: sysfs_dirent of interest
89 * Get dentry for @sd. Dentry is looked up if currently not
90 * present. This function descends from the root looking up
91 * dentry for each step.
94 * mutex_lock(sysfs_rename_mutex)
97 * Pointer to found dentry on success, ERR_PTR() value on error.
99 struct dentry *sysfs_get_dentry(struct sysfs_dirent *sd)
101 struct dentry *dentry = dget(sysfs_sb->s_root);
103 while (dentry->d_fsdata != sd) {
104 struct sysfs_dirent *cur;
105 struct dentry *parent;
107 /* find the first ancestor which hasn't been looked up */
109 while (cur->s_parent != dentry->d_fsdata)
114 mutex_lock(&parent->d_inode->i_mutex);
115 dentry = lookup_one_len_kern(cur->s_name, parent,
116 strlen(cur->s_name));
117 mutex_unlock(&parent->d_inode->i_mutex);
127 * sysfs_get_active - get an active reference to sysfs_dirent
128 * @sd: sysfs_dirent to get an active reference to
130 * Get an active reference of @sd. This function is noop if @sd
134 * Pointer to @sd on success, NULL on failure.
136 struct sysfs_dirent *sysfs_get_active(struct sysfs_dirent *sd)
144 v = atomic_read(&sd->s_active);
148 t = atomic_cmpxchg(&sd->s_active, v, v + 1);
159 * sysfs_put_active - put an active reference to sysfs_dirent
160 * @sd: sysfs_dirent to put an active reference to
162 * Put an active reference to @sd. This function is noop if @sd
165 void sysfs_put_active(struct sysfs_dirent *sd)
167 struct completion *cmpl;
173 v = atomic_dec_return(&sd->s_active);
174 if (likely(v != SD_DEACTIVATED_BIAS))
177 /* atomic_dec_return() is a mb(), we'll always see the updated
180 cmpl = (void *)sd->s_sibling;
185 * sysfs_get_active_two - get active references to sysfs_dirent and parent
186 * @sd: sysfs_dirent of interest
188 * Get active reference to @sd and its parent. Parent's active
189 * reference is grabbed first. This function is noop if @sd is
193 * Pointer to @sd on success, NULL on failure.
195 struct sysfs_dirent *sysfs_get_active_two(struct sysfs_dirent *sd)
198 if (sd->s_parent && unlikely(!sysfs_get_active(sd->s_parent)))
200 if (unlikely(!sysfs_get_active(sd))) {
201 sysfs_put_active(sd->s_parent);
209 * sysfs_put_active_two - put active references to sysfs_dirent and parent
210 * @sd: sysfs_dirent of interest
212 * Put active references to @sd and its parent. This function is
213 * noop if @sd is NULL.
215 void sysfs_put_active_two(struct sysfs_dirent *sd)
218 sysfs_put_active(sd);
219 sysfs_put_active(sd->s_parent);
224 * sysfs_deactivate - deactivate sysfs_dirent
225 * @sd: sysfs_dirent to deactivate
227 * Deny new active references and drain existing ones.
229 static void sysfs_deactivate(struct sysfs_dirent *sd)
231 DECLARE_COMPLETION_ONSTACK(wait);
234 BUG_ON(sd->s_sibling || !(sd->s_flags & SYSFS_FLAG_REMOVED));
235 sd->s_sibling = (void *)&wait;
237 /* atomic_add_return() is a mb(), put_active() will always see
238 * the updated sd->s_sibling.
240 v = atomic_add_return(SD_DEACTIVATED_BIAS, &sd->s_active);
242 if (v != SD_DEACTIVATED_BIAS)
243 wait_for_completion(&wait);
245 sd->s_sibling = NULL;
248 static int sysfs_alloc_ino(ino_t *pino)
253 spin_lock(&sysfs_ino_lock);
254 rc = ida_get_new_above(&sysfs_ino_ida, 2, &ino);
255 spin_unlock(&sysfs_ino_lock);
258 if (ida_pre_get(&sysfs_ino_ida, GFP_KERNEL))
267 static void sysfs_free_ino(ino_t ino)
269 spin_lock(&sysfs_ino_lock);
270 ida_remove(&sysfs_ino_ida, ino);
271 spin_unlock(&sysfs_ino_lock);
274 void release_sysfs_dirent(struct sysfs_dirent * sd)
276 struct sysfs_dirent *parent_sd;
279 /* Moving/renaming is always done while holding reference.
280 * sd->s_parent won't change beneath us.
282 parent_sd = sd->s_parent;
284 if (sysfs_type(sd) == SYSFS_KOBJ_LINK)
285 sysfs_put(sd->s_symlink.target_sd);
286 if (sysfs_type(sd) & SYSFS_COPY_NAME)
289 sysfs_free_ino(sd->s_ino);
290 kmem_cache_free(sysfs_dir_cachep, sd);
293 if (sd && atomic_dec_and_test(&sd->s_count))
297 static void sysfs_d_iput(struct dentry * dentry, struct inode * inode)
299 struct sysfs_dirent * sd = dentry->d_fsdata;
305 static struct dentry_operations sysfs_dentry_ops = {
306 .d_iput = sysfs_d_iput,
309 struct sysfs_dirent *sysfs_new_dirent(const char *name, umode_t mode, int type)
311 char *dup_name = NULL;
312 struct sysfs_dirent *sd;
314 if (type & SYSFS_COPY_NAME) {
315 name = dup_name = kstrdup(name, GFP_KERNEL);
320 sd = kmem_cache_zalloc(sysfs_dir_cachep, GFP_KERNEL);
324 if (sysfs_alloc_ino(&sd->s_ino))
327 atomic_set(&sd->s_count, 1);
328 atomic_set(&sd->s_active, 0);
337 kmem_cache_free(sysfs_dir_cachep, sd);
343 static int sysfs_ilookup_test(struct inode *inode, void *arg)
345 struct sysfs_dirent *sd = arg;
346 return inode->i_ino == sd->s_ino;
350 * sysfs_addrm_start - prepare for sysfs_dirent add/remove
351 * @acxt: pointer to sysfs_addrm_cxt to be used
352 * @parent_sd: parent sysfs_dirent
354 * This function is called when the caller is about to add or
355 * remove sysfs_dirent under @parent_sd. This function acquires
356 * sysfs_mutex, grabs inode for @parent_sd if available and lock
357 * i_mutex of it. @acxt is used to keep and pass context to
358 * other addrm functions.
361 * Kernel thread context (may sleep). sysfs_mutex is locked on
362 * return. i_mutex of parent inode is locked on return if
365 void sysfs_addrm_start(struct sysfs_addrm_cxt *acxt,
366 struct sysfs_dirent *parent_sd)
370 memset(acxt, 0, sizeof(*acxt));
371 acxt->parent_sd = parent_sd;
373 /* Lookup parent inode. inode initialization and I_NEW
374 * clearing are protected by sysfs_mutex. By grabbing it and
375 * looking up with _nowait variant, inode state can be
376 * determined reliably.
378 mutex_lock(&sysfs_mutex);
380 inode = ilookup5_nowait(sysfs_sb, parent_sd->s_ino, sysfs_ilookup_test,
383 if (inode && !(inode->i_state & I_NEW)) {
384 /* parent inode available */
385 acxt->parent_inode = inode;
387 /* sysfs_mutex is below i_mutex in lock hierarchy.
388 * First, trylock i_mutex. If fails, unlock
389 * sysfs_mutex and lock them in order.
391 if (!mutex_trylock(&inode->i_mutex)) {
392 mutex_unlock(&sysfs_mutex);
393 mutex_lock(&inode->i_mutex);
394 mutex_lock(&sysfs_mutex);
401 * sysfs_add_one - add sysfs_dirent to parent
402 * @acxt: addrm context to use
403 * @sd: sysfs_dirent to be added
405 * Get @acxt->parent_sd and set sd->s_parent to it and increment
406 * nlink of parent inode if @sd is a directory and link into the
407 * children list of the parent.
409 * This function should be called between calls to
410 * sysfs_addrm_start() and sysfs_addrm_finish() and should be
411 * passed the same @acxt as passed to sysfs_addrm_start().
414 * Determined by sysfs_addrm_start().
417 * 0 on success, -EEXIST if entry with the given name already
420 int sysfs_add_one(struct sysfs_addrm_cxt *acxt, struct sysfs_dirent *sd)
422 if (sysfs_find_dirent(acxt->parent_sd, sd->s_name)) {
423 printk(KERN_WARNING "sysfs: duplicate filename '%s' "
424 "can not be created\n", sd->s_name);
429 sd->s_parent = sysfs_get(acxt->parent_sd);
431 if (sysfs_type(sd) == SYSFS_DIR && acxt->parent_inode)
432 inc_nlink(acxt->parent_inode);
436 sysfs_link_sibling(sd);
442 * sysfs_remove_one - remove sysfs_dirent from parent
443 * @acxt: addrm context to use
444 * @sd: sysfs_dirent to be added
446 * Mark @sd removed and drop nlink of parent inode if @sd is a
447 * directory. @sd is unlinked from the children list.
449 * This function should be called between calls to
450 * sysfs_addrm_start() and sysfs_addrm_finish() and should be
451 * passed the same @acxt as passed to sysfs_addrm_start().
454 * Determined by sysfs_addrm_start().
456 void sysfs_remove_one(struct sysfs_addrm_cxt *acxt, struct sysfs_dirent *sd)
458 BUG_ON(sd->s_flags & SYSFS_FLAG_REMOVED);
460 sysfs_unlink_sibling(sd);
462 sd->s_flags |= SYSFS_FLAG_REMOVED;
463 sd->s_sibling = acxt->removed;
466 if (sysfs_type(sd) == SYSFS_DIR && acxt->parent_inode)
467 drop_nlink(acxt->parent_inode);
473 * sysfs_drop_dentry - drop dentry for the specified sysfs_dirent
474 * @sd: target sysfs_dirent
476 * Drop dentry for @sd. @sd must have been unlinked from its
477 * parent on entry to this function such that it can't be looked
480 static void sysfs_drop_dentry(struct sysfs_dirent *sd)
483 struct dentry *dentry;
485 inode = ilookup(sysfs_sb, sd->s_ino);
489 /* Drop any existing dentries associated with sd.
491 * For the dentry to be properly freed we need to grab a
492 * reference to the dentry under the dcache lock, unhash it,
493 * and then put it. The playing with the dentry count allows
494 * dput to immediately free the dentry if it is not in use.
497 spin_lock(&dcache_lock);
498 list_for_each_entry(dentry, &inode->i_dentry, d_alias) {
499 if (d_unhashed(dentry))
502 spin_lock(&dentry->d_lock);
504 spin_unlock(&dentry->d_lock);
505 spin_unlock(&dcache_lock);
509 spin_unlock(&dcache_lock);
511 /* adjust nlink and update timestamp */
512 mutex_lock(&inode->i_mutex);
514 inode->i_ctime = CURRENT_TIME;
516 if (sysfs_type(sd) == SYSFS_DIR)
519 mutex_unlock(&inode->i_mutex);
525 * sysfs_addrm_finish - finish up sysfs_dirent add/remove
526 * @acxt: addrm context to finish up
528 * Finish up sysfs_dirent add/remove. Resources acquired by
529 * sysfs_addrm_start() are released and removed sysfs_dirents are
530 * cleaned up. Timestamps on the parent inode are updated.
533 * All mutexes acquired by sysfs_addrm_start() are released.
535 void sysfs_addrm_finish(struct sysfs_addrm_cxt *acxt)
537 /* release resources acquired by sysfs_addrm_start() */
538 mutex_unlock(&sysfs_mutex);
539 if (acxt->parent_inode) {
540 struct inode *inode = acxt->parent_inode;
542 /* if added/removed, update timestamps on the parent */
544 inode->i_ctime = inode->i_mtime = CURRENT_TIME;
546 mutex_unlock(&inode->i_mutex);
550 /* kill removed sysfs_dirents */
551 while (acxt->removed) {
552 struct sysfs_dirent *sd = acxt->removed;
554 acxt->removed = sd->s_sibling;
555 sd->s_sibling = NULL;
557 sysfs_drop_dentry(sd);
558 sysfs_deactivate(sd);
564 * sysfs_find_dirent - find sysfs_dirent with the given name
565 * @parent_sd: sysfs_dirent to search under
566 * @name: name to look for
568 * Look for sysfs_dirent with name @name under @parent_sd.
571 * mutex_lock(sysfs_mutex)
574 * Pointer to sysfs_dirent if found, NULL if not.
576 struct sysfs_dirent *sysfs_find_dirent(struct sysfs_dirent *parent_sd,
577 const unsigned char *name)
579 struct sysfs_dirent *sd;
581 for (sd = parent_sd->s_dir.children; sd; sd = sd->s_sibling)
582 if (!strcmp(sd->s_name, name))
588 * sysfs_get_dirent - find and get sysfs_dirent with the given name
589 * @parent_sd: sysfs_dirent to search under
590 * @name: name to look for
592 * Look for sysfs_dirent with name @name under @parent_sd and get
596 * Kernel thread context (may sleep). Grabs sysfs_mutex.
599 * Pointer to sysfs_dirent if found, NULL if not.
601 struct sysfs_dirent *sysfs_get_dirent(struct sysfs_dirent *parent_sd,
602 const unsigned char *name)
604 struct sysfs_dirent *sd;
606 mutex_lock(&sysfs_mutex);
607 sd = sysfs_find_dirent(parent_sd, name);
609 mutex_unlock(&sysfs_mutex);
614 static int create_dir(struct kobject *kobj, struct sysfs_dirent *parent_sd,
615 const char *name, struct sysfs_dirent **p_sd)
617 umode_t mode = S_IFDIR| S_IRWXU | S_IRUGO | S_IXUGO;
618 struct sysfs_addrm_cxt acxt;
619 struct sysfs_dirent *sd;
623 sd = sysfs_new_dirent(name, mode, SYSFS_DIR);
626 sd->s_dir.kobj = kobj;
629 sysfs_addrm_start(&acxt, parent_sd);
630 rc = sysfs_add_one(&acxt, sd);
631 sysfs_addrm_finish(&acxt);
641 int sysfs_create_subdir(struct kobject *kobj, const char *name,
642 struct sysfs_dirent **p_sd)
644 return create_dir(kobj, kobj->sd, name, p_sd);
648 * sysfs_create_dir - create a directory for an object.
649 * @kobj: object we're creating directory for.
651 int sysfs_create_dir(struct kobject * kobj)
653 struct sysfs_dirent *parent_sd, *sd;
659 parent_sd = kobj->parent->sd;
661 parent_sd = &sysfs_root;
663 error = create_dir(kobj, parent_sd, kobject_name(kobj), &sd);
669 static struct dentry * sysfs_lookup(struct inode *dir, struct dentry *dentry,
670 struct nameidata *nd)
672 struct dentry *ret = NULL;
673 struct sysfs_dirent *parent_sd = dentry->d_parent->d_fsdata;
674 struct sysfs_dirent *sd;
677 mutex_lock(&sysfs_mutex);
679 sd = sysfs_find_dirent(parent_sd, dentry->d_name.name);
685 /* attach dentry and inode */
686 inode = sysfs_get_inode(sd);
688 ret = ERR_PTR(-ENOMEM);
692 /* instantiate and hash dentry */
693 dentry->d_op = &sysfs_dentry_ops;
694 dentry->d_fsdata = sysfs_get(sd);
695 d_instantiate(dentry, inode);
699 mutex_unlock(&sysfs_mutex);
703 const struct inode_operations sysfs_dir_inode_operations = {
704 .lookup = sysfs_lookup,
705 .setattr = sysfs_setattr,
708 static void remove_dir(struct sysfs_dirent *sd)
710 struct sysfs_addrm_cxt acxt;
712 sysfs_addrm_start(&acxt, sd->s_parent);
713 sysfs_remove_one(&acxt, sd);
714 sysfs_addrm_finish(&acxt);
717 void sysfs_remove_subdir(struct sysfs_dirent *sd)
723 static void __sysfs_remove_dir(struct sysfs_dirent *dir_sd)
725 struct sysfs_addrm_cxt acxt;
726 struct sysfs_dirent **pos;
731 pr_debug("sysfs %s: removing dir\n", dir_sd->s_name);
732 sysfs_addrm_start(&acxt, dir_sd);
733 pos = &dir_sd->s_dir.children;
735 struct sysfs_dirent *sd = *pos;
737 if (sysfs_type(sd) != SYSFS_DIR)
738 sysfs_remove_one(&acxt, sd);
740 pos = &(*pos)->s_sibling;
742 sysfs_addrm_finish(&acxt);
748 * sysfs_remove_dir - remove an object's directory.
751 * The only thing special about this is that we remove any files in
752 * the directory before we remove the directory, and we've inlined
753 * what used to be sysfs_rmdir() below, instead of calling separately.
756 void sysfs_remove_dir(struct kobject * kobj)
758 struct sysfs_dirent *sd = kobj->sd;
760 spin_lock(&sysfs_assoc_lock);
762 spin_unlock(&sysfs_assoc_lock);
764 __sysfs_remove_dir(sd);
767 int sysfs_rename_dir(struct kobject * kobj, const char *new_name)
769 struct sysfs_dirent *sd = kobj->sd;
770 struct dentry *parent = NULL;
771 struct dentry *old_dentry = NULL, *new_dentry = NULL;
772 const char *dup_name = NULL;
775 mutex_lock(&sysfs_rename_mutex);
778 if (strcmp(sd->s_name, new_name) == 0)
779 goto out; /* nothing to rename */
781 /* get the original dentry */
782 old_dentry = sysfs_get_dentry(sd);
783 if (IS_ERR(old_dentry)) {
784 error = PTR_ERR(old_dentry);
788 parent = old_dentry->d_parent;
790 /* lock parent and get dentry for new name */
791 mutex_lock(&parent->d_inode->i_mutex);
792 mutex_lock(&sysfs_mutex);
795 if (sysfs_find_dirent(sd->s_parent, new_name))
799 new_dentry = d_alloc_name(parent, new_name);
803 /* rename kobject and sysfs_dirent */
805 new_name = dup_name = kstrdup(new_name, GFP_KERNEL);
809 error = kobject_set_name(kobj, "%s", new_name);
813 dup_name = sd->s_name;
814 sd->s_name = new_name;
817 d_add(new_dentry, NULL);
818 d_move(old_dentry, new_dentry);
822 mutex_unlock(&sysfs_mutex);
823 mutex_unlock(&parent->d_inode->i_mutex);
828 mutex_unlock(&sysfs_rename_mutex);
832 int sysfs_move_dir(struct kobject *kobj, struct kobject *new_parent_kobj)
834 struct sysfs_dirent *sd = kobj->sd;
835 struct sysfs_dirent *new_parent_sd;
836 struct dentry *old_parent, *new_parent = NULL;
837 struct dentry *old_dentry = NULL, *new_dentry = NULL;
840 mutex_lock(&sysfs_rename_mutex);
841 BUG_ON(!sd->s_parent);
842 new_parent_sd = new_parent_kobj->sd ? new_parent_kobj->sd : &sysfs_root;
845 if (sd->s_parent == new_parent_sd)
846 goto out; /* nothing to move */
849 old_dentry = sysfs_get_dentry(sd);
850 if (IS_ERR(old_dentry)) {
851 error = PTR_ERR(old_dentry);
854 old_parent = old_dentry->d_parent;
856 new_parent = sysfs_get_dentry(new_parent_sd);
857 if (IS_ERR(new_parent)) {
858 error = PTR_ERR(new_parent);
863 mutex_lock(&old_parent->d_inode->i_mutex);
864 if (!mutex_trylock(&new_parent->d_inode->i_mutex)) {
865 mutex_unlock(&old_parent->d_inode->i_mutex);
868 mutex_lock(&sysfs_mutex);
871 if (sysfs_find_dirent(new_parent_sd, sd->s_name))
875 new_dentry = d_alloc_name(new_parent, sd->s_name);
880 d_add(new_dentry, NULL);
881 d_move(old_dentry, new_dentry);
884 /* Remove from old parent's list and insert into new parent's list. */
885 sysfs_unlink_sibling(sd);
886 sysfs_get(new_parent_sd);
887 sysfs_put(sd->s_parent);
888 sd->s_parent = new_parent_sd;
889 sysfs_link_sibling(sd);
892 mutex_unlock(&sysfs_mutex);
893 mutex_unlock(&new_parent->d_inode->i_mutex);
894 mutex_unlock(&old_parent->d_inode->i_mutex);
899 mutex_unlock(&sysfs_rename_mutex);
903 /* Relationship between s_mode and the DT_xxx types */
904 static inline unsigned char dt_type(struct sysfs_dirent *sd)
906 return (sd->s_mode >> 12) & 15;
909 static int sysfs_readdir(struct file * filp, void * dirent, filldir_t filldir)
911 struct dentry *dentry = filp->f_path.dentry;
912 struct sysfs_dirent * parent_sd = dentry->d_fsdata;
913 struct sysfs_dirent *pos;
916 if (filp->f_pos == 0) {
917 ino = parent_sd->s_ino;
918 if (filldir(dirent, ".", 1, filp->f_pos, ino, DT_DIR) == 0)
921 if (filp->f_pos == 1) {
922 if (parent_sd->s_parent)
923 ino = parent_sd->s_parent->s_ino;
925 ino = parent_sd->s_ino;
926 if (filldir(dirent, "..", 2, filp->f_pos, ino, DT_DIR) == 0)
929 if ((filp->f_pos > 1) && (filp->f_pos < INT_MAX)) {
930 mutex_lock(&sysfs_mutex);
932 /* Skip the dentries we have already reported */
933 pos = parent_sd->s_dir.children;
934 while (pos && (filp->f_pos > pos->s_ino))
935 pos = pos->s_sibling;
937 for ( ; pos; pos = pos->s_sibling) {
943 filp->f_pos = ino = pos->s_ino;
945 if (filldir(dirent, name, len, filp->f_pos, ino,
950 filp->f_pos = INT_MAX;
951 mutex_unlock(&sysfs_mutex);
957 const struct file_operations sysfs_dir_operations = {
958 .read = generic_read_dir,
959 .readdir = sysfs_readdir,