c82ee6d3beaa4 (Thomas Gleixner 2019-05-19 15:51:48 +0200 1) // SPDX-License-Identifier: GPL-2.0-or-later
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 2) /*
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 3) * Copyright (C) 2008 Red Hat, Inc., Eric Paris <eparis@redhat.com>
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 4) */
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 5)
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 6) #include <linux/dcache.h>
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 7) #include <linux/fs.h>
5a0e3ad6af866 (Tejun Heo 2010-03-24 17:04:11 +0900 8) #include <linux/gfp.h>
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 9) #include <linux/init.h>
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 10) #include <linux/module.h>
7131485a93679 (Eric Paris 2009-12-17 21:24:23 -0500 11) #include <linux/mount.h>
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 12) #include <linux/srcu.h>
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 13)
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 14) #include <linux/fsnotify_backend.h>
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 15) #include "fsnotify.h"
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 16)
3be25f49b9d6a (Eric Paris 2009-05-21 17:01:26 -0400 17) /*
3be25f49b9d6a (Eric Paris 2009-05-21 17:01:26 -0400 18) * Clear all of the marks on an inode when it is being evicted from core
3be25f49b9d6a (Eric Paris 2009-05-21 17:01:26 -0400 19) */
3be25f49b9d6a (Eric Paris 2009-05-21 17:01:26 -0400 20) void __fsnotify_inode_delete(struct inode *inode)
3be25f49b9d6a (Eric Paris 2009-05-21 17:01:26 -0400 21) {
3be25f49b9d6a (Eric Paris 2009-05-21 17:01:26 -0400 22) fsnotify_clear_marks_by_inode(inode);
3be25f49b9d6a (Eric Paris 2009-05-21 17:01:26 -0400 23) }
3be25f49b9d6a (Eric Paris 2009-05-21 17:01:26 -0400 24) EXPORT_SYMBOL_GPL(__fsnotify_inode_delete);
3be25f49b9d6a (Eric Paris 2009-05-21 17:01:26 -0400 25)
ca9c726eea013 (Andreas Gruenbacher 2009-12-17 21:24:27 -0500 26) void __fsnotify_vfsmount_delete(struct vfsmount *mnt)
ca9c726eea013 (Andreas Gruenbacher 2009-12-17 21:24:27 -0500 27) {
ca9c726eea013 (Andreas Gruenbacher 2009-12-17 21:24:27 -0500 28) fsnotify_clear_marks_by_mount(mnt);
ca9c726eea013 (Andreas Gruenbacher 2009-12-17 21:24:27 -0500 29) }
ca9c726eea013 (Andreas Gruenbacher 2009-12-17 21:24:27 -0500 30)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 31) /**
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 32) * fsnotify_unmount_inodes - an sb is unmounting. handle any watched inodes.
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 33) * @sb: superblock being unmounted.
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 34) *
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 35) * Called during unmount with no locks held, so needs to be safe against
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 36) * concurrent modifiers. We temporarily drop sb->s_inode_list_lock and CAN block.
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 37) */
1e6cb72399fd5 (Amir Goldstein 2018-09-01 10:41:11 +0300 38) static void fsnotify_unmount_inodes(struct super_block *sb)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 39) {
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 40) struct inode *inode, *iput_inode = NULL;
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 41)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 42) spin_lock(&sb->s_inode_list_lock);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 43) list_for_each_entry(inode, &sb->s_inodes, i_sb_list) {
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 44) /*
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 45) * We cannot __iget() an inode in state I_FREEING,
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 46) * I_WILL_FREE, or I_NEW which is fine because by that point
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 47) * the inode cannot have any associated watches.
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 48) */
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 49) spin_lock(&inode->i_lock);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 50) if (inode->i_state & (I_FREEING|I_WILL_FREE|I_NEW)) {
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 51) spin_unlock(&inode->i_lock);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 52) continue;
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 53) }
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 54)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 55) /*
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 56) * If i_count is zero, the inode cannot have any watches and
1751e8a6cb935 (Linus Torvalds 2017-11-27 13:05:09 -0800 57) * doing an __iget/iput with SB_ACTIVE clear would actually
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 58) * evict all inodes with zero i_count from icache which is
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 59) * unnecessarily violent and may in fact be illegal to do.
1edc8eb2e9313 (Eric Sandeen 2019-12-06 10:55:59 -0600 60) * However, we should have been called /after/ evict_inodes
1edc8eb2e9313 (Eric Sandeen 2019-12-06 10:55:59 -0600 61) * removed all zero refcount inodes, in any case. Test to
1edc8eb2e9313 (Eric Sandeen 2019-12-06 10:55:59 -0600 62) * be sure.
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 63) */
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 64) if (!atomic_read(&inode->i_count)) {
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 65) spin_unlock(&inode->i_lock);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 66) continue;
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 67) }
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 68)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 69) __iget(inode);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 70) spin_unlock(&inode->i_lock);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 71) spin_unlock(&sb->s_inode_list_lock);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 72)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 73) if (iput_inode)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 74) iput(iput_inode);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 75)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 76) /* for each watch, send FS_UNMOUNT and then remove it */
82ace1efb3cb1 (Amir Goldstein 2020-07-22 15:58:44 +0300 77) fsnotify_inode(inode, FS_UNMOUNT);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 78)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 79) fsnotify_inode_delete(inode);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 80)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 81) iput_inode = inode;
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 82)
04646aebd30b9 (Eric Sandeen 2019-12-06 10:54:23 -0600 83) cond_resched();
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 84) spin_lock(&sb->s_inode_list_lock);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 85) }
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 86) spin_unlock(&sb->s_inode_list_lock);
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 87)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 88) if (iput_inode)
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 89) iput(iput_inode);
721fb6fbfd213 (Jan Kara 2018-10-17 13:07:05 +0200 90) /* Wait for outstanding inode references from connectors */
721fb6fbfd213 (Jan Kara 2018-10-17 13:07:05 +0200 91) wait_var_event(&sb->s_fsnotify_inode_refs,
721fb6fbfd213 (Jan Kara 2018-10-17 13:07:05 +0200 92) !atomic_long_read(&sb->s_fsnotify_inode_refs));
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 93) }
ebb3b47e37a4c (Jan Kara 2016-12-21 16:40:48 +0100 94)
1e6cb72399fd5 (Amir Goldstein 2018-09-01 10:41:11 +0300 95) void fsnotify_sb_delete(struct super_block *sb)
1e6cb72399fd5 (Amir Goldstein 2018-09-01 10:41:11 +0300 96) {
1e6cb72399fd5 (Amir Goldstein 2018-09-01 10:41:11 +0300 97) fsnotify_unmount_inodes(sb);
1e6cb72399fd5 (Amir Goldstein 2018-09-01 10:41:11 +0300 98) fsnotify_clear_marks_by_sb(sb);
1e6cb72399fd5 (Amir Goldstein 2018-09-01 10:41:11 +0300 99) }
1e6cb72399fd5 (Amir Goldstein 2018-09-01 10:41:11 +0300 100)
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 101) /*
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 102) * Given an inode, first check if we care what happens to our children. Inotify
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 103) * and dnotify both tell their parents about events. If we care about any event
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 104) * on a child we run all of our children and set a dentry flag saying that the
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 105) * parent cares. Thus when an event happens on a child it can quickly tell if
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 106) * if there is a need to find a parent and send the event to the parent.
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 107) */
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 108) void __fsnotify_update_child_dentry_flags(struct inode *inode)
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 109) {
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 110) struct dentry *alias;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 111) int watched;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 112)
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 113) if (!S_ISDIR(inode->i_mode))
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 114) return;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 115)
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 116) /* determine if the children should tell inode about their events */
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 117) watched = fsnotify_inode_watches_children(inode);
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 118)
873feea09ebc9 (Nicholas Piggin 2011-01-07 17:50:06 +1100 119) spin_lock(&inode->i_lock);
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 120) /* run all of the dentries associated with this inode. Since this is a
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 121) * directory, there damn well better only be one item on this list */
946e51f2bf37f (Al Viro 2014-10-26 19:19:16 -0400 122) hlist_for_each_entry(alias, &inode->i_dentry, d_u.d_alias) {
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 123) struct dentry *child;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 124)
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 125) /* run all of the children of the original inode and fix their
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 126) * d_flags to indicate parental interest (their parent is the
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 127) * original inode) */
2fd6b7f50797f (Nicholas Piggin 2011-01-07 17:49:34 +1100 128) spin_lock(&alias->d_lock);
946e51f2bf37f (Al Viro 2014-10-26 19:19:16 -0400 129) list_for_each_entry(child, &alias->d_subdirs, d_child) {
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 130) if (!child->d_inode)
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 131) continue;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 132)
2fd6b7f50797f (Nicholas Piggin 2011-01-07 17:49:34 +1100 133) spin_lock_nested(&child->d_lock, DENTRY_D_LOCK_NESTED);
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 134) if (watched)
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 135) child->d_flags |= DCACHE_FSNOTIFY_PARENT_WATCHED;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 136) else
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 137) child->d_flags &= ~DCACHE_FSNOTIFY_PARENT_WATCHED;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 138) spin_unlock(&child->d_lock);
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 139) }
2fd6b7f50797f (Nicholas Piggin 2011-01-07 17:49:34 +1100 140) spin_unlock(&alias->d_lock);
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 141) }
873feea09ebc9 (Nicholas Piggin 2011-01-07 17:50:06 +1100 142) spin_unlock(&inode->i_lock);
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 143) }
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 144)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 145) /* Are inode/sb/mount interested in parent and name info with this event? */
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 146) static bool fsnotify_event_needs_parent(struct inode *inode, struct mount *mnt,
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 147) __u32 mask)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 148) {
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 149) __u32 marks_mask = 0;
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 150)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 151) /* We only send parent/name to inode/sb/mount for events on non-dir */
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 152) if (mask & FS_ISDIR)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 153) return false;
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 154)
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 155) /*
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 156) * All events that are possible on child can also may be reported with
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 157) * parent/name info to inode/sb/mount. Otherwise, a watching parent
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 158) * could result in events reported with unexpected name info to sb/mount.
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 159) */
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 160) BUILD_BUG_ON(FS_EVENTS_POSS_ON_CHILD & ~FS_EVENTS_POSS_TO_PARENT);
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 161)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 162) /* Did either inode/sb/mount subscribe for events with parent/name? */
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 163) marks_mask |= fsnotify_parent_needed_mask(inode->i_fsnotify_mask);
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 164) marks_mask |= fsnotify_parent_needed_mask(inode->i_sb->s_fsnotify_mask);
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 165) if (mnt)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 166) marks_mask |= fsnotify_parent_needed_mask(mnt->mnt_fsnotify_mask);
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 167)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 168) /* Did they subscribe for this event with parent/name info? */
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 169) return mask & marks_mask;
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 170) }
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 171)
c738fbabb0ff6 (Amir Goldstein 2020-07-08 14:11:37 +0300 172) /*
c738fbabb0ff6 (Amir Goldstein 2020-07-08 14:11:37 +0300 173) * Notify this dentry's parent about a child's events with child name info
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 174) * if parent is watching or if inode/sb/mount are interested in events with
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 175) * parent and name info.
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 176) *
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 177) * Notify only the child without name info if parent is not watching and
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 178) * inode/sb/mount are not interested in events with parent and name info.
c738fbabb0ff6 (Amir Goldstein 2020-07-08 14:11:37 +0300 179) */
71d734103edfa (Mel Gorman 2020-07-08 14:11:36 +0300 180) int __fsnotify_parent(struct dentry *dentry, __u32 mask, const void *data,
c738fbabb0ff6 (Amir Goldstein 2020-07-08 14:11:37 +0300 181) int data_type)
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 182) {
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 183) const struct path *path = fsnotify_data_path(data, data_type);
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 184) struct mount *mnt = path ? real_mount(path->mnt) : NULL;
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 185) struct inode *inode = d_inode(dentry);
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 186) struct dentry *parent;
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 187) bool parent_watched = dentry->d_flags & DCACHE_FSNOTIFY_PARENT_WATCHED;
7372e79c9eb9d (Amir Goldstein 2020-11-08 12:59:06 +0200 188) bool parent_needed, parent_interested;
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 189) __u32 p_mask;
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 190) struct inode *p_inode = NULL;
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 191) struct name_snapshot name;
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 192) struct qstr *file_name = NULL;
52420392c81c8 (Eric Paris 2010-10-28 17:21:56 -0400 193) int ret = 0;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 194)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 195) /*
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 196) * Do inode/sb/mount care about parent and name info on non-dir?
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 197) * Do they care about any event at all?
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 198) */
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 199) if (!inode->i_fsnotify_marks && !inode->i_sb->s_fsnotify_marks &&
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 200) (!mnt || !mnt->mnt_fsnotify_marks) && !parent_watched)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 201) return 0;
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 202)
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 203) parent = NULL;
7372e79c9eb9d (Amir Goldstein 2020-11-08 12:59:06 +0200 204) parent_needed = fsnotify_event_needs_parent(inode, mnt, mask);
7372e79c9eb9d (Amir Goldstein 2020-11-08 12:59:06 +0200 205) if (!parent_watched && !parent_needed)
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 206) goto notify;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 207)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 208) /* Does parent inode care about events on children? */
4d4eb36679adb (Christoph Hellwig 2010-10-10 05:36:30 -0400 209) parent = dget_parent(dentry);
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 210) p_inode = parent->d_inode;
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 211) p_mask = fsnotify_inode_watches_children(p_inode);
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 212) if (unlikely(parent_watched && !p_mask))
4d4eb36679adb (Christoph Hellwig 2010-10-10 05:36:30 -0400 213) __fsnotify_update_child_dentry_flags(p_inode);
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 214)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 215) /*
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 216) * Include parent/name in notification either if some notification
7372e79c9eb9d (Amir Goldstein 2020-11-08 12:59:06 +0200 217) * groups require parent info or the parent is interested in this event.
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 218) */
7372e79c9eb9d (Amir Goldstein 2020-11-08 12:59:06 +0200 219) parent_interested = mask & p_mask & ALL_FSNOTIFY_EVENTS;
7372e79c9eb9d (Amir Goldstein 2020-11-08 12:59:06 +0200 220) if (parent_needed || parent_interested) {
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 221) /* When notifying parent, child should be passed as data */
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 222) WARN_ON_ONCE(inode != fsnotify_data_inode(data, data_type));
49d31c2f389ac (Al Viro 2017-07-07 14:51:19 -0400 223)
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 224) /* Notify both parent and child with child name info */
49d31c2f389ac (Al Viro 2017-07-07 14:51:19 -0400 225) take_dentry_name_snapshot(&name, dentry);
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 226) file_name = &name.name;
7372e79c9eb9d (Amir Goldstein 2020-11-08 12:59:06 +0200 227) if (parent_interested)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 228) mask |= FS_EVENT_ON_CHILD;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 229) }
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 230)
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 231) notify:
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 232) ret = fsnotify(mask, data, data_type, p_inode, file_name, inode, 0);
52420392c81c8 (Eric Paris 2010-10-28 17:21:56 -0400 233)
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 234) if (file_name)
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 235) release_dentry_name_snapshot(&name);
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 236) dput(parent);
c738fbabb0ff6 (Amir Goldstein 2020-07-08 14:11:37 +0300 237)
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 238) return ret;
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 239) }
71d734103edfa (Mel Gorman 2020-07-08 14:11:36 +0300 240) EXPORT_SYMBOL_GPL(__fsnotify_parent);
c28f7e56e9d95 (Eric Paris 2009-05-21 17:01:29 -0400 241)
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 242) static int fsnotify_handle_inode_event(struct fsnotify_group *group,
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 243) struct fsnotify_mark *inode_mark,
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 244) u32 mask, const void *data, int data_type,
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 245) struct inode *dir, const struct qstr *name,
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 246) u32 cookie)
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 247) {
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 248) const struct path *path = fsnotify_data_path(data, data_type);
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 249) struct inode *inode = fsnotify_data_inode(data, data_type);
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 250) const struct fsnotify_ops *ops = group->ops;
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 251)
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 252) if (WARN_ON_ONCE(!ops->handle_inode_event))
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 253) return 0;
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 254)
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 255) if ((inode_mark->mask & FS_EXCL_UNLINK) &&
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 256) path && d_unlinked(path->dentry))
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 257) return 0;
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 258)
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 259) /* Check interest of this mark in case event was sent with two marks */
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 260) if (!(mask & inode_mark->mask & ALL_FSNOTIFY_EVENTS))
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 261) return 0;
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 262)
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 263) return ops->handle_inode_event(inode_mark, mask, inode, dir, name, cookie);
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 264) }
950cc0d2bef07 (Amir Goldstein 2020-12-02 14:07:07 +0200 265)
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 266) static int fsnotify_handle_event(struct fsnotify_group *group, __u32 mask,
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 267) const void *data, int data_type,
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 268) struct inode *dir, const struct qstr *name,
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 269) u32 cookie, struct fsnotify_iter_info *iter_info)
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 270) {
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 271) struct fsnotify_mark *inode_mark = fsnotify_iter_inode_mark(iter_info);
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 272) struct fsnotify_mark *parent_mark = fsnotify_iter_parent_mark(iter_info);
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 273) int ret;
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 274)
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 275) if (WARN_ON_ONCE(fsnotify_iter_sb_mark(iter_info)) ||
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 276) WARN_ON_ONCE(fsnotify_iter_vfsmount_mark(iter_info)))
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 277) return 0;
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 278)
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 279) if (parent_mark) {
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 280) /*
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 281) * parent_mark indicates that the parent inode is watching
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 282) * children and interested in this event, which is an event
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 283) * possible on child. But is *this mark* watching children and
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 284) * interested in this event?
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 285) */
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 286) if (parent_mark->mask & FS_EVENT_ON_CHILD) {
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 287) ret = fsnotify_handle_inode_event(group, parent_mark, mask,
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 288) data, data_type, dir, name, 0);
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 289) if (ret)
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 290) return ret;
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 291) }
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 292) if (!inode_mark)
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 293) return 0;
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 294) }
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 295)
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 296) if (mask & FS_EVENT_ON_CHILD) {
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 297) /*
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 298) * Some events can be sent on both parent dir and child marks
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 299) * (e.g. FS_ATTRIB). If both parent dir and child are
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 300) * watching, report the event once to parent dir with name (if
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 301) * interested) and once to child without name (if interested).
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 302) * The child watcher is expecting an event without a file name
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 303) * and without the FS_EVENT_ON_CHILD flag.
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 304) */
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 305) mask &= ~FS_EVENT_ON_CHILD;
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 306) dir = NULL;
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 307) name = NULL;
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 308) }
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 309)
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 310) return fsnotify_handle_inode_event(group, inode_mark, mask, data, data_type,
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 311) dir, name, cookie);
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 312) }
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 313)
b54cecf5e2293 (Amir Goldstein 2020-06-07 12:10:40 +0300 314) static int send_to_group(__u32 mask, const void *data, int data_type,
b54cecf5e2293 (Amir Goldstein 2020-06-07 12:10:40 +0300 315) struct inode *dir, const struct qstr *file_name,
b54cecf5e2293 (Amir Goldstein 2020-06-07 12:10:40 +0300 316) u32 cookie, struct fsnotify_iter_info *iter_info)
7131485a93679 (Eric Paris 2009-12-17 21:24:23 -0500 317) {
faa9560ae76ef (Eric Paris 2010-08-18 12:25:49 -0400 318) struct fsnotify_group *group = NULL;
007d1e8395eaa (Amir Goldstein 2018-10-04 00:25:33 +0300 319) __u32 test_mask = (mask & ALL_FSNOTIFY_EVENTS);
92183a42898dc (Amir Goldstein 2018-04-05 16:18:03 +0300 320) __u32 marks_mask = 0;
92183a42898dc (Amir Goldstein 2018-04-05 16:18:03 +0300 321) __u32 marks_ignored_mask = 0;
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 322) struct fsnotify_mark *mark;
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 323) int type;
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 324)
5b0457ad021f3 (Amir Goldstein 2018-04-20 16:10:50 -0700 325) if (WARN_ON(!iter_info->report_mask))
faa9560ae76ef (Eric Paris 2010-08-18 12:25:49 -0400 326) return 0;
ce8f76fb73202 (Eric Paris 2010-07-28 10:18:39 -0400 327)
ce8f76fb73202 (Eric Paris 2010-07-28 10:18:39 -0400 328) /* clear ignored on inode modification */
ce8f76fb73202 (Eric Paris 2010-07-28 10:18:39 -0400 329) if (mask & FS_MODIFY) {
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 330) fsnotify_foreach_obj_type(type) {
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 331) if (!fsnotify_iter_should_report_type(iter_info, type))
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 332) continue;
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 333) mark = iter_info->marks[type];
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 334) if (mark &&
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 335) !(mark->flags & FSNOTIFY_MARK_FLAG_IGNORED_SURV_MODIFY))
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 336) mark->ignored_mask = 0;
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 337) }
ce8f76fb73202 (Eric Paris 2010-07-28 10:18:39 -0400 338) }
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 339)
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 340) fsnotify_foreach_obj_type(type) {
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 341) if (!fsnotify_iter_should_report_type(iter_info, type))
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 342) continue;
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 343) mark = iter_info->marks[type];
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 344) /* does the object mark tell us to do something? */
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 345) if (mark) {
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 346) group = mark->group;
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 347) marks_mask |= mark->mask;
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 348) marks_ignored_mask |= mark->ignored_mask;
3dca1a7494e32 (Amir Goldstein 2018-04-20 16:10:53 -0700 349) }
ce8f76fb73202 (Eric Paris 2010-07-28 10:18:39 -0400 350) }
ce8f76fb73202 (Eric Paris 2010-07-28 10:18:39 -0400 351)
b54cecf5e2293 (Amir Goldstein 2020-06-07 12:10:40 +0300 352) pr_debug("%s: group=%p mask=%x marks_mask=%x marks_ignored_mask=%x data=%p data_type=%d dir=%p cookie=%d\n",
b54cecf5e2293 (Amir Goldstein 2020-06-07 12:10:40 +0300 353) __func__, group, mask, marks_mask, marks_ignored_mask,
b54cecf5e2293 (Amir Goldstein 2020-06-07 12:10:40 +0300 354) data, data_type, dir, cookie);
faa9560ae76ef (Eric Paris 2010-08-18 12:25:49 -0400 355)
92183a42898dc (Amir Goldstein 2018-04-05 16:18:03 +0300 356) if (!(test_mask & marks_mask & ~marks_ignored_mask))
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 357) return 0;
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 358)
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 359) if (group->ops->handle_event) {
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 360) return group->ops->handle_event(group, mask, data, data_type, dir,
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 361) file_name, cookie, iter_info);
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 362) }
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 363)
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 364) return fsnotify_handle_event(group, mask, data, data_type, dir,
b9a1b9772509c (Amir Goldstein 2020-07-22 15:58:48 +0300 365) file_name, cookie, iter_info);
7131485a93679 (Eric Paris 2009-12-17 21:24:23 -0500 366) }
7131485a93679 (Eric Paris 2009-12-17 21:24:23 -0500 367)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 368) static struct fsnotify_mark *fsnotify_first_mark(struct fsnotify_mark_connector **connp)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 369) {
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 370) struct fsnotify_mark_connector *conn;
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 371) struct hlist_node *node = NULL;
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 372)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 373) conn = srcu_dereference(*connp, &fsnotify_mark_srcu);
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 374) if (conn)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 375) node = srcu_dereference(conn->list.first, &fsnotify_mark_srcu);
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 376)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 377) return hlist_entry_safe(node, struct fsnotify_mark, obj_list);
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 378) }
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 379)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 380) static struct fsnotify_mark *fsnotify_next_mark(struct fsnotify_mark *mark)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 381) {
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 382) struct hlist_node *node = NULL;
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 383)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 384) if (mark)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 385) node = srcu_dereference(mark->obj_list.next,
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 386) &fsnotify_mark_srcu);
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 387)
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 388) return hlist_entry_safe(node, struct fsnotify_mark, obj_list);
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 389) }
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 390)
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 391) /*
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 392) * iter_info is a multi head priority queue of marks.
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 393) * Pick a subset of marks from queue heads, all with the
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 394) * same group and set the report_mask for selected subset.
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 395) * Returns the report_mask of the selected subset.
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 396) */
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 397) static unsigned int fsnotify_iter_select_report_types(
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 398) struct fsnotify_iter_info *iter_info)
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 399) {
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 400) struct fsnotify_group *max_prio_group = NULL;
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 401) struct fsnotify_mark *mark;
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 402) int type;
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 403)
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 404) /* Choose max prio group among groups of all queue heads */
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 405) fsnotify_foreach_obj_type(type) {
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 406) mark = iter_info->marks[type];
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 407) if (mark &&
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 408) fsnotify_compare_groups(max_prio_group, mark->group) > 0)
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 409) max_prio_group = mark->group;
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 410) }
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 411)
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 412) if (!max_prio_group)
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 413) return 0;
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 414)
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 415) /* Set the report mask for marks from same group as max prio group */
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 416) iter_info->report_mask = 0;
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 417) fsnotify_foreach_obj_type(type) {
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 418) mark = iter_info->marks[type];
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 419) if (mark &&
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 420) fsnotify_compare_groups(max_prio_group, mark->group) == 0)
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 421) fsnotify_iter_set_report_type(iter_info, type);
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 422) }
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 423)
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 424) return iter_info->report_mask;
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 425) }
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 426)
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 427) /*
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 428) * Pop from iter_info multi head queue, the marks that were iterated in the
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 429) * current iteration step.
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 430) */
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 431) static void fsnotify_iter_next(struct fsnotify_iter_info *iter_info)
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 432) {
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 433) int type;
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 434)
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 435) fsnotify_foreach_obj_type(type) {
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 436) if (fsnotify_iter_should_report_type(iter_info, type))
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 437) iter_info->marks[type] =
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 438) fsnotify_next_mark(iter_info->marks[type]);
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 439) }
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 440) }
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 441)
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 442) /*
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 443) * fsnotify - This is the main call to fsnotify.
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 444) *
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 445) * The VFS calls into hook specific functions in linux/fsnotify.h.
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 446) * Those functions then in turn call here. Here will call out to all of the
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 447) * registered fsnotify_group. Those groups can then use the notification event
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 448) * in whatever means they feel necessary.
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 449) *
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 450) * @mask: event type and flags
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 451) * @data: object that event happened on
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 452) * @data_type: type of object for fanotify_data_XXX() accessors
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 453) * @dir: optional directory associated with event -
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 454) * if @file_name is not NULL, this is the directory that
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 455) * @file_name is relative to
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 456) * @file_name: optional file name associated with event
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 457) * @inode: optional inode associated with event -
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 458) * either @dir or @inode must be non-NULL.
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 459) * if both are non-NULL event may be reported to both.
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 460) * @cookie: inotify rename cookie
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 461) */
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 462) int fsnotify(__u32 mask, const void *data, int data_type, struct inode *dir,
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 463) const struct qstr *file_name, struct inode *inode, u32 cookie)
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 464) {
b54cecf5e2293 (Amir Goldstein 2020-06-07 12:10:40 +0300 465) const struct path *path = fsnotify_data_path(data, data_type);
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 466) struct fsnotify_iter_info iter_info = {};
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 467) struct super_block *sb;
60f7ed8c7c4d0 (Amir Goldstein 2018-09-01 10:41:12 +0300 468) struct mount *mnt = NULL;
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 469) struct inode *parent = NULL;
9385a84d7e1f6 (Jan Kara 2016-11-10 17:51:50 +0100 470) int ret = 0;
71d734103edfa (Mel Gorman 2020-07-08 14:11:36 +0300 471) __u32 test_mask, marks_mask;
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 472)
71d734103edfa (Mel Gorman 2020-07-08 14:11:36 +0300 473) if (path)
aa93bdc5500cc (Amir Goldstein 2020-03-19 17:10:12 +0200 474) mnt = real_mount(path->mnt);
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 475)
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 476) if (!inode) {
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 477) /* Dirent event - report on TYPE_INODE to dir */
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 478) inode = dir;
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 479) } else if (mask & FS_EVENT_ON_CHILD) {
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 480) /*
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 481) * Event on child - report on TYPE_PARENT to dir if it is
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 482) * watching children and on TYPE_INODE to child.
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 483) */
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 484) parent = dir;
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 485) }
40a100d3adc1a (Amir Goldstein 2020-07-22 15:58:46 +0300 486) sb = inode->i_sb;
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 487)
7c49b8616460e (Dave Hansen 2015-09-04 15:43:01 -0700 488) /*
7c49b8616460e (Dave Hansen 2015-09-04 15:43:01 -0700 489) * Optimization: srcu_read_lock() has a memory barrier which can
7c49b8616460e (Dave Hansen 2015-09-04 15:43:01 -0700 490) * be expensive. It protects walking the *_fsnotify_marks lists.
7c49b8616460e (Dave Hansen 2015-09-04 15:43:01 -0700 491) * However, if we do not walk the lists, we do not have to do
7c49b8616460e (Dave Hansen 2015-09-04 15:43:01 -0700 492) * SRCU because we have no references to any objects and do not
7c49b8616460e (Dave Hansen 2015-09-04 15:43:01 -0700 493) * need SRCU to keep them "alive".
7c49b8616460e (Dave Hansen 2015-09-04 15:43:01 -0700 494) */
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 495) if (!sb->s_fsnotify_marks &&
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 496) (!mnt || !mnt->mnt_fsnotify_marks) &&
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 497) (!inode || !inode->i_fsnotify_marks) &&
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 498) (!parent || !parent->i_fsnotify_marks))
7c49b8616460e (Dave Hansen 2015-09-04 15:43:01 -0700 499) return 0;
71d734103edfa (Mel Gorman 2020-07-08 14:11:36 +0300 500)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 501) marks_mask = sb->s_fsnotify_mask;
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 502) if (mnt)
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 503) marks_mask |= mnt->mnt_fsnotify_mask;
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 504) if (inode)
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 505) marks_mask |= inode->i_fsnotify_mask;
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 506) if (parent)
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 507) marks_mask |= parent->i_fsnotify_mask;
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 508)
71d734103edfa (Mel Gorman 2020-07-08 14:11:36 +0300 509)
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 510) /*
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 511) * if this is a modify event we may need to clear the ignored masks
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 512) * otherwise return if none of the marks care about this type of event.
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 513) */
71d734103edfa (Mel Gorman 2020-07-08 14:11:36 +0300 514) test_mask = (mask & ALL_FSNOTIFY_EVENTS);
71d734103edfa (Mel Gorman 2020-07-08 14:11:36 +0300 515) if (!(mask & FS_MODIFY) && !(test_mask & marks_mask))
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 516) return 0;
3a9fb89f4cd04 (Eric Paris 2009-12-17 21:24:23 -0500 517)
9385a84d7e1f6 (Jan Kara 2016-11-10 17:51:50 +0100 518) iter_info.srcu_idx = srcu_read_lock(&fsnotify_mark_srcu);
7131485a93679 (Eric Paris 2009-12-17 21:24:23 -0500 519)
45a9fb3725d88 (Amir Goldstein 2019-01-10 19:04:30 +0200 520) iter_info.marks[FSNOTIFY_OBJ_TYPE_SB] =
45a9fb3725d88 (Amir Goldstein 2019-01-10 19:04:30 +0200 521) fsnotify_first_mark(&sb->s_fsnotify_marks);
9bdda4e9cf2dc (Amir Goldstein 2018-09-01 09:40:01 +0300 522) if (mnt) {
47d9c7cc457ad (Amir Goldstein 2018-04-20 16:10:52 -0700 523) iter_info.marks[FSNOTIFY_OBJ_TYPE_VFSMOUNT] =
3427ce7155412 (Miklos Szeredi 2017-10-30 21:14:56 +0100 524) fsnotify_first_mark(&mnt->mnt_fsnotify_marks);
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 525) }
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 526) if (inode) {
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 527) iter_info.marks[FSNOTIFY_OBJ_TYPE_INODE] =
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 528) fsnotify_first_mark(&inode->i_fsnotify_marks);
9b93f33105f5f (Amir Goldstein 2020-07-16 11:42:23 +0300 529) }
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 530) if (parent) {
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 531) iter_info.marks[FSNOTIFY_OBJ_TYPE_PARENT] =
fecc4559780d5 (Amir Goldstein 2020-12-02 14:07:09 +0200 532) fsnotify_first_mark(&parent->i_fsnotify_marks);
497b0c5a7c068 (Amir Goldstein 2020-07-16 11:42:22 +0300 533) }
75c1be487a690 (Eric Paris 2010-07-28 10:18:38 -0400 534)
8edc6e1688fc8 (Jan Kara 2014-11-13 15:19:33 -0800 535) /*
60f7ed8c7c4d0 (Amir Goldstein 2018-09-01 10:41:12 +0300 536) * We need to merge inode/vfsmount/sb mark lists so that e.g. inode mark
60f7ed8c7c4d0 (Amir Goldstein 2018-09-01 10:41:12 +0300 537) * ignore masks are properly reflected for mount/sb mark notifications.
8edc6e1688fc8 (Jan Kara 2014-11-13 15:19:33 -0800 538) * That's why this traversal is so complicated...
8edc6e1688fc8 (Jan Kara 2014-11-13 15:19:33 -0800 539) */
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 540) while (fsnotify_iter_select_report_types(&iter_info)) {
b54cecf5e2293 (Amir Goldstein 2020-06-07 12:10:40 +0300 541) ret = send_to_group(mask, data, data_type, dir, file_name,
b54cecf5e2293 (Amir Goldstein 2020-06-07 12:10:40 +0300 542) cookie, &iter_info);
613a807fe7c79 (Eric Paris 2010-07-28 10:18:39 -0400 543)
ff8bcbd03da88 (Eric Paris 2010-10-28 17:21:56 -0400 544) if (ret && (mask & ALL_FSNOTIFY_PERM_EVENTS))
ff8bcbd03da88 (Eric Paris 2010-10-28 17:21:56 -0400 545) goto out;
ff8bcbd03da88 (Eric Paris 2010-10-28 17:21:56 -0400 546)
d9a6f30bb8930 (Amir Goldstein 2018-04-20 16:10:51 -0700 547) fsnotify_iter_next(&iter_info);
7131485a93679 (Eric Paris 2009-12-17 21:24:23 -0500 548) }
ff8bcbd03da88 (Eric Paris 2010-10-28 17:21:56 -0400 549) ret = 0;
ff8bcbd03da88 (Eric Paris 2010-10-28 17:21:56 -0400 550) out:
9385a84d7e1f6 (Jan Kara 2016-11-10 17:51:50 +0100 551) srcu_read_unlock(&fsnotify_mark_srcu, iter_info.srcu_idx);
c4ec54b40d33f (Eric Paris 2009-12-17 21:24:34 -0500 552)
98b5c10d320ad (Jean-Christophe Dubois 2010-03-23 08:08:09 +0100 553) return ret;
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 554) }
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 555) EXPORT_SYMBOL_GPL(fsnotify);
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 556)
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 557) static __init int fsnotify_init(void)
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 558) {
75c1be487a690 (Eric Paris 2010-07-28 10:18:38 -0400 559) int ret;
75c1be487a690 (Eric Paris 2010-07-28 10:18:38 -0400 560)
08b95c338e0c5 (Amir Goldstein 2020-07-08 14:11:52 +0300 561) BUILD_BUG_ON(HWEIGHT32(ALL_FSNOTIFY_BITS) != 25);
20dee624ca40d (Eric Paris 2010-07-28 10:18:37 -0400 562)
75c1be487a690 (Eric Paris 2010-07-28 10:18:38 -0400 563) ret = init_srcu_struct(&fsnotify_mark_srcu);
75c1be487a690 (Eric Paris 2010-07-28 10:18:38 -0400 564) if (ret)
75c1be487a690 (Eric Paris 2010-07-28 10:18:38 -0400 565) panic("initializing fsnotify_mark_srcu");
75c1be487a690 (Eric Paris 2010-07-28 10:18:38 -0400 566)
9dd813c15b2c1 (Jan Kara 2017-03-14 12:31:02 +0100 567) fsnotify_mark_connector_cachep = KMEM_CACHE(fsnotify_mark_connector,
9dd813c15b2c1 (Jan Kara 2017-03-14 12:31:02 +0100 568) SLAB_PANIC);
9dd813c15b2c1 (Jan Kara 2017-03-14 12:31:02 +0100 569)
75c1be487a690 (Eric Paris 2010-07-28 10:18:38 -0400 570) return 0;
90586523eb4b3 (Eric Paris 2009-05-21 17:01:20 -0400 571) }
75c1be487a690 (Eric Paris 2010-07-28 10:18:38 -0400 572) core_initcall(fsnotify_init);