• Home
  • Line#
  • Scopes#
  • Navigate#
  • Raw
  • Download
1 // SPDX-License-Identifier: GPL-2.0-or-later
2 /*
3  * Directory notifications for Linux.
4  *
5  * Copyright (C) 2000,2001,2002 Stephen Rothwell
6  *
7  * Copyright (C) 2009 Eric Paris <Red Hat Inc>
8  * dnotify was largly rewritten to use the new fsnotify infrastructure
9  */
10 #include <linux/fs.h>
11 #include <linux/module.h>
12 #include <linux/sched.h>
13 #include <linux/sched/signal.h>
14 #include <linux/dnotify.h>
15 #include <linux/init.h>
16 #include <linux/security.h>
17 #include <linux/spinlock.h>
18 #include <linux/slab.h>
19 #include <linux/fdtable.h>
20 #include <linux/fsnotify_backend.h>
21 
22 int dir_notify_enable __read_mostly = 1;
23 
24 static struct kmem_cache *dnotify_struct_cache __read_mostly;
25 static struct kmem_cache *dnotify_mark_cache __read_mostly;
26 static struct fsnotify_group *dnotify_group __read_mostly;
27 
28 /*
29  * dnotify will attach one of these to each inode (i_fsnotify_marks) which
30  * is being watched by dnotify.  If multiple userspace applications are watching
31  * the same directory with dnotify their information is chained in dn
32  */
33 struct dnotify_mark {
34 	struct fsnotify_mark fsn_mark;
35 	struct dnotify_struct *dn;
36 };
37 
38 /*
39  * When a process starts or stops watching an inode the set of events which
40  * dnotify cares about for that inode may change.  This function runs the
41  * list of everything receiving dnotify events about this directory and calculates
42  * the set of all those events.  After it updates what dnotify is interested in
43  * it calls the fsnotify function so it can update the set of all events relevant
44  * to this inode.
45  */
dnotify_recalc_inode_mask(struct fsnotify_mark * fsn_mark)46 static void dnotify_recalc_inode_mask(struct fsnotify_mark *fsn_mark)
47 {
48 	__u32 new_mask = 0;
49 	struct dnotify_struct *dn;
50 	struct dnotify_mark *dn_mark  = container_of(fsn_mark,
51 						     struct dnotify_mark,
52 						     fsn_mark);
53 
54 	assert_spin_locked(&fsn_mark->lock);
55 
56 	for (dn = dn_mark->dn; dn != NULL; dn = dn->dn_next)
57 		new_mask |= (dn->dn_mask & ~FS_DN_MULTISHOT);
58 	if (fsn_mark->mask == new_mask)
59 		return;
60 	fsn_mark->mask = new_mask;
61 
62 	fsnotify_recalc_mask(fsn_mark->connector);
63 }
64 
65 /*
66  * Mains fsnotify call where events are delivered to dnotify.
67  * Find the dnotify mark on the relevant inode, run the list of dnotify structs
68  * on that mark and determine which of them has expressed interest in receiving
69  * events of this type.  When found send the correct process and signal and
70  * destroy the dnotify struct if it was not registered to receive multiple
71  * events.
72  */
dnotify_handle_event(struct fsnotify_group * group,struct inode * inode,u32 mask,const void * data,int data_type,const struct qstr * file_name,u32 cookie,struct fsnotify_iter_info * iter_info)73 static int dnotify_handle_event(struct fsnotify_group *group,
74 				struct inode *inode,
75 				u32 mask, const void *data, int data_type,
76 				const struct qstr *file_name, u32 cookie,
77 				struct fsnotify_iter_info *iter_info)
78 {
79 	struct fsnotify_mark *inode_mark = fsnotify_iter_inode_mark(iter_info);
80 	struct dnotify_mark *dn_mark;
81 	struct dnotify_struct *dn;
82 	struct dnotify_struct **prev;
83 	struct fown_struct *fown;
84 	__u32 test_mask = mask & ~FS_EVENT_ON_CHILD;
85 
86 	/* not a dir, dnotify doesn't care */
87 	if (!S_ISDIR(inode->i_mode))
88 		return 0;
89 
90 	if (WARN_ON(fsnotify_iter_vfsmount_mark(iter_info)))
91 		return 0;
92 
93 	dn_mark = container_of(inode_mark, struct dnotify_mark, fsn_mark);
94 
95 	spin_lock(&inode_mark->lock);
96 	prev = &dn_mark->dn;
97 	while ((dn = *prev) != NULL) {
98 		if ((dn->dn_mask & test_mask) == 0) {
99 			prev = &dn->dn_next;
100 			continue;
101 		}
102 		fown = &dn->dn_filp->f_owner;
103 		send_sigio(fown, dn->dn_fd, POLL_MSG);
104 		if (dn->dn_mask & FS_DN_MULTISHOT)
105 			prev = &dn->dn_next;
106 		else {
107 			*prev = dn->dn_next;
108 			kmem_cache_free(dnotify_struct_cache, dn);
109 			dnotify_recalc_inode_mask(inode_mark);
110 		}
111 	}
112 
113 	spin_unlock(&inode_mark->lock);
114 
115 	return 0;
116 }
117 
dnotify_free_mark(struct fsnotify_mark * fsn_mark)118 static void dnotify_free_mark(struct fsnotify_mark *fsn_mark)
119 {
120 	struct dnotify_mark *dn_mark = container_of(fsn_mark,
121 						    struct dnotify_mark,
122 						    fsn_mark);
123 
124 	BUG_ON(dn_mark->dn);
125 
126 	kmem_cache_free(dnotify_mark_cache, dn_mark);
127 }
128 
129 static const struct fsnotify_ops dnotify_fsnotify_ops = {
130 	.handle_event = dnotify_handle_event,
131 	.free_mark = dnotify_free_mark,
132 };
133 
134 /*
135  * Called every time a file is closed.  Looks first for a dnotify mark on the
136  * inode.  If one is found run all of the ->dn structures attached to that
137  * mark for one relevant to this process closing the file and remove that
138  * dnotify_struct.  If that was the last dnotify_struct also remove the
139  * fsnotify_mark.
140  */
dnotify_flush(struct file * filp,fl_owner_t id)141 void dnotify_flush(struct file *filp, fl_owner_t id)
142 {
143 	struct fsnotify_mark *fsn_mark;
144 	struct dnotify_mark *dn_mark;
145 	struct dnotify_struct *dn;
146 	struct dnotify_struct **prev;
147 	struct inode *inode;
148 	bool free = false;
149 
150 	inode = file_inode(filp);
151 	if (!S_ISDIR(inode->i_mode))
152 		return;
153 
154 	fsn_mark = fsnotify_find_mark(&inode->i_fsnotify_marks, dnotify_group);
155 	if (!fsn_mark)
156 		return;
157 	dn_mark = container_of(fsn_mark, struct dnotify_mark, fsn_mark);
158 
159 	mutex_lock(&dnotify_group->mark_mutex);
160 
161 	spin_lock(&fsn_mark->lock);
162 	prev = &dn_mark->dn;
163 	while ((dn = *prev) != NULL) {
164 		if ((dn->dn_owner == id) && (dn->dn_filp == filp)) {
165 			*prev = dn->dn_next;
166 			kmem_cache_free(dnotify_struct_cache, dn);
167 			dnotify_recalc_inode_mask(fsn_mark);
168 			break;
169 		}
170 		prev = &dn->dn_next;
171 	}
172 
173 	spin_unlock(&fsn_mark->lock);
174 
175 	/* nothing else could have found us thanks to the dnotify_groups
176 	   mark_mutex */
177 	if (dn_mark->dn == NULL) {
178 		fsnotify_detach_mark(fsn_mark);
179 		free = true;
180 	}
181 
182 	mutex_unlock(&dnotify_group->mark_mutex);
183 
184 	if (free)
185 		fsnotify_free_mark(fsn_mark);
186 	fsnotify_put_mark(fsn_mark);
187 }
188 
189 /* this conversion is done only at watch creation */
convert_arg(unsigned long arg)190 static __u32 convert_arg(unsigned long arg)
191 {
192 	__u32 new_mask = FS_EVENT_ON_CHILD;
193 
194 	if (arg & DN_MULTISHOT)
195 		new_mask |= FS_DN_MULTISHOT;
196 	if (arg & DN_DELETE)
197 		new_mask |= (FS_DELETE | FS_MOVED_FROM);
198 	if (arg & DN_MODIFY)
199 		new_mask |= FS_MODIFY;
200 	if (arg & DN_ACCESS)
201 		new_mask |= FS_ACCESS;
202 	if (arg & DN_ATTRIB)
203 		new_mask |= FS_ATTRIB;
204 	if (arg & DN_RENAME)
205 		new_mask |= FS_DN_RENAME;
206 	if (arg & DN_CREATE)
207 		new_mask |= (FS_CREATE | FS_MOVED_TO);
208 
209 	return new_mask;
210 }
211 
212 /*
213  * If multiple processes watch the same inode with dnotify there is only one
214  * dnotify mark in inode->i_fsnotify_marks but we chain a dnotify_struct
215  * onto that mark.  This function either attaches the new dnotify_struct onto
216  * that list, or it |= the mask onto an existing dnofiy_struct.
217  */
attach_dn(struct dnotify_struct * dn,struct dnotify_mark * dn_mark,fl_owner_t id,int fd,struct file * filp,__u32 mask)218 static int attach_dn(struct dnotify_struct *dn, struct dnotify_mark *dn_mark,
219 		     fl_owner_t id, int fd, struct file *filp, __u32 mask)
220 {
221 	struct dnotify_struct *odn;
222 
223 	odn = dn_mark->dn;
224 	while (odn != NULL) {
225 		/* adding more events to existing dnofiy_struct? */
226 		if ((odn->dn_owner == id) && (odn->dn_filp == filp)) {
227 			odn->dn_fd = fd;
228 			odn->dn_mask |= mask;
229 			return -EEXIST;
230 		}
231 		odn = odn->dn_next;
232 	}
233 
234 	dn->dn_mask = mask;
235 	dn->dn_fd = fd;
236 	dn->dn_filp = filp;
237 	dn->dn_owner = id;
238 	dn->dn_next = dn_mark->dn;
239 	dn_mark->dn = dn;
240 
241 	return 0;
242 }
243 
244 /*
245  * When a process calls fcntl to attach a dnotify watch to a directory it ends
246  * up here.  Allocate both a mark for fsnotify to add and a dnotify_struct to be
247  * attached to the fsnotify_mark.
248  */
fcntl_dirnotify(int fd,struct file * filp,unsigned long arg)249 int fcntl_dirnotify(int fd, struct file *filp, unsigned long arg)
250 {
251 	struct dnotify_mark *new_dn_mark, *dn_mark;
252 	struct fsnotify_mark *new_fsn_mark, *fsn_mark;
253 	struct dnotify_struct *dn;
254 	struct inode *inode;
255 	fl_owner_t id = current->files;
256 	struct file *f;
257 	int destroy = 0, error = 0;
258 	__u32 mask;
259 
260 	/* we use these to tell if we need to kfree */
261 	new_fsn_mark = NULL;
262 	dn = NULL;
263 
264 	if (!dir_notify_enable) {
265 		error = -EINVAL;
266 		goto out_err;
267 	}
268 
269 	/* a 0 mask means we are explicitly removing the watch */
270 	if ((arg & ~DN_MULTISHOT) == 0) {
271 		dnotify_flush(filp, id);
272 		error = 0;
273 		goto out_err;
274 	}
275 
276 	/* dnotify only works on directories */
277 	inode = file_inode(filp);
278 	if (!S_ISDIR(inode->i_mode)) {
279 		error = -ENOTDIR;
280 		goto out_err;
281 	}
282 
283 	/*
284 	 * convert the userspace DN_* "arg" to the internal FS_*
285 	 * defined in fsnotify
286 	 */
287 	mask = convert_arg(arg);
288 
289 	error = security_path_notify(&filp->f_path, mask,
290 			FSNOTIFY_OBJ_TYPE_INODE);
291 	if (error)
292 		goto out_err;
293 
294 	/* expect most fcntl to add new rather than augment old */
295 	dn = kmem_cache_alloc(dnotify_struct_cache, GFP_KERNEL);
296 	if (!dn) {
297 		error = -ENOMEM;
298 		goto out_err;
299 	}
300 
301 	/* new fsnotify mark, we expect most fcntl calls to add a new mark */
302 	new_dn_mark = kmem_cache_alloc(dnotify_mark_cache, GFP_KERNEL);
303 	if (!new_dn_mark) {
304 		error = -ENOMEM;
305 		goto out_err;
306 	}
307 
308 	/* set up the new_fsn_mark and new_dn_mark */
309 	new_fsn_mark = &new_dn_mark->fsn_mark;
310 	fsnotify_init_mark(new_fsn_mark, dnotify_group);
311 	new_fsn_mark->mask = mask;
312 	new_dn_mark->dn = NULL;
313 
314 	/* this is needed to prevent the fcntl/close race described below */
315 	mutex_lock(&dnotify_group->mark_mutex);
316 
317 	/* add the new_fsn_mark or find an old one. */
318 	fsn_mark = fsnotify_find_mark(&inode->i_fsnotify_marks, dnotify_group);
319 	if (fsn_mark) {
320 		dn_mark = container_of(fsn_mark, struct dnotify_mark, fsn_mark);
321 		spin_lock(&fsn_mark->lock);
322 	} else {
323 		error = fsnotify_add_inode_mark_locked(new_fsn_mark, inode, 0);
324 		if (error) {
325 			mutex_unlock(&dnotify_group->mark_mutex);
326 			goto out_err;
327 		}
328 		spin_lock(&new_fsn_mark->lock);
329 		fsn_mark = new_fsn_mark;
330 		dn_mark = new_dn_mark;
331 		/* we used new_fsn_mark, so don't free it */
332 		new_fsn_mark = NULL;
333 	}
334 
335 	rcu_read_lock();
336 	f = fcheck(fd);
337 	rcu_read_unlock();
338 
339 	/* if (f != filp) means that we lost a race and another task/thread
340 	 * actually closed the fd we are still playing with before we grabbed
341 	 * the dnotify_groups mark_mutex and fsn_mark->lock.  Since closing the
342 	 * fd is the only time we clean up the marks we need to get our mark
343 	 * off the list. */
344 	if (f != filp) {
345 		/* if we added ourselves, shoot ourselves, it's possible that
346 		 * the flush actually did shoot this fsn_mark.  That's fine too
347 		 * since multiple calls to destroy_mark is perfectly safe, if
348 		 * we found a dn_mark already attached to the inode, just sod
349 		 * off silently as the flush at close time dealt with it.
350 		 */
351 		if (dn_mark == new_dn_mark)
352 			destroy = 1;
353 		error = 0;
354 		goto out;
355 	}
356 
357 	__f_setown(filp, task_pid(current), PIDTYPE_TGID, 0);
358 
359 	error = attach_dn(dn, dn_mark, id, fd, filp, mask);
360 	/* !error means that we attached the dn to the dn_mark, so don't free it */
361 	if (!error)
362 		dn = NULL;
363 	/* -EEXIST means that we didn't add this new dn and used an old one.
364 	 * that isn't an error (and the unused dn should be freed) */
365 	else if (error == -EEXIST)
366 		error = 0;
367 
368 	dnotify_recalc_inode_mask(fsn_mark);
369 out:
370 	spin_unlock(&fsn_mark->lock);
371 
372 	if (destroy)
373 		fsnotify_detach_mark(fsn_mark);
374 	mutex_unlock(&dnotify_group->mark_mutex);
375 	if (destroy)
376 		fsnotify_free_mark(fsn_mark);
377 	fsnotify_put_mark(fsn_mark);
378 out_err:
379 	if (new_fsn_mark)
380 		fsnotify_put_mark(new_fsn_mark);
381 	if (dn)
382 		kmem_cache_free(dnotify_struct_cache, dn);
383 	return error;
384 }
385 
dnotify_init(void)386 static int __init dnotify_init(void)
387 {
388 	dnotify_struct_cache = KMEM_CACHE(dnotify_struct,
389 					  SLAB_PANIC|SLAB_ACCOUNT);
390 	dnotify_mark_cache = KMEM_CACHE(dnotify_mark, SLAB_PANIC|SLAB_ACCOUNT);
391 
392 	dnotify_group = fsnotify_alloc_group(&dnotify_fsnotify_ops);
393 	if (IS_ERR(dnotify_group))
394 		panic("unable to allocate fsnotify group for dnotify\n");
395 	return 0;
396 }
397 
398 module_init(dnotify_init)
399