205 	struct watch *watch;  in __post_watch_notification()  local
214 	hlist_for_each_entry_rcu(watch, &wlist->watchers, list_node) {  in __post_watch_notification()
215 		if (watch->id != id)  in __post_watch_notification()
218 		n->info |= watch->info_id;  in __post_watch_notification()
220 		wqueue = rcu_dereference(watch->queue);  in __post_watch_notification()
225 		if (security_post_notification(watch->cred, cred, n) < 0)  in __post_watch_notification()
423 	struct watch *watch = container_of(rcu, struct watch, rcu);  in free_watch()  local
425 	put_watch_queue(rcu_access_pointer(watch->queue));  in free_watch()
426 	atomic_dec(&watch->cred->user->nr_watches);  in free_watch()
427 	put_cred(watch->cred);  in free_watch()
428 	kfree(watch);  in free_watch()
433 	struct watch *watch = container_of(kref, struct watch, usage);  in __put_watch()  local
435 	call_rcu(&watch->rcu, free_watch);  in __put_watch()
441 static void put_watch(struct watch *watch)  in put_watch()  argument
443 	kref_put(&watch->usage, __put_watch);  in put_watch()
453 void init_watch(struct watch *watch, struct watch_queue *wqueue)  in init_watch()  argument
455 	kref_init(&watch->usage);  in init_watch()
456 	INIT_HLIST_NODE(&watch->list_node);  in init_watch()
457 	INIT_HLIST_NODE(&watch->queue_node);  in init_watch()
458 	rcu_assign_pointer(watch->queue, wqueue);  in init_watch()
461 static int add_one_watch(struct watch *watch, struct watch_list *wlist, struct watch_queue *wqueue)  in add_one_watch()  argument
464 	struct watch *w;  in add_one_watch()
468 		if (wqueue == wq && watch->id == w->id)  in add_one_watch()
478 	watch->cred = get_cred(cred);  in add_one_watch()
479 	rcu_assign_pointer(watch->watch_list, wlist);  in add_one_watch()
482 	kref_get(&watch->usage);  in add_one_watch()
483 	hlist_add_head(&watch->queue_node, &wqueue->watches);  in add_one_watch()
484 	hlist_add_head_rcu(&watch->list_node, &wlist->watchers);  in add_one_watch()
500 int add_watch_to_object(struct watch *watch, struct watch_list *wlist)  in add_watch_to_object()  argument
507 	wqueue = rcu_access_pointer(watch->queue);  in add_watch_to_object()
510 		ret = add_one_watch(watch, wlist, wqueue);  in add_watch_to_object()
535 	struct watch *watch;  in remove_watch_from_object()  local
542 	hlist_for_each_entry(watch, &wlist->watchers, list_node) {  in remove_watch_from_object()
544 		    (watch->id == id && rcu_access_pointer(watch->queue) == wq))  in remove_watch_from_object()
552 	hlist_del_init_rcu(&watch->list_node);  in remove_watch_from_object()
553 	rcu_assign_pointer(watch->watch_list, NULL);  in remove_watch_from_object()
558 	n.watch.type = WATCH_TYPE_META;  in remove_watch_from_object()
559 	n.watch.subtype = WATCH_META_REMOVAL_NOTIFICATION;  in remove_watch_from_object()
560 	n.watch.info = watch->info_id | watch_sizeof(n.watch);  in remove_watch_from_object()
563 		n.watch.info = watch->info_id | watch_sizeof(n);  in remove_watch_from_object()
565 	wqueue = rcu_dereference(watch->queue);  in remove_watch_from_object()
568 		post_one_notification(wqueue, &n.watch);  in remove_watch_from_object()
570 		if (!hlist_unhashed(&watch->queue_node)) {  in remove_watch_from_object()
571 			hlist_del_init_rcu(&watch->queue_node);  in remove_watch_from_object()
572 			put_watch(watch);  in remove_watch_from_object()
579 		void (*release_watch)(struct watch *);  in remove_watch_from_object()
583 		(*release_watch)(watch);  in remove_watch_from_object()
586 	put_watch(watch);  in remove_watch_from_object()
604 	struct watch *watch;  in watch_queue_clear()  local
614 		watch = hlist_entry(wqueue->watches.first, struct watch, queue_node);  in watch_queue_clear()
615 		hlist_del_init_rcu(&watch->queue_node);  in watch_queue_clear()
624 		wlist = rcu_dereference(watch->watch_list);  in watch_queue_clear()
626 			void (*release_watch)(struct watch *);  in watch_queue_clear()
630 			release = !hlist_unhashed(&watch->list_node);  in watch_queue_clear()
632 				hlist_del_init_rcu(&watch->list_node);  in watch_queue_clear()
633 				rcu_assign_pointer(watch->watch_list, NULL);  in watch_queue_clear()
647 					(*release_watch)(watch);  in watch_queue_clear()
650 				put_watch(watch);  in watch_queue_clear()
654 		put_watch(watch);  in watch_queue_clear()