507 static void consumer_add(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_add()  argument
510 	uc->next = uprobe->consumers;  in consumer_add()
511 	uprobe->consumers = uc;  in consumer_add()
520 static bool consumer_del(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_del()  argument
527 		if (*con == uc) {  in consumer_del()
528 			*con = uc->next;  in consumer_del()
624 static inline bool consumer_filter(struct uprobe_consumer *uc,  in consumer_filter()  argument
627 	return !uc->filter || uc->filter(uc, ctx, mm);  in consumer_filter()
633 	struct uprobe_consumer *uc;  in filter_chain()  local
637 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in filter_chain()
638 		ret = consumer_filter(uc, ctx, mm);  in filter_chain()
841 static int __uprobe_register(struct uprobe *uprobe, struct uprobe_consumer *uc)  in __uprobe_register()  argument
843 	consumer_add(uprobe, uc);  in __uprobe_register()
844 	return register_for_each_vma(uprobe, uc);  in __uprobe_register()
847 static void __uprobe_unregister(struct uprobe *uprobe, struct uprobe_consumer *uc)  in __uprobe_unregister()  argument
851 	if (WARN_ON(!consumer_del(uprobe, uc)))  in __uprobe_unregister()
877 int uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)  in uprobe_register()  argument
883 	if (!uc->handler && !uc->ret_handler)  in uprobe_register()
904 		ret = __uprobe_register(uprobe, uc);  in uprobe_register()
906 			__uprobe_unregister(uprobe, uc);  in uprobe_register()
925 			struct uprobe_consumer *uc, bool add)  in uprobe_apply()  argument
936 	for (con = uprobe->consumers; con && con != uc ; con = con->next)  in uprobe_apply()
939 		ret = register_for_each_vma(uprobe, add ? uc : NULL);  in uprobe_apply()
952 void uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)  in uprobe_unregister()  argument
961 	__uprobe_unregister(uprobe, uc);  in uprobe_unregister()
1726 	struct uprobe_consumer *uc;  in handler_chain()  local
1731 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handler_chain()
1734 		if (uc->handler) {  in handler_chain()
1735 			rc = uc->handler(uc, regs);  in handler_chain()
1737 				"bad rc=0x%x from %pf()\n", rc, uc->handler);  in handler_chain()
1740 		if (uc->ret_handler)  in handler_chain()
1760 	struct uprobe_consumer *uc;  in handle_uretprobe_chain()  local
1763 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handle_uretprobe_chain()
1764 		if (uc->ret_handler)  in handle_uretprobe_chain()
1765 			uc->ret_handler(uc, ri->func, regs);  in handle_uretprobe_chain()