759 static void consumer_add(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_add()  argument
762 	uc->next = uprobe->consumers;  in consumer_add()
763 	uprobe->consumers = uc;  in consumer_add()
772 static bool consumer_del(struct uprobe *uprobe, struct uprobe_consumer *uc)  in consumer_del()  argument
779 		if (*con == uc) {  in consumer_del()
780 			*con = uc->next;  in consumer_del()
872 static inline bool consumer_filter(struct uprobe_consumer *uc,  in consumer_filter()  argument
875 	return !uc->filter || uc->filter(uc, ctx, mm);  in consumer_filter()
881 	struct uprobe_consumer *uc;  in filter_chain()  local
885 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in filter_chain()
886 		ret = consumer_filter(uc, ctx, mm);  in filter_chain()
1089 __uprobe_unregister(struct uprobe *uprobe, struct uprobe_consumer *uc)  in __uprobe_unregister()  argument
1093 	if (WARN_ON(!consumer_del(uprobe, uc)))  in __uprobe_unregister()
1108 void uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)  in uprobe_unregister()  argument
1117 	__uprobe_unregister(uprobe, uc);  in uprobe_unregister()
1142 			     loff_t ref_ctr_offset, struct uprobe_consumer *uc)  in __uprobe_register()  argument
1148 	if (!uc->handler && !uc->ret_handler)  in __uprobe_register()
1181 		consumer_add(uprobe, uc);  in __uprobe_register()
1182 		ret = register_for_each_vma(uprobe, uc);  in __uprobe_register()
1184 			__uprobe_unregister(uprobe, uc);  in __uprobe_register()
1195 		    struct uprobe_consumer *uc)  in uprobe_register()  argument
1197 	return __uprobe_register(inode, offset, 0, uc);  in uprobe_register()
1202 			   loff_t ref_ctr_offset, struct uprobe_consumer *uc)  in uprobe_register_refctr()  argument
1204 	return __uprobe_register(inode, offset, ref_ctr_offset, uc);  in uprobe_register_refctr()
1216 			struct uprobe_consumer *uc, bool add)  in uprobe_apply()  argument
1227 	for (con = uprobe->consumers; con && con != uc ; con = con->next)  in uprobe_apply()
1230 		ret = register_for_each_vma(uprobe, add ? uc : NULL);  in uprobe_apply()
2074 	struct uprobe_consumer *uc;  in handler_chain()  local
2079 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handler_chain()
2082 		if (uc->handler) {  in handler_chain()
2083 			rc = uc->handler(uc, regs);  in handler_chain()
2085 				"bad rc=0x%x from %ps()\n", rc, uc->handler);  in handler_chain()
2088 		if (uc->ret_handler)  in handler_chain()
2108 	struct uprobe_consumer *uc;  in handle_uretprobe_chain()  local
2111 	for (uc = uprobe->consumers; uc; uc = uc->next) {  in handle_uretprobe_chain()
2112 		if (uc->ret_handler)  in handle_uretprobe_chain()
2113 			uc->ret_handler(uc, ri->func, regs);  in handle_uretprobe_chain()