86 INTERVAL_TREE_DEFINE(struct mmu_rb_node, node, unsigned long, __last,
89 static unsigned long mmu_node_start(struct mmu_rb_node *node)  in mmu_node_start()  argument
91 	return node->addr & PAGE_MASK;  in mmu_node_start()
94 static unsigned long mmu_node_last(struct mmu_rb_node *node)  in mmu_node_last()  argument
96 	return PAGE_ALIGN(node->addr + node->len) - 1;  in mmu_node_last()
136 	struct rb_node *node;  in hfi1_mmu_rb_unregister()  local
152 	while ((node = rb_first_cached(&handler->root))) {  in hfi1_mmu_rb_unregister()
153 		rbnode = rb_entry(node, struct mmu_rb_node, node);  in hfi1_mmu_rb_unregister()
154 		rb_erase_cached(node, &handler->root);  in hfi1_mmu_rb_unregister()
168 	struct mmu_rb_node *node;  in hfi1_mmu_rb_insert()  local
174 	node = __mmu_rb_search(handler, mnode->addr, mnode->len);  in hfi1_mmu_rb_insert()
175 	if (node) {  in hfi1_mmu_rb_insert()
197 	struct mmu_rb_node *node = NULL;  in __mmu_rb_search()  local
201 		node = __mmu_int_rb_iter_first(&handler->root, addr,  in __mmu_rb_search()
204 		for (node = __mmu_int_rb_iter_first(&handler->root, addr,  in __mmu_rb_search()
206 		     node;  in __mmu_rb_search()
207 		     node = __mmu_int_rb_iter_next(node, addr,  in __mmu_rb_search()
209 			if (handler->ops->filter(node, addr, len))  in __mmu_rb_search()
210 				return node;  in __mmu_rb_search()
213 	return node;  in __mmu_rb_search()
220 	struct mmu_rb_node *node;  in hfi1_mmu_rb_remove_unless_exact()  local
225 	node = __mmu_rb_search(handler, addr, len);  in hfi1_mmu_rb_remove_unless_exact()
226 	if (node) {  in hfi1_mmu_rb_remove_unless_exact()
227 		if (node->addr == addr && node->len == len)  in hfi1_mmu_rb_remove_unless_exact()
229 		__mmu_int_rb_remove(node, &handler->root);  in hfi1_mmu_rb_remove_unless_exact()
230 		list_del(&node->list); /* remove from LRU list */  in hfi1_mmu_rb_remove_unless_exact()
235 	*rb_node = node;  in hfi1_mmu_rb_remove_unless_exact()
275 			struct mmu_rb_node *node)  in hfi1_mmu_rb_remove()  argument
280 	trace_hfi1_mmu_rb_remove(node->addr, node->len);  in hfi1_mmu_rb_remove()
282 	__mmu_int_rb_remove(node, &handler->root);  in hfi1_mmu_rb_remove()
283 	list_del(&node->list); /* remove from LRU list */  in hfi1_mmu_rb_remove()
286 	handler->ops->remove(handler->ops_arg, node);  in hfi1_mmu_rb_remove()
304 	struct mmu_rb_node *node, *ptr = NULL;  in mmu_notifier_mem_invalidate()  local
309 	for (node = __mmu_int_rb_iter_first(root, start, end - 1);  in mmu_notifier_mem_invalidate()
310 	     node; node = ptr) {  in mmu_notifier_mem_invalidate()
312 		ptr = __mmu_int_rb_iter_next(node, start, end - 1);  in mmu_notifier_mem_invalidate()
313 		trace_hfi1_mmu_mem_invalidate(node->addr, node->len);  in mmu_notifier_mem_invalidate()
314 		if (handler->ops->invalidate(handler->ops_arg, node)) {  in mmu_notifier_mem_invalidate()
315 			__mmu_int_rb_remove(node, root);  in mmu_notifier_mem_invalidate()
317 			list_move(&node->list, &handler->del_list);  in mmu_notifier_mem_invalidate()
335 	struct mmu_rb_node *node;  in do_remove()  local
338 		node = list_first_entry(del_list, struct mmu_rb_node, list);  in do_remove()
339 		list_del(&node->list);  in do_remove()
340 		handler->ops->remove(handler->ops_arg, node);  in do_remove()