Lines Matching refs:mm
118 static void show_leaks(struct drm_mm *mm) in show_leaks() argument
129 list_for_each_entry(node, drm_mm_nodes(mm), node_list) { in show_leaks()
149 static void show_leaks(struct drm_mm *mm) { } in show_leaks() argument
160 __drm_mm_interval_first(const struct drm_mm *mm, u64 start, u64 last) in INTERVAL_TREE_DEFINE()
162 return drm_mm_interval_tree_iter_first((struct rb_root_cached *)&mm->interval_tree, in INTERVAL_TREE_DEFINE()
163 start, last) ?: (struct drm_mm_node *)&mm->head_node; in INTERVAL_TREE_DEFINE()
170 struct drm_mm *mm = hole_node->mm; in drm_mm_interval_tree_add_node() local
193 link = &mm->interval_tree.rb_root.rb_node; in drm_mm_interval_tree_add_node()
211 rb_insert_augmented_cached(&node->rb, &mm->interval_tree, leftmost, in drm_mm_interval_tree_add_node()
271 struct drm_mm *mm = node->mm; in add_hole() local
278 insert_hole_size(&mm->holes_size, node); in add_hole()
279 insert_hole_addr(&mm->holes_addr, node); in add_hole()
281 list_add(&node->hole_stack, &mm->hole_stack); in add_hole()
289 rb_erase_cached(&node->rb_hole_size, &node->mm->holes_size); in rm_hole()
290 rb_erase_augmented(&node->rb_hole_addr, &node->mm->holes_addr, in rm_hole()
308 static struct drm_mm_node *best_hole(struct drm_mm *mm, u64 size) in best_hole() argument
310 struct rb_node *rb = mm->holes_size.rb_root.rb_node; in best_hole()
333 static struct drm_mm_node *find_hole_addr(struct drm_mm *mm, u64 addr, u64 size) in find_hole_addr() argument
335 struct rb_node *rb = mm->holes_addr.rb_node; in find_hole_addr()
359 first_hole(struct drm_mm *mm, in first_hole() argument
366 return best_hole(mm, size); in first_hole()
369 return find_hole_addr(mm, start, size); in first_hole()
372 return find_hole_addr(mm, end, size); in first_hole()
375 return list_first_entry_or_null(&mm->hole_stack, in first_hole()
417 next_hole(struct drm_mm *mm, in DECLARE_NEXT_HOLE_ADDR()
435 return &node->hole_stack == &mm->hole_stack ? NULL : node; in DECLARE_NEXT_HOLE_ADDR()
453 int drm_mm_reserve_node(struct drm_mm *mm, struct drm_mm_node *node) in drm_mm_reserve_node() argument
465 hole = find_hole_addr(mm, node->start, 0); in drm_mm_reserve_node()
472 if (mm->color_adjust) in drm_mm_reserve_node()
473 mm->color_adjust(hole, node->color, &adj_start, &adj_end); in drm_mm_reserve_node()
478 node->mm = mm; in drm_mm_reserve_node()
517 int drm_mm_insert_node_in_range(struct drm_mm * const mm, in drm_mm_insert_node_in_range() argument
533 if (rb_to_hole_size_or_zero(rb_first_cached(&mm->holes_size)) < size) in drm_mm_insert_node_in_range()
543 for (hole = first_hole(mm, range_start, range_end, size, mode); in drm_mm_insert_node_in_range()
545 hole = once ? NULL : next_hole(mm, hole, size, mode)) { in drm_mm_insert_node_in_range()
559 if (mm->color_adjust) in drm_mm_insert_node_in_range()
560 mm->color_adjust(hole, color, &col_start, &col_end); in drm_mm_insert_node_in_range()
593 node->mm = mm; in drm_mm_insert_node_in_range()
632 struct drm_mm *mm = node->mm; in drm_mm_remove_node() local
643 drm_mm_interval_tree_remove(node, &mm->interval_tree); in drm_mm_remove_node()
665 struct drm_mm *mm = old->mm; in drm_mm_replace_node() local
673 rb_replace_node_cached(&old->rb, &new->rb, &mm->interval_tree); in drm_mm_replace_node()
679 &mm->holes_size); in drm_mm_replace_node()
682 &mm->holes_addr); in drm_mm_replace_node()
740 struct drm_mm *mm, in drm_mm_scan_init_with_range() argument
750 DRM_MM_BUG_ON(mm->scan_active); in drm_mm_scan_init_with_range()
752 scan->mm = mm; in drm_mm_scan_init_with_range()
786 struct drm_mm *mm = scan->mm; in drm_mm_scan_add_block() local
792 DRM_MM_BUG_ON(node->mm != mm); in drm_mm_scan_add_block()
796 mm->scan_active++; in drm_mm_scan_add_block()
812 if (mm->color_adjust) in drm_mm_scan_add_block()
813 mm->color_adjust(hole, scan->color, &col_start, &col_end); in drm_mm_scan_add_block()
879 DRM_MM_BUG_ON(node->mm != scan->mm); in drm_mm_scan_remove_block()
883 DRM_MM_BUG_ON(!node->mm->scan_active); in drm_mm_scan_remove_block()
884 node->mm->scan_active--; in drm_mm_scan_remove_block()
917 struct drm_mm *mm = scan->mm; in drm_mm_scan_color_evict() local
921 DRM_MM_BUG_ON(list_empty(&mm->hole_stack)); in drm_mm_scan_color_evict()
923 if (!mm->color_adjust) in drm_mm_scan_color_evict()
931 list_for_each_entry(hole, &mm->hole_stack, hole_stack) { in drm_mm_scan_color_evict()
941 DRM_MM_BUG_ON(&hole->hole_stack == &mm->hole_stack); in drm_mm_scan_color_evict()
942 if (unlikely(&hole->hole_stack == &mm->hole_stack)) in drm_mm_scan_color_evict()
948 mm->color_adjust(hole, scan->color, &hole_start, &hole_end); in drm_mm_scan_color_evict()
966 void drm_mm_init(struct drm_mm *mm, u64 start, u64 size) in drm_mm_init() argument
970 mm->color_adjust = NULL; in drm_mm_init()
972 INIT_LIST_HEAD(&mm->hole_stack); in drm_mm_init()
973 mm->interval_tree = RB_ROOT_CACHED; in drm_mm_init()
974 mm->holes_size = RB_ROOT_CACHED; in drm_mm_init()
975 mm->holes_addr = RB_ROOT; in drm_mm_init()
978 INIT_LIST_HEAD(&mm->head_node.node_list); in drm_mm_init()
979 mm->head_node.flags = 0; in drm_mm_init()
980 mm->head_node.mm = mm; in drm_mm_init()
981 mm->head_node.start = start + size; in drm_mm_init()
982 mm->head_node.size = -size; in drm_mm_init()
983 add_hole(&mm->head_node); in drm_mm_init()
985 mm->scan_active = 0; in drm_mm_init()
996 void drm_mm_takedown(struct drm_mm *mm) in drm_mm_takedown() argument
998 if (WARN(!drm_mm_clean(mm), in drm_mm_takedown()
1000 show_leaks(mm); in drm_mm_takedown()
1022 void drm_mm_print(const struct drm_mm *mm, struct drm_printer *p) in drm_mm_print() argument
1027 total_free += drm_mm_dump_hole(p, &mm->head_node); in drm_mm_print()
1029 drm_mm_for_each_node(entry, mm) { in drm_mm_print()