Lines Matching refs:mm
78 dev_priv->mm.object_count++; in i915_gem_info_add_obj()
79 dev_priv->mm.object_memory += size; in i915_gem_info_add_obj()
85 dev_priv->mm.object_count--; in i915_gem_info_remove_obj()
86 dev_priv->mm.object_memory -= size; in i915_gem_info_remove_obj()
179 list_for_each_entry(obj, &dev_priv->mm.bound_list, gtt_list) in i915_gem_get_aperture_ioctl()
1071 bool interruptible = dev_priv->mm.interruptible; in i915_wait_seqno()
1139 BUG_ON(!dev_priv->mm.interruptible); in i915_gem_object_wait_rendering__nonblocking()
1492 dev_priv->mm.shrinker_no_lock_stealing = true; in i915_gem_object_create_mmap_offset()
1513 dev_priv->mm.shrinker_no_lock_stealing = false; in i915_gem_object_create_mmap_offset()
1698 &dev_priv->mm.unbound_list, in __i915_gem_shrink()
1709 &dev_priv->mm.inactive_list, in __i915_gem_shrink()
1736 list_for_each_entry_safe(obj, next, &dev_priv->mm.unbound_list, gtt_list) in i915_gem_shrink_all()
1870 list_add_tail(&obj->gtt_list, &dev_priv->mm.unbound_list); in i915_gem_object_get_pages()
1892 list_move_tail(&obj->mm_list, &dev_priv->mm.active_list); in i915_gem_object_move_to_active()
1906 &dev_priv->mm.fence_list); in i915_gem_object_move_to_active()
1920 list_move_tail(&obj->mm_list, &dev_priv->mm.inactive_list); in i915_gem_object_move_to_inactive()
2059 spin_lock(&file_priv->mm.lock); in i915_add_request()
2062 &file_priv->mm.request_list); in i915_add_request()
2063 spin_unlock(&file_priv->mm.lock); in i915_add_request()
2069 if (!dev_priv->mm.suspended) { in i915_add_request()
2076 &dev_priv->mm.retire_work, in i915_add_request()
2095 spin_lock(&file_priv->mm.lock); in i915_gem_request_remove_from_client()
2100 spin_unlock(&file_priv->mm.lock); in i915_gem_request_remove_from_client()
2154 &dev_priv->mm.inactive_list, in i915_gem_reset()
2247 mm.retire_work.work); in i915_gem_retire_work_handler()
2252 queue_delayed_work(dev_priv->wq, &dev_priv->mm.retire_work, in i915_gem_retire_work_handler()
2270 if (!dev_priv->mm.suspended && !idle) in i915_gem_retire_work_handler()
2271 queue_delayed_work(dev_priv->wq, &dev_priv->mm.retire_work, in i915_gem_retire_work_handler()
2493 i915_ppgtt_unbind_object(dev_priv->mm.aliasing_ppgtt, obj); in i915_gem_object_unbind()
2499 list_move_tail(&obj->gtt_list, &dev_priv->mm.unbound_list); in i915_gem_object_unbind()
2709 list_move_tail(&fence->lru_list, &dev_priv->mm.fence_list); in i915_gem_object_update_fence()
2776 list_for_each_entry(reg, &dev_priv->mm.fence_list, lru_list) { in i915_find_fence_reg()
2823 &dev_priv->mm.fence_list); in i915_gem_object_get_fence()
2886 list_for_each_entry(obj, &dev_priv->mm.gtt_list, gtt_list) { in i915_gem_verify_gtt()
2979 ret = drm_mm_insert_node_in_range_generic(&dev_priv->mm.gtt_space, node, in i915_gem_object_bind_to_gtt()
2983 ret = drm_mm_insert_node_generic(&dev_priv->mm.gtt_space, node, in i915_gem_object_bind_to_gtt()
3010 list_move_tail(&obj->gtt_list, &dev_priv->mm.bound_list); in i915_gem_object_bind_to_gtt()
3011 list_add_tail(&obj->mm_list, &dev_priv->mm.inactive_list); in i915_gem_object_bind_to_gtt()
3163 list_move_tail(&obj->mm_list, &dev_priv->mm.inactive_list); in i915_gem_object_set_to_gtt_domain()
3209 i915_ppgtt_bind_object(dev_priv->mm.aliasing_ppgtt, in i915_gem_object_set_cache_level()
3461 spin_lock(&file_priv->mm.lock); in i915_gem_ring_throttle()
3462 list_for_each_entry(request, &file_priv->mm.request_list, client_list) { in i915_gem_ring_throttle()
3470 spin_unlock(&file_priv->mm.lock); in i915_gem_ring_throttle()
3477 queue_delayed_work(dev_priv->wq, &dev_priv->mm.retire_work, 0); in i915_gem_ring_throttle()
3518 if (!dev_priv->mm.aliasing_ppgtt) in i915_gem_object_pin()
3817 was_interruptible = dev_priv->mm.interruptible; in i915_gem_free_object()
3818 dev_priv->mm.interruptible = false; in i915_gem_free_object()
3822 dev_priv->mm.interruptible = was_interruptible; in i915_gem_free_object()
3850 if (dev_priv->mm.suspended) { in i915_gem_idle()
3870 dev_priv->mm.suspended = 1; in i915_gem_idle()
3879 cancel_delayed_work_sync(&dev_priv->mm.retire_work); in i915_gem_idle()
3921 dev_priv->mm.bit_6_swizzle_x == I915_BIT_6_SWIZZLE_NONE) in i915_gem_init_swizzling()
4023 if (dev_priv->mm.aliasing_ppgtt) { in i915_gem_init_hw()
4024 ret = dev_priv->mm.aliasing_ppgtt->enable(dev); in i915_gem_init_hw()
4090 dev_priv->mm.suspended = 0; in i915_gem_entervt_ioctl()
4098 BUG_ON(!list_empty(&dev_priv->mm.active_list)); in i915_gem_entervt_ioctl()
4110 dev_priv->mm.suspended = 1; in i915_gem_entervt_ioctl()
4159 INIT_LIST_HEAD(&dev_priv->mm.active_list); in i915_gem_load()
4160 INIT_LIST_HEAD(&dev_priv->mm.inactive_list); in i915_gem_load()
4161 INIT_LIST_HEAD(&dev_priv->mm.unbound_list); in i915_gem_load()
4162 INIT_LIST_HEAD(&dev_priv->mm.bound_list); in i915_gem_load()
4163 INIT_LIST_HEAD(&dev_priv->mm.fence_list); in i915_gem_load()
4168 INIT_DELAYED_WORK(&dev_priv->mm.retire_work, in i915_gem_load()
4192 INIT_LIST_HEAD(&dev_priv->mm.fence_list); in i915_gem_load()
4198 dev_priv->mm.interruptible = true; in i915_gem_load()
4200 dev_priv->mm.inactive_shrinker.shrink = i915_gem_inactive_shrink; in i915_gem_load()
4201 dev_priv->mm.inactive_shrinker.seeks = DEFAULT_SEEKS; in i915_gem_load()
4202 register_shrinker(&dev_priv->mm.inactive_shrinker); in i915_gem_load()
4216 if (dev_priv->mm.phys_objs[id - 1] || !size) in i915_gem_init_phys_object()
4234 dev_priv->mm.phys_objs[id - 1] = phys_obj; in i915_gem_init_phys_object()
4247 if (!dev_priv->mm.phys_objs[id - 1]) in i915_gem_free_phys_object()
4250 phys_obj = dev_priv->mm.phys_objs[id - 1]; in i915_gem_free_phys_object()
4260 dev_priv->mm.phys_objs[id - 1] = NULL; in i915_gem_free_phys_object()
4326 if (!dev_priv->mm.phys_objs[id - 1]) { in i915_gem_attach_phys_object()
4337 obj->phys_obj = dev_priv->mm.phys_objs[id - 1]; in i915_gem_attach_phys_object()
4397 spin_lock(&file_priv->mm.lock); in i915_gem_release()
4398 while (!list_empty(&file_priv->mm.request_list)) { in i915_gem_release()
4401 request = list_first_entry(&file_priv->mm.request_list, in i915_gem_release()
4407 spin_unlock(&file_priv->mm.lock); in i915_gem_release()
4429 mm.inactive_shrinker); in i915_gem_inactive_shrink()
4440 if (dev_priv->mm.shrinker_no_lock_stealing) in i915_gem_inactive_shrink()
4456 list_for_each_entry(obj, &dev_priv->mm.unbound_list, gtt_list) in i915_gem_inactive_shrink()
4459 list_for_each_entry(obj, &dev_priv->mm.inactive_list, gtt_list) in i915_gem_inactive_shrink()