Lines Matching refs:ds_queue
2653 struct deferred_split *ds_queue = get_deferred_split_queue(head); in split_huge_page_to_list() local
2733 spin_lock(&ds_queue->split_queue_lock); in split_huge_page_to_list()
2736 ds_queue->split_queue_len--; in split_huge_page_to_list()
2739 spin_unlock(&ds_queue->split_queue_lock); in split_huge_page_to_list()
2750 spin_unlock(&ds_queue->split_queue_lock); in split_huge_page_to_list()
2773 struct deferred_split *ds_queue = get_deferred_split_queue(page); in free_transhuge_page() local
2776 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in free_transhuge_page()
2778 ds_queue->split_queue_len--; in free_transhuge_page()
2781 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in free_transhuge_page()
2787 struct deferred_split *ds_queue = get_deferred_split_queue(page); in deferred_split_huge_page() local
2811 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in deferred_split_huge_page()
2814 list_add_tail(page_deferred_list(page), &ds_queue->split_queue); in deferred_split_huge_page()
2815 ds_queue->split_queue_len++; in deferred_split_huge_page()
2822 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in deferred_split_huge_page()
2829 struct deferred_split *ds_queue = &pgdata->deferred_split_queue; in deferred_split_count() local
2833 ds_queue = &sc->memcg->deferred_split_queue; in deferred_split_count()
2835 return READ_ONCE(ds_queue->split_queue_len); in deferred_split_count()
2842 struct deferred_split *ds_queue = &pgdata->deferred_split_queue; in deferred_split_scan() local
2850 ds_queue = &sc->memcg->deferred_split_queue; in deferred_split_scan()
2853 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2855 list_for_each_safe(pos, next, &ds_queue->split_queue) { in deferred_split_scan()
2863 ds_queue->split_queue_len--; in deferred_split_scan()
2868 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2882 spin_lock_irqsave(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2883 list_splice_tail(&list, &ds_queue->split_queue); in deferred_split_scan()
2884 spin_unlock_irqrestore(&ds_queue->split_queue_lock, flags); in deferred_split_scan()
2890 if (!split && list_empty(&ds_queue->split_queue)) in deferred_split_scan()