Lines Matching refs:pool_workqueue
205 struct pool_workqueue { struct
280 struct pool_workqueue *dfl_pwq; /* PW: only for unbound wqs */
301 struct pool_workqueue __percpu *cpu_pwqs; /* I: per-cpu pwqs */
302 struct pool_workqueue __rcu *numa_pwq_tbl[]; /* PWR: unbound pwqs indexed by node */
382 static void show_pwq(struct pool_workqueue *pwq);
586 static struct pool_workqueue *unbound_pwq_by_node(struct workqueue_struct *wq, in unbound_pwq_by_node()
646 static void set_work_pwq(struct work_struct *work, struct pool_workqueue *pwq, in set_work_pwq()
708 static inline struct pool_workqueue *work_struct_pwq(unsigned long data) in work_struct_pwq()
710 return (struct pool_workqueue *)(data & WORK_STRUCT_WQ_DATA_MASK); in work_struct_pwq()
713 static struct pool_workqueue *get_work_pwq(struct work_struct *work) in get_work_pwq()
1120 static void get_pwq(struct pool_workqueue *pwq) in get_pwq()
1134 static void put_pwq(struct pool_workqueue *pwq) in put_pwq()
1158 static void put_pwq_unlocked(struct pool_workqueue *pwq) in put_pwq_unlocked()
1173 struct pool_workqueue *pwq = get_work_pwq(work); in pwq_activate_inactive_work()
1183 static void pwq_activate_first_inactive(struct pool_workqueue *pwq) in pwq_activate_first_inactive()
1202 static void pwq_dec_nr_in_flight(struct pool_workqueue *pwq, unsigned long work_data) in pwq_dec_nr_in_flight()
1272 struct pool_workqueue *pwq; in try_to_grab_pending()
1362 static void insert_work(struct pool_workqueue *pwq, struct work_struct *work, in insert_work()
1431 struct pool_workqueue *pwq; in __queue_work()
2042 struct pool_workqueue *pwq = get_work_pwq(work); in send_mayday()
2195 struct pool_workqueue *pwq = get_work_pwq(work); in process_one_work()
2523 struct pool_workqueue *pwq = list_first_entry(&wq->maydays, in rescuer_thread()
2524 struct pool_workqueue, mayday_node); in rescuer_thread()
2681 static void insert_wq_barrier(struct pool_workqueue *pwq, in insert_wq_barrier()
2764 struct pool_workqueue *pwq; in flush_workqueue_prep_pwqs()
2972 struct pool_workqueue *pwq; in drain_workqueue()
3018 struct pool_workqueue *pwq; in start_flush_work()
3705 container_of(rcu, struct pool_workqueue, rcu)); in rcu_free_pwq()
3714 struct pool_workqueue *pwq = container_of(work, struct pool_workqueue, in pwq_unbound_release_workfn()
3758 static void pwq_adjust_max_active(struct pool_workqueue *pwq) in pwq_adjust_max_active()
3806 static void init_pwq(struct pool_workqueue *pwq, struct workqueue_struct *wq, in init_pwq()
3824 static void link_pwq(struct pool_workqueue *pwq) in link_pwq()
3845 static struct pool_workqueue *alloc_unbound_pwq(struct workqueue_struct *wq, in alloc_unbound_pwq()
3849 struct pool_workqueue *pwq; in alloc_unbound_pwq()
3920 static struct pool_workqueue *numa_pwq_tbl_install(struct workqueue_struct *wq, in numa_pwq_tbl_install()
3922 struct pool_workqueue *pwq) in numa_pwq_tbl_install()
3924 struct pool_workqueue *old_pwq; in numa_pwq_tbl_install()
3942 struct pool_workqueue *dfl_pwq;
3943 struct pool_workqueue *pwq_tbl[];
4157 struct pool_workqueue *old_pwq = NULL, *pwq; in wq_update_unbound_numa()
4221 wq->cpu_pwqs = alloc_percpu(struct pool_workqueue); in alloc_and_link_pwqs()
4226 struct pool_workqueue *pwq = in alloc_and_link_pwqs()
4306 struct pool_workqueue *pwq; in alloc_workqueue()
4396 static bool pwq_busy(struct pool_workqueue *pwq) in pwq_busy()
4420 struct pool_workqueue *pwq; in destroy_workqueue()
4517 struct pool_workqueue *pwq; in workqueue_set_max_active()
4588 struct pool_workqueue *pwq; in workqueue_congested()
4685 struct pool_workqueue *pwq = NULL; in print_worker_info()
4738 static void show_pwq(struct pool_workqueue *pwq) in show_pwq()
4816 struct pool_workqueue *pwq; in show_one_workqueue()
5257 struct pool_workqueue *pwq; in freeze_workqueues_begin()
5291 struct pool_workqueue *pwq; in freeze_workqueues_busy()
5332 struct pool_workqueue *pwq; in thaw_workqueues()
6014 BUILD_BUG_ON(__alignof__(struct pool_workqueue) < __alignof__(long long)); in workqueue_init_early()
6020 pwq_cache = KMEM_CACHE(pool_workqueue, SLAB_PANIC); in workqueue_init_early()