Lines Matching refs:node
94 int node; member
471 struct io_wq_work_node *node, *prev; in io_get_next_work() local
476 wq_list_for_each(node, prev, &acct->work_list) { in io_get_next_work()
479 work = container_of(node, struct io_wq_work, list); in io_get_next_work()
483 wq_list_del(&acct->work_list, node, prev); in io_get_next_work()
500 node = &tail->list; in io_get_next_work()
764 tsk = create_io_thread(io_wqe_worker, worker, wqe->node); in create_worker_cont()
812 worker = kzalloc_node(sizeof(*worker), GFP_KERNEL, wqe->node); in create_io_worker()
831 tsk = create_io_thread(io_wqe_worker, worker, wqe->node); in create_io_worker()
1026 struct io_wq_work_node *node, *prev; in io_acct_cancel_pending_work() local
1029 wq_list_for_each(node, prev, &acct->work_list) { in io_acct_cancel_pending_work()
1030 work = container_of(node, struct io_wq_work, list); in io_acct_cancel_pending_work()
1078 int node; in io_wq_cancel_cb() local
1085 for_each_node(node) { in io_wq_cancel_cb()
1086 struct io_wqe *wqe = wq->wqes[node]; in io_wq_cancel_cb()
1099 for_each_node(node) { in io_wq_cancel_cb()
1100 struct io_wqe *wqe = wq->wqes[node]; in io_wq_cancel_cb()
1135 int ret, node, i; in io_wq_create() local
1156 for_each_node(node) { in io_wq_create()
1158 int alloc_node = node; in io_wq_create()
1165 wq->wqes[node] = wqe; in io_wq_create()
1168 cpumask_copy(wqe->cpu_mask, cpumask_of_node(node)); in io_wq_create()
1169 wqe->node = alloc_node; in io_wq_create()
1195 for_each_node(node) { in io_wq_create()
1196 if (!wq->wqes[node]) in io_wq_create()
1198 free_cpumask_var(wq->wqes[node]->cpu_mask); in io_wq_create()
1199 kfree(wq->wqes[node]); in io_wq_create()
1241 int node; in io_wq_exit_workers() local
1249 for_each_node(node) { in io_wq_exit_workers()
1250 struct io_wqe *wqe = wq->wqes[node]; in io_wq_exit_workers()
1258 for_each_node(node) { in io_wq_exit_workers()
1260 list_del_init(&wq->wqes[node]->wait.entry); in io_wq_exit_workers()
1269 int node; in io_wq_destroy() local
1273 for_each_node(node) { in io_wq_destroy()
1274 struct io_wqe *wqe = wq->wqes[node]; in io_wq_destroy()
1326 static int io_wq_cpu_online(unsigned int cpu, struct hlist_node *node) in io_wq_cpu_online() argument
1328 struct io_wq *wq = hlist_entry_safe(node, struct io_wq, cpuhp_node); in io_wq_cpu_online()
1333 static int io_wq_cpu_offline(unsigned int cpu, struct hlist_node *node) in io_wq_cpu_offline() argument
1335 struct io_wq *wq = hlist_entry_safe(node, struct io_wq, cpuhp_node); in io_wq_cpu_offline()
1365 int i, node; in io_wq_max_workers() local
1380 for_each_node(node) { in io_wq_max_workers()
1381 struct io_wqe *wqe = wq->wqes[node]; in io_wq_max_workers()