Lines Matching refs:rdtgrp
157 struct rdtgroup *rdtgrp; in rdtgroup_mode_by_closid() local
159 list_for_each_entry(rdtgrp, &rdt_all_groups, rdtgroup_list) { in rdtgroup_mode_by_closid()
160 if (rdtgrp->closid == closid) in rdtgroup_mode_by_closid()
161 return rdtgrp->mode; in rdtgroup_mode_by_closid()
264 struct rdtgroup *rdtgrp; in rdtgroup_cpus_show() local
268 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_cpus_show()
270 if (rdtgrp) { in rdtgroup_cpus_show()
271 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) { in rdtgroup_cpus_show()
272 if (!rdtgrp->plr->d) { in rdtgroup_cpus_show()
277 mask = &rdtgrp->plr->d->cpu_mask; in rdtgroup_cpus_show()
284 cpumask_pr_args(&rdtgrp->cpu_mask)); in rdtgroup_cpus_show()
333 static int cpus_mon_write(struct rdtgroup *rdtgrp, cpumask_var_t newmask, in cpus_mon_write() argument
336 struct rdtgroup *prgrp = rdtgrp->mon.parent, *crgrp; in cpus_mon_write()
347 cpumask_andnot(tmpmask, &rdtgrp->cpu_mask, newmask); in cpus_mon_write()
358 cpumask_andnot(tmpmask, newmask, &rdtgrp->cpu_mask); in cpus_mon_write()
362 if (crgrp == rdtgrp) in cpus_mon_write()
367 update_closid_rmid(tmpmask, rdtgrp); in cpus_mon_write()
371 cpumask_copy(&rdtgrp->cpu_mask, newmask); in cpus_mon_write()
386 static int cpus_ctrl_write(struct rdtgroup *rdtgrp, cpumask_var_t newmask, in cpus_ctrl_write() argument
393 cpumask_andnot(tmpmask, &rdtgrp->cpu_mask, newmask); in cpus_ctrl_write()
396 if (rdtgrp == &rdtgroup_default) { in cpus_ctrl_write()
412 cpumask_andnot(tmpmask, newmask, &rdtgrp->cpu_mask); in cpus_ctrl_write()
415 if (r == rdtgrp) in cpus_ctrl_write()
421 update_closid_rmid(tmpmask, rdtgrp); in cpus_ctrl_write()
425 cpumask_copy(&rdtgrp->cpu_mask, newmask); in cpus_ctrl_write()
431 head = &rdtgrp->mon.crdtgrp_list; in cpus_ctrl_write()
433 cpumask_and(tmpmask, &rdtgrp->cpu_mask, &crgrp->cpu_mask); in cpus_ctrl_write()
434 update_closid_rmid(tmpmask, rdtgrp); in cpus_ctrl_write()
445 struct rdtgroup *rdtgrp; in rdtgroup_cpus_write() local
463 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_cpus_write()
464 if (!rdtgrp) { in rdtgroup_cpus_write()
469 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED || in rdtgroup_cpus_write()
470 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_cpus_write()
494 if (rdtgrp->type == RDTCTRL_GROUP) in rdtgroup_cpus_write()
495 ret = cpus_ctrl_write(rdtgrp, newmask, tmpmask, tmpmask1); in rdtgroup_cpus_write()
496 else if (rdtgrp->type == RDTMON_GROUP) in rdtgroup_cpus_write()
497 ret = cpus_mon_write(rdtgrp, newmask, tmpmask); in rdtgroup_cpus_write()
522 static void rdtgroup_remove(struct rdtgroup *rdtgrp) in rdtgroup_remove() argument
524 kernfs_put(rdtgrp->kn); in rdtgroup_remove()
525 kfree(rdtgrp); in rdtgroup_remove()
547 struct rdtgroup *rdtgrp) in __rdtgroup_move_task() argument
550 if ((rdtgrp->type == RDTCTRL_GROUP && tsk->closid == rdtgrp->closid && in __rdtgroup_move_task()
551 tsk->rmid == rdtgrp->mon.rmid) || in __rdtgroup_move_task()
552 (rdtgrp->type == RDTMON_GROUP && tsk->rmid == rdtgrp->mon.rmid && in __rdtgroup_move_task()
553 tsk->closid == rdtgrp->mon.parent->closid)) in __rdtgroup_move_task()
565 if (rdtgrp->type == RDTCTRL_GROUP) { in __rdtgroup_move_task()
566 WRITE_ONCE(tsk->closid, rdtgrp->closid); in __rdtgroup_move_task()
567 WRITE_ONCE(tsk->rmid, rdtgrp->mon.rmid); in __rdtgroup_move_task()
568 } else if (rdtgrp->type == RDTMON_GROUP) { in __rdtgroup_move_task()
569 if (rdtgrp->mon.parent->closid == tsk->closid) { in __rdtgroup_move_task()
570 WRITE_ONCE(tsk->rmid, rdtgrp->mon.rmid); in __rdtgroup_move_task()
655 static int rdtgroup_move_task(pid_t pid, struct rdtgroup *rdtgrp, in rdtgroup_move_task() argument
678 ret = __rdtgroup_move_task(tsk, rdtgrp); in rdtgroup_move_task()
687 struct rdtgroup *rdtgrp; in rdtgroup_tasks_write() local
693 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_tasks_write()
694 if (!rdtgrp) { in rdtgroup_tasks_write()
700 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED || in rdtgroup_tasks_write()
701 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_tasks_write()
707 ret = rdtgroup_move_task(pid, rdtgrp, of); in rdtgroup_tasks_write()
734 struct rdtgroup *rdtgrp; in rdtgroup_tasks_show() local
737 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_tasks_show()
738 if (rdtgrp) in rdtgroup_tasks_show()
739 show_rdt_tasks(rdtgrp, s); in rdtgroup_tasks_show()
974 struct rdtgroup *rdtgrp; in rdtgroup_mode_show() local
976 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_mode_show()
977 if (!rdtgrp) { in rdtgroup_mode_show()
982 seq_printf(s, "%s\n", rdtgroup_mode_str(rdtgrp->mode)); in rdtgroup_mode_show()
1163 static bool rdtgroup_mode_test_exclusive(struct rdtgroup *rdtgrp) in rdtgroup_mode_test_exclusive() argument
1165 int closid = rdtgrp->closid; in rdtgroup_mode_test_exclusive()
1176 rdtgrp->closid, false)) { in rdtgroup_mode_test_exclusive()
1198 struct rdtgroup *rdtgrp; in rdtgroup_mode_write() local
1207 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_mode_write()
1208 if (!rdtgrp) { in rdtgroup_mode_write()
1215 mode = rdtgrp->mode; in rdtgroup_mode_write()
1231 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_mode_write()
1232 ret = rdtgroup_locksetup_exit(rdtgrp); in rdtgroup_mode_write()
1236 rdtgrp->mode = RDT_MODE_SHAREABLE; in rdtgroup_mode_write()
1238 if (!rdtgroup_mode_test_exclusive(rdtgrp)) { in rdtgroup_mode_write()
1242 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_mode_write()
1243 ret = rdtgroup_locksetup_exit(rdtgrp); in rdtgroup_mode_write()
1247 rdtgrp->mode = RDT_MODE_EXCLUSIVE; in rdtgroup_mode_write()
1249 ret = rdtgroup_locksetup_enter(rdtgrp); in rdtgroup_mode_write()
1252 rdtgrp->mode = RDT_MODE_PSEUDO_LOCKSETUP; in rdtgroup_mode_write()
1307 struct rdtgroup *rdtgrp; in rdtgroup_size_show() local
1315 rdtgrp = rdtgroup_kn_lock_live(of->kn); in rdtgroup_size_show()
1316 if (!rdtgrp) { in rdtgroup_size_show()
1321 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) { in rdtgroup_size_show()
1322 if (!rdtgrp->plr->d) { in rdtgroup_size_show()
1328 rdtgrp->plr->r->name); in rdtgroup_size_show()
1329 size = rdtgroup_cbm_to_size(rdtgrp->plr->r, in rdtgroup_size_show()
1330 rdtgrp->plr->d, in rdtgroup_size_show()
1331 rdtgrp->plr->cbm); in rdtgroup_size_show()
1332 seq_printf(s, "%d=%u\n", rdtgrp->plr->d->id, size); in rdtgroup_size_show()
1343 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP) { in rdtgroup_size_show()
1347 d->ctrl_val[rdtgrp->closid] : in rdtgroup_size_show()
1348 d->mbps_val[rdtgrp->closid]); in rdtgroup_size_show()
1904 struct rdtgroup *rdtgrp = kernfs_to_rdtgroup(kn); in rdtgroup_kn_lock_live() local
1906 if (!rdtgrp) in rdtgroup_kn_lock_live()
1909 atomic_inc(&rdtgrp->waitcount); in rdtgroup_kn_lock_live()
1915 if (rdtgrp->flags & RDT_DELETED) in rdtgroup_kn_lock_live()
1918 return rdtgrp; in rdtgroup_kn_lock_live()
1923 struct rdtgroup *rdtgrp = kernfs_to_rdtgroup(kn); in rdtgroup_kn_unlock() local
1925 if (!rdtgrp) in rdtgroup_kn_unlock()
1930 if (atomic_dec_and_test(&rdtgrp->waitcount) && in rdtgroup_kn_unlock()
1931 (rdtgrp->flags & RDT_DELETED)) { in rdtgroup_kn_unlock()
1932 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP || in rdtgroup_kn_unlock()
1933 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) in rdtgroup_kn_unlock()
1934 rdtgroup_pseudo_lock_remove(rdtgrp); in rdtgroup_kn_unlock()
1936 rdtgroup_remove(rdtgrp); in rdtgroup_kn_unlock()
2207 static void free_all_child_rdtgrp(struct rdtgroup *rdtgrp) in free_all_child_rdtgrp() argument
2212 head = &rdtgrp->mon.crdtgrp_list; in free_all_child_rdtgrp()
2229 struct rdtgroup *rdtgrp, *tmp; in rmdir_all_sub() local
2234 list_for_each_entry_safe(rdtgrp, tmp, &rdt_all_groups, rdtgroup_list) { in rmdir_all_sub()
2236 free_all_child_rdtgrp(rdtgrp); in rmdir_all_sub()
2239 if (rdtgrp == &rdtgroup_default) in rmdir_all_sub()
2242 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP || in rmdir_all_sub()
2243 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) in rmdir_all_sub()
2244 rdtgroup_pseudo_lock_remove(rdtgrp); in rmdir_all_sub()
2252 &rdtgroup_default.cpu_mask, &rdtgrp->cpu_mask); in rmdir_all_sub()
2254 free_rmid(rdtgrp->mon.rmid); in rmdir_all_sub()
2256 kernfs_remove(rdtgrp->kn); in rmdir_all_sub()
2257 list_del(&rdtgrp->rdtgroup_list); in rmdir_all_sub()
2259 if (atomic_read(&rdtgrp->waitcount) != 0) in rmdir_all_sub()
2260 rdtgrp->flags = RDT_DELETED; in rmdir_all_sub()
2262 rdtgroup_remove(rdtgrp); in rmdir_all_sub()
2622 static int rdtgroup_init_alloc(struct rdtgroup *rdtgrp) in rdtgroup_init_alloc() argument
2631 ret = rdtgroup_init_cat(r, rdtgrp->closid); in rdtgroup_init_alloc()
2636 ret = update_domains(r, rdtgrp->closid); in rdtgroup_init_alloc()
2644 rdtgrp->mode = RDT_MODE_SHAREABLE; in rdtgroup_init_alloc()
2654 struct rdtgroup *prdtgrp, *rdtgrp; in mkdir_rdt_prepare() local
2674 rdtgrp = kzalloc(sizeof(*rdtgrp), GFP_KERNEL); in mkdir_rdt_prepare()
2675 if (!rdtgrp) { in mkdir_rdt_prepare()
2680 *r = rdtgrp; in mkdir_rdt_prepare()
2681 rdtgrp->mon.parent = prdtgrp; in mkdir_rdt_prepare()
2682 rdtgrp->type = rtype; in mkdir_rdt_prepare()
2683 INIT_LIST_HEAD(&rdtgrp->mon.crdtgrp_list); in mkdir_rdt_prepare()
2686 kn = kernfs_create_dir(parent_kn, name, mode, rdtgrp); in mkdir_rdt_prepare()
2692 rdtgrp->kn = kn; in mkdir_rdt_prepare()
2721 rdtgrp->mon.rmid = ret; in mkdir_rdt_prepare()
2723 ret = mkdir_mondata_all(kn, rdtgrp, &rdtgrp->mon.mon_data_kn); in mkdir_rdt_prepare()
2737 free_rmid(rdtgrp->mon.rmid); in mkdir_rdt_prepare()
2739 kernfs_put(rdtgrp->kn); in mkdir_rdt_prepare()
2740 kernfs_remove(rdtgrp->kn); in mkdir_rdt_prepare()
2742 kfree(rdtgrp); in mkdir_rdt_prepare()
2765 struct rdtgroup *rdtgrp, *prgrp; in rdtgroup_mkdir_mon() local
2769 &rdtgrp); in rdtgroup_mkdir_mon()
2773 prgrp = rdtgrp->mon.parent; in rdtgroup_mkdir_mon()
2774 rdtgrp->closid = prgrp->closid; in rdtgroup_mkdir_mon()
2780 list_add_tail(&rdtgrp->mon.crdtgrp_list, &prgrp->mon.crdtgrp_list); in rdtgroup_mkdir_mon()
2794 struct rdtgroup *rdtgrp; in rdtgroup_mkdir_ctrl_mon() local
2800 &rdtgrp); in rdtgroup_mkdir_ctrl_mon()
2804 kn = rdtgrp->kn; in rdtgroup_mkdir_ctrl_mon()
2813 rdtgrp->closid = closid; in rdtgroup_mkdir_ctrl_mon()
2814 ret = rdtgroup_init_alloc(rdtgrp); in rdtgroup_mkdir_ctrl_mon()
2818 list_add(&rdtgrp->rdtgroup_list, &rdt_all_groups); in rdtgroup_mkdir_ctrl_mon()
2825 ret = mongroup_create_dir(kn, rdtgrp, "mon_groups", NULL); in rdtgroup_mkdir_ctrl_mon()
2835 list_del(&rdtgrp->rdtgroup_list); in rdtgroup_mkdir_ctrl_mon()
2839 mkdir_rdt_prepare_clean(rdtgrp); in rdtgroup_mkdir_ctrl_mon()
2886 static int rdtgroup_rmdir_mon(struct kernfs_node *kn, struct rdtgroup *rdtgrp, in rdtgroup_rmdir_mon() argument
2889 struct rdtgroup *prdtgrp = rdtgrp->mon.parent; in rdtgroup_rmdir_mon()
2893 rdt_move_group_tasks(rdtgrp, prdtgrp, tmpmask); in rdtgroup_rmdir_mon()
2896 for_each_cpu(cpu, &rdtgrp->cpu_mask) in rdtgroup_rmdir_mon()
2902 cpumask_or(tmpmask, tmpmask, &rdtgrp->cpu_mask); in rdtgroup_rmdir_mon()
2905 rdtgrp->flags = RDT_DELETED; in rdtgroup_rmdir_mon()
2906 free_rmid(rdtgrp->mon.rmid); in rdtgroup_rmdir_mon()
2912 list_del(&rdtgrp->mon.crdtgrp_list); in rdtgroup_rmdir_mon()
2914 kernfs_remove(rdtgrp->kn); in rdtgroup_rmdir_mon()
2920 struct rdtgroup *rdtgrp) in rdtgroup_ctrl_remove() argument
2922 rdtgrp->flags = RDT_DELETED; in rdtgroup_ctrl_remove()
2923 list_del(&rdtgrp->rdtgroup_list); in rdtgroup_ctrl_remove()
2925 kernfs_remove(rdtgrp->kn); in rdtgroup_ctrl_remove()
2929 static int rdtgroup_rmdir_ctrl(struct kernfs_node *kn, struct rdtgroup *rdtgrp, in rdtgroup_rmdir_ctrl() argument
2935 rdt_move_group_tasks(rdtgrp, &rdtgroup_default, tmpmask); in rdtgroup_rmdir_ctrl()
2939 &rdtgroup_default.cpu_mask, &rdtgrp->cpu_mask); in rdtgroup_rmdir_ctrl()
2942 for_each_cpu(cpu, &rdtgrp->cpu_mask) { in rdtgroup_rmdir_ctrl()
2951 cpumask_or(tmpmask, tmpmask, &rdtgrp->cpu_mask); in rdtgroup_rmdir_ctrl()
2954 closid_free(rdtgrp->closid); in rdtgroup_rmdir_ctrl()
2955 free_rmid(rdtgrp->mon.rmid); in rdtgroup_rmdir_ctrl()
2957 rdtgroup_ctrl_remove(kn, rdtgrp); in rdtgroup_rmdir_ctrl()
2962 free_all_child_rdtgrp(rdtgrp); in rdtgroup_rmdir_ctrl()
2970 struct rdtgroup *rdtgrp; in rdtgroup_rmdir() local
2977 rdtgrp = rdtgroup_kn_lock_live(kn); in rdtgroup_rmdir()
2978 if (!rdtgrp) { in rdtgroup_rmdir()
2990 if (rdtgrp->type == RDTCTRL_GROUP && parent_kn == rdtgroup_default.kn && in rdtgroup_rmdir()
2991 rdtgrp != &rdtgroup_default) { in rdtgroup_rmdir()
2992 if (rdtgrp->mode == RDT_MODE_PSEUDO_LOCKSETUP || in rdtgroup_rmdir()
2993 rdtgrp->mode == RDT_MODE_PSEUDO_LOCKED) { in rdtgroup_rmdir()
2994 ret = rdtgroup_ctrl_remove(kn, rdtgrp); in rdtgroup_rmdir()
2996 ret = rdtgroup_rmdir_ctrl(kn, rdtgrp, tmpmask); in rdtgroup_rmdir()
2998 } else if (rdtgrp->type == RDTMON_GROUP && in rdtgroup_rmdir()
3000 ret = rdtgroup_rmdir_mon(kn, rdtgrp, tmpmask); in rdtgroup_rmdir()