1111 	struct bpf_hrtimer *t = container_of(hrtimer, struct bpf_hrtimer, timer);  in bpf_timer_cb()  local
1112 	struct bpf_map *map = t->map;  in bpf_timer_cb()
1113 	void *value = t->value;  in bpf_timer_cb()
1119 	callback_fn = rcu_dereference_check(t->callback_fn, rcu_read_lock_bh_held());  in bpf_timer_cb()
1129 	this_cpu_write(hrtimer_running, t);  in bpf_timer_cb()
1152 	struct bpf_hrtimer *t;  in BPF_CALL_3()  local
1169 	t = timer->timer;  in BPF_CALL_3()
1170 	if (t) {  in BPF_CALL_3()
1175 	t = bpf_map_kmalloc_node(map, sizeof(*t), GFP_ATOMIC, map->numa_node);  in BPF_CALL_3()
1176 	if (!t) {  in BPF_CALL_3()
1180 	t->value = (void *)timer - map->timer_off;  in BPF_CALL_3()
1181 	t->map = map;  in BPF_CALL_3()
1182 	t->prog = NULL;  in BPF_CALL_3()
1183 	rcu_assign_pointer(t->callback_fn, NULL);  in BPF_CALL_3()
1184 	hrtimer_init(&t->timer, clockid, HRTIMER_MODE_REL_SOFT);  in BPF_CALL_3()
1185 	t->timer.function = bpf_timer_cb;  in BPF_CALL_3()
1186 	WRITE_ONCE(timer->timer, t);  in BPF_CALL_3()
1198 		kfree(t);  in BPF_CALL_3()
1219 	struct bpf_hrtimer *t;  in BPF_CALL_3()  local
1225 	t = timer->timer;  in BPF_CALL_3()
1226 	if (!t) {  in BPF_CALL_3()
1230 	if (!atomic64_read(&t->map->usercnt)) {  in BPF_CALL_3()
1239 	prev = t->prog;  in BPF_CALL_3()
1252 		t->prog = prog;  in BPF_CALL_3()
1254 	rcu_assign_pointer(t->callback_fn, callback_fn);  in BPF_CALL_3()
1270 	struct bpf_hrtimer *t;  in BPF_CALL_3()  local
1278 	t = timer->timer;  in BPF_CALL_3()
1279 	if (!t || !t->prog) {  in BPF_CALL_3()
1283 	hrtimer_start(&t->timer, ns_to_ktime(nsecs), HRTIMER_MODE_REL_SOFT);  in BPF_CALL_3()
1298 static void drop_prog_refcnt(struct bpf_hrtimer *t)  in drop_prog_refcnt()  argument
1300 	struct bpf_prog *prog = t->prog;  in drop_prog_refcnt()
1304 		t->prog = NULL;  in drop_prog_refcnt()
1305 		rcu_assign_pointer(t->callback_fn, NULL);  in drop_prog_refcnt()
1311 	struct bpf_hrtimer *t;  in BPF_CALL_1()  local
1318 	t = timer->timer;  in BPF_CALL_1()
1319 	if (!t) {  in BPF_CALL_1()
1323 	if (this_cpu_read(hrtimer_running) == t) {  in BPF_CALL_1()
1331 	drop_prog_refcnt(t);  in BPF_CALL_1()
1337 	ret = ret ?: hrtimer_cancel(&t->timer);  in BPF_CALL_1()
1355 	struct bpf_hrtimer *t;  in bpf_timer_cancel_and_free()  local
1363 	t = timer->timer;  in bpf_timer_cancel_and_free()
1364 	if (!t)  in bpf_timer_cancel_and_free()
1366 	drop_prog_refcnt(t);  in bpf_timer_cancel_and_free()
1373 	if (!t)  in bpf_timer_cancel_and_free()
1391 	if (this_cpu_read(hrtimer_running) != t)  in bpf_timer_cancel_and_free()
1392 		hrtimer_cancel(&t->timer);  in bpf_timer_cancel_and_free()
1393 	kfree_rcu(t, rcu);  in bpf_timer_cancel_and_free()