337 		int err = bpf_arch_text_poke(im->ip_after_call, BPF_MOD_JUMP,  in bpf_tramp_image_put()  local
339 		WARN_ON(err);  in bpf_tramp_image_put()
361 	int err = -ENOMEM;  in bpf_tramp_image_alloc()  local
367 	err = bpf_jit_charge_modmem(size);  in bpf_tramp_image_alloc()
368 	if (err)  in bpf_tramp_image_alloc()
372 	err = -ENOMEM;  in bpf_tramp_image_alloc()
377 	err = percpu_ref_init(&im->pcref, __bpf_tramp_image_release, 0, GFP_KERNEL);  in bpf_tramp_image_alloc()
378 	if (err)  in bpf_tramp_image_alloc()
395 	return ERR_PTR(err);  in bpf_tramp_image_alloc()
404 	int err, total, size;  in bpf_trampoline_update()  local
411 		err = unregister_fentry(tr, tr->cur_image->image);  in bpf_trampoline_update()
443 		err = size;  in bpf_trampoline_update()
448 		err = -E2BIG;  in bpf_trampoline_update()
454 		err = PTR_ERR(im);  in bpf_trampoline_update()
458 	err = arch_prepare_bpf_trampoline(im, im->image, im->image + size,  in bpf_trampoline_update()
461 	if (err < 0)  in bpf_trampoline_update()
464 	err = arch_protect_bpf_trampoline(im->image, im->size);  in bpf_trampoline_update()
465 	if (err)  in bpf_trampoline_update()
471 		err = modify_fentry(tr, tr->cur_image->image, im->image, lock_direct_mutex);  in bpf_trampoline_update()
474 		err = register_fentry(tr, im->image);  in bpf_trampoline_update()
477 	if (err == -EAGAIN) {  in bpf_trampoline_update()
491 	if (err)  in bpf_trampoline_update()
499 	if (err)  in bpf_trampoline_update()
502 	return err;  in bpf_trampoline_update()
555 	int err = 0;  in __bpf_trampoline_link_prog()  local
572 		err = bpf_freplace_check_tgt_prog(tgt_prog);  in __bpf_trampoline_link_prog()
573 		if (err)  in __bpf_trampoline_link_prog()
574 			return err;  in __bpf_trampoline_link_prog()
593 	err = bpf_trampoline_update(tr, true /* lock_direct_mutex */);  in __bpf_trampoline_link_prog()
594 	if (err) {  in __bpf_trampoline_link_prog()
598 	return err;  in __bpf_trampoline_link_prog()
605 	int err;  in bpf_trampoline_link_prog()  local
608 	err = __bpf_trampoline_link_prog(link, tr, tgt_prog);  in bpf_trampoline_link_prog()
610 	return err;  in bpf_trampoline_link_prog()
618 	int err;  in __bpf_trampoline_unlink_prog()  local
623 		err = bpf_arch_text_poke(tr->func.addr, BPF_MOD_JUMP,  in __bpf_trampoline_unlink_prog()
628 		return err;  in __bpf_trampoline_unlink_prog()
640 	int err;  in bpf_trampoline_unlink_prog()  local
643 	err = __bpf_trampoline_unlink_prog(link, tr, tgt_prog);  in bpf_trampoline_unlink_prog()
645 	return err;  in bpf_trampoline_unlink_prog()
736 	int err;  in bpf_trampoline_link_cgroup_shim()  local
738 	err = bpf_check_attach_target(NULL, prog, NULL,  in bpf_trampoline_link_cgroup_shim()
741 	if (err)  in bpf_trampoline_link_cgroup_shim()
742 		return err;  in bpf_trampoline_link_cgroup_shim()
768 		err = -ENOMEM;  in bpf_trampoline_link_cgroup_shim()
769 		goto err;  in bpf_trampoline_link_cgroup_shim()
772 	err = __bpf_trampoline_link_prog(&shim_link->link, tr, NULL);  in bpf_trampoline_link_cgroup_shim()
773 	if (err)  in bpf_trampoline_link_cgroup_shim()
774 		goto err;  in bpf_trampoline_link_cgroup_shim()
782 err:  in bpf_trampoline_link_cgroup_shim()
791 	return err;  in bpf_trampoline_link_cgroup_shim()