182 			       const u32 *insn_to_jit_off)  in bpf_prog_fill_jited_linfo()
184 	u32 linfo_idx, insn_start, insn_end, nr_linfo, i;  in bpf_prog_fill_jited_linfo()
221 	u32 pages, delta;  in bpf_prog_realloc()
265 	const u32 bits_offset = SHA_MESSAGE_BYTES - sizeof(__be64);  in bpf_prog_calc_tag()
266 	u32 raw_size = bpf_prog_tag_scratch_size(fp);  in bpf_prog_calc_tag()
267 	u32 digest[SHA_DIGEST_WORDS];  in bpf_prog_calc_tag()
268 	u32 ws[SHA_WORKSPACE_WORDS];  in bpf_prog_calc_tag()
269 	u32 i, bsize, psize, blocks;  in bpf_prog_calc_tag()
336 static int bpf_adj_delta_to_imm(struct bpf_insn *insn, u32 pos, s32 end_old,  in bpf_adj_delta_to_imm()
354 static int bpf_adj_delta_to_off(struct bpf_insn *insn, u32 pos, s32 end_old,  in bpf_adj_delta_to_off()
372 static int bpf_adj_branches(struct bpf_prog *prog, u32 pos, s32 end_old,  in bpf_adj_branches()
375 	u32 i, insn_cnt = prog->len + (probe_pass ? end_new - end_old : 0);  in bpf_adj_branches()
412 static void bpf_adj_linfo(struct bpf_prog *prog, u32 off, u32 delta)  in bpf_adj_linfo()
415 	u32 i, nr_linfo;  in bpf_adj_linfo()
432 struct bpf_prog *bpf_patch_insn_single(struct bpf_prog *prog, u32 off,  in bpf_patch_insn_single()
433 				       const struct bpf_insn *patch, u32 len)  in bpf_patch_insn_single()
435 	u32 insn_adj_cnt, insn_rest, insn_delta = len - 1;  in bpf_patch_insn_single()
436 	const u32 cnt_max = S16_MAX;  in bpf_patch_insn_single()
493 int bpf_remove_insns(struct bpf_prog *prog, u32 off, u32 cnt)  in bpf_remove_insns()
767 static int bpf_jit_charge_modmem(u32 pages)  in bpf_jit_charge_modmem()
780 static void bpf_jit_uncharge_modmem(u32 pages)  in bpf_jit_uncharge_modmem()
809 	u32 size, hole, start, pages;  in bpf_jit_binary_alloc()
843 	u32 pages = hdr->pages;  in bpf_jit_binary_free()
906 	u32 imm_rnd = get_random_int();  in bpf_jit_blind_insn()
1325 	u32 tail_call_cnt = 0;  in ___bpf_prog_run()
1339 		DST = (u32) DST OP (u32) SRC;	\  in ___bpf_prog_run()
1345 		DST = (u32) DST OP (u32) IMM;	\  in ___bpf_prog_run()
1358 		DST = (u32) -DST;  in ___bpf_prog_run()
1364 		DST = (u32) SRC;  in ___bpf_prog_run()
1367 		DST = (u32) IMM;  in ___bpf_prog_run()
1376 		DST = (u64) (u32) insn[0].imm | ((u64) (u32) insn[1].imm) << 32;  in ___bpf_prog_run()
1380 		DST = (u64) (u32) (((s32) DST) >> SRC);  in ___bpf_prog_run()
1383 		DST = (u64) (u32) (((s32) DST) >> IMM);  in ___bpf_prog_run()
1396 		AX = (u32) DST;  in ___bpf_prog_run()
1397 		DST = do_div(AX, (u32) SRC);  in ___bpf_prog_run()
1404 		AX = (u32) DST;  in ___bpf_prog_run()
1405 		DST = do_div(AX, (u32) IMM);  in ___bpf_prog_run()
1411 		AX = (u32) DST;  in ___bpf_prog_run()
1412 		do_div(AX, (u32) SRC);  in ___bpf_prog_run()
1413 		DST = (u32) AX;  in ___bpf_prog_run()
1419 		AX = (u32) DST;  in ___bpf_prog_run()
1420 		do_div(AX, (u32) IMM);  in ___bpf_prog_run()
1421 		DST = (u32) AX;  in ___bpf_prog_run()
1429 			DST = (__force u32) cpu_to_be32(DST);  in ___bpf_prog_run()
1442 			DST = (__force u32) cpu_to_le32(DST);  in ___bpf_prog_run()
1471 		u32 index = BPF_R3;  in ___bpf_prog_run()
1551 	LDST(W,  u32)  in ___bpf_prog_run()
1555 		atomic_add((u32) SRC, (atomic_t *)(unsigned long)  in ___bpf_prog_run()
1637 void bpf_patch_call_args(struct bpf_insn *insn, u32 stack_depth)  in bpf_patch_call_args()
1639 	stack_depth = max_t(u32, stack_depth, 1);  in bpf_patch_call_args()
1701 	u32 stack_depth = max_t(u32, fp->aux->stack_depth, 1);  in bpf_prog_select_func()
1795 struct bpf_prog_array *bpf_prog_array_alloc(u32 prog_cnt, gfp_t flags)  in bpf_prog_array_alloc()
1816 	u32 cnt = 0;  in bpf_prog_array_length()
1835 				     u32 *prog_ids,  in bpf_prog_array_copy_core()
1836 				     u32 request_cnt)  in bpf_prog_array_copy_core()
1855 				__u32 __user *prog_ids, u32 cnt)  in bpf_prog_array_copy_to_user()
1859 	u32 *ids;  in bpf_prog_array_copy_to_user()
1867 	ids = kcalloc(cnt, sizeof(u32), GFP_USER | __GFP_NOWARN);  in bpf_prog_array_copy_to_user()
1871 	err = copy_to_user(prog_ids, ids, cnt * sizeof(u32));  in bpf_prog_array_copy_to_user()
1957 			     u32 *prog_ids, u32 request_cnt,  in bpf_prog_array_copy_info()
1958 			     u32 *prog_cnt)  in bpf_prog_array_copy_info()
1960 	u32 cnt = 0;  in bpf_prog_array_copy_info()
2025 	u32 res;  in BPF_CALL_0()