| /kernel/linux/linux-5.10/arch/arm64/net/ |
| D | bpf_jit_comp.c | 73 static inline void emit_a64_mov_i(const int is64, const int reg, in emit_a64_mov_i() argument
81 emit(A64_MOVN(is64, reg, (u16)~lo, 0), ctx); in emit_a64_mov_i()
83 emit(A64_MOVN(is64, reg, (u16)~hi, 16), ctx); in emit_a64_mov_i()
85 emit(A64_MOVK(is64, reg, lo, 0), ctx); in emit_a64_mov_i()
88 emit(A64_MOVZ(is64, reg, lo, 0), ctx); in emit_a64_mov_i()
90 emit(A64_MOVK(is64, reg, hi, 16), ctx); in emit_a64_mov_i()
438 const bool is64 = BPF_CLASS(code) == BPF_ALU64 || in build_insn() local
461 emit(A64_MOV(is64, dst, src), ctx); in build_insn()
466 emit(A64_ADD(is64, dst, dst, src), ctx); in build_insn()
470 emit(A64_SUB(is64, dst, dst, src), ctx); in build_insn()
[all …]
|
| /kernel/linux/linux-5.10/arch/riscv/net/ |
| D | bpf_jit_comp64.c | 446 bool is64 = BPF_CLASS(insn->code) == BPF_ALU64 || in bpf_jit_emit_insn() local
466 if (!is64 && !aux->verifier_zext) in bpf_jit_emit_insn()
474 if (!is64 && !aux->verifier_zext) in bpf_jit_emit_insn()
479 if (is64) in bpf_jit_emit_insn()
484 if (!is64 && !aux->verifier_zext) in bpf_jit_emit_insn()
490 if (!is64 && !aux->verifier_zext) in bpf_jit_emit_insn()
496 if (!is64 && !aux->verifier_zext) in bpf_jit_emit_insn()
502 if (!is64 && !aux->verifier_zext) in bpf_jit_emit_insn()
507 emit(is64 ? rv_mul(rd, rd, rs) : rv_mulw(rd, rd, rs), ctx); in bpf_jit_emit_insn()
508 if (!is64 && !aux->verifier_zext) in bpf_jit_emit_insn()
[all …]
|
| D | bpf_jit_comp32.c | 959 bool is64 = BPF_CLASS(insn->code) == BPF_ALU64 || in bpf_jit_emit_insn() local
1220 if (is64) in bpf_jit_emit_insn()
|
| /kernel/linux/linux-5.10/arch/x86/net/ |
| D | bpf_jit_comp32.c | 255 static inline void emit_ia32_mov_r64(const bool is64, const u8 dst[], in emit_ia32_mov_r64() argument
261 if (is64) in emit_ia32_mov_r64()
270 static inline void emit_ia32_mov_i64(const bool is64, const u8 dst[], in emit_ia32_mov_i64() argument
275 if (is64 && (val & (1<<31))) in emit_ia32_mov_i64()
523 static inline void emit_ia32_alu_r(const bool is64, const bool hi, const u8 op, in emit_ia32_alu_r() argument
543 if (hi && is64) in emit_ia32_alu_r()
550 if (hi && is64) in emit_ia32_alu_r()
577 static inline void emit_ia32_alu_r64(const bool is64, const u8 op, in emit_ia32_alu_r64() argument
584 emit_ia32_alu_r(is64, false, op, dst_lo, src_lo, dstk, sstk, &prog); in emit_ia32_alu_r64()
585 if (is64) in emit_ia32_alu_r64()
[all …]
|
| D | bpf_jit_comp.c | 660 static void emit_mov_reg(u8 **pprog, bool is64, u32 dst_reg, u32 src_reg) in emit_mov_reg() argument
665 if (is64) { in emit_mov_reg()
981 bool is64 = BPF_CLASS(insn->code) == BPF_ALU64; in do_jit() local
992 emit_mov_reg(&prog, is64, BPF_REG_0, src_reg); in do_jit()
994 emit_mov_imm32(&prog, is64, BPF_REG_0, imm32); in do_jit()
996 if (is64) in do_jit()
|
| /kernel/linux/linux-5.10/arch/arm/net/ |
| D | bpf_jit_32.c | 630 static inline void emit_a32_mov_se_i64(const bool is64, const s8 dst[], in emit_a32_mov_se_i64() argument
634 if (is64 && (val & (1<<31))) in emit_a32_mov_se_i64()
640 const bool is64, const bool hi, in emit_a32_add_r() argument
648 if (!hi && is64) in emit_a32_add_r()
650 else if (hi && is64) in emit_a32_add_r()
657 const bool is64, const bool hi, in emit_a32_sub_r() argument
665 if (!hi && is64) in emit_a32_sub_r()
667 else if (hi && is64) in emit_a32_sub_r()
673 static inline void emit_alu_r(const u8 dst, const u8 src, const bool is64, in emit_alu_r() argument
678 emit_a32_add_r(dst, src, is64, hi, ctx); in emit_alu_r()
[all …]
|
| /kernel/linux/linux-5.10/drivers/net/wireless/intel/iwlwifi/ |
| D | iwl-io.c | 317 bool is64; member
368 addr += q * (rfh_mq_tbl[i].is64 ? 8 : 4); in iwl_dump_rfh()
389 addr += q * (rfh_mq_tbl[i].is64 ? 8 : 4); in iwl_dump_rfh()
|
| /kernel/linux/linux-5.10/arch/x86/events/intel/ |
| D | lbr.c | 1190 int is64 = 0; in branch_type() local
1248 is64 = kernel_ip((unsigned long)addr) || !test_thread_flag(TIF_IA32); in branch_type()
1250 insn_init(&insn, addr, bytes_read, is64); in branch_type()
|
| /kernel/linux/linux-5.10/drivers/net/ethernet/netronome/nfp/bpf/ |
| D | jit.c | 3018 mem_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool is64) in mem_xadd() argument
3044 out += 2 + is64; in mem_xadd()
3083 FIELD_PREP(CMD_OV_LEN, 0x8 | is64 << 2)); in mem_xadd()
3098 addra, addrb, is64 << 2, in mem_xadd()
3099 is64 ? CMD_CTX_SWAP_DEFER2 : CMD_CTX_SWAP_DEFER1); in mem_xadd()
3102 if (is64) in mem_xadd()
|
| /kernel/linux/linux-5.10/drivers/video/fbdev/ |
| D | pm2fb.c | 231 static u32 to3264(u32 timing, int bpp, int is64) in to3264() argument
245 if (is64) in to3264()
|
| /kernel/linux/linux-5.10/kernel/bpf/ |
| D | verifier.c | 11447 bool is64 = BPF_CLASS(insn->code) == BPF_ALU64; in fixup_bpf_calls() local
11452 BPF_RAW_INSN((is64 ? BPF_JMP : BPF_JMP32) | in fixup_bpf_calls()
11461 BPF_RAW_INSN((is64 ? BPF_JMP : BPF_JMP32) | in fixup_bpf_calls()
11463 0, 1 + (is64 ? 0 : 1), 0), in fixup_bpf_calls()
11471 ARRAY_SIZE(chk_and_mod) - (is64 ? 2 : 0); in fixup_bpf_calls()
|