22 #define nfp_for_each_insn_walk2(nfp_prog, pos, next)			\  argument
30 #define nfp_for_each_insn_walk3(nfp_prog, pos, next, next2)		\  argument
42 nfp_meta_has_prev(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in nfp_meta_has_prev()
47 static void nfp_prog_push(struct nfp_prog *nfp_prog, u64 insn)  in nfp_prog_push()
60 static unsigned int nfp_prog_current_offset(struct nfp_prog *nfp_prog)  in nfp_prog_current_offset()
66 nfp_prog_confirm_current_offset(struct nfp_prog *nfp_prog, unsigned int off)  in nfp_prog_confirm_current_offset()
79 __emit_cmd(struct nfp_prog *nfp_prog, enum cmd_tgt_map op,  in __emit_cmd()
100 emit_cmd_any(struct nfp_prog *nfp_prog, enum cmd_tgt_map op, u8 mode, u8 xfer,  in emit_cmd_any()
127 emit_cmd(struct nfp_prog *nfp_prog, enum cmd_tgt_map op, u8 mode, u8 xfer,  in emit_cmd()
134 emit_cmd_indir(struct nfp_prog *nfp_prog, enum cmd_tgt_map op, u8 mode, u8 xfer,  in emit_cmd_indir()
141 __emit_br(struct nfp_prog *nfp_prog, enum br_mask mask, enum br_ev_pip ev_pip,  in __emit_br()
162 emit_br_relo(struct nfp_prog *nfp_prog, enum br_mask mask, u16 addr, u8 defer,  in emit_br_relo()
180 emit_br(struct nfp_prog *nfp_prog, enum br_mask mask, u16 addr, u8 defer)  in emit_br()
186 __emit_br_bit(struct nfp_prog *nfp_prog, u16 areg, u16 breg, u16 addr, u8 defer,  in __emit_br_bit()
208 emit_br_bit_relo(struct nfp_prog *nfp_prog, swreg src, u8 bit, u16 addr,  in emit_br_bit_relo()
234 emit_br_bset(struct nfp_prog *nfp_prog, swreg src, u8 bit, u16 addr, u8 defer)  in emit_br_bset()
240 __emit_br_alu(struct nfp_prog *nfp_prog, u16 areg, u16 breg, u16 imm_hi,  in __emit_br_alu()
256 static void emit_rtn(struct nfp_prog *nfp_prog, swreg base, u8 defer)  in emit_rtn()
272 __emit_immed(struct nfp_prog *nfp_prog, u16 areg, u16 breg, u16 imm_hi,  in __emit_immed()
294 emit_immed(struct nfp_prog *nfp_prog, swreg dst, u16 imm,  in emit_immed()
319 __emit_shf(struct nfp_prog *nfp_prog, u16 dst, enum alu_dst_ab dst_ab,  in __emit_shf()
363 emit_shf(struct nfp_prog *nfp_prog, swreg dst,  in emit_shf()
381 emit_shf_indir(struct nfp_prog *nfp_prog, swreg dst,  in emit_shf_indir()
394 __emit_alu(struct nfp_prog *nfp_prog, u16 dst, enum alu_dst_ab dst_ab,  in __emit_alu()
415 emit_alu(struct nfp_prog *nfp_prog, swreg dst,  in emit_alu()
433 __emit_mul(struct nfp_prog *nfp_prog, enum alu_dst_ab dst_ab, u16 areg,  in __emit_mul()
454 emit_mul(struct nfp_prog *nfp_prog, swreg lreg, enum mul_type type,  in emit_mul()
487 __emit_ld_field(struct nfp_prog *nfp_prog, enum shf_sc sc,  in __emit_ld_field()
511 emit_ld_field_any(struct nfp_prog *nfp_prog, swreg dst, u8 bmask, swreg src,  in emit_ld_field_any()
530 emit_ld_field(struct nfp_prog *nfp_prog, swreg dst, u8 bmask, swreg src,  in emit_ld_field()
537 __emit_lcsr(struct nfp_prog *nfp_prog, u16 areg, u16 breg, bool wr, u16 addr,  in __emit_lcsr()
553 static void emit_csr_wr(struct nfp_prog *nfp_prog, swreg src, u16 addr)  in emit_csr_wr()
579 static void __emit_csr_rd(struct nfp_prog *nfp_prog, u16 addr)  in __emit_csr_rd()
584 static void emit_nop(struct nfp_prog *nfp_prog)  in emit_nop()
608 static void wrp_immed(struct nfp_prog *nfp_prog, swreg dst, u32 imm)  in wrp_immed()
626 wrp_zext(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst)  in wrp_zext()
633 wrp_immed_relo(struct nfp_prog *nfp_prog, swreg dst, u32 imm,  in wrp_immed_relo()
651 static swreg ur_load_imm_any(struct nfp_prog *nfp_prog, u32 imm, swreg tmp_reg)  in ur_load_imm_any()
664 static swreg re_load_imm_any(struct nfp_prog *nfp_prog, u32 imm, swreg tmp_reg)  in re_load_imm_any()
673 static void wrp_nops(struct nfp_prog *nfp_prog, unsigned int count)  in wrp_nops()
679 static void wrp_mov(struct nfp_prog *nfp_prog, swreg dst, swreg src)  in wrp_mov()
684 static void wrp_reg_mov(struct nfp_prog *nfp_prog, u16 dst, u16 src)  in wrp_reg_mov()
693 wrp_reg_subpart(struct nfp_prog *nfp_prog, swreg dst, swreg src, u8 field_len,  in wrp_reg_subpart()
706 wrp_reg_or_subpart(struct nfp_prog *nfp_prog, swreg dst, swreg src,  in wrp_reg_or_subpart()
716 addr40_offset(struct nfp_prog *nfp_prog, u8 src_gpr, swreg offset,  in addr40_offset()
733 static int nfp_cpp_memcpy(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in nfp_cpp_memcpy()
868 data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, swreg offset,  in data_ld()
898 data_ld_host_order(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in data_ld_host_order()
929 data_ld_host_order_addr32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in data_ld_host_order_addr32()
937 data_ld_host_order_addr40(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in data_ld_host_order_addr40()
949 construct_data_ind_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in construct_data_ind_ld()
970 construct_data_ld(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in construct_data_ld()
986 data_stx_host_order(struct nfp_prog *nfp_prog, u8 dst_gpr, swreg offset,  in data_stx_host_order()
1001 data_st_host_order(struct nfp_prog *nfp_prog, u8 dst_gpr, swreg offset,  in data_st_host_order()
1020 wrp_lmem_load(struct nfp_prog *nfp_prog, u8 dst, u8 dst_byte, s32 off,  in wrp_lmem_load()
1089 wrp_lmem_store(struct nfp_prog *nfp_prog, u8 src, u8 src_byte, s32 off,  in wrp_lmem_store()
1161 mem_op_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_op_stack()
1265 wrp_alu_imm(struct nfp_prog *nfp_prog, u8 dst, enum alu_op alu_op, u32 imm)  in wrp_alu_imm()
1294 wrp_alu64_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in wrp_alu64_imm()
1312 wrp_alu64_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in wrp_alu64_reg()
1325 wrp_alu32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in wrp_alu32_imm()
1338 wrp_alu32_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in wrp_alu32_reg()
1350 wrp_test_reg_one(struct nfp_prog *nfp_prog, u8 dst, enum alu_op alu_op, u8 src,  in wrp_test_reg_one()
1358 wrp_test_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in wrp_test_reg()
1400 static int cmp_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in cmp_imm()
1437 static int cmp_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in cmp_reg()
1465 static void wrp_end32(struct nfp_prog *nfp_prog, swreg reg_in, u8 gpr_out)  in wrp_end32()
1474 wrp_mul_u32(struct nfp_prog *nfp_prog, swreg dst_hi, swreg dst_lo, swreg lreg,  in wrp_mul_u32()
1491 wrp_mul_u16(struct nfp_prog *nfp_prog, swreg dst_hi, swreg dst_lo, swreg lreg,  in wrp_mul_u16()
1501 wrp_mul(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in wrp_mul()
1532 static int wrp_div_imm(struct nfp_prog *nfp_prog, u8 dst, u64 imm)  in wrp_div_imm()
1600 static int adjust_head(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in adjust_head()
1680 static int adjust_tail(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in adjust_tail()
1726 map_call_stack_common(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in map_call_stack_common()
1767 nfp_get_prandom_u32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in nfp_get_prandom_u32()
1779 nfp_perf_event_output(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in nfp_perf_event_output()
1804 nfp_queue_select(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in nfp_queue_select()
1836 static int mov_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mov_reg64()
1859 static int mov_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mov_imm64()
1869 static int xor_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in xor_reg64()
1874 static int xor_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in xor_imm64()
1879 static int and_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in and_reg64()
1884 static int and_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in and_imm64()
1889 static int or_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in or_reg64()
1894 static int or_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in or_imm64()
1899 static int add_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in add_reg64()
1913 static int add_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in add_imm64()
1924 static int sub_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in sub_reg64()
1938 static int sub_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in sub_imm64()
1949 static int mul_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mul_reg64()
1954 static int mul_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mul_imm64()
1959 static int div_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in div_imm64()
1966 static int div_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in div_reg64()
1974 static int neg_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in neg_reg64()
1996 static int __shl_imm64(struct nfp_prog *nfp_prog, u8 dst, u8 shift_amt)  in __shl_imm64()
2019 static int shl_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in shl_imm64()
2027 static void shl_reg64_lt32_high(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in shl_reg64_lt32_high()
2037 static void shl_reg64_lt32_low(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in shl_reg64_lt32_low()
2044 static void shl_reg64_lt32(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in shl_reg64_lt32()
2050 static void shl_reg64_ge32(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in shl_reg64_ge32()
2058 static int shl_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in shl_reg64()
2111 static int __shr_imm64(struct nfp_prog *nfp_prog, u8 dst, u8 shift_amt)  in __shr_imm64()
2133 static int shr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in shr_imm64()
2142 static void shr_reg64_lt32_high(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in shr_reg64_lt32_high()
2149 static void shr_reg64_lt32_low(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in shr_reg64_lt32_low()
2156 static void shr_reg64_lt32(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in shr_reg64_lt32()
2162 static void shr_reg64_ge32(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in shr_reg64_ge32()
2170 static int shr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in shr_reg64()
2215 static int __ashr_imm64(struct nfp_prog *nfp_prog, u8 dst, u8 shift_amt)  in __ashr_imm64()
2245 static int ashr_imm64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in ashr_imm64()
2253 static void ashr_reg64_lt32_high(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in ashr_reg64_lt32_high()
2263 static void ashr_reg64_lt32_low(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in ashr_reg64_lt32_low()
2271 static void ashr_reg64_lt32(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in ashr_reg64_lt32()
2277 static void ashr_reg64_ge32(struct nfp_prog *nfp_prog, u8 dst, u8 src)  in ashr_reg64_ge32()
2287 static int ashr_reg64(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in ashr_reg64()
2326 static int mov_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mov_reg()
2336 static int mov_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mov_imm()
2346 static int xor_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in xor_reg()
2351 static int xor_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in xor_imm()
2356 static int and_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in and_reg()
2361 static int and_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in and_imm()
2366 static int or_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in or_reg()
2371 static int or_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in or_imm()
2376 static int add_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in add_reg()
2381 static int add_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in add_imm()
2386 static int sub_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in sub_reg()
2391 static int sub_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in sub_imm()
2396 static int mul_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mul_reg()
2401 static int mul_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mul_imm()
2406 static int div_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in div_reg()
2411 static int div_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in div_imm()
2416 static int neg_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in neg_reg()
2427 __ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst,  in __ashr_imm()
2442 static int ashr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in ashr_reg()
2466 static int ashr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in ashr_imm()
2475 __shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst,  in __shr_imm()
2485 static int shr_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in shr_imm()
2493 static int shr_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in shr_reg()
2514 __shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, u8 dst,  in __shl_imm()
2524 static int shl_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in shl_imm()
2532 static int shl_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in shl_reg()
2550 static int end_reg32(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in end_reg32()
2579 static int imm_ld8_part2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in imm_ld8_part2()
2600 static int imm_ld8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in imm_ld8()
2606 static int data_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in data_ld1()
2611 static int data_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in data_ld2()
2616 static int data_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in data_ld4()
2621 static int data_ind_ld1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in data_ind_ld1()
2627 static int data_ind_ld2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in data_ind_ld2()
2633 static int data_ind_ld4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in data_ind_ld4()
2640 mem_ldx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_ldx_stack()
2648 static int mem_ldx_skb(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_ldx_skb()
2679 static int mem_ldx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_ldx_xdp()
2706 mem_ldx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_ldx_data()
2718 mem_ldx_emem(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_ldx_emem()
2730 mem_ldx_data_init_pktcache(struct nfp_prog *nfp_prog,  in mem_ldx_data_init_pktcache()
2756 mem_ldx_data_from_pktcache_unaligned(struct nfp_prog *nfp_prog,  in mem_ldx_data_from_pktcache_unaligned()
2810 mem_ldx_data_from_pktcache_aligned(struct nfp_prog *nfp_prog,  in mem_ldx_data_from_pktcache_aligned()
2840 mem_ldx_data_from_pktcache(struct nfp_prog *nfp_prog,  in mem_ldx_data_from_pktcache()
2852 mem_ldx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_ldx()
2886 static int mem_ldx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_ldx1()
2891 static int mem_ldx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_ldx2()
2896 static int mem_ldx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_ldx4()
2901 static int mem_ldx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_ldx8()
2907 mem_st_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_st_data()
2919 static int mem_st(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_st()
2928 static int mem_st1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_st1()
2933 static int mem_st2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_st2()
2938 static int mem_st4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_st4()
2943 static int mem_st8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_st8()
2949 mem_stx_data(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_stx_data()
2961 mem_stx_stack(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_stx_stack()
2969 static int mem_stx_xdp(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_stx_xdp()
2981 mem_stx(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in mem_stx()
2994 static int mem_stx1(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_stx1()
2999 static int mem_stx2(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_stx2()
3004 static int mem_stx4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_stx4()
3012 static int mem_stx8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_stx8()
3018 mem_xadd(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta, bool is64)  in mem_xadd()
3112 static int mem_atomic4(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_atomic4()
3120 static int mem_atomic8(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in mem_atomic8()
3128 static int jump(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in jump()
3135 static int jeq_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in jeq_imm()
3164 static int jeq32_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in jeq32_imm()
3177 static int jset_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in jset_imm()
3199 static int jne_imm(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in jne_imm()
3233 static int jeq_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in jeq_reg()
3251 static int jset_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in jset_reg()
3256 static int jne_reg(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in jne_reg()
3262 bpf_to_bpf_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in bpf_to_bpf_call()
3347 static int helper_call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in helper_call()
3368 static int call(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in call()
3381 static int goto_out(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in goto_out()
3389 nfp_subprog_epilogue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in nfp_subprog_epilogue()
3413 static int jmp_exit(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in jmp_exit()
3541 nfp_fixup_immed_relo(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta,  in nfp_fixup_immed_relo()
3554 static int nfp_fixup_branches(struct nfp_prog *nfp_prog)  in nfp_fixup_branches()
3632 static void nfp_intro(struct nfp_prog *nfp_prog)  in nfp_intro()
3640 nfp_subprog_prologue(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in nfp_subprog_prologue()
3647 nfp_start_subprog(struct nfp_prog *nfp_prog, struct nfp_insn_meta *meta)  in nfp_start_subprog()
3660 static void nfp_outro_tc_da(struct nfp_prog *nfp_prog)  in nfp_outro_tc_da()
3711 static void nfp_outro_xdp(struct nfp_prog *nfp_prog)  in nfp_outro_xdp()
3750 static bool nfp_prog_needs_callee_reg_save(struct nfp_prog *nfp_prog)  in nfp_prog_needs_callee_reg_save()
3761 static void nfp_push_callee_registers(struct nfp_prog *nfp_prog)  in nfp_push_callee_registers()
3786 static void nfp_pop_callee_registers(struct nfp_prog *nfp_prog)  in nfp_pop_callee_registers()
3811 static void nfp_outro(struct nfp_prog *nfp_prog)  in nfp_outro()
3831 static int nfp_translate(struct nfp_prog *nfp_prog)  in nfp_translate()
3888 static void nfp_bpf_opt_reg_init(struct nfp_prog *nfp_prog)  in nfp_bpf_opt_reg_init()
3914 static void nfp_bpf_opt_neg_add_sub(struct nfp_prog *nfp_prog)  in nfp_bpf_opt_neg_add_sub()
3958 static void nfp_bpf_opt_ld_mask(struct nfp_prog *nfp_prog)  in nfp_bpf_opt_ld_mask()
3997 static void nfp_bpf_opt_ld_shift(struct nfp_prog *nfp_prog)  in nfp_bpf_opt_ld_shift()
4186 static void nfp_bpf_opt_ldst_gather(struct nfp_prog *nfp_prog)  in nfp_bpf_opt_ldst_gather()
4276 static void nfp_bpf_opt_pkt_cache(struct nfp_prog *nfp_prog)  in nfp_bpf_opt_pkt_cache()
4390 static int nfp_bpf_optimize(struct nfp_prog *nfp_prog)  in nfp_bpf_optimize()
4403 static int nfp_bpf_replace_map_ptrs(struct nfp_prog *nfp_prog)  in nfp_bpf_replace_map_ptrs()
4453 static void nfp_bpf_prog_trim(struct nfp_prog *nfp_prog)  in nfp_bpf_prog_trim()
4467 int nfp_bpf_jit(struct nfp_prog *nfp_prog)  in nfp_bpf_jit()
4491 void nfp_bpf_jit_prepare(struct nfp_prog *nfp_prog)  in nfp_bpf_jit_prepare()
4534 void *nfp_bpf_relo_for_vnic(struct nfp_prog *nfp_prog, struct nfp_bpf_vnic *bv)  in nfp_bpf_relo_for_vnic()