38 #define EMIT3(b1, b2, b3)	EMIT((b1) + ((b2) << 8) + ((b3) << 16), 3)  macro
46 	do { EMIT3(b1, b2, b3); EMIT(off, 4); } while (0)
125 			EMIT3(add_2mod(0x48, DST, SRC), 0x89, add_2reg(0xC0, DST, SRC)); \
361 	EMIT3(0x48, 0x89, 0xE5); /* mov rbp, rsp */  in emit_prologue()
467 #define EMIT_LFENCE()	EMIT3(0x0F, 0xAE, 0xE8)
539 	EMIT3(0x39, 0x56,                         /* cmp dword ptr [rsi + 16], edx */  in emit_bpf_tail_call_indirect()
550 	EMIT3(0x83, 0xF8, MAX_TAIL_CALL_CNT);     /* cmp eax, MAX_TAIL_CALL_CNT */  in emit_bpf_tail_call_indirect()
554 	EMIT3(0x83, 0xC0, 0x01);                  /* add eax, 1 */  in emit_bpf_tail_call_indirect()
565 	EMIT3(0x48, 0x85, 0xC9);                  /* test rcx,rcx */  in emit_bpf_tail_call_indirect()
608 	EMIT3(0x83, 0xF8, MAX_TAIL_CALL_CNT);         /* cmp eax, MAX_TAIL_CALL_CNT */  in emit_bpf_tail_call_direct()
612 	EMIT3(0x83, 0xC0, 0x01);                      /* add eax, 1 */  in emit_bpf_tail_call_direct()
768 			EMIT3(add_2mod(0x48, src_reg, dst_reg), 0x63,  in emit_movsx_reg()
778 			EMIT3(add_2mod(0x0f, src_reg, dst_reg), 0xbf,  in emit_movsx_reg()
842 		EMIT3(add_2mod(0x48, src_reg, dst_reg), 0x0F, 0xB6);  in emit_ldx()
846 		EMIT3(add_2mod(0x48, src_reg, dst_reg), 0x0F, 0xB7);  in emit_ldx()
872 		EMIT3(add_2mod(0x48, src_reg, dst_reg), 0x0F, 0xBE);  in emit_ldsx()
876 		EMIT3(add_2mod(0x48, src_reg, dst_reg), 0x0F, 0xBF);  in emit_ldsx()
903 			EMIT3(0x66, add_2mod(0x40, dst_reg, src_reg), 0x89);  in emit_stx()
1053 	EMIT3(b0, b1, b2);  in emit_3vex()
1199 				EMIT3(0x83, add_1reg(b3, dst_reg), imm32);  in do_jit()
1295 				EMIT3(0x6B, add_2reg(0xC0, dst_reg, dst_reg),  in do_jit()
1310 			EMIT3(0x0F, 0xAF, add_2reg(0xC0, src_reg, dst_reg));  in do_jit()
1327 				EMIT3(0xC1, add_1reg(b3, dst_reg), imm32);  in do_jit()
1397 				EMIT3(0xC1, add_1reg(0xC8, dst_reg), 8);  in do_jit()
1401 					EMIT3(0x45, 0x0F, 0xB7);  in do_jit()
1416 				EMIT3(add_1mod(0x48, dst_reg), 0x0F,  in do_jit()
1430 					EMIT3(0x45, 0x0F, 0xB7);  in do_jit()
1461 				EMIT3(0x66, 0x41, 0xC7);  in do_jit()
1778 				EMIT3(0x83, add_1reg(0xF8, dst_reg), imm32);  in do_jit()
2040 			EMIT3(0xC7, 0x45, off);  in clean_stack_garbage()
2210 	EMIT3(0x48, 0x85, 0xC0);  /* test rax,rax */  in invoke_bpf_prog()
2506 	EMIT3(0x48, 0x89, 0xE5); /* mov rbp, rsp */  in arch_prepare_bpf_trampoline()