235 				   bool sstk, u8 **pprog)  in emit_ia32_mov_r()  argument
239 	u8 sreg = sstk ? IA32_EAX : src;  in emit_ia32_mov_r()
241 	if (sstk)  in emit_ia32_mov_r()
257 				     bool sstk, u8 **pprog,  in emit_ia32_mov_r64()  argument
260 	emit_ia32_mov_r(dst_lo, src_lo, dstk, sstk, pprog);  in emit_ia32_mov_r64()
263 		emit_ia32_mov_r(dst_hi, src_hi, dstk, sstk, pprog);  in emit_ia32_mov_r64()
286 				   bool sstk, u8 **pprog)  in emit_ia32_mul_r()  argument
290 	u8 sreg = sstk ? IA32_ECX : src;  in emit_ia32_mul_r()
292 	if (sstk)  in emit_ia32_mul_r()
436 				       bool dstk, bool sstk, u8 **pprog)  in emit_ia32_div_mod_r()  argument
441 	if (sstk)  in emit_ia32_div_mod_r()
483 				     bool dstk, bool sstk, u8 **pprog)  in emit_ia32_shift_r()  argument
494 	if (sstk)  in emit_ia32_shift_r()
525 				   bool sstk, u8 **pprog)  in emit_ia32_alu_r()  argument
529 	u8 sreg = sstk ? IA32_EAX : src;  in emit_ia32_alu_r()
532 	if (sstk)  in emit_ia32_alu_r()
579 				     bool dstk,  bool sstk,  in emit_ia32_alu_r64()  argument
584 	emit_ia32_alu_r(is64, false, op, dst_lo, src_lo, dstk, sstk, &prog);  in emit_ia32_alu_r64()
586 		emit_ia32_alu_r(is64, true, op, dst_hi, src_hi, dstk, sstk,  in emit_ia32_alu_r64()
732 				     bool dstk, bool sstk, u8 **pprog)  in emit_ia32_lsh_r64()  argument
746 	if (sstk)  in emit_ia32_lsh_r64()
785 				      bool dstk, bool sstk, u8 **pprog)  in emit_ia32_arsh_r64()  argument
799 	if (sstk)  in emit_ia32_arsh_r64()
838 				     bool sstk, u8 **pprog)  in emit_ia32_rsh_r64()  argument
852 	if (sstk)  in emit_ia32_rsh_r64()
1036 				     bool sstk, u8 **pprog)  in emit_ia32_mul_r64()  argument
1049 	if (sstk)  in emit_ia32_mul_r64()
1067 	if (sstk)  in emit_ia32_mul_r64()
1085 	if (sstk)  in emit_ia32_mul_r64()
1676 		const bool sstk = insn->src_reg != BPF_REG_AX;  in do_jit()  local
1700 				emit_ia32_mov_r64(is64, dst, src, dstk, sstk,  in do_jit()
1741 						  src, dstk, sstk, &prog,  in do_jit()
1756 						sstk, &prog);  in do_jit()
1776 						  dstk, sstk, &prog);  in do_jit()
1799 						    src_lo, dstk, sstk, &prog);  in do_jit()
1845 			emit_ia32_lsh_r64(dst, src, dstk, sstk, &prog);  in do_jit()
1849 			emit_ia32_rsh_r64(dst, src, dstk, sstk, &prog);  in do_jit()
1853 			emit_ia32_arsh_r64(dst, src, dstk, sstk, &prog);  in do_jit()
1877 				emit_ia32_mul_r64(dst, src, dstk, sstk, &prog);  in do_jit()
1964 			if (sstk)  in do_jit()
1990 				if (sstk)  in do_jit()
2017 			if (sstk)  in do_jit()
2164 			u8 sreg_lo = sstk ? IA32_ECX : src_lo;  in do_jit()
2165 			u8 sreg_hi = sstk ? IA32_EBX : src_hi;  in do_jit()
2177 			if (sstk) {  in do_jit()
2202 			u8 sreg_lo = sstk ? IA32_ECX : src_lo;  in do_jit()
2203 			u8 sreg_hi = sstk ? IA32_EBX : src_hi;  in do_jit()
2214 			if (sstk) {  in do_jit()
2235 			u8 sreg_lo = sstk ? IA32_ECX : src_lo;  in do_jit()
2236 			u8 sreg_hi = sstk ? IA32_EBX : src_hi;  in do_jit()
2255 			if (sstk) {  in do_jit()