323 	u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in emit_ia32_to_le_r64()  local
339 		EMIT1(add_2reg(0xC0, dreg_lo, dreg_lo));  in emit_ia32_to_le_r64()
356 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_lo),  in emit_ia32_to_le_r64()
371 	u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in emit_ia32_to_be_r64()  local
384 		EMIT3(0xC1, add_1reg(0xC8, dreg_lo), 8);  in emit_ia32_to_be_r64()
387 		EMIT1(add_2reg(0xC0, dreg_lo, dreg_lo));  in emit_ia32_to_be_r64()
396 		EMIT1(add_1reg(0xC8, dreg_lo));  in emit_ia32_to_be_r64()
405 		EMIT1(add_1reg(0xC8, dreg_lo));  in emit_ia32_to_be_r64()
414 		EMIT2(0x89, add_2reg(0xC0, dreg_hi, dreg_lo));  in emit_ia32_to_be_r64()
416 		EMIT2(0x89, add_2reg(0xC0, dreg_lo, IA32_ECX));  in emit_ia32_to_be_r64()
422 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_lo),  in emit_ia32_to_be_r64()
702 	u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in emit_ia32_neg64()  local
713 	EMIT2(0xF7, add_1reg(0xD8, dreg_lo));  in emit_ia32_neg64()
721 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_lo),  in emit_ia32_neg64()
736 	u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in emit_ia32_lsh_r64()  local
755 	EMIT3(0x0F, 0xA5, add_2reg(0xC0, dreg_hi, dreg_lo));  in emit_ia32_lsh_r64()
757 	EMIT2(0xD3, add_1reg(0xE0, dreg_lo));  in emit_ia32_lsh_r64()
767 	EMIT2(0x89, add_2reg(0xC0, dreg_hi, dreg_lo));  in emit_ia32_lsh_r64()
769 	EMIT2(0x33, add_2reg(0xC0, dreg_lo, dreg_lo));  in emit_ia32_lsh_r64()
773 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_lo),  in emit_ia32_lsh_r64()
789 	u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in emit_ia32_arsh_r64()  local
808 	EMIT3(0x0F, 0xAD, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_arsh_r64()
820 	EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_arsh_r64()
826 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_lo),  in emit_ia32_arsh_r64()
842 	u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in emit_ia32_rsh_r64()  local
861 	EMIT3(0x0F, 0xAD, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_rsh_r64()
873 	EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_rsh_r64()
879 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_lo),  in emit_ia32_rsh_r64()
895 	u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in emit_ia32_lsh_i64()  local
907 		EMIT4(0x0F, 0xA4, add_2reg(0xC0, dreg_hi, dreg_lo), val);  in emit_ia32_lsh_i64()
909 		EMIT3(0xC1, add_1reg(0xE0, dreg_lo), val);  in emit_ia32_lsh_i64()
914 		EMIT3(0xC1, add_1reg(0xE0, dreg_lo), value);  in emit_ia32_lsh_i64()
916 		EMIT2(0x89, add_2reg(0xC0, dreg_hi, dreg_lo));  in emit_ia32_lsh_i64()
918 		EMIT2(0x33, add_2reg(0xC0, dreg_lo, dreg_lo));  in emit_ia32_lsh_i64()
921 		EMIT2(0x33, add_2reg(0xC0, dreg_lo, dreg_lo));  in emit_ia32_lsh_i64()
928 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_lo),  in emit_ia32_lsh_i64()
943 	u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in emit_ia32_rsh_i64()  local
956 		EMIT4(0x0F, 0xAC, add_2reg(0xC0, dreg_lo, dreg_hi), val);  in emit_ia32_rsh_i64()
965 		EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_rsh_i64()
970 		EMIT2(0x33, add_2reg(0xC0, dreg_lo, dreg_lo));  in emit_ia32_rsh_i64()
977 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_lo),  in emit_ia32_rsh_i64()
992 	u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in emit_ia32_arsh_i64()  local
1004 		EMIT4(0x0F, 0xAC, add_2reg(0xC0, dreg_lo, dreg_hi), val);  in emit_ia32_arsh_i64()
1013 		EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_arsh_i64()
1021 		EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_arsh_i64()
1026 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_lo),  in emit_ia32_arsh_i64()
2162 			u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in do_jit()  local
2193 			EMIT2(0x39, add_2reg(0xC0, dreg_lo, sreg_lo));  in do_jit()
2200 			u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in do_jit()  local
2227 			EMIT2(0x39, add_2reg(0xC0, dreg_lo, sreg_lo));  in do_jit()
2233 			u8 dreg_lo = IA32_EAX;  in do_jit()  local
2248 				EMIT2(0x89, add_2reg(0xC0, dreg_lo, dst_lo));  in do_jit()
2265 			EMIT2(0x23, add_2reg(0xC0, sreg_lo, dreg_lo));  in do_jit()
2270 				EMIT2(0x09, add_2reg(0xC0, dreg_lo, dreg_hi));  in do_jit()
2277 			u8 dreg_lo = IA32_EAX;  in do_jit()  local
2293 				EMIT2(0x89, add_2reg(0xC0, dreg_lo, dst_lo));  in do_jit()
2304 			EMIT2(0x23, add_2reg(0xC0, sreg_lo, dreg_lo));  in do_jit()
2312 				EMIT2(0x09, add_2reg(0xC0, dreg_lo, dreg_hi));  in do_jit()
2333 			u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in do_jit()  local
2360 			EMIT2(0x39, add_2reg(0xC0, dreg_lo, sreg_lo));  in do_jit()
2380 			u8 dreg_lo = dstk ? IA32_EAX : dst_lo;  in do_jit()  local
2404 			EMIT2(0x39, add_2reg(0xC0, dreg_lo, sreg_lo));  in do_jit()