324 	u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in emit_ia32_to_le_r64()  local
342 			EMIT2(0x33, add_2reg(0xC0, dreg_hi, dreg_hi));  in emit_ia32_to_le_r64()
347 			EMIT2(0x33, add_2reg(0xC0, dreg_hi, dreg_hi));  in emit_ia32_to_le_r64()
359 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_hi),  in emit_ia32_to_le_r64()
372 	u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in emit_ia32_to_be_r64()  local
391 			EMIT2(0x33, add_2reg(0xC0, dreg_hi, dreg_hi));  in emit_ia32_to_be_r64()
400 			EMIT2(0x33, add_2reg(0xC0, dreg_hi, dreg_hi));  in emit_ia32_to_be_r64()
409 		EMIT1(add_1reg(0xC8, dreg_hi));  in emit_ia32_to_be_r64()
412 		EMIT2(0x89, add_2reg(0xC0, IA32_ECX, dreg_hi));  in emit_ia32_to_be_r64()
414 		EMIT2(0x89, add_2reg(0xC0, dreg_hi, dreg_lo));  in emit_ia32_to_be_r64()
425 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_hi),  in emit_ia32_to_be_r64()
703 	u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in emit_ia32_neg64()  local
715 	EMIT3(0x83, add_1reg(0xD0, dreg_hi), 0x00);  in emit_ia32_neg64()
717 	EMIT2(0xF7, add_1reg(0xD8, dreg_hi));  in emit_ia32_neg64()
724 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_hi),  in emit_ia32_neg64()
737 	u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in emit_ia32_lsh_r64()  local
755 	EMIT3(0x0F, 0xA5, add_2reg(0xC0, dreg_hi, dreg_lo));  in emit_ia32_lsh_r64()
767 	EMIT2(0x89, add_2reg(0xC0, dreg_hi, dreg_lo));  in emit_ia32_lsh_r64()
776 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_hi),  in emit_ia32_lsh_r64()
790 	u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in emit_ia32_arsh_r64()  local
808 	EMIT3(0x0F, 0xAD, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_arsh_r64()
810 	EMIT2(0xD3, add_1reg(0xF8, dreg_hi));  in emit_ia32_arsh_r64()
820 	EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_arsh_r64()
822 	EMIT3(0xC1, add_1reg(0xF8, dreg_hi), 31);  in emit_ia32_arsh_r64()
829 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_hi),  in emit_ia32_arsh_r64()
843 	u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in emit_ia32_rsh_r64()  local
861 	EMIT3(0x0F, 0xAD, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_rsh_r64()
863 	EMIT2(0xD3, add_1reg(0xE8, dreg_hi));  in emit_ia32_rsh_r64()
873 	EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_rsh_r64()
875 	EMIT2(0x33, add_2reg(0xC0, dreg_hi, dreg_hi));  in emit_ia32_rsh_r64()
882 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_hi),  in emit_ia32_rsh_r64()
896 	u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in emit_ia32_lsh_i64()  local
907 		EMIT4(0x0F, 0xA4, add_2reg(0xC0, dreg_hi, dreg_lo), val);  in emit_ia32_lsh_i64()
916 		EMIT2(0x89, add_2reg(0xC0, dreg_hi, dreg_lo));  in emit_ia32_lsh_i64()
923 		EMIT2(0x33, add_2reg(0xC0, dreg_hi, dreg_hi));  in emit_ia32_lsh_i64()
931 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_hi),  in emit_ia32_lsh_i64()
944 	u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in emit_ia32_rsh_i64()  local
956 		EMIT4(0x0F, 0xAC, add_2reg(0xC0, dreg_lo, dreg_hi), val);  in emit_ia32_rsh_i64()
958 		EMIT3(0xC1, add_1reg(0xE8, dreg_hi), val);  in emit_ia32_rsh_i64()
963 		EMIT3(0xC1, add_1reg(0xE8, dreg_hi), value);  in emit_ia32_rsh_i64()
965 		EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_rsh_i64()
967 		EMIT2(0x33, add_2reg(0xC0, dreg_hi, dreg_hi));  in emit_ia32_rsh_i64()
972 		EMIT2(0x33, add_2reg(0xC0, dreg_hi, dreg_hi));  in emit_ia32_rsh_i64()
980 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_hi),  in emit_ia32_rsh_i64()
993 	u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in emit_ia32_arsh_i64()  local
1004 		EMIT4(0x0F, 0xAC, add_2reg(0xC0, dreg_lo, dreg_hi), val);  in emit_ia32_arsh_i64()
1006 		EMIT3(0xC1, add_1reg(0xF8, dreg_hi), val);  in emit_ia32_arsh_i64()
1011 		EMIT3(0xC1, add_1reg(0xF8, dreg_hi), value);  in emit_ia32_arsh_i64()
1013 		EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_arsh_i64()
1016 		EMIT3(0xC1, add_1reg(0xF8, dreg_hi), 31);  in emit_ia32_arsh_i64()
1019 		EMIT3(0xC1, add_1reg(0xF8, dreg_hi), 31);  in emit_ia32_arsh_i64()
1021 		EMIT2(0x89, add_2reg(0xC0, dreg_lo, dreg_hi));  in emit_ia32_arsh_i64()
1029 		EMIT3(0x89, add_2reg(0x40, IA32_EBP, dreg_hi),  in emit_ia32_arsh_i64()
2163 			u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in do_jit()  local
2189 				EMIT2(0x39, add_2reg(0xC0, dreg_hi, sreg_hi));  in do_jit()
2201 			u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in do_jit()  local
2224 			EMIT2(0x39, add_2reg(0xC0, dreg_hi, sreg_hi));  in do_jit()
2234 			u8 dreg_hi = IA32_EDX;  in do_jit()  local
2252 					      add_2reg(0xC0, dreg_hi, dst_hi));  in do_jit()
2268 				EMIT2(0x23, add_2reg(0xC0, sreg_hi, dreg_hi));  in do_jit()
2270 				EMIT2(0x09, add_2reg(0xC0, dreg_lo, dreg_hi));  in do_jit()
2278 			u8 dreg_hi = IA32_EDX;  in do_jit()  local
2297 					      add_2reg(0xC0, dreg_hi, dst_hi));  in do_jit()
2310 				EMIT2(0x23, add_2reg(0xC0, sreg_hi, dreg_hi));  in do_jit()
2312 				EMIT2(0x09, add_2reg(0xC0, dreg_lo, dreg_hi));  in do_jit()
2334 			u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in do_jit()  local
2356 				EMIT2(0x39, add_2reg(0xC0, dreg_hi, sreg_hi));  in do_jit()
2381 			u8 dreg_hi = dstk ? IA32_EDX : dst_hi;  in do_jit()  local
2401 			EMIT2(0x39, add_2reg(0xC0, dreg_hi, sreg_hi));  in do_jit()