1444 static uint64_t copy_step(CPUARMState *env, uint64_t toaddr, uint64_t fromaddr,  in copy_step()  argument
1453     copysize = MIN(copysize, page_limit(fromaddr));  in copy_step()
1459         uint64_t mtesize = mte_mops_probe(env, fromaddr, copysize, *rdesc);  in copy_step()
1461             mte_check_fail(env, *rdesc, fromaddr, ra);  in copy_step()
1478     fromaddr = useronly_clean_ptr(fromaddr);  in copy_step()
1481     rmem = tlb_vaddr_to_host(env, fromaddr, MMU_DATA_LOAD, rmemidx);  in copy_step()
1495             byte = cpu_ldub_mmuidx_ra(env, fromaddr, rmemidx, ra);  in copy_step()
1517                               uint64_t fromaddr,  in copy_step_rev()  argument
1526     copysize = MIN(copysize, page_limit_rev(fromaddr));  in copy_step_rev()
1533         uint64_t mtesize = mte_mops_probe_rev(env, fromaddr, copysize, *rdesc);  in copy_step_rev()
1535             mte_check_fail(env, *rdesc, fromaddr, ra);  in copy_step_rev()
1552     fromaddr = useronly_clean_ptr(fromaddr);  in copy_step_rev()
1555     rmem = tlb_vaddr_to_host(env, fromaddr, MMU_DATA_LOAD, rmemidx);  in copy_step_rev()
1569             byte = cpu_ldub_mmuidx_ra(env, fromaddr, rmemidx, ra);  in copy_step_rev()
1611     uint64_t fromaddr = env->xregs[rs];  in do_cpyp()  local
1626         uint64_t fs = extract64(fromaddr, 0, 56);  in do_cpyp()
1628         uint64_t fe = extract64(fromaddr + copysize, 0, 56);  in do_cpyp()
1639     if (!mte_checks_needed(fromaddr, rdesc)) {  in do_cpyp()
1648         stagecopysize = MIN(stagecopysize, page_limit(fromaddr));  in do_cpyp()
1651             env->xregs[rs] = fromaddr;  in do_cpyp()
1653             step = copy_step(env, toaddr, fromaddr, stagecopysize,  in do_cpyp()
1656             fromaddr += step;  in do_cpyp()
1662         env->xregs[rs] = fromaddr + copysize;  in do_cpyp()
1671         fromaddr += copysize - 1;  in do_cpyp()
1673         stagecopysize = MIN(stagecopysize, page_limit_rev(fromaddr));  in do_cpyp()
1676             step = copy_step_rev(env, toaddr, fromaddr, stagecopysize,  in do_cpyp()
1681             fromaddr -= step;  in do_cpyp()
1721     uint64_t toaddr, fromaddr, copysize, step;  in do_cpym()  local
1738         fromaddr = env->xregs[rs] + env->xregs[rn];  in do_cpym()
1744         fromaddr = env->xregs[rs] + copysize - 1;  in do_cpym()
1747     if (!mte_checks_needed(fromaddr, rdesc)) {  in do_cpym()
1759             step = copy_step(env, toaddr, fromaddr, copysize,  in do_cpym()
1762             fromaddr += step;  in do_cpym()
1772             step = copy_step_rev(env, toaddr, fromaddr, copysize,  in do_cpym()
1775             fromaddr -= step;  in do_cpym()
1808     uint64_t toaddr, fromaddr, copysize, step;  in do_cpye()  local
1825         fromaddr = env->xregs[rs] + env->xregs[rn];  in do_cpye()
1831         fromaddr = env->xregs[rs] + copysize - 1;  in do_cpye()
1834     if (!mte_checks_needed(fromaddr, rdesc)) {  in do_cpye()
1850             step = copy_step(env, toaddr, fromaddr, copysize,  in do_cpye()
1853             fromaddr += step;  in do_cpye()
1859             step = copy_step_rev(env, toaddr, fromaddr, copysize,  in do_cpye()
1862             fromaddr -= step;  in do_cpye()