Lines Matching refs:BPF_CMPXCHG
1702 insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); in __bpf_emit_cmpxchg64()
1714 insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); in __bpf_emit_cmpxchg64()
1742 insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4); in __bpf_emit_cmpxchg32()
1756 insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4); in __bpf_emit_cmpxchg32()
1918 case BPF_CMPXCHG: in __bpf_fill_atomic_reg_pairs()
1941 if (op == BPF_CMPXCHG && width == BPF_W) in __bpf_fill_atomic_reg_pairs()
1945 if (op == BPF_CMPXCHG) in __bpf_fill_atomic_reg_pairs()
1964 if (rs == R0 && op == BPF_CMPXCHG) in __bpf_fill_atomic_reg_pairs()
1966 else if (rs == rd && (op == BPF_CMPXCHG || in __bpf_fill_atomic_reg_pairs()
1969 else if (op == BPF_CMPXCHG) in __bpf_fill_atomic_reg_pairs()
1988 if (!(rd == R0 && op == BPF_CMPXCHG) && in __bpf_fill_atomic_reg_pairs()
2000 } else if (op == BPF_CMPXCHG) { /* Aliased, CMPXCHG */ in __bpf_fill_atomic_reg_pairs()
2075 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_CMPXCHG); in bpf_fill_atomic64_cmpxchg_reg_pairs()
2126 return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_CMPXCHG); in bpf_fill_atomic32_cmpxchg_reg_pairs()
8781 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8795 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8810 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8824 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8839 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8840 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8857 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
8874 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
8893 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
8911 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
8929 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
11700 (op) == BPF_CMPXCHG ? 0 : \
11731 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_CMPXCHG),
11742 BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_CMPXCHG),
11806 BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R1, -4),