Lines Matching refs:BPF_DW
464 return __bpf_fill_stxdw(self, BPF_DW); in bpf_fill_stxdw()
1625 insns[i++] = BPF_STX_MEM(BPF_DW, R10, R1, -8); in __bpf_emit_atomic64()
1626 insns[i++] = BPF_ATOMIC_OP(BPF_DW, op, R10, R2, -8); in __bpf_emit_atomic64()
1627 insns[i++] = BPF_LDX_MEM(BPF_DW, R1, R10, -8); in __bpf_emit_atomic64()
1701 insns[i++] = BPF_STX_MEM(BPF_DW, R10, R1, -8); in __bpf_emit_cmpxchg64()
1702 insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); in __bpf_emit_cmpxchg64()
1703 insns[i++] = BPF_LDX_MEM(BPF_DW, R3, R10, -8); in __bpf_emit_cmpxchg64()
1714 insns[i++] = BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -8); in __bpf_emit_cmpxchg64()
1715 insns[i++] = BPF_LDX_MEM(BPF_DW, R3, R10, -8); in __bpf_emit_cmpxchg64()
1905 if (width == BPF_DW) { in __bpf_fill_atomic_reg_pairs()
2008 if (width == BPF_DW) in __bpf_fill_atomic_reg_pairs()
2030 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_ADD); in bpf_fill_atomic64_add_reg_pairs()
2035 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_AND); in bpf_fill_atomic64_and_reg_pairs()
2040 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_OR); in bpf_fill_atomic64_or_reg_pairs()
2045 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_XOR); in bpf_fill_atomic64_xor_reg_pairs()
2050 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_ADD | BPF_FETCH); in bpf_fill_atomic64_add_fetch_reg_pairs()
2055 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_AND | BPF_FETCH); in bpf_fill_atomic64_and_fetch_reg_pairs()
2060 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_OR | BPF_FETCH); in bpf_fill_atomic64_or_fetch_reg_pairs()
2065 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_XOR | BPF_FETCH); in bpf_fill_atomic64_xor_fetch_reg_pairs()
2070 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_XCHG); in bpf_fill_atomic64_xchg_reg_pairs()
2075 return __bpf_fill_atomic_reg_pairs(self, BPF_DW, BPF_CMPXCHG); in bpf_fill_atomic64_cmpxchg_reg_pairs()
7846 BPF_STX_MEM(BPF_DW, R10, R1, -8),
7866 BPF_STX_MEM(BPF_DW, R10, R1, -8),
7935 BPF_STX_MEM(BPF_DW, R10, R1, -8),
7955 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8040 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8060 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8144 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8145 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8159 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8160 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8175 BPF_STX_MEM(BPF_DW, R1, R2, -256),
8176 BPF_LDX_MEM(BPF_DW, R0, R1, -256),
8190 BPF_STX_MEM(BPF_DW, R1, R2, 256),
8191 BPF_LDX_MEM(BPF_DW, R0, R1, 256),
8205 BPF_STX_MEM(BPF_DW, R1, R2, 32760),
8206 BPF_LDX_MEM(BPF_DW, R0, R1, 32760),
8220 BPF_STX_MEM(BPF_DW, R1, R2, 13),
8221 BPF_LDX_MEM(BPF_DW, R0, R1, 13),
8238 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8244 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8260 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8266 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8282 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8288 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8304 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8310 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8326 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8332 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8348 BPF_STX_MEM(BPF_DW, R10, R1, -8),
8354 BPF_LDX_MEM(BPF_DW, R0, R10, -8),
8489 BPF_ST_MEM(BPF_DW, R10, -40, 0xffffffff),
8490 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
8503 BPF_ST_MEM(BPF_DW, R10, -40, 0xffffffff),
8504 BPF_LDX_MEM(BPF_DW, R2, R10, -40),
8520 BPF_ST_MEM(BPF_DW, R10, -40, 0x7fffffff),
8521 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
8534 BPF_STX_MEM(BPF_DW, R10, R1, -40),
8535 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
8548 BPF_STX_MEM(BPF_DW, R10, R1, -40),
8566 BPF_STX_MEM(BPF_DW, R10, R1, -40),
8690 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd),
8691 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd),
8692 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd),
8693 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_ADD, +, 0x12, 0xab, 0xbd),
8695 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8696 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8697 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8698 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8710 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02),
8711 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02),
8712 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02),
8713 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_AND, &, 0x12, 0xab, 0x02),
8715 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8716 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8717 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8718 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8730 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb),
8731 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb),
8732 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb),
8733 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_OR, |, 0x12, 0xab, 0xbb),
8735 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8736 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8737 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8738 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8750 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8751 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8752 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8753 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8755 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8756 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8757 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8758 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8765 BPF_ATOMIC_OP_TEST1(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8766 BPF_ATOMIC_OP_TEST2(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8767 BPF_ATOMIC_OP_TEST3(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8768 BPF_ATOMIC_OP_TEST4(BPF_DW, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8856 BPF_STX_MEM(BPF_DW, R10, R1, -40),
8857 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
8873 BPF_STX_MEM(BPF_DW, R10, R0, -40),
8874 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
8875 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
8892 BPF_STX_MEM(BPF_DW, R10, R1, -40),
8893 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
8910 BPF_STX_MEM(BPF_DW, R10, R1, -40),
8911 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
8912 BPF_LDX_MEM(BPF_DW, R0, R10, -40),
8928 BPF_STX_MEM(BPF_DW, R10, R1, -40),
8929 BPF_ATOMIC_OP(BPF_DW, BPF_CMPXCHG, R10, R2, -40),
11533 BPF_STX_MEM(BPF_DW, R10, R1, -8),
11535 BPF_LDX_MEM(BPF_DW, R0, R0, -8),
11722 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_ADD),
11723 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_AND),
11724 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_OR),
11725 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_XOR),
11726 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_ADD | BPF_FETCH),
11727 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_AND | BPF_FETCH),
11728 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_OR | BPF_FETCH),
11729 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_XOR | BPF_FETCH),
11730 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_XCHG),
11731 BPF_TEST_CLOBBER_ATOMIC(BPF_DW, BPF_CMPXCHG),
14950 BPF_STX_MEM(BPF_DW, R3, R1, -8),
14951 BPF_STX_MEM(BPF_DW, R3, R2, -16),
14952 BPF_LDX_MEM(BPF_DW, R0, BPF_REG_FP, -8),
14954 BPF_LDX_MEM(BPF_DW, R0, BPF_REG_FP, -16),
14966 BPF_STX_MEM(BPF_DW, BPF_REG_FP, R0, -8),
14992 BPF_STX_MEM(BPF_DW, R10, R1, -8),
14999 BPF_LDX_MEM(BPF_DW, R1, R10, -8),
15066 insn->code == (BPF_LD | BPF_DW | BPF_IMM)) in prepare_tail_call_tests()
15088 case BPF_LD | BPF_DW | BPF_IMM: in prepare_tail_call_tests()