209 		insn[i] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF +  in bpf_fill_maxinsns6()
231 		insn[i] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF +  in bpf_fill_maxinsns7()
235 	insn[len - 3] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS, SKF_AD_OFF +  in bpf_fill_maxinsns7()
419 		insn[i + 1] = __BPF_STMT(BPF_LD | BPF_W | BPF_ABS,  in bpf_fill_ld_abs_get_processor_id()
459 	return __bpf_fill_stxdw(self, BPF_W);  in bpf_fill_stxw()
1672 	insns[i++] = BPF_STX_MEM(BPF_W, R10, R1, -4);  in __bpf_emit_atomic32()
1673 	insns[i++] = BPF_ATOMIC_OP(BPF_W, op, R10, R2, -4);  in __bpf_emit_atomic32()
1674 	insns[i++] = BPF_LDX_MEM(BPF_W, R1, R10, -4);  in __bpf_emit_atomic32()
1741 	insns[i++] = BPF_STX_MEM(BPF_W, R10, R1, -4);  in __bpf_emit_cmpxchg32()
1742 	insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4);  in __bpf_emit_cmpxchg32()
1744 	insns[i++] = BPF_LDX_MEM(BPF_W, R3, R10, -4);  in __bpf_emit_cmpxchg32()
1756 	insns[i++] = BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R2, -4);  in __bpf_emit_cmpxchg32()
1758 	insns[i++] = BPF_LDX_MEM(BPF_W, R3, R10, -4);  in __bpf_emit_cmpxchg32()
1941 			if (op == BPF_CMPXCHG && width == BPF_W)  in __bpf_fill_atomic_reg_pairs()
2081 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_ADD);  in bpf_fill_atomic32_add_reg_pairs()
2086 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_AND);  in bpf_fill_atomic32_and_reg_pairs()
2091 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_OR);  in bpf_fill_atomic32_or_reg_pairs()
2096 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XOR);  in bpf_fill_atomic32_xor_reg_pairs()
2101 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_ADD | BPF_FETCH);  in bpf_fill_atomic32_add_fetch_reg_pairs()
2106 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_AND | BPF_FETCH);  in bpf_fill_atomic32_and_fetch_reg_pairs()
2111 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_OR | BPF_FETCH);  in bpf_fill_atomic32_or_fetch_reg_pairs()
2116 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XOR | BPF_FETCH);  in bpf_fill_atomic32_xor_fetch_reg_pairs()
2121 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_XCHG);  in bpf_fill_atomic32_xchg_reg_pairs()
2126 	return __bpf_fill_atomic_reg_pairs(self, BPF_W, BPF_CMPXCHG);  in bpf_fill_atomic32_cmpxchg_reg_pairs()
3176 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS, 1000),
3240 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3244 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3248 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3261 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3272 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3283 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3297 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3313 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3327 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3341 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3352 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3363 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3366 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3381 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3398 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3401 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3404 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3407 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3410 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3413 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3416 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3419 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3434 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3436 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3438 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3440 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3442 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3463 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
3575 			BPF_STMT(BPF_LD | BPF_W | BPF_IND, 0),
4561 			BPF_STMT(BPF_LDX | BPF_W | BPF_ABS, 0),
4853 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
4866 			BPF_STMT(BPF_LD | BPF_W | BPF_ABS,
8042 			BPF_LDX_MEM(BPF_W, R0, R10, -4),
8044 			BPF_LDX_MEM(BPF_W, R0, R10, -8),
8062 			BPF_LDX_MEM(BPF_W, R0, R10, -4),
8064 			BPF_LDX_MEM(BPF_W, R0, R10, -8),
8081 			BPF_STX_MEM(BPF_W, R1, R2, -256),
8082 			BPF_LDX_MEM(BPF_W, R0, R1, -256),
8097 			BPF_STX_MEM(BPF_W, R1, R2, 256),
8098 			BPF_LDX_MEM(BPF_W, R0, R1, 256),
8113 			BPF_STX_MEM(BPF_W, R1, R2, 16384),
8114 			BPF_LDX_MEM(BPF_W, R0, R1, 16384),
8129 			BPF_STX_MEM(BPF_W, R1, R2, 13),
8130 			BPF_LDX_MEM(BPF_W, R0, R1, 13),
8328 			BPF_STX_MEM(BPF_W, R10, R2, -4),
8330 			BPF_STX_MEM(BPF_W, R10, R2, -8),
8350 			BPF_STX_MEM(BPF_W, R10, R2, -4),
8352 			BPF_STX_MEM(BPF_W, R10, R2, -8),
8449 			BPF_ST_MEM(BPF_W, R10, -40, 0xffffffff),
8450 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8462 			BPF_ST_MEM(BPF_W, R10, -40, 0x7fffffff),
8463 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8476 			BPF_STX_MEM(BPF_W, R10, R1, -40),
8477 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8549 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8567 			BPF_LDX_MEM(BPF_W, R0, R10, -36),
8601 #define BPF_ATOMIC_POISON(width) ((width) == BPF_W ? (0xbaadf00dULL << 32) : 0)
8629 		BPF_ST_MEM(BPF_W, R10, -40, old),			\
8680 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
8681 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
8682 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
8683 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_ADD, +, 0x12, 0xab, 0xbd),
8685 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8686 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8687 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8688 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_ADD | BPF_FETCH, +, 0x12, 0xab, 0xbd),
8700 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
8701 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
8702 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
8703 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_AND, &, 0x12, 0xab, 0x02),
8705 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8706 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8707 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8708 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_AND | BPF_FETCH, &, 0x12, 0xab, 0x02),
8720 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
8721 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
8722 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
8723 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_OR, |, 0x12, 0xab, 0xbb),
8725 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8726 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8727 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8728 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_OR | BPF_FETCH, |, 0x12, 0xab, 0xbb),
8740 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8741 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8742 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8743 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XOR, ^, 0x12, 0xab, 0xb9),
8745 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8746 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8747 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8748 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XOR | BPF_FETCH, ^, 0x12, 0xab, 0xb9),
8760 	BPF_ATOMIC_OP_TEST1(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8761 	BPF_ATOMIC_OP_TEST2(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8762 	BPF_ATOMIC_OP_TEST3(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8763 	BPF_ATOMIC_OP_TEST4(BPF_W, BPF_XCHG, xchg, 0x12, 0xab, 0xab),
8778 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8781 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8792 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8795 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8796 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8807 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8810 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8821 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8824 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8825 			BPF_LDX_MEM(BPF_W, R0, R10, -40),
8836 			BPF_ST_MEM(BPF_W, R10, -40, 0x01234567),
8839 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
8840 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R3, -40),
10440 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x8),
10468 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x2),
10509 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x48),
10535 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3e),
10714 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x4),
10732 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x4),
10750 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x2),
10768 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x3),
10786 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x1),
10804 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x1),
10815 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, 0x1),
10826 			BPF_STMT(BPF_LD | BPF_IND | BPF_W, -0x3f),
10998 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x1c),
11015 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x22),
11032 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x21),
11049 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x23),
11066 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3c),
11076 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, 0x3f),
11086 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, -1),
11095 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, SKF_LL_OFF + 0x3c),
11105 			BPF_STMT(BPF_LD | BPF_ABS | BPF_W, SKF_LL_OFF + 0x3c),
11519 			BPF_ST_MEM(BPF_W, R10, -8, 123456789),
11521 			BPF_LDX_MEM(BPF_W, R0, R0, -8),
11733 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_ADD),
11734 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_AND),
11735 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_OR),
11736 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XOR),
11737 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_ADD | BPF_FETCH),
11738 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_AND | BPF_FETCH),
11739 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_OR | BPF_FETCH),
11740 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XOR | BPF_FETCH),
11741 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_XCHG),
11742 	BPF_TEST_CLOBBER_ATOMIC(BPF_W, BPF_CMPXCHG),
11780 			BPF_ST_MEM(BPF_W, R10, -4, 0),			\
11781 			BPF_ATOMIC_OP(BPF_W, BPF_##op, R10, R1, -4),	\
11805 			BPF_ST_MEM(BPF_W, R10, -4, 0),
11806 			BPF_ATOMIC_OP(BPF_W, BPF_CMPXCHG, R10, R1, -4),
14977 			BPF_LDX_MEM(BPF_W, R2, R1, 0),
14979 			BPF_STX_MEM(BPF_W, R1, R2, 0),
14989 			BPF_LDX_MEM(BPF_W, R2, R1, 0),
14991 			BPF_STX_MEM(BPF_W, R1, R2, 0),
15011 			BPF_LDX_MEM(BPF_W, R2, R1, 0),
15013 			BPF_STX_MEM(BPF_W, R1, R2, 0),
15023 			BPF_LDX_MEM(BPF_W, R2, R1, 0),
15025 			BPF_STX_MEM(BPF_W, R1, R2, 0),