1#!/bin/sh
2# SPDX-License-Identifier: GPL-2.0
3
4ATOMICDIR=$(dirname $0)
5
6. ${ATOMICDIR}/atomic-tbl.sh
7
8#gen_param_check(arg)
9gen_param_check()
10{
11	local arg="$1"; shift
12	local type="${arg%%:*}"
13	local name="$(gen_param_name "${arg}")"
14	local rw="write"
15
16	case "${type#c}" in
17	i) return;;
18	esac
19
20	# We don't write to constant parameters
21	[ ${type#c} != ${type} ] && rw="read"
22
23	printf "\tinstrument_atomic_${rw}(${name}, sizeof(*${name}));\n"
24}
25
26#gen_param_check(arg...)
27gen_params_checks()
28{
29	while [ "$#" -gt 0 ]; do
30		gen_param_check "$1"
31		shift;
32	done
33}
34
35# gen_guard(meta, atomic, pfx, name, sfx, order)
36gen_guard()
37{
38	local meta="$1"; shift
39	local atomic="$1"; shift
40	local pfx="$1"; shift
41	local name="$1"; shift
42	local sfx="$1"; shift
43	local order="$1"; shift
44
45	local atomicname="arch_${atomic}_${pfx}${name}${sfx}${order}"
46
47	local template="$(find_fallback_template "${pfx}" "${name}" "${sfx}" "${order}")"
48
49	# We definitely need a preprocessor symbol for this atomic if it is an
50	# ordering variant, or if there's a generic fallback.
51	if [ ! -z "${order}" ] || [ ! -z "${template}" ]; then
52		printf "defined(${atomicname})"
53		return
54	fi
55
56	# If this is a base variant, but a relaxed variant *may* exist, then we
57	# only have a preprocessor symbol if the relaxed variant isn't defined
58	if meta_has_relaxed "${meta}"; then
59		printf "!defined(${atomicname}_relaxed) || defined(${atomicname})"
60	fi
61}
62
63#gen_proto_order_variant(meta, pfx, name, sfx, order, atomic, int, arg...)
64gen_proto_order_variant()
65{
66	local meta="$1"; shift
67	local pfx="$1"; shift
68	local name="$1"; shift
69	local sfx="$1"; shift
70	local order="$1"; shift
71	local atomic="$1"; shift
72	local int="$1"; shift
73
74	local atomicname="${atomic}_${pfx}${name}${sfx}${order}"
75
76	local guard="$(gen_guard "${meta}" "${atomic}" "${pfx}" "${name}" "${sfx}" "${order}")"
77
78	local ret="$(gen_ret_type "${meta}" "${int}")"
79	local params="$(gen_params "${int}" "${atomic}" "$@")"
80	local checks="$(gen_params_checks "$@")"
81	local args="$(gen_args "$@")"
82	local retstmt="$(gen_ret_stmt "${meta}")"
83
84	[ ! -z "${guard}" ] && printf "#if ${guard}\n"
85
86cat <<EOF
87static __always_inline ${ret}
88${atomicname}(${params})
89{
90${checks}
91	${retstmt}arch_${atomicname}(${args});
92}
93#define ${atomicname} ${atomicname}
94EOF
95
96	[ ! -z "${guard}" ] && printf "#endif\n"
97
98	printf "\n"
99}
100
101gen_xchg()
102{
103	local xchg="$1"; shift
104	local mult="$1"; shift
105
106cat <<EOF
107#define ${xchg}(ptr, ...)						\\
108({									\\
109	typeof(ptr) __ai_ptr = (ptr);					\\
110	instrument_atomic_write(__ai_ptr, ${mult}sizeof(*__ai_ptr));		\\
111	arch_${xchg}(__ai_ptr, __VA_ARGS__);				\\
112})
113EOF
114}
115
116gen_optional_xchg()
117{
118	local name="$1"; shift
119	local sfx="$1"; shift
120	local guard="defined(arch_${name}${sfx})"
121
122	[ -z "${sfx}" ] && guard="!defined(arch_${name}_relaxed) || defined(arch_${name})"
123
124	printf "#if ${guard}\n"
125	gen_xchg "${name}${sfx}" ""
126	printf "#endif\n\n"
127}
128
129cat << EOF
130// SPDX-License-Identifier: GPL-2.0
131
132// Generated by $0
133// DO NOT MODIFY THIS FILE DIRECTLY
134
135/*
136 * This file provides wrappers with KASAN instrumentation for atomic operations.
137 * To use this functionality an arch's atomic.h file needs to define all
138 * atomic operations with arch_ prefix (e.g. arch_atomic_read()) and include
139 * this file at the end. This file provides atomic_read() that forwards to
140 * arch_atomic_read() for actual atomic operation.
141 * Note: if an arch atomic operation is implemented by means of other atomic
142 * operations (e.g. atomic_read()/atomic_cmpxchg() loop), then it needs to use
143 * arch_ variants (i.e. arch_atomic_read()/arch_atomic_cmpxchg()) to avoid
144 * double instrumentation.
145 */
146#ifndef _ASM_GENERIC_ATOMIC_INSTRUMENTED_H
147#define _ASM_GENERIC_ATOMIC_INSTRUMENTED_H
148
149#include <linux/build_bug.h>
150#include <linux/compiler.h>
151#include <linux/instrumented.h>
152
153EOF
154
155grep '^[a-z]' "$1" | while read name meta args; do
156	gen_proto "${meta}" "${name}" "atomic" "int" ${args}
157done
158
159grep '^[a-z]' "$1" | while read name meta args; do
160	gen_proto "${meta}" "${name}" "atomic64" "s64" ${args}
161done
162
163for xchg in "xchg" "cmpxchg" "cmpxchg64"; do
164	for order in "" "_acquire" "_release" "_relaxed"; do
165		gen_optional_xchg "${xchg}" "${order}"
166	done
167done
168
169for xchg in "cmpxchg_local" "cmpxchg64_local" "sync_cmpxchg"; do
170	gen_xchg "${xchg}" ""
171	printf "\n"
172done
173
174gen_xchg "cmpxchg_double" "2 * "
175
176printf "\n\n"
177
178gen_xchg "cmpxchg_double_local" "2 * "
179
180cat <<EOF
181
182#endif /* _ASM_GENERIC_ATOMIC_INSTRUMENTED_H */
183EOF
184