11c27b644SPaul E. McKenney// SPDX-License-Identifier: GPL-2.0+
21c27b644SPaul E. McKenney(*
31c27b644SPaul E. McKenney * Copyright (C) 2015 Jade Alglave <j.alglave@ucl.ac.uk>,
41c27b644SPaul E. McKenney * Copyright (C) 2016 Luc Maranget <luc.maranget@inria.fr> for Inria
51c27b644SPaul E. McKenney * Copyright (C) 2017 Alan Stern <stern@rowland.harvard.edu>,
61c27b644SPaul E. McKenney *                    Andrea Parri <parri.andrea@gmail.com>
71c27b644SPaul E. McKenney *
81a00b455SAndrea Parri * An earlier version of this file appeared in the companion webpage for
91c27b644SPaul E. McKenney * "Frightening small children and disconcerting grown-ups: Concurrency
101c27b644SPaul E. McKenney * in the Linux kernel" by Alglave, Maranget, McKenney, Parri, and Stern,
111a00b455SAndrea Parri * which appeared in ASPLOS 2018.
121c27b644SPaul E. McKenney *)
131c27b644SPaul E. McKenney
1448d44d4eSAndrea Parri"Linux-kernel memory consistency model"
151c27b644SPaul E. McKenney
16af41db5eSMark Rutlandenum Accesses = 'once (*READ_ONCE,WRITE_ONCE*) ||
171c27b644SPaul E. McKenney		'release (*smp_store_release*) ||
181c27b644SPaul E. McKenney		'acquire (*smp_load_acquire*) ||
191c27b644SPaul E. McKenney		'noreturn (* R of non-return RMW *)
201c27b644SPaul E. McKenneyinstructions R[{'once,'acquire,'noreturn}]
211c27b644SPaul E. McKenneyinstructions W[{'once,'release}]
221c27b644SPaul E. McKenneyinstructions RMW[{'once,'acquire,'release}]
231c27b644SPaul E. McKenney
241c27b644SPaul E. McKenneyenum Barriers = 'wmb (*smp_wmb*) ||
251c27b644SPaul E. McKenney		'rmb (*smp_rmb*) ||
261c27b644SPaul E. McKenney		'mb (*smp_mb*) ||
270031e38aSAlan Stern		'barrier (*barrier*) ||
281c27b644SPaul E. McKenney		'rcu-lock (*rcu_read_lock*)  ||
291c27b644SPaul E. McKenney		'rcu-unlock (*rcu_read_unlock*) ||
301c27b644SPaul E. McKenney		'sync-rcu (*synchronize_rcu*) ||
31cac79a39SPaul E. McKenney		'before-atomic (*smp_mb__before_atomic*) ||
32cac79a39SPaul E. McKenney		'after-atomic (*smp_mb__after_atomic*) ||
335b735eb1SAndrea Parri		'after-spinlock (*smp_mb__after_spinlock*) ||
345b735eb1SAndrea Parri		'after-unlock-lock (*smp_mb__after_unlock_lock*)
351c27b644SPaul E. McKenneyinstructions F[Barriers]
361c27b644SPaul E. McKenney
37a3f600d9SAlan Stern(* SRCU *)
38a3f600d9SAlan Sternenum SRCU = 'srcu-lock || 'srcu-unlock || 'sync-srcu
39a3f600d9SAlan Sterninstructions SRCU[SRCU]
40a3f600d9SAlan Stern(* All srcu events *)
41a3f600d9SAlan Sternlet Srcu = Srcu-lock | Srcu-unlock | Sync-srcu
42a3f600d9SAlan Stern
431c27b644SPaul E. McKenney(* Compute matching pairs of nested Rcu-lock and Rcu-unlock *)
440172d9e3SAlan Sternlet rcu-rscs = let rec
451c27b644SPaul E. McKenney	    unmatched-locks = Rcu-lock \ domain(matched)
461c27b644SPaul E. McKenney	and unmatched-unlocks = Rcu-unlock \ range(matched)
471c27b644SPaul E. McKenney	and unmatched = unmatched-locks | unmatched-unlocks
481c27b644SPaul E. McKenney	and unmatched-po = [unmatched] ; po ; [unmatched]
491c27b644SPaul E. McKenney	and unmatched-locks-to-unlocks =
501c27b644SPaul E. McKenney		[unmatched-locks] ; po ; [unmatched-unlocks]
511c27b644SPaul E. McKenney	and matched = matched | (unmatched-locks-to-unlocks \
521c27b644SPaul E. McKenney		(unmatched-po ; unmatched-po))
531c27b644SPaul E. McKenney	in matched
541c27b644SPaul E. McKenney
551c27b644SPaul E. McKenney(* Validate nesting *)
560172d9e3SAlan Sternflag ~empty Rcu-lock \ domain(rcu-rscs) as unbalanced-rcu-locking
570172d9e3SAlan Sternflag ~empty Rcu-unlock \ range(rcu-rscs) as unbalanced-rcu-locking
58a3f600d9SAlan Stern
59a3f600d9SAlan Stern(* Compute matching pairs of nested Srcu-lock and Srcu-unlock *)
60a3f600d9SAlan Sternlet srcu-rscs = let rec
61a3f600d9SAlan Stern	    unmatched-locks = Srcu-lock \ domain(matched)
62a3f600d9SAlan Stern	and unmatched-unlocks = Srcu-unlock \ range(matched)
63a3f600d9SAlan Stern	and unmatched = unmatched-locks | unmatched-unlocks
64a3f600d9SAlan Stern	and unmatched-po = ([unmatched] ; po ; [unmatched]) & loc
65a3f600d9SAlan Stern	and unmatched-locks-to-unlocks =
66a3f600d9SAlan Stern		([unmatched-locks] ; po ; [unmatched-unlocks]) & loc
67a3f600d9SAlan Stern	and matched = matched | (unmatched-locks-to-unlocks \
68a3f600d9SAlan Stern		(unmatched-po ; unmatched-po))
69a3f600d9SAlan Stern	in matched
70a3f600d9SAlan Stern
71a3f600d9SAlan Stern(* Validate nesting *)
72a3f600d9SAlan Sternflag ~empty Srcu-lock \ domain(srcu-rscs) as unbalanced-srcu-locking
73a3f600d9SAlan Sternflag ~empty Srcu-unlock \ range(srcu-rscs) as unbalanced-srcu-locking
74a3f600d9SAlan Stern
75a3f600d9SAlan Stern(* Check for use of synchronize_srcu() inside an RCU critical section *)
76a3f600d9SAlan Sternflag ~empty rcu-rscs & (po ; [Sync-srcu] ; po) as invalid-sleep
779393998eSLuc Maranget
789393998eSLuc Maranget(* Validate SRCU dynamic match *)
799393998eSLuc Marangetflag ~empty different-values(srcu-rscs) as srcu-bad-nesting
80d1a84ab1SAlan Stern
81d1a84ab1SAlan Stern(* Compute marked and plain memory accesses *)
82d1a84ab1SAlan Sternlet Marked = (~M) | IW | Once | Release | Acquire | domain(rmw) | range(rmw) |
83d1a84ab1SAlan Stern		LKR | LKW | UL | LF | RL | RU
84d1a84ab1SAlan Sternlet Plain = M \ Marked
85*9ba7d3b3SJonas Oberhauser
86*9ba7d3b3SJonas Oberhauser(* Redefine dependencies to include those carried through plain accesses *)
87*9ba7d3b3SJonas Oberhauserlet carry-dep = (data ; rfi)*
88*9ba7d3b3SJonas Oberhauserlet addr = carry-dep ; addr
89*9ba7d3b3SJonas Oberhauserlet ctrl = carry-dep ; ctrl
90*9ba7d3b3SJonas Oberhauserlet data = carry-dep ; data
91