11c27b644SPaul E. McKenney// SPDX-License-Identifier: GPL-2.0+ 21c27b644SPaul E. McKenney(* 31c27b644SPaul E. McKenney * Copyright (C) 2015 Jade Alglave <j.alglave@ucl.ac.uk>, 41c27b644SPaul E. McKenney * Copyright (C) 2016 Luc Maranget <luc.maranget@inria.fr> for Inria 51c27b644SPaul E. McKenney * Copyright (C) 2017 Alan Stern <stern@rowland.harvard.edu>, 61c27b644SPaul E. McKenney * Andrea Parri <parri.andrea@gmail.com> 71c27b644SPaul E. McKenney * 81a00b455SAndrea Parri * An earlier version of this file appeared in the companion webpage for 91c27b644SPaul E. McKenney * "Frightening small children and disconcerting grown-ups: Concurrency 101c27b644SPaul E. McKenney * in the Linux kernel" by Alglave, Maranget, McKenney, Parri, and Stern, 111a00b455SAndrea Parri * which appeared in ASPLOS 2018. 121c27b644SPaul E. McKenney *) 131c27b644SPaul E. McKenney 1448d44d4eSAndrea Parri"Linux-kernel memory consistency model" 151c27b644SPaul E. McKenney 16af41db5eSMark Rutlandenum Accesses = 'once (*READ_ONCE,WRITE_ONCE*) || 171c27b644SPaul E. McKenney 'release (*smp_store_release*) || 181c27b644SPaul E. McKenney 'acquire (*smp_load_acquire*) || 191c27b644SPaul E. McKenney 'noreturn (* R of non-return RMW *) 201c27b644SPaul E. McKenneyinstructions R[{'once,'acquire,'noreturn}] 211c27b644SPaul E. McKenneyinstructions W[{'once,'release}] 221c27b644SPaul E. McKenneyinstructions RMW[{'once,'acquire,'release}] 231c27b644SPaul E. McKenney 241c27b644SPaul E. McKenneyenum Barriers = 'wmb (*smp_wmb*) || 251c27b644SPaul E. McKenney 'rmb (*smp_rmb*) || 261c27b644SPaul E. McKenney 'mb (*smp_mb*) || 270031e38aSAlan Stern 'barrier (*barrier*) || 281c27b644SPaul E. McKenney 'rcu-lock (*rcu_read_lock*) || 291c27b644SPaul E. McKenney 'rcu-unlock (*rcu_read_unlock*) || 301c27b644SPaul E. McKenney 'sync-rcu (*synchronize_rcu*) || 31cac79a39SPaul E. McKenney 'before-atomic (*smp_mb__before_atomic*) || 32cac79a39SPaul E. McKenney 'after-atomic (*smp_mb__after_atomic*) || 335b735eb1SAndrea Parri 'after-spinlock (*smp_mb__after_spinlock*) || 345b735eb1SAndrea Parri 'after-unlock-lock (*smp_mb__after_unlock_lock*) 351c27b644SPaul E. McKenneyinstructions F[Barriers] 361c27b644SPaul E. McKenney 37a3f600d9SAlan Stern(* SRCU *) 38a3f600d9SAlan Sternenum SRCU = 'srcu-lock || 'srcu-unlock || 'sync-srcu 39a3f600d9SAlan Sterninstructions SRCU[SRCU] 40a3f600d9SAlan Stern(* All srcu events *) 41a3f600d9SAlan Sternlet Srcu = Srcu-lock | Srcu-unlock | Sync-srcu 42a3f600d9SAlan Stern 431c27b644SPaul E. McKenney(* Compute matching pairs of nested Rcu-lock and Rcu-unlock *) 440172d9e3SAlan Sternlet rcu-rscs = let rec 451c27b644SPaul E. McKenney unmatched-locks = Rcu-lock \ domain(matched) 461c27b644SPaul E. McKenney and unmatched-unlocks = Rcu-unlock \ range(matched) 471c27b644SPaul E. McKenney and unmatched = unmatched-locks | unmatched-unlocks 481c27b644SPaul E. McKenney and unmatched-po = [unmatched] ; po ; [unmatched] 491c27b644SPaul E. McKenney and unmatched-locks-to-unlocks = 501c27b644SPaul E. McKenney [unmatched-locks] ; po ; [unmatched-unlocks] 511c27b644SPaul E. McKenney and matched = matched | (unmatched-locks-to-unlocks \ 521c27b644SPaul E. McKenney (unmatched-po ; unmatched-po)) 531c27b644SPaul E. McKenney in matched 541c27b644SPaul E. McKenney 551c27b644SPaul E. McKenney(* Validate nesting *) 560172d9e3SAlan Sternflag ~empty Rcu-lock \ domain(rcu-rscs) as unbalanced-rcu-locking 570172d9e3SAlan Sternflag ~empty Rcu-unlock \ range(rcu-rscs) as unbalanced-rcu-locking 58a3f600d9SAlan Stern 59a3f600d9SAlan Stern(* Compute matching pairs of nested Srcu-lock and Srcu-unlock *) 60a3f600d9SAlan Sternlet srcu-rscs = let rec 61a3f600d9SAlan Stern unmatched-locks = Srcu-lock \ domain(matched) 62a3f600d9SAlan Stern and unmatched-unlocks = Srcu-unlock \ range(matched) 63a3f600d9SAlan Stern and unmatched = unmatched-locks | unmatched-unlocks 64a3f600d9SAlan Stern and unmatched-po = ([unmatched] ; po ; [unmatched]) & loc 65a3f600d9SAlan Stern and unmatched-locks-to-unlocks = 66a3f600d9SAlan Stern ([unmatched-locks] ; po ; [unmatched-unlocks]) & loc 67a3f600d9SAlan Stern and matched = matched | (unmatched-locks-to-unlocks \ 68a3f600d9SAlan Stern (unmatched-po ; unmatched-po)) 69a3f600d9SAlan Stern in matched 70a3f600d9SAlan Stern 71a3f600d9SAlan Stern(* Validate nesting *) 72a3f600d9SAlan Sternflag ~empty Srcu-lock \ domain(srcu-rscs) as unbalanced-srcu-locking 73a3f600d9SAlan Sternflag ~empty Srcu-unlock \ range(srcu-rscs) as unbalanced-srcu-locking 74a3f600d9SAlan Stern 75a3f600d9SAlan Stern(* Check for use of synchronize_srcu() inside an RCU critical section *) 76a3f600d9SAlan Sternflag ~empty rcu-rscs & (po ; [Sync-srcu] ; po) as invalid-sleep 779393998eSLuc Maranget 789393998eSLuc Maranget(* Validate SRCU dynamic match *) 799393998eSLuc Marangetflag ~empty different-values(srcu-rscs) as srcu-bad-nesting 80d1a84ab1SAlan Stern 81d1a84ab1SAlan Stern(* Compute marked and plain memory accesses *) 82d1a84ab1SAlan Sternlet Marked = (~M) | IW | Once | Release | Acquire | domain(rmw) | range(rmw) | 83d1a84ab1SAlan Stern LKR | LKW | UL | LF | RL | RU 84d1a84ab1SAlan Sternlet Plain = M \ Marked 85*9ba7d3b3SJonas Oberhauser 86*9ba7d3b3SJonas Oberhauser(* Redefine dependencies to include those carried through plain accesses *) 87*9ba7d3b3SJonas Oberhauserlet carry-dep = (data ; rfi)* 88*9ba7d3b3SJonas Oberhauserlet addr = carry-dep ; addr 89*9ba7d3b3SJonas Oberhauserlet ctrl = carry-dep ; ctrl 90*9ba7d3b3SJonas Oberhauserlet data = carry-dep ; data 91