11c27b644SPaul E. McKenney// SPDX-License-Identifier: GPL-2.0+ 21c27b644SPaul E. McKenney(* 31c27b644SPaul E. McKenney * Copyright (C) 2016 Luc Maranget <luc.maranget@inria.fr> for Inria 41c27b644SPaul E. McKenney * Copyright (C) 2017 Alan Stern <stern@rowland.harvard.edu> 51c27b644SPaul E. McKenney *) 61c27b644SPaul E. McKenney 71c27b644SPaul E. McKenney(* Generate coherence orders and handle lock operations *) 8*15553dcbSLuc Maranget(* 9*15553dcbSLuc Maranget * Warning, crashes with herd7 versions strictly before 7.48. 10*15553dcbSLuc Maranget * spin_islocked is functional from version 7.49. 11*15553dcbSLuc Maranget * 12*15553dcbSLuc Maranget *) 131c27b644SPaul E. McKenneyinclude "cross.cat" 141c27b644SPaul E. McKenney 151c27b644SPaul E. McKenney(* From lock reads to their partner lock writes *) 161c27b644SPaul E. McKenneylet lk-rmw = ([LKR] ; po-loc ; [LKW]) \ (po ; po) 171c27b644SPaul E. McKenneylet rmw = rmw | lk-rmw 181c27b644SPaul E. McKenney 191c27b644SPaul E. McKenney(* 201c27b644SPaul E. McKenney * A paired LKR must always see an unlocked value; spin_lock() calls nested 211c27b644SPaul E. McKenney * inside a critical section (for the same lock) always deadlock. 221c27b644SPaul E. McKenney *) 231c27b644SPaul E. McKenneyempty ([LKW] ; po-loc ; [domain(lk-rmw)]) \ (po-loc ; [UL] ; po-loc) 241c27b644SPaul E. McKenney as lock-nest 251c27b644SPaul E. McKenney 261c27b644SPaul E. McKenney(* The litmus test is invalid if an LKW event is not part of an RMW pair *) 271c27b644SPaul E. McKenneyflag ~empty LKW \ range(lk-rmw) as unpaired-LKW 281c27b644SPaul E. McKenney 291c27b644SPaul E. McKenney(* This will be allowed if we implement spin_is_locked() *) 301c27b644SPaul E. McKenneyflag ~empty LKR \ domain(lk-rmw) as unpaired-LKR 311c27b644SPaul E. McKenney 321c27b644SPaul E. McKenney(* There should be no R or W accesses to spinlocks *) 331c27b644SPaul E. McKenneylet ALL-LOCKS = LKR | LKW | UL | LF 341c27b644SPaul E. McKenneyflag ~empty [M \ IW] ; loc ; [ALL-LOCKS] as mixed-lock-accesses 351c27b644SPaul E. McKenney 361c27b644SPaul E. McKenney(* The final value of a spinlock should not be tested *) 371c27b644SPaul E. McKenneyflag ~empty [FW] ; loc ; [ALL-LOCKS] as lock-final 381c27b644SPaul E. McKenney 39*15553dcbSLuc Maranget(* 40*15553dcbSLuc Maranget * Backward compatibility 41*15553dcbSLuc Maranget *) 42*15553dcbSLuc Marangetlet RL = try RL with emptyset (* defined herd7 >= 7.49 *) 43*15553dcbSLuc Marangetlet RU = try RU with emptyset (* defined herd7 >= 7.49 *) 441c27b644SPaul E. McKenney(* 451c27b644SPaul E. McKenney * Put lock operations in their appropriate classes, but leave UL out of W 461c27b644SPaul E. McKenney * until after the co relation has been generated. 471c27b644SPaul E. McKenney *) 48*15553dcbSLuc Marangetlet R = R | LKR | LF | RL | RU 491c27b644SPaul E. McKenneylet W = W | LKW 501c27b644SPaul E. McKenney 511c27b644SPaul E. McKenneylet Release = Release | UL 521c27b644SPaul E. McKenneylet Acquire = Acquire | LKR 531c27b644SPaul E. McKenney 541c27b644SPaul E. McKenney 551c27b644SPaul E. McKenney(* Match LKW events to their corresponding UL events *) 561c27b644SPaul E. McKenneylet critical = ([LKW] ; po-loc ; [UL]) \ (po-loc ; [LKW | UL] ; po-loc) 571c27b644SPaul E. McKenney 581c27b644SPaul E. McKenneyflag ~empty UL \ range(critical) as unmatched-unlock 591c27b644SPaul E. McKenney 601c27b644SPaul E. McKenney(* Allow up to one unmatched LKW per location; more must deadlock *) 611c27b644SPaul E. McKenneylet UNMATCHED-LKW = LKW \ domain(critical) 621c27b644SPaul E. McKenneyempty ([UNMATCHED-LKW] ; loc ; [UNMATCHED-LKW]) \ id as unmatched-locks 631c27b644SPaul E. McKenney 641c27b644SPaul E. McKenney 651c27b644SPaul E. McKenney(* rfi for LF events: link each LKW to the LF events in its critical section *) 661c27b644SPaul E. McKenneylet rfi-lf = ([LKW] ; po-loc ; [LF]) \ ([LKW] ; po-loc ; [UL] ; po-loc) 671c27b644SPaul E. McKenney 681c27b644SPaul E. McKenney(* rfe for LF events *) 691c27b644SPaul E. McKenneylet all-possible-rfe-lf = 701c27b644SPaul E. McKenney (* 711c27b644SPaul E. McKenney * Given an LF event r, compute the possible rfe edges for that event 721c27b644SPaul E. McKenney * (all those starting from LKW events in other threads), 731c27b644SPaul E. McKenney * and then convert that relation to a set of single-edge relations. 741c27b644SPaul E. McKenney *) 751c27b644SPaul E. McKenney let possible-rfe-lf r = 761c27b644SPaul E. McKenney let pair-to-relation p = p ++ 0 771c27b644SPaul E. McKenney in map pair-to-relation ((LKW * {r}) & loc & ext) 781c27b644SPaul E. McKenney (* Do this for each LF event r that isn't in rfi-lf *) 791c27b644SPaul E. McKenney in map possible-rfe-lf (LF \ range(rfi-lf)) 801c27b644SPaul E. McKenney 811c27b644SPaul E. McKenney(* Generate all rf relations for LF events *) 821c27b644SPaul E. McKenneywith rfe-lf from cross(all-possible-rfe-lf) 831c27b644SPaul E. McKenney 84*15553dcbSLuc Marangetlet rf-lf = rfe-lf | rfi-lf 85*15553dcbSLuc Maranget 86*15553dcbSLuc Maranget(* rf for RL events, ie islocked returning true, similar to LF above *) 87*15553dcbSLuc Maranget 88*15553dcbSLuc Maranget(* islocked returning true inside a critical section 89*15553dcbSLuc Maranget * must read from the opening lock 90*15553dcbSLuc Maranget *) 91*15553dcbSLuc Marangetlet rfi-rl = ([LKW] ; po-loc ; [RL]) \ ([LKW] ; po-loc ; [UL] ; po-loc) 92*15553dcbSLuc Maranget 93*15553dcbSLuc Maranget(* islocked returning true outside critical sections can match any 94*15553dcbSLuc Maranget * external lock. 95*15553dcbSLuc Maranget *) 96*15553dcbSLuc Marangetlet all-possible-rfe-rl = 97*15553dcbSLuc Maranget let possible-rfe-lf r = 98*15553dcbSLuc Maranget let pair-to-relation p = p ++ 0 99*15553dcbSLuc Maranget in map pair-to-relation ((LKW * {r}) & loc & ext) 100*15553dcbSLuc Maranget in map possible-rfe-lf (RL \ range(rfi-rl)) 101*15553dcbSLuc Maranget 102*15553dcbSLuc Marangetwith rfe-rl from cross(all-possible-rfe-rl) 103*15553dcbSLuc Marangetlet rf-rl = rfe-rl | rfi-rl 104*15553dcbSLuc Maranget 105*15553dcbSLuc Maranget(* Read from unlock, ie islocked returning false, slightly different *) 106*15553dcbSLuc Maranget 107*15553dcbSLuc Maranget(* islocked returning false can read from the last po-previous unlock *) 108*15553dcbSLuc Marangetlet rfi-ru = ([UL] ; po-loc ; [RU]) \ ([UL] ; po-loc ; [LKW] ; po-loc) 109*15553dcbSLuc Maranget 110*15553dcbSLuc Maranget(* any islocked returning false can read from any external unlock *) 111*15553dcbSLuc Marangetlet all-possible-rfe-ru = 112*15553dcbSLuc Maranget let possible-rfe-ru r = 113*15553dcbSLuc Maranget let pair-to-relation p = p ++ 0 114*15553dcbSLuc Maranget in map pair-to-relation (((UL|IW) * {r}) & loc & ext) 115*15553dcbSLuc Maranget in map possible-rfe-ru RU 116*15553dcbSLuc Maranget 117*15553dcbSLuc Marangetwith rfe-ru from cross(all-possible-rfe-ru) 118*15553dcbSLuc Marangetlet rf-ru = rfe-ru | rfi-ru 119*15553dcbSLuc Maranget 120*15553dcbSLuc Maranget(* Final rf relation *) 121*15553dcbSLuc Marangetlet rf = rf | rf-lf | rf-rl | rf-ru 1221c27b644SPaul E. McKenney 1231c27b644SPaul E. McKenney(* Generate all co relations, including LKW events but not UL *) 1241c27b644SPaul E. McKenneylet co0 = co0 | ([IW] ; loc ; [LKW]) | 1251c27b644SPaul E. McKenney (([LKW] ; loc ; [UNMATCHED-LKW]) \ [UNMATCHED-LKW]) 1261c27b644SPaul E. McKenneyinclude "cos-opt.cat" 1271c27b644SPaul E. McKenneylet W = W | UL 1281c27b644SPaul E. McKenneylet M = R | W 1291c27b644SPaul E. McKenney 1301c27b644SPaul E. McKenney(* Merge UL events into co *) 1311c27b644SPaul E. McKenneylet co = (co | critical | (critical^-1 ; co))+ 1321c27b644SPaul E. McKenneylet coe = co & ext 1331c27b644SPaul E. McKenneylet coi = co & int 1341c27b644SPaul E. McKenney 1351c27b644SPaul E. McKenney(* Merge LKR events into rf *) 1361c27b644SPaul E. McKenneylet rf = rf | ([IW | UL] ; singlestep(co) ; lk-rmw^-1) 1371c27b644SPaul E. McKenneylet rfe = rf & ext 1381c27b644SPaul E. McKenneylet rfi = rf & int 1391c27b644SPaul E. McKenney 1401c27b644SPaul E. McKenneylet fr = rf^-1 ; co 1411c27b644SPaul E. McKenneylet fre = fr & ext 1421c27b644SPaul E. McKenneylet fri = fr & int 1431c27b644SPaul E. McKenney 1441c27b644SPaul E. McKenneyshow co,rf,fr 145