3308 static inline void __mm_cid_put(struct mm_struct *mm, int cid)  in __mm_cid_put()  argument
3310 	if (cid < 0)  in __mm_cid_put()
3312 	cpumask_clear_cpu(cid, mm_cidmask(mm));  in __mm_cid_put()
3327 	int cid;  in mm_cid_put_lazy()  local
3330 	cid = __this_cpu_read(pcpu_cid->cid);  in mm_cid_put_lazy()
3331 	if (!mm_cid_is_lazy_put(cid) ||  in mm_cid_put_lazy()
3332 	    !try_cmpxchg(&this_cpu_ptr(pcpu_cid)->cid, &cid, MM_CID_UNSET))  in mm_cid_put_lazy()
3334 	__mm_cid_put(mm, mm_cid_clear_lazy_put(cid));  in mm_cid_put_lazy()
3340 	int cid, res;  in mm_cid_pcpu_unset()  local
3343 	cid = __this_cpu_read(pcpu_cid->cid);  in mm_cid_pcpu_unset()
3345 		if (mm_cid_is_unset(cid))  in mm_cid_pcpu_unset()
3350 		res = cmpxchg(&this_cpu_ptr(pcpu_cid)->cid, cid, MM_CID_UNSET);  in mm_cid_pcpu_unset()
3351 		if (res == cid)  in mm_cid_pcpu_unset()
3353 		cid = res;  in mm_cid_pcpu_unset()
3355 	return cid;  in mm_cid_pcpu_unset()
3360 	int cid;  in mm_cid_put()  local
3363 	cid = mm_cid_pcpu_unset(mm);  in mm_cid_put()
3364 	if (cid == MM_CID_UNSET)  in mm_cid_put()
3366 	__mm_cid_put(mm, mm_cid_clear_lazy_put(cid));  in mm_cid_put()
3372 	int cid;  in __mm_cid_try_get()  local
3381 		cid = cpumask_first_zero(cpumask);  in __mm_cid_try_get()
3382 		if (cid < nr_cpu_ids)  in __mm_cid_try_get()
3386 	if (cpumask_test_and_set_cpu(cid, cpumask))  in __mm_cid_try_get()
3388 	return cid;  in __mm_cid_try_get()
3405 	int cid;  in __mm_cid_get()  local
3413 		cid = __mm_cid_try_get(mm);  in __mm_cid_get()
3414 		if (cid >= 0)  in __mm_cid_get()
3419 		cid = __mm_cid_try_get(mm);  in __mm_cid_get()
3420 		if (cid >= 0)  in __mm_cid_get()
3439 		cid = __mm_cid_try_get(mm);  in __mm_cid_get()
3441 	} while (cid < 0);  in __mm_cid_get()
3452 	return cid;  in __mm_cid_get()
3459 	int cid;  in mm_cid_get()  local
3463 	cid = __this_cpu_read(pcpu_cid->cid);  in mm_cid_get()
3464 	if (mm_cid_is_valid(cid)) {  in mm_cid_get()
3466 		return cid;  in mm_cid_get()
3468 	if (mm_cid_is_lazy_put(cid)) {  in mm_cid_get()
3469 		if (try_cmpxchg(&this_cpu_ptr(pcpu_cid)->cid, &cid, MM_CID_UNSET))  in mm_cid_get()
3470 			__mm_cid_put(mm, mm_cid_clear_lazy_put(cid));  in mm_cid_get()
3472 	cid = __mm_cid_get(rq, mm);  in mm_cid_get()
3473 	__this_cpu_write(pcpu_cid->cid, cid);  in mm_cid_get()
3474 	return cid;  in mm_cid_get()