linux/fs/userfaultfd.c

55  * Start with fault_pending_wqh and fault_wqh so they're more likely
60  *		fault_pending_wqh.lock
70 	wait_queue_head_t fault_pending_wqh;
77 	/* a refile sequence protected by fault_pending_wqh lock */
217 		VM_BUG_ON(spin_is_locked(&ctx->fault_pending_wqh.lock));
218 		VM_BUG_ON(waitqueue_active(&ctx->fault_pending_wqh));
319  * the fault_pending_wqh to avoid userland having to UFFDIO_WAKE any
537 	spin_lock_irq(&ctx->fault_pending_wqh.lock);
542 	__add_wait_queue(&ctx->fault_pending_wqh, &uwq.wq);
549 	spin_unlock_irq(&ctx->fault_pending_wqh.lock);
580 		spin_lock_irq(&ctx->fault_pending_wqh.lock);
586 		spin_unlock_irq(&ctx->fault_pending_wqh.lock);
952 	spin_lock_irq(&ctx->fault_pending_wqh.lock);
953 	__wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL, &range);
955 	spin_unlock_irq(&ctx->fault_pending_wqh.lock);
965 /* fault_pending_wqh.lock must be hold by the caller */
987 	return find_userfault_in(&ctx->fault_pending_wqh);
1024 	if (waitqueue_active(&ctx->fault_pending_wqh))
1066 	/* always take the fd_wqh lock before the fault_pending_wqh lock */
1071 		spin_lock(&ctx->fault_pending_wqh.lock);
1084 			 * The fault_pending_wqh.lock prevents the uwq
1088 			 * fault_pending_wqh to fault_wqh, it's not
1111 			spin_unlock(&ctx->fault_pending_wqh.lock);
1115 		spin_unlock(&ctx->fault_pending_wqh.lock);
1249 	spin_lock_irq(&ctx->fault_pending_wqh.lock);
1251 	if (waitqueue_active(&ctx->fault_pending_wqh))
1252 		__wake_up_locked_key(&ctx->fault_pending_wqh, TASK_NORMAL,
1256 	spin_unlock_irq(&ctx->fault_pending_wqh.lock);
1282 		need_wakeup = waitqueue_active(&ctx->fault_pending_wqh) ||
2145 	spin_lock_irq(&ctx->fault_pending_wqh.lock);
2146 	list_for_each_entry(wq, &ctx->fault_pending_wqh.head, entry) {
2153 	spin_unlock_irq(&ctx->fault_pending_wqh.lock);
2182 	init_waitqueue_head(&ctx->fault_pending_wqh);
2186 	seqcount_spinlock_init(&ctx->refile_seq, &ctx->fault_pending_wqh.lock);