| /openbmc/linux/kernel/locking/ |
| H A D | rtmutex.c | 356 lockdep_assert_held(&task->pi_lock); in waiter_clone_prio()
487 lockdep_assert_held(&task->pi_lock); in rt_mutex_enqueue_pi()
495 lockdep_assert_held(&task->pi_lock); in rt_mutex_dequeue_pi()
511 lockdep_assert_held(&p->pi_lock); in rt_mutex_adjust_prio()
709 raw_spin_lock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
823 raw_spin_unlock_irq(&task->pi_lock); in rt_mutex_adjust_prio_chain()
866 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
880 raw_spin_lock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
895 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
936 raw_spin_unlock(&task->pi_lock); in rt_mutex_adjust_prio_chain()
[all …]
|
| H A D | rtmutex_api.c | 459 raw_spin_lock_irqsave(&task->pi_lock, flags); in rt_mutex_adjust_pi()
463 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
467 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in rt_mutex_adjust_pi()
|
| H A D | rtmutex_common.h | 149 lockdep_assert_held(&p->pi_lock); in task_top_pi_waiter()
|
| /openbmc/linux/kernel/ |
| H A D | task_work.c | 138 raw_spin_lock_irqsave(&task->pi_lock, flags); in task_work_cancel_match()
147 raw_spin_unlock_irqrestore(&task->pi_lock, flags); in task_work_cancel_match()
234 raw_spin_lock_irq(&task->pi_lock); in task_work_run()
235 raw_spin_unlock_irq(&task->pi_lock); in task_work_run()
|
| H A D | kthread.c | 529 raw_spin_lock_irqsave(&p->pi_lock, flags); in __kthread_bind_mask()
532 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in __kthread_bind_mask()
|
| H A D | fork.c | 1940 raw_spin_lock_init(&p->pi_lock); in rt_mutex_init_task()
|
| /openbmc/linux/kernel/futex/ |
| H A D | core.c | 965 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
983 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
985 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
988 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
992 raw_spin_lock(&curr->pi_lock); in exit_pi_state_list()
1010 raw_spin_unlock(&curr->pi_lock); in exit_pi_state_list()
1017 raw_spin_lock_irq(&curr->pi_lock); in exit_pi_state_list()
1019 raw_spin_unlock_irq(&curr->pi_lock); in exit_pi_state_list()
1089 raw_spin_lock_irq(&tsk->pi_lock); in futex_cleanup_begin()
1091 raw_spin_unlock_irq(&tsk->pi_lock); in futex_cleanup_begin()
|
| H A D | pi.c | 53 raw_spin_lock(&old_owner->pi_lock); in pi_state_update_owner()
56 raw_spin_unlock(&old_owner->pi_lock); in pi_state_update_owner()
60 raw_spin_lock(&new_owner->pi_lock); in pi_state_update_owner()
64 raw_spin_unlock(&new_owner->pi_lock); in pi_state_update_owner()
440 raw_spin_lock_irq(&p->pi_lock); in attach_to_pi_owner()
449 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
467 raw_spin_unlock_irq(&p->pi_lock); in attach_to_pi_owner()
586 raw_spin_lock_irq(&task->pi_lock); in futex_lock_pi_atomic()
588 raw_spin_unlock_irq(&task->pi_lock); in futex_lock_pi_atomic()
|
| /openbmc/linux/init/ |
| H A D | init_task.c | 132 .pi_lock = __RAW_SPIN_LOCK_UNLOCKED(init_task.pi_lock),
|
| /openbmc/linux/kernel/sched/ |
| H A D | core_sched.c | 103 raw_spin_lock_irqsave(&p->pi_lock, flags); in sched_core_clone_cookie()
105 raw_spin_unlock_irqrestore(&p->pi_lock, flags); in sched_core_clone_cookie()
|
| H A D | core.c | 464 * p->pi_lock
489 * both p->pi_lock and rq->lock. As a consequence the state they change is
506 * try_to_wake_up(). This latter uses p->pi_lock to serialize against
532 * - for try_to_wake_up(), called under p->pi_lock:
632 lockdep_assert_held(&p->pi_lock); in __task_rq_lock()
649 * task_rq_lock - lock p->pi_lock and lock the rq @p resides on.
652 __acquires(p->pi_lock) in task_rq_lock()
658 raw_spin_lock_irqsave(&p->pi_lock, rf->flags); in task_rq_lock()
683 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_lock()
1468 lockdep_assert_held(&p->pi_lock); in __uclamp_update_util_min_rt_default()
[all...] |
| H A D | sched.h | 1642 __acquires(p->pi_lock)
1655 __releases(p->pi_lock) in task_rq_unlock()
1659 raw_spin_unlock_irqrestore(&p->pi_lock, rf->flags); in task_rq_unlock()
|
| H A D | deadline.c | 2558 raw_spin_lock_irqsave(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
2560 raw_spin_unlock_irqrestore(&p->pi_lock, rf.flags); in dl_add_task_root_domain()
|
| H A D | fair.c | 8170 lockdep_assert_held(&p->pi_lock); in select_task_rq_fair()
|
| /openbmc/linux/include/linux/ |
| H A D | sched.h | 233 raw_spin_lock_irqsave(¤t->pi_lock, flags); \
236 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); \
267 raw_spin_lock(¤t->pi_lock); \
271 raw_spin_unlock(¤t->pi_lock); \
277 raw_spin_lock(¤t->pi_lock); \
281 raw_spin_unlock(¤t->pi_lock); \
1141 raw_spinlock_t pi_lock; member
|
| /openbmc/linux/kernel/trace/ |
| H A D | trace_osnoise.c | 1720 raw_spin_lock_irqsave(¤t->pi_lock, flags); in osnoise_main()
1722 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in osnoise_main()
1903 raw_spin_lock_irqsave(¤t->pi_lock, flags); in timerlat_main()
1905 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in timerlat_main()
|
| /openbmc/linux/Documentation/locking/ |
| H A D | rt-mutex-design.rst | 220 called pi_lock. This lock may also be taken in interrupt context, so when
221 locking the pi_lock, interrupts must be disabled.
543 On the wake up code, the pi_lock of the current owner is taken. The top
548 Finally we unlock the pi_lock of the pending owner and wake it up.
|
| /openbmc/linux/kernel/rcu/ |
| H A D | rcutorture.c | 1836 raw_spin_lock_irqsave(¤t->pi_lock, flags); in rcutorture_one_extend()
1841 raw_spin_unlock_irqrestore(¤t->pi_lock, flags); in rcutorture_one_extend()
|