Lines Matching refs:waiter
366 rwsem_add_waiter(struct rw_semaphore *sem, struct rwsem_waiter *waiter) in rwsem_add_waiter() argument
369 list_add_tail(&waiter->list, &sem->wait_list); in rwsem_add_waiter()
380 rwsem_del_waiter(struct rw_semaphore *sem, struct rwsem_waiter *waiter) in rwsem_del_waiter() argument
383 list_del(&waiter->list); in rwsem_del_waiter()
408 struct rwsem_waiter *waiter, *tmp; in rwsem_mark_wake() local
418 waiter = rwsem_first_waiter(sem); in rwsem_mark_wake()
420 if (waiter->type == RWSEM_WAITING_FOR_WRITE) { in rwsem_mark_wake()
429 wake_q_add(wake_q, waiter->task); in rwsem_mark_wake()
459 time_after(jiffies, waiter->timeout)) { in rwsem_mark_wake()
473 owner = waiter->task; in rwsem_mark_wake()
501 list_for_each_entry_safe(waiter, tmp, &sem->wait_list, list) { in rwsem_mark_wake()
502 if (waiter->type == RWSEM_WAITING_FOR_WRITE) in rwsem_mark_wake()
506 list_move_tail(&waiter->list, &wlist); in rwsem_mark_wake()
540 list_for_each_entry_safe(waiter, tmp, &wlist, list) { in rwsem_mark_wake()
543 tsk = waiter->task; in rwsem_mark_wake()
552 smp_store_release(&waiter->task, NULL); in rwsem_mark_wake()
569 struct rwsem_waiter *waiter) in rwsem_try_write_lock() argument
571 bool first = rwsem_first_waiter(sem) == waiter; in rwsem_try_write_lock()
585 waiter->handoff_set = true; in rwsem_try_write_lock()
591 if (has_handoff || (!rt_task(waiter->task) && in rwsem_try_write_lock()
592 !time_after(jiffies, waiter->timeout))) in rwsem_try_write_lock()
610 waiter->handoff_set = true; in rwsem_try_write_lock()
619 list_del(&waiter->list); in rwsem_try_write_lock()
945 struct rwsem_waiter waiter; in rwsem_down_read_slowpath() local
981 waiter.task = current; in rwsem_down_read_slowpath()
982 waiter.type = RWSEM_WAITING_FOR_READ; in rwsem_down_read_slowpath()
983 waiter.timeout = jiffies + RWSEM_WAIT_TIMEOUT; in rwsem_down_read_slowpath()
1004 rwsem_add_waiter(sem, &waiter); in rwsem_down_read_slowpath()
1029 if (!smp_load_acquire(&waiter.task)) { in rwsem_down_read_slowpath()
1035 if (waiter.task) in rwsem_down_read_slowpath()
1050 rwsem_del_waiter(sem, &waiter); in rwsem_down_read_slowpath()
1064 struct rwsem_waiter waiter; in rwsem_down_write_slowpath() local
1077 waiter.task = current; in rwsem_down_write_slowpath()
1078 waiter.type = RWSEM_WAITING_FOR_WRITE; in rwsem_down_write_slowpath()
1079 waiter.timeout = jiffies + RWSEM_WAIT_TIMEOUT; in rwsem_down_write_slowpath()
1080 waiter.handoff_set = false; in rwsem_down_write_slowpath()
1083 rwsem_add_waiter(sem, &waiter); in rwsem_down_write_slowpath()
1086 if (rwsem_first_waiter(sem) != &waiter) { in rwsem_down_write_slowpath()
1122 if (rwsem_try_write_lock(sem, &waiter)) { in rwsem_down_write_slowpath()
1140 if (waiter.handoff_set) { in rwsem_down_write_slowpath()
1165 rwsem_del_waiter(sem, &waiter); in rwsem_down_write_slowpath()