Lines Matching defs:wq
80 wait_queue_t wq,
84 wait_queue_t wq,
100 wait_queue_t wq,
106 wq->wq_fifo = TRUE;
107 wq->wq_type = _WAIT_QUEUE_inited;
108 queue_init(&wq->wq_queue);
109 hw_lock_init(&wq->wq_interlock);
128 wait_queue_t wq;
131 wq = (wait_queue_t) kalloc(sizeof(struct wait_queue));
132 if (wq != WAIT_QUEUE_NULL) {
133 ret = wait_queue_init(wq, policy);
135 kfree(wq, sizeof(struct wait_queue));
136 wq = WAIT_QUEUE_NULL;
139 return wq;
151 wait_queue_t wq)
153 if (!wait_queue_is_queue(wq))
155 if (!queue_empty(&wq->wq_queue))
157 kfree(wq, sizeof(struct wait_queue));
281 #define WAIT_QUEUE_ELEMENT_CHECK(wq, wqe) \
282 WQASSERT(((wqe)->wqe_queue == (wq) && \
284 "wait queue element list corruption: wq=%#x, wqe=%#x", \
285 (wq), (wqe))
307 #define WAIT_QUEUE_CHECK(wq) \
309 queue_t q2 = &(wq)->wq_queue; \
312 WAIT_QUEUE_ELEMENT_CHECK((wq), wqe2); \
331 #define WAIT_QUEUE_CHECK(wq)
346 wait_queue_t wq,
352 assert(wait_queue_held(wq));
355 q = &wq->wq_queue;
359 WAIT_QUEUE_ELEMENT_CHECK(wq, wq_element);
382 wait_queue_t wq,
392 wait_queue_lock(wq);
393 ret = wait_queue_member_locked(wq, wq_set);
394 wait_queue_unlock(wq);
412 wait_queue_t wq,
420 if (!wait_queue_is_queue(wq) || !wait_queue_is_set(wq_set))
429 wait_queue_lock(wq);
430 q = &wq->wq_queue;
433 WAIT_QUEUE_ELEMENT_CHECK(wq, wq_element);
436 wait_queue_unlock(wq);
451 wql->wql_queue = wq;
452 queue_enter(&wq->wq_queue, wql, wait_queue_link_t, wql_links);
458 wait_queue_unlock(wq);
475 wait_queue_t wq,
485 ret = wait_queue_link_noalloc(wq, wq_set, wql);
500 wait_queue_t wq,
504 assert(wait_queue_held(wq));
508 queue_remove(&wq->wq_queue, wql, wait_queue_link_t, wql_links);
513 WAIT_QUEUE_CHECK(wq);
527 wait_queue_t wq,
535 if (!wait_queue_is_queue(wq) || !wait_queue_is_set(wq_set)) {
539 wait_queue_lock(wq);
541 q = &wq->wq_queue;
544 WAIT_QUEUE_ELEMENT_CHECK(wq, wq_element);
550 wait_queue_unlink_locked(wq, wq_set, wql);
552 wait_queue_unlock(wq);
561 wait_queue_unlock(wq);
577 wait_queue_t wq)
588 if (!wait_queue_is_queue(wq)) {
595 wait_queue_lock(wq);
597 q = &wq->wq_queue;
601 WAIT_QUEUE_ELEMENT_CHECK(wq, wq_element);
609 wait_queue_unlink_locked(wq, wq_set, wql);
614 wait_queue_unlock(wq);
631 wait_queue_t wq)
642 if (!wait_queue_is_queue(wq)) {
649 wait_queue_lock(wq);
651 q = &wq->wq_queue;
655 WAIT_QUEUE_ELEMENT_CHECK(wq, wq_element);
663 wait_queue_unlink_locked(wq, wq_set, wql);
669 wait_queue_unlock(wq);
695 wait_queue_t wq;
712 wq = wql->wql_queue;
713 if (wait_queue_lock_try(wq)) {
714 wait_queue_unlink_locked(wq, wq_set, wql);
715 wait_queue_unlock(wq);
752 wait_queue_t wq;
773 wq = wql->wql_queue;
774 if (wait_queue_lock_try(wq)) {
775 wait_queue_unlink_locked(wq, wq_set, wql);
776 wait_queue_unlock(wq);
806 wait_queue_t wq,
814 wait_queue_lock(wq);
816 q = &wq->wq_queue;
826 wait_queue_unlink_locked(wq, wq_set, wql);
828 wait_queue_unlock(wq);
838 wait_queue_unlock(wq);
857 wait_queue_t wq,
868 if (wq->wq_type == _WAIT_QUEUE_SET_inited) {
869 wait_queue_set_t wqs = (wait_queue_set_t)wq;
884 enqueue_head(&wq->wq_queue, (queue_entry_t) thread);
886 enqueue_tail(&wq->wq_queue, (queue_entry_t) thread);
889 thread->wait_queue = wq;
911 wait_queue_t wq,
921 if (!wait_queue_is_valid(wq))
925 wait_queue_lock(wq);
927 ret = wait_queue_assert_wait64_locked(wq, (event64_t)((uint32_t)event),
930 wait_queue_unlock(wq);
945 wait_queue_t wq,
955 if (!wait_queue_is_valid(wq))
959 wait_queue_lock(wq);
961 ret = wait_queue_assert_wait64_locked(wq, event, interruptible, deadline, thread);
963 wait_queue_unlock(wq);
983 wait_queue_t wq,
991 q = &wq->wq_queue;
995 WAIT_QUEUE_ELEMENT_CHECK(wq, wq_element);
1055 * KERN_NOT_WAITING - No threads were waiting <wq,event> pair
1059 wait_queue_t wq,
1068 // assert(wait_queue_held(wq));
1069 // if(!wq->wq_interlock.lock_data) { /* (BRINGUP */
1070 // panic("wait_queue_wakeup64_all_locked: lock not held on %p\n", wq); /* (BRINGUP) */
1080 _wait_queue_select64_all(wq, event, q);
1082 wait_queue_unlock(wq);
1107 * KERN_NOT_WAITING - No threads were waiting <wq,event> pair
1111 wait_queue_t wq,
1118 if (!wait_queue_is_valid(wq)) {
1123 wait_queue_lock(wq);
1124 // if(!wq->wq_interlock.lock_data) { /* (BRINGUP */
1125 // panic("wait_queue_wakeup_all: we did not get the lock on %p\n", wq); /* (BRINGUP) */
1128 wq, (event64_t)((uint32_t)event),
1144 * KERN_NOT_WAITING - No threads were waiting <wq,event> pair
1148 wait_queue_t wq,
1155 if (!wait_queue_is_valid(wq)) {
1160 wait_queue_lock(wq);
1161 ret = wait_queue_wakeup64_all_locked(wq, event, result, TRUE);
1184 wait_queue_t wq,
1192 assert(wq->wq_fifo);
1194 q = &wq->wq_queue;
1198 WAIT_QUEUE_ELEMENT_CHECK(wq, wq_element);
1291 wait_queue_t wq,
1298 queue_t q = &wq->wq_queue;
1301 if ((thread->wait_queue == wq) && (thread->wait_event == event)) {
1318 WAIT_QUEUE_ELEMENT_CHECK(wq, wq_element);
1358 wait_queue_t wq,
1366 assert(wait_queue_held(wq));
1368 thread = _wait_queue_select64_one(wq, event);
1370 wait_queue_unlock(wq);
1392 * KERN_NOT_WAITING - No thread was waiting <wq,event> pair
1396 wait_queue_t wq,
1403 assert(wait_queue_held(wq));
1405 thread = _wait_queue_select64_one(wq, event);
1407 wait_queue_unlock(wq);
1430 * KERN_NOT_WAITING - No thread was waiting <wq,event> pair
1434 wait_queue_t wq,
1441 if (!wait_queue_is_valid(wq)) {
1446 wait_queue_lock(wq);
1447 thread = _wait_queue_select64_one(wq, (event64_t)((uint32_t)event));
1448 wait_queue_unlock(wq);
1473 * KERN_NOT_WAITING - No thread was waiting <wq,event> pair
1477 wait_queue_t wq,
1484 if (!wait_queue_is_valid(wq)) {
1488 wait_queue_lock(wq);
1489 thread = _wait_queue_select64_one(wq, event);
1490 wait_queue_unlock(wq);
1528 wait_queue_t wq,
1536 assert(wait_queue_held(wq));
1542 res = _wait_queue_select64_thread(wq, event, thread);
1544 wait_queue_unlock(wq);
1576 wait_queue_t wq,
1584 if (!wait_queue_is_valid(wq)) {
1589 wait_queue_lock(wq);
1590 res = _wait_queue_select64_thread(wq, (event64_t)((uint32_t)event), thread);
1591 wait_queue_unlock(wq);
1625 wait_queue_t wq,
1633 if (!wait_queue_is_valid(wq)) {
1638 wait_queue_lock(wq);
1639 res = _wait_queue_select64_thread(wq, event, thread);
1640 wait_queue_unlock(wq);