Lines Matching refs:wql
330 wait_queue_link_t wql;
341 queue_remove_first(q, wql, wait_queue_link_t, wql_preposts);
342 assert(!wql_is_preposted(wql));
426 #define WQSPREV(wqs, wql) ((wait_queue_link_t)queue_prev( \
427 ((&(wqs)->wqs_setlinks == (queue_t)(wql)) ? \
428 (queue_t)(wql) : &(wql)->wql_setlinks)))
430 #define WQSNEXT(wqs, wql) ((wait_queue_link_t)queue_next( \
431 ((&(wqs)->wqs_setlinks == (queue_t)(wql)) ? \
432 (queue_t)(wql) : &(wql)->wql_setlinks)))
434 #define WAIT_QUEUE_SET_LINK_CHECK(wqs, wql) \
435 WQASSERT(((((wql)->wql_type == WAIT_QUEUE_LINK) || \
436 ((wql)->wql_type == WAIT_QUEUE_LINK_NOALLOC)) && \
437 ((wql)->wql_setqueue == (wqs)) && \
438 (((wql)->wql_queue->wq_type == _WAIT_QUEUE_inited) || \
439 ((wql)->wql_queue->wq_type == _WAIT_QUEUE_SET_inited)) && \
440 (WQSNEXT((wqs), WQSPREV((wqs),(wql))) == (wql))), \
441 "wait queue set links corruption: wqs=%#x, wql=%#x", \
442 (wqs), (wql))
519 wait_queue_link_t wql = (wait_queue_link_t)wq_element;
521 if (wql->wql_setqueue == wq_set)
574 wait_queue_link_t wql)
612 assert(wql->wql_type == WAIT_QUEUE_LINK ||
613 wql->wql_type == WAIT_QUEUE_LINK_NOALLOC);
615 wql->wql_queue = wq;
616 wql_clear_prepost(wql);
617 queue_enter(&wq->wq_queue, wql, wait_queue_link_t, wql_links);
618 wql->wql_setqueue = wq_set;
619 queue_enter(&wq_set->wqs_setlinks, wql, wait_queue_link_t, wql_setlinks);
641 wait_queue_link_t wql)
643 wql->wql_type = WAIT_QUEUE_LINK_NOALLOC;
644 return wait_queue_link_internal(wq, wq_set, wql);
661 wait_queue_link_t wql;
664 wql = (wait_queue_link_t) zalloc(_wait_queue_link_zone);
665 if (wql == WAIT_QUEUE_LINK_NULL)
668 wql->wql_type = WAIT_QUEUE_LINK;
669 ret = wait_queue_link_internal(wq, wq_set, wql);
671 zfree(_wait_queue_link_zone, wql);
679 wait_queue_link_t wql;
681 wql = zalloc(_wait_queue_link_zone); /* Can't fail */
682 bzero(wql, sizeof(*wql));
683 wql->wql_type = WAIT_QUEUE_UNLINKED;
685 return wql;
689 wait_queue_link_free(wait_queue_link_t wql)
691 zfree(_wait_queue_link_zone, wql);
705 wait_queue_link_t wql)
710 wql->wql_queue = WAIT_QUEUE_NULL;
711 queue_remove(&wq->wq_queue, wql, wait_queue_link_t, wql_links);
712 wql->wql_setqueue = WAIT_QUEUE_SET_NULL;
713 queue_remove(&wq_set->wqs_setlinks, wql, wait_queue_link_t, wql_setlinks);
714 if (wql_is_preposted(wql)) {
716 queue_remove(ppq, wql, wait_queue_link_t, wql_preposts);
718 wql->wql_type = WAIT_QUEUE_UNLINKED;
740 wait_queue_link_t wql;
757 wql = (wait_queue_link_t)wq_element;
759 if (wql->wql_setqueue == wq_set) {
762 wait_queue_unlink_locked(wq, wq_set, wql);
766 *wqlp = wql;
792 wait_queue_link_t wql;
809 wql = (wait_queue_link_t)wq_element;
811 if (wql->wql_setqueue == wq_set) {
814 alloced = (wql->wql_type == WAIT_QUEUE_LINK);
816 wait_queue_unlink_locked(wq, wq_set, wql);
821 zfree(_wait_queue_link_zone, wql);
851 wait_queue_link_t wql;
865 wql = (wait_queue_link_t)wq_element;
866 wq_set = wql->wql_setqueue;
868 wait_queue_unlink_locked(wq, wq_set, wql);
870 enqueue(links, &wql->wql_links);
923 wait_queue_link_t wql;
938 wql = (wait_queue_link_t)wq_element;
939 wq_set = wql->wql_setqueue;
941 wait_queue_unlink_locked(wq, wq_set, wql);
944 enqueue(links, &wql->wql_links);
966 wait_queue_link_t wql;
984 wql = (wait_queue_link_t) dequeue(links);
985 zfree(_wait_queue_link_zone, wql);
1015 wait_queue_link_t wql;
1031 wql = (wait_queue_link_t)queue_first(q);
1032 while (!queue_end(q, (queue_entry_t)wql)) {
1033 WAIT_QUEUE_SET_LINK_CHECK(wq_set, wql);
1034 wq = wql->wql_queue;
1036 wait_queue_unlink_locked(wq, wq_set, wql);
1038 enqueue(links, &wql->wql_links);
1039 wql = (wait_queue_link_t)queue_first(q);
1071 wait_queue_link_t wql;
1091 wql = (wait_queue_link_t)queue_first(q);
1092 while (!queue_end(q, (queue_entry_t)wql)) {
1093 WAIT_QUEUE_SET_LINK_CHECK(wq_set, wql);
1094 wq = wql->wql_queue;
1098 alloced = (wql->wql_type == WAIT_QUEUE_LINK);
1099 wait_queue_unlink_locked(wq, wq_set, wql);
1102 enqueue(links, &wql->wql_links);
1103 wql = (wait_queue_link_t)queue_first(q);
1120 wql = (wait_queue_link_t) dequeue(links);
1121 zfree(_wait_queue_link_zone, wql);
1129 wait_queue_link_t wql)
1143 if (wql->wql_type == WAIT_QUEUE_UNLINKED) {
1147 WAIT_QUEUE_SET_LINK_CHECK(wq_set, wql);
1150 wq = wql->wql_queue;
1152 wait_queue_unlink_locked(wq, wq_set, wql);
1443 wait_queue_link_t wql = (wait_queue_link_t)wq_element;
1444 wait_queue_set_t set_queue = wql->wql_setqueue;
1452 if (event == NO_EVENT64 && set_queue->wqs_prepost && !wql_is_preposted(wql)) {
1454 queue_enter(ppq, wql, wait_queue_link_t, wql_preposts);
1669 wait_queue_link_t wql = (wait_queue_link_t)wq_element;
1670 wait_queue_set_t set_queue = wql->wql_setqueue;
1689 if (event == NO_EVENT64 && set_queue->wqs_prepost && !wql_is_preposted(wql)) {
1691 queue_enter(ppq, wql, wait_queue_link_t, wql_preposts);
1836 wait_queue_link_t wql = (wait_queue_link_t)wq_element;
1837 wait_queue_set_t set_queue = wql->wql_setqueue;