/freebsd-current/sys/contrib/ck/include/ |
H A D | ck_sequence.h | 42 ck_sequence_init(struct ck_sequence *sq) argument 45 ck_pr_store_uint(&sq->sequence, 0); 50 ck_sequence_read_begin(const struct ck_sequence *sq) argument 55 version = ck_pr_load_uint(&sq->sequence); 77 ck_sequence_read_retry(const struct ck_sequence *sq, unsigned int version) argument 85 return ck_pr_load_uint(&sq->sequence) != version; 97 ck_sequence_write_begin(struct ck_sequence *sq) argument 104 ck_pr_store_uint(&sq->sequence, sq->sequence + 1); 113 ck_sequence_write_end(struct ck_sequence *sq) argument [all...] |
/freebsd-current/lib/libthr/thread/ |
H A D | thr_sleepq.c | 63 struct sleepqueue *sq; local 65 sq = calloc(1, sizeof(struct sleepqueue)); 66 TAILQ_INIT(&sq->sq_blocked); 67 SLIST_INIT(&sq->sq_freeq); 68 return (sq); 72 _sleepq_free(struct sleepqueue *sq) argument 74 free(sq); 100 struct sleepqueue *sq; local 102 LIST_FOREACH(sq, &sc->sc_queues, sq_hash) 103 if (sq 118 struct sleepqueue *sq; local 139 _sleepq_remove(struct sleepqueue *sq, struct pthread *td) argument 158 _sleepq_drop(struct sleepqueue *sq, void (*cb)(struct pthread *, void *arg), void *arg) argument [all...] |
H A D | thr_cond.c | 280 struct sleepqueue *sq; local 327 sq = _sleepq_lookup(cvp); 328 cvp->__has_user_waiters = _sleepq_remove(sq, curthread); 337 sq = _sleepq_lookup(cvp); 339 _sleepq_remove(sq, curthread); 428 struct sleepqueue *sq; local 448 sq = _sleepq_lookup(cvp); 449 if (sq == NULL) { 454 td = _sleepq_first(sq); 456 cvp->__has_user_waiters = _sleepq_remove(sq, t 512 struct sleepqueue *sq; local [all...] |
/freebsd-current/sys/dev/mlx5/mlx5_en/ |
H A D | mlx5_en_tx.c | 35 mlx5e_do_send_cqe_inline(struct mlx5e_sq *sq) argument 37 sq->cev_counter++; 39 if (sq->cev_counter >= sq->cev_factor) { 40 sq->cev_counter = 0; 47 mlx5e_do_send_cqe(struct mlx5e_sq *sq) argument 50 return (mlx5e_do_send_cqe_inline(sq)); 54 mlx5e_send_nop(struct mlx5e_sq *sq, u32 ds_cnt) argument 56 u16 pi = sq->pc & sq 92 struct mlx5e_sq *sq; local 139 struct mlx5e_sq *sq; local 178 mlx5e_get_l2_header_size(struct mlx5e_sq *sq, struct mbuf *mb) argument 547 mlx5e_sq_dump_xmit(struct mlx5e_sq *sq, struct mlx5e_xmit_args *parg, struct mbuf **mbp) argument 684 mlx5e_sq_xmit(struct mlx5e_sq *sq, struct mbuf **mbp) argument 1019 mlx5e_poll_tx_cq(struct mlx5e_sq *sq, int budget) argument 1102 mlx5e_xmit_locked(if_t ifp, struct mlx5e_sq *sq, struct mbuf *mb) argument 1140 struct mlx5e_sq *sq; local 1171 struct mlx5e_sq *sq = container_of(mcq, struct mlx5e_sq, cq.mcq); local [all...] |
H A D | mlx5_en_rl.c | 99 mlx5e_rl_build_sq_param(rl, &cparam->sq); 104 mlx5e_rl_create_sq(struct mlx5e_priv *priv, struct mlx5e_sq *sq, argument 125 &sq->dma_tag))) 128 sq->mkey_be = cpu_to_be32(priv->mr.key); 129 sq->ifp = priv->ifp; 130 sq->priv = priv; 132 err = mlx5_wq_cyc_create(mdev, ¶m->wq, sqc_wq, &sq->wq, 133 &sq->wq_ctrl); 137 sq->wq.db = &sq 156 mlx5e_rl_destroy_sq(struct mlx5e_sq *sq) argument 165 mlx5e_rl_query_sq(struct mlx5e_sq *sq) argument 188 mlx5e_rl_open_sq(struct mlx5e_priv *priv, struct mlx5e_sq *sq, struct mlx5e_sq_param *param, int ix) argument 228 mlx5e_rl_chan_mtx_init(struct mlx5e_priv *priv, struct mlx5e_sq *sq) argument 248 struct mlx5e_sq *sq; local 289 struct mlx5e_sq *sq = *ppsq; local 349 mlx5e_rl_modify_sq(struct mlx5e_sq *sq, uint16_t rl_index) argument 468 mlx5e_rl_remap_sq(struct mlx5e_sq *sq, uint16_t index, struct mlx5e_rl_channel *sq_channel) argument 502 struct mlx5e_sq *sq; local 1326 struct mlx5e_sq *sq; local 1360 struct mlx5e_sq *sq; local [all...] |
H A D | mlx5_en_hw_tls.c | 497 mlx5e_tls_send_static_parameters(struct mlx5e_sq *sq, struct mlx5e_tls_tag *ptag) argument 504 pi = sq->pc & sq->wq.sz_m1; 505 wqe = mlx5_wq_cyc_get_wqe(&sq->wq, pi); 509 wqe->ctrl.opmod_idx_opcode = cpu_to_be32((sq->pc << 8) | 511 wqe->ctrl.qpn_ds = cpu_to_be32((sq->sqn << 8) | ds_cnt); 514 if (mlx5e_do_send_cqe(sq)) 528 memcpy(sq->doorbell.d32, &wqe->ctrl, sizeof(sq->doorbell.d32)); 530 sq 542 mlx5e_tls_send_progress_parameters(struct mlx5e_sq *sq, struct mlx5e_tls_tag *ptag) argument 577 mlx5e_tls_send_nop(struct mlx5e_sq *sq, struct mlx5e_tls_tag *ptag) argument 691 mlx5e_sq_tls_xmit(struct mlx5e_sq *sq, struct mlx5e_xmit_args *parg, struct mbuf **ppmb) argument [all...] |
H A D | mlx5_en_main.c | 45 struct mlx5e_sq_param sq; member in struct:mlx5e_channel_param 861 sq_stats = &pch->sq[j].stats; 879 struct mlx5e_sq *sq = channel->sq; local 881 if (sq == NULL) 884 sq_stats = &sq->stats; 1561 mlx5e_free_sq_db(struct mlx5e_sq *sq) argument 1563 int wq_sz = mlx5_wq_cyc_get_size(&sq->wq); 1567 if (sq->mbuf[x].mbuf != NULL) { 1568 bus_dmamap_unload(sq 1581 mlx5e_alloc_sq_db(struct mlx5e_sq *sq) argument 1608 mlx5e_update_sq_inline(struct mlx5e_sq *sq) argument 1654 mlx5e_create_sq(struct mlx5e_channel *c, int tc, struct mlx5e_sq_param *param, struct mlx5e_sq *sq) argument 1717 mlx5e_destroy_sq(struct mlx5e_sq *sq) argument 1728 mlx5e_enable_sq(struct mlx5e_sq *sq, struct mlx5e_sq_param *param, const struct mlx5_sq_bfreg *bfreg, int tis_num) argument 1777 mlx5e_modify_sq(struct mlx5e_sq *sq, int curr_state, int next_state) argument 1803 mlx5e_disable_sq(struct mlx5e_sq *sq) argument 1810 mlx5e_open_sq(struct mlx5e_channel *c, int tc, struct mlx5e_sq_param *param, struct mlx5e_sq *sq) argument 1848 mlx5e_sq_send_nops_locked(struct mlx5e_sq *sq, int can_sleep) argument 1872 struct mlx5e_sq *sq = arg; local 1899 mlx5e_drain_sq(struct mlx5e_sq *sq) argument 1964 mlx5e_close_sq_wait(struct mlx5e_sq *sq) argument 2187 struct mlx5e_sq *sq = c->sq + tc; local 2559 mlx5e_refresh_sq_params(struct mlx5e_priv *priv, struct mlx5e_sq *sq) argument 4008 mlx5e_reset_sq_doorbell_record(struct mlx5e_sq *sq) argument 4017 mlx5e_resume_sq(struct mlx5e_sq *sq) argument 4962 struct mlx5e_sq *sq; local [all...] |
/freebsd-current/contrib/bearssl/src/symcipher/ |
H A D | aes_ct_cbcdec.c | 53 uint32_t q[8], sq[8]; local 70 memcpy(sq, q, sizeof q); 79 iv0 = sq[0]; 80 iv1 = sq[2]; 81 iv2 = sq[4]; 82 iv3 = sq[6]; 85 br_enc32le(buf + 16, q[1] ^ sq[0]); 86 br_enc32le(buf + 20, q[3] ^ sq[2]); 87 br_enc32le(buf + 24, q[5] ^ sq[4]); 88 br_enc32le(buf + 28, q[7] ^ sq[ [all...] |
/freebsd-current/contrib/unbound/edns-subnet/ |
H A D | subnetmod.c | 93 struct subnet_qstate *sq = (struct subnet_qstate*)regional_alloc( local 95 if(!sq) 97 qstate->minfo[id] = sq; 98 memset(sq, 0, sizeof(*sq)); 99 sq->started_no_cache_store = qstate->no_cache_store; 100 sq->started_no_cache_lookup = qstate->no_cache_lookup; 149 struct subnet_qstate *sq; local 152 if(!(sq=(struct subnet_qstate*)qstate->minfo[id])) 162 sq 363 struct subnet_qstate *sq = (struct subnet_qstate*)qstate->minfo[id]; local 451 lookup_and_reply(struct module_qstate *qstate, int id, struct subnet_qstate *sq, int prefetch) argument 526 eval_response(struct module_qstate *qstate, int id, struct subnet_qstate *sq) argument 722 struct subnet_qstate *sq; local 774 struct subnet_qstate *sq; local 808 struct subnet_qstate *sq = (struct subnet_qstate*)qstate->minfo[id]; local [all...] |
/freebsd-current/contrib/unbound/services/ |
H A D | outside_network.c | 84 static void serviced_tcp_initiate(struct serviced_query* sq, sldns_buffer* buff); 94 static int serviced_udp_send(struct serviced_query* sq, sldns_buffer* buff); 97 static int serviced_tcp_send(struct serviced_query* sq, sldns_buffer* buff); 100 static void serviced_callbacks(struct serviced_query* sq, int error, 1006 if(outnet->dtenv && pend_tcp && w && w->sq && 1011 dt_msg_send_outside_query(outnet->dtenv, &w->sq->addr, 1012 &pend_tcp->pi->addr, comm_tcp, NULL, w->sq->zone, 1013 w->sq->zonelen, &tmp); 1238 * the callbacks remove references in sq->pending to the waiting_tcp 1447 log_assert(!pend->sq 1823 struct serviced_query* sq = (struct serviced_query*)node; local 2248 pending_udp_query(struct serviced_query* sq, struct sldns_buffer* packet, int timeout, comm_point_callback_type* cb, void* cb_arg) argument 2408 pending_tcp_query(struct serviced_query* sq, sldns_buffer* packet, int timeout, comm_point_callback_type* callback, void* callback_arg) argument 2576 struct serviced_query* sq = (struct serviced_query*)arg; local 2608 struct serviced_query* sq = (struct serviced_query*)malloc(sizeof(*sq)); local 2683 reuse_tcp_remove_serviced_keep(struct waiting_tcp* w, struct serviced_query* sq) argument 2724 serviced_delete(struct serviced_query* sq) argument 2824 serviced_query_udp_size(struct serviced_query* sq, enum serviced_query_status status) argument 2844 serviced_encode(struct serviced_query* sq, sldns_buffer* buff, int with_edns) argument 2891 serviced_udp_send(struct serviced_query* sq, sldns_buffer* buff) argument 2973 serviced_callbacks(struct serviced_query* sq, int error, struct comm_point* c, struct comm_reply* rep) argument 3065 struct serviced_query* sq = (struct serviced_query*)arg; local 3161 serviced_tcp_initiate(struct serviced_query* sq, sldns_buffer* buff) argument 3182 serviced_tcp_send(struct serviced_query* sq, sldns_buffer* buff) argument 3253 struct serviced_query* sq = (struct serviced_query*)arg; local 3405 struct serviced_query* sq; local 3521 callback_list_remove(struct serviced_query* sq, void* cb_arg) argument 3534 outnet_serviced_query_stop(struct serviced_query* sq, void* cb_arg) argument 3866 struct serviced_query* sq; local 3906 serviced_get_mem(struct serviced_query* sq) argument [all...] |
/freebsd-current/contrib/ofed/libcxgb4/ |
H A D | cq.c | 53 V_CQE_QPID(wq->sq.qid)); 86 V_CQE_QPID(wq->sq.qid)); 104 if (wq->sq.flush_cidx == -1) 105 wq->sq.flush_cidx = wq->sq.cidx; 106 idx = wq->sq.flush_cidx; 107 BUG_ON(idx >= wq->sq.size); 108 while (idx != wq->sq.pidx) { 109 swsqe = &wq->sq.sw_sq[idx]; 113 if (wq->sq [all...] |
H A D | verbs.c | 329 PDBG("%s sqid 0x%x sq key %" PRIx64 " sq db/gts key %" PRIx64 338 qhp->wq.sq.qid = resp.sqid; 339 qhp->wq.sq.size = resp.sq_size; 340 qhp->wq.sq.memsize = resp.sq_memsize; 341 qhp->wq.sq.flags = 0; 355 qhp->wq.sq.udb = dbva; 356 qhp->wq.sq.queue = mmap(NULL, qhp->wq.sq.memsize, 359 if (qhp->wq.sq [all...] |
H A D | t4.h | 354 struct t4_sq sq; member in struct:t4_wq 408 return wq->sq.in_use == 0; 413 return wq->sq.in_use == (wq->sq.size - 1); 418 return wq->sq.size - 1 - wq->sq.in_use; 423 return wq->sq.flags & T4_SQ_ONCHIP; 428 wq->sq.in_use++; 429 if (++wq->sq.pidx == wq->sq [all...] |
H A D | qp.c | 52 dst = &wq->sq.queue->flits[wq->sq.wq_pidx * 65 same sq.queue memory twice in this loop */ 67 end = (uintptr_t)&wq->sq.queue[wq->sq.size]; 74 memcpy(wq->sq.queue, src + len, total - len); 103 static int build_immd(struct t4_sq *sq, struct fw_ri_immd *immdp, argument 158 static int build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, argument 180 ret = build_immd(sq, wqe->send.u.immd_src, wr, 207 static int build_rdma_write(struct t4_sq *sq, unio argument [all...] |
/freebsd-current/sys/kern/ |
H A D | subr_sleepqueue.c | 172 static int sleepq_resume_thread(struct sleepqueue *sq, struct thread *td, 174 static void sleepq_remove_thread(struct sleepqueue *sq, struct thread *td); 250 sleepq_free(struct sleepqueue *sq) argument 253 uma_zfree(sleepq_zone, sq); 277 struct sleepqueue *sq; local 282 LIST_FOREACH(sq, &sc->sc_queues, sq_hash) 283 if (sq->sq_wchan == wchan) 284 return (sq); 311 struct sleepqueue *sq; local 332 sq 425 struct sleepqueue *sq; local 506 struct sleepqueue *sq; local 548 struct sleepqueue *sq; local 720 struct sleepqueue *sq; local 741 sleepq_resume_thread(struct sleepqueue *sq, struct thread *td, int pri, int srqflags) argument 800 sleepq_remove_thread(struct sleepqueue *sq, struct thread *td) argument 869 struct sleepqueue *sq; local 892 struct sleepqueue *sq; local 909 struct sleepqueue *sq; local 929 struct sleepqueue *sq; local 993 struct sleepqueue *sq; local 1011 sleepq_remove_matching(struct sleepqueue *sq, int queue, bool (*matches)(struct thread *), int pri) argument 1041 struct sleepqueue *sq; local 1091 struct sleepqueue *sq; local 1131 struct sleepqueue *sq; local 1175 struct sleepqueue *sq, *sq1; local 1209 struct sleepqueue *sq; local 1467 struct sleepqueue *sq; local [all...] |
/freebsd-current/sys/dev/ice/ |
H A D | ice_controlq.c | 36 (qinfo)->sq.head = prefix##_ATQH; \ 37 (qinfo)->sq.tail = prefix##_ATQT; \ 38 (qinfo)->sq.len = prefix##_ATQLEN; \ 39 (qinfo)->sq.bah = prefix##_ATQBAH; \ 40 (qinfo)->sq.bal = prefix##_ATQBAL; \ 41 (qinfo)->sq.len_mask = prefix##_ATQLEN_ATQLEN_M; \ 42 (qinfo)->sq.len_ena_mask = prefix##_ATQLEN_ATQENABLE_M; \ 43 (qinfo)->sq.len_crit_mask = prefix##_ATQLEN_ATQCRIT_M; \ 44 (qinfo)->sq.head_mask = prefix##_ATQH_ATQH_M; \ 94 if (cq->sq 826 struct ice_ctl_q_ring *sq = &cq->sq; local [all...] |
/freebsd-current/sys/dev/vnic/ |
H A D | nicvf_queues.c | 699 struct snd_queue *sq; local 703 sq = &nic->qs->sq[cqe_tx->sq_idx]; 705 hdr = (struct sq_hdr_subdesc *)GET_SQ_DESC(sq, cqe_tx->sqe_ptr); 714 dmap = (bus_dmamap_t)sq->snd_buff[cqe_tx->sqe_ptr].dmap; 715 bus_dmamap_unload(sq->snd_buff_dmat, dmap); 717 mbuf = (struct mbuf *)sq->snd_buff[cqe_tx->sqe_ptr].mbuf; 720 sq->snd_buff[cqe_tx->sqe_ptr].mbuf = NULL; 721 nicvf_put_sq_desc(sq, hdr->subdesc_cnt + 1); 739 struct snd_queue *sq local 983 nicvf_xmit_locked(struct snd_queue *sq) argument 1017 struct snd_queue *sq = (struct snd_queue *)arg; local 1043 nicvf_init_snd_queue(struct nicvf *nic, struct snd_queue *sq, int q_len, int qidx) argument 1142 nicvf_free_snd_queue(struct nicvf *nic, struct snd_queue *sq) argument 1411 struct snd_queue *sq; local 1661 nicvf_get_sq_desc(struct snd_queue *sq, int desc_cnt) argument 1675 nicvf_put_sq_desc(struct snd_queue *sq, int desc_cnt) argument 1684 nicvf_get_nxt_sqentry(struct snd_queue *sq, int qentry) argument 1692 nicvf_sq_enable(struct nicvf *nic, struct snd_queue *sq, int qidx) argument 1714 nicvf_sq_free_used_descs(struct nicvf *nic, struct snd_queue *sq, int qidx) argument 1744 nicvf_sq_add_hdr_subdesc(struct snd_queue *sq, int qentry, int subdesc_cnt, struct mbuf *mbuf, int len) argument 1883 nicvf_sq_add_gather_subdesc(struct snd_queue *sq, int qentry, int size, uint64_t data) argument 1900 nicvf_tx_mbuf_locked(struct snd_queue *sq, struct mbuf **mbufp) argument 2215 struct snd_queue *sq; local [all...] |
H A D | nicvf_queues.h | 351 struct snd_queue sq[MAX_SND_QUEUES_PER_QS]; member in struct:queue_set 373 #define NICVF_TX_LOCK(sq) mtx_lock(&(sq)->mtx) 374 #define NICVF_TX_TRYLOCK(sq) mtx_trylock(&(sq)->mtx) 375 #define NICVF_TX_UNLOCK(sq) mtx_unlock(&(sq)->mtx) 376 #define NICVF_TX_LOCK_ASSERT(sq) mtx_assert(&(sq)->mtx, MA_OWNED) 390 int nicvf_xmit_locked(struct snd_queue *sq); [all...] |
/freebsd-current/sys/dev/cxgbe/iw_cxgbe/ |
H A D | cq.c | 213 V_CQE_QPID(wq->sq.qid)); 246 V_CQE_QPID(wq->sq.qid)); 264 if (wq->sq.flush_cidx == -1) 265 wq->sq.flush_cidx = wq->sq.cidx; 266 idx = wq->sq.flush_cidx; 267 BUG_ON(idx >= wq->sq.size); 268 while (idx != wq->sq.pidx) { 269 swsqe = &wq->sq.sw_sq[idx]; 273 if (wq->sq [all...] |
H A D | qp.c | 115 wq->sq.memsize, wq->sq.queue, 116 dma_unmap_addr(&wq->sq, mapping)); 119 kfree(wq->sq.sw_sq); 121 c4iw_put_qpid(rdev, wq->sq.qid, uctx); 141 wq->sq.qid = c4iw_get_qpid(rdev, uctx); 142 if (!wq->sq.qid) 152 wq->sq.sw_sq = kzalloc(wq->sq.size * sizeof *wq->sq 335 build_immd(struct t4_sq *sq, struct fw_ri_immd *immdp, const struct ib_send_wr *wr, int max, u32 *plenp) argument 405 build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, const struct ib_send_wr *wr, u8 *len16) argument 472 build_rdma_write(struct t4_sq *sq, union t4_wr *wqe, const struct ib_send_wr *wr, u8 *len16) argument 703 build_memreg(struct t4_sq *sq, union t4_wr *wqe, const struct ib_reg_wr *wr, struct c4iw_mr *mhp, u8 *len16, bool dsgl_supported) argument [all...] |
H A D | t4.h | 361 struct t4_sq sq; member in struct:t4_wq 415 static inline int t4_sq_onchip(struct t4_sq *sq) argument 417 return sq->flags & T4_SQ_ONCHIP; 422 return wq->sq.in_use == 0; 427 return wq->sq.in_use == (wq->sq.size - 1); 432 return wq->sq.size - 1 - wq->sq.in_use; 437 wq->sq.in_use++; 438 if (++wq->sq [all...] |
/freebsd-current/contrib/ofed/libmlx4/ |
H A D | qp.c | 66 return qp->buf.buf + qp->sq.offset + (n << qp->sq.wqe_shift); 86 qp->sq.head = 0; 87 qp->sq.tail = 0; 97 for (i = 0; i < qp->sq.wqe_cnt; ++i) { 100 ctrl->fence_size = 1 << (qp->sq.wqe_shift - 4); 227 pthread_spin_lock(&qp->sq.lock); 231 ind = qp->sq.head; 234 if (wq_overflow(&qp->sq, nreq, to_mcq(ibqp->send_cq))) { 240 if (wr->num_sge > qp->sq [all...] |
/freebsd-current/sys/sys/ |
H A D | sleepqueue.h | 95 void sleepq_free(struct sleepqueue *sq); 100 int sleepq_remove_matching(struct sleepqueue *sq, int queue,
|
/freebsd-current/sys/dev/mthca/ |
H A D | mthca_qp.c | 221 (n << qp->sq.wqe_shift); 224 (n << qp->sq.wqe_shift)) >> 226 ((qp->send_wqe_offset + (n << qp->sq.wqe_shift)) & 499 qp_attr->cap.max_send_wr = qp->sq.max; 501 qp_attr->cap.max_send_sge = qp->sq.max_gs; 607 if (qp->sq.max) 608 qp_context->sq_size_stride = ilog2(qp->sq.max) << 3; 609 qp_context->sq_size_stride |= qp->sq.wqe_shift - 4; 727 qp_context->snd_db_index = cpu_to_be32(qp->sq.db_index); 828 mthca_wq_reset(&qp->sq); [all...] |
/freebsd-current/sys/dev/mlx5/mlx5_fpga/ |
H A D | mlx5fpga_conn.c | 133 *conn->qp.wq.sq.db = cpu_to_be32(conn->qp.sq.pc); 147 ix = conn->qp.sq.pc & (conn->qp.sq.size - 1); 149 ctrl = mlx5_wq_cyc_get_wqe(&conn->qp.wq.sq, ix); 164 ctrl->opmod_idx_opcode = cpu_to_be32(((conn->qp.sq.pc & 0xffff) << 8) | 168 conn->qp.sq.pc++; 169 conn->qp.sq.bufs[ix] = buf; 186 spin_lock_irqsave(&conn->qp.sq.lock, flags); 188 if (conn->qp.sq [all...] |