/freebsd-12-stable/sys/contrib/ck/include/ |
H A D | ck_sequence.h | 42 ck_sequence_init(struct ck_sequence *sq) argument 45 ck_pr_store_uint(&sq->sequence, 0); 50 ck_sequence_read_begin(const struct ck_sequence *sq) argument 55 version = ck_pr_load_uint(&sq->sequence); 77 ck_sequence_read_retry(const struct ck_sequence *sq, unsigned int version) argument 85 return ck_pr_load_uint(&sq->sequence) != version; 97 ck_sequence_write_begin(struct ck_sequence *sq) argument 104 ck_pr_store_uint(&sq->sequence, sq->sequence + 1); 113 ck_sequence_write_end(struct ck_sequence *sq) argument [all...] |
/freebsd-12-stable/lib/libthr/thread/ |
H A D | thr_sleepq.c | 66 struct sleepqueue *sq; local 68 sq = calloc(1, sizeof(struct sleepqueue)); 69 TAILQ_INIT(&sq->sq_blocked); 70 SLIST_INIT(&sq->sq_freeq); 71 return (sq); 75 _sleepq_free(struct sleepqueue *sq) argument 77 free(sq); 103 struct sleepqueue *sq; local 105 LIST_FOREACH(sq, &sc->sc_queues, sq_hash) 106 if (sq 121 struct sleepqueue *sq; local 142 _sleepq_remove(struct sleepqueue *sq, struct pthread *td) argument 161 _sleepq_drop(struct sleepqueue *sq, void (*cb)(struct pthread *, void *arg), void *arg) argument [all...] |
H A D | thr_cond.c | 282 struct sleepqueue *sq; local 329 sq = _sleepq_lookup(cvp); 330 cvp->__has_user_waiters = _sleepq_remove(sq, curthread); 339 sq = _sleepq_lookup(cvp); 341 _sleepq_remove(sq, curthread); 430 struct sleepqueue *sq; local 450 sq = _sleepq_lookup(cvp); 451 if (sq == NULL) { 456 td = _sleepq_first(sq); 458 cvp->__has_user_waiters = _sleepq_remove(sq, t 514 struct sleepqueue *sq; local [all...] |
/freebsd-12-stable/sys/dev/mlx5/mlx5_en/ |
H A D | mlx5_en_tx.c | 32 mlx5e_do_send_cqe(struct mlx5e_sq *sq) argument 34 sq->cev_counter++; 36 if (sq->cev_counter >= sq->cev_factor) { 37 sq->cev_counter = 0; 44 mlx5e_send_nop(struct mlx5e_sq *sq, u32 ds_cnt) argument 46 u16 pi = sq->pc & sq->wq.sz_m1; 47 struct mlx5e_tx_wqe *wqe = mlx5_wq_cyc_get_wqe(&sq->wq, pi); 51 wqe->ctrl.opmod_idx_opcode = cpu_to_be32((sq 84 struct mlx5e_sq *sq; local 125 struct mlx5e_sq *sq; local 172 mlx5e_get_l2_header_size(struct mlx5e_sq *sq, struct mbuf *mb) argument 307 mlx5e_sq_xmit(struct mlx5e_sq *sq, struct mbuf **mbp) argument 538 mlx5e_poll_tx_cq(struct mlx5e_sq *sq, int budget) argument 594 mlx5e_xmit_locked(struct ifnet *ifp, struct mlx5e_sq *sq, struct mbuf *mb) argument 635 struct mlx5e_sq *sq; local 678 struct mlx5e_sq *sq = container_of(mcq, struct mlx5e_sq, cq.mcq); local [all...] |
H A D | mlx5_en_rl.c | 89 mlx5e_rl_build_sq_param(rl, &cparam->sq); 94 mlx5e_rl_create_sq(struct mlx5e_priv *priv, struct mlx5e_sq *sq, argument 115 &sq->dma_tag))) 119 sq->uar = priv->rl.sq_uar; 121 err = mlx5_wq_cyc_create(mdev, ¶m->wq, sqc_wq, &sq->wq, 122 &sq->wq_ctrl); 126 sq->wq.db = &sq->wq.db[MLX5_SND_DBR]; 128 * The sq->bf_buf_size variable is intentionally left zero so 133 err = mlx5e_alloc_sq_db(sq); 154 mlx5e_rl_destroy_sq(struct mlx5e_sq *sq) argument 163 mlx5e_rl_open_sq(struct mlx5e_priv *priv, struct mlx5e_sq *sq, struct mlx5e_sq_param *param, int ix) argument 193 mlx5e_rl_chan_mtx_init(struct mlx5e_priv *priv, struct mlx5e_sq *sq) argument 213 struct mlx5e_sq *sq; local 254 struct mlx5e_sq *sq = *ppsq; local 314 mlx5e_rl_modify_sq(struct mlx5e_sq *sq, uint16_t rl_index) argument 399 struct mlx5e_sq *sq; local 1221 struct mlx5e_sq *sq; local 1255 struct mlx5e_sq *sq; local [all...] |
H A D | mlx5_en_main.c | 45 struct mlx5e_sq_param sq; member in struct:mlx5e_channel_param 896 sq_stats = &pch->sq[j].stats; 914 struct mlx5e_sq *sq = channel->sq; local 916 if (sq == NULL) 919 sq_stats = &sq->stats; 1536 mlx5e_free_sq_db(struct mlx5e_sq *sq) argument 1538 int wq_sz = mlx5_wq_cyc_get_size(&sq->wq); 1542 if (sq->mbuf[x].mbuf != NULL) { 1543 bus_dmamap_unload(sq 1552 mlx5e_alloc_sq_db(struct mlx5e_sq *sq) argument 1578 mlx5e_update_sq_inline(struct mlx5e_sq *sq) argument 1624 mlx5e_create_sq(struct mlx5e_channel *c, int tc, struct mlx5e_sq_param *param, struct mlx5e_sq *sq) argument 1695 mlx5e_destroy_sq(struct mlx5e_sq *sq) argument 1707 mlx5e_enable_sq(struct mlx5e_sq *sq, struct mlx5e_sq_param *param, int tis_num) argument 1750 mlx5e_modify_sq(struct mlx5e_sq *sq, int curr_state, int next_state) argument 1776 mlx5e_disable_sq(struct mlx5e_sq *sq) argument 1783 mlx5e_open_sq(struct mlx5e_channel *c, int tc, struct mlx5e_sq_param *param, struct mlx5e_sq *sq) argument 1821 mlx5e_sq_send_nops_locked(struct mlx5e_sq *sq, int can_sleep) argument 1849 struct mlx5e_sq *sq = arg; local 1876 mlx5e_drain_sq(struct mlx5e_sq *sq) argument 1939 mlx5e_close_sq_wait(struct mlx5e_sq *sq) argument 2166 struct mlx5e_sq *sq = c->sq + tc; local 2495 mlx5e_refresh_sq_params(struct mlx5e_priv *priv, struct mlx5e_sq *sq) argument 3757 mlx5e_reset_sq_doorbell_record(struct mlx5e_sq *sq) argument 3767 mlx5e_resume_sq(struct mlx5e_sq *sq) argument [all...] |
/freebsd-12-stable/contrib/bearssl/src/symcipher/ |
H A D | aes_ct_cbcdec.c | 53 uint32_t q[8], sq[8]; local 70 memcpy(sq, q, sizeof q); 79 iv0 = sq[0]; 80 iv1 = sq[2]; 81 iv2 = sq[4]; 82 iv3 = sq[6]; 85 br_enc32le(buf + 16, q[1] ^ sq[0]); 86 br_enc32le(buf + 20, q[3] ^ sq[2]); 87 br_enc32le(buf + 24, q[5] ^ sq[4]); 88 br_enc32le(buf + 28, q[7] ^ sq[ [all...] |
/freebsd-12-stable/sys/kern/ |
H A D | subr_sleepqueue.c | 170 static int sleepq_resume_thread(struct sleepqueue *sq, struct thread *td, 246 sleepq_free(struct sleepqueue *sq) argument 249 uma_zfree(sleepq_zone, sq); 273 struct sleepqueue *sq; local 278 LIST_FOREACH(sq, &sc->sc_queues, sq_hash) 279 if (sq->sq_wchan == wchan) 280 return (sq); 307 struct sleepqueue *sq; local 323 sq = sleepq_lookup(wchan); 330 if (sq 414 struct sleepqueue *sq; local 434 struct sleepqueue *sq; local 560 struct sleepqueue *sq; local 772 struct sleepqueue *sq; local 793 sleepq_resume_thread(struct sleepqueue *sq, struct thread *td, int pri) argument 861 struct sleepqueue *sq; local 878 struct sleepqueue *sq; local 898 struct sleepqueue *sq; local 960 struct sleepqueue *sq; local 978 sleepq_remove_matching(struct sleepqueue *sq, int queue, bool (*matches)(struct thread *), int pri) argument 1009 struct sleepqueue *sq; local 1059 struct sleepqueue *sq; local 1098 struct sleepqueue *sq; local 1137 struct sleepqueue *sq, *sq1; local 1171 struct sleepqueue *sq; local 1424 struct sleepqueue *sq; local [all...] |
/freebsd-12-stable/contrib/unbound/edns-subnet/ |
H A D | subnetmod.c | 89 struct subnet_qstate *sq = (struct subnet_qstate*)regional_alloc( local 91 if(!sq) 93 qstate->minfo[id] = sq; 94 memset(sq, 0, sizeof(*sq)); 95 sq->started_no_cache_store = qstate->no_cache_store; 144 struct subnet_qstate *sq; local 147 if(!(sq=(struct subnet_qstate*)qstate->minfo[id])) 157 if(sq->ecs_server_out.subnet_validdata && ((sq 325 struct subnet_qstate *sq = (struct subnet_qstate*)qstate->minfo[id]; local 401 lookup_and_reply(struct module_qstate *qstate, int id, struct subnet_qstate *sq) argument 469 eval_response(struct module_qstate *qstate, int id, struct subnet_qstate *sq) argument 638 struct subnet_qstate *sq; local 671 struct subnet_qstate *sq; local 701 struct subnet_qstate *sq = (struct subnet_qstate*)qstate->minfo[id]; local [all...] |
/freebsd-12-stable/contrib/unbound/services/ |
H A D | outside_network.c | 84 static void serviced_tcp_initiate(struct serviced_query* sq, sldns_buffer* buff); 960 * the callbacks remove references in sq->pending to the waiting_tcp 1525 struct serviced_query* sq = (struct serviced_query*)node; local 1526 struct service_callback* p = sq->cblist, *np; 1527 free(sq->qbuf); 1528 free(sq->zone); 1529 free(sq->tls_auth_name); 1530 edns_opt_list_free(sq->opt_list); 1536 free(sq); 1899 struct outside_network* outnet = pend->sq 1944 pending_udp_query(struct serviced_query* sq, struct sldns_buffer* packet, int timeout, comm_point_callback_type* cb, void* cb_arg) argument 2105 pending_tcp_query(struct serviced_query* sq, sldns_buffer* packet, int timeout, comm_point_callback_type* callback, void* callback_arg) argument 2265 struct serviced_query* sq = (struct serviced_query*)malloc(sizeof(*sq)); local 2356 reuse_tcp_remove_serviced_keep(struct waiting_tcp* w, struct serviced_query* sq) argument 2397 serviced_delete(struct serviced_query* sq) argument 2489 serviced_encode(struct serviced_query* sq, sldns_buffer* buff, int with_edns) argument 2546 serviced_udp_send(struct serviced_query* sq, sldns_buffer* buff) argument 2628 serviced_callbacks(struct serviced_query* sq, int error, struct comm_point* c, struct comm_reply* rep) argument 2721 struct serviced_query* sq = (struct serviced_query*)arg; local 2801 serviced_tcp_initiate(struct serviced_query* sq, sldns_buffer* buff) argument 2819 serviced_tcp_send(struct serviced_query* sq, sldns_buffer* buff) argument 2887 struct serviced_query* sq = (struct serviced_query*)arg; local 3027 struct serviced_query* sq; local 3091 callback_list_remove(struct serviced_query* sq, void* cb_arg) argument 3105 outnet_serviced_query_stop(struct serviced_query* sq, void* cb_arg) argument 3424 struct serviced_query* sq; local 3464 serviced_get_mem(struct serviced_query* sq) argument [all...] |
/freebsd-12-stable/contrib/ofed/libcxgb4/ |
H A D | cq.c | 53 V_CQE_QPID(wq->sq.qid)); 86 V_CQE_QPID(wq->sq.qid)); 104 if (wq->sq.flush_cidx == -1) 105 wq->sq.flush_cidx = wq->sq.cidx; 106 idx = wq->sq.flush_cidx; 107 BUG_ON(idx >= wq->sq.size); 108 while (idx != wq->sq.pidx) { 109 swsqe = &wq->sq.sw_sq[idx]; 113 if (wq->sq [all...] |
H A D | verbs.c | 323 PDBG("%s sqid 0x%x sq key %" PRIx64 " sq db/gts key %" PRIx64 332 qhp->wq.sq.qid = resp.sqid; 333 qhp->wq.sq.size = resp.sq_size; 334 qhp->wq.sq.memsize = resp.sq_memsize; 335 qhp->wq.sq.flags = 0; 347 qhp->wq.sq.udb = dbva; 348 qhp->wq.sq.queue = mmap(NULL, qhp->wq.sq.memsize, 351 if (qhp->wq.sq [all...] |
H A D | t4.h | 354 struct t4_sq sq; member in struct:t4_wq 408 return wq->sq.in_use == 0; 413 return wq->sq.in_use == (wq->sq.size - 1); 418 return wq->sq.size - 1 - wq->sq.in_use; 423 return wq->sq.flags & T4_SQ_ONCHIP; 428 wq->sq.in_use++; 429 if (++wq->sq.pidx == wq->sq [all...] |
H A D | qp.c | 52 dst = &wq->sq.queue->flits[wq->sq.wq_pidx * 65 same sq.queue memory twice in this loop */ 67 end = (uintptr_t)&wq->sq.queue[wq->sq.size]; 74 memcpy(wq->sq.queue, src + len, total - len); 103 static int build_immd(struct t4_sq *sq, struct fw_ri_immd *immdp, argument 158 static int build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, argument 180 ret = build_immd(sq, wqe->send.u.immd_src, wr, 207 static int build_rdma_write(struct t4_sq *sq, unio argument [all...] |
/freebsd-12-stable/sys/dev/ice/ |
H A D | ice_controlq.c | 37 (qinfo)->sq.head = prefix##_ATQH; \ 38 (qinfo)->sq.tail = prefix##_ATQT; \ 39 (qinfo)->sq.len = prefix##_ATQLEN; \ 40 (qinfo)->sq.bah = prefix##_ATQBAH; \ 41 (qinfo)->sq.bal = prefix##_ATQBAL; \ 42 (qinfo)->sq.len_mask = prefix##_ATQLEN_ATQLEN_M; \ 43 (qinfo)->sq.len_ena_mask = prefix##_ATQLEN_ATQENABLE_M; \ 44 (qinfo)->sq.len_crit_mask = prefix##_ATQLEN_ATQCRIT_M; \ 45 (qinfo)->sq.head_mask = prefix##_ATQH_ATQH_M; \ 95 if (cq->sq 827 struct ice_ctl_q_ring *sq = &cq->sq; local [all...] |
/freebsd-12-stable/sys/dev/vnic/ |
H A D | nicvf_queues.c | 703 struct snd_queue *sq; local 707 sq = &nic->qs->sq[cqe_tx->sq_idx]; 709 hdr = (struct sq_hdr_subdesc *)GET_SQ_DESC(sq, cqe_tx->sqe_ptr); 718 dmap = (bus_dmamap_t)sq->snd_buff[cqe_tx->sqe_ptr].dmap; 719 bus_dmamap_unload(sq->snd_buff_dmat, dmap); 721 mbuf = (struct mbuf *)sq->snd_buff[cqe_tx->sqe_ptr].mbuf; 724 sq->snd_buff[cqe_tx->sqe_ptr].mbuf = NULL; 725 nicvf_put_sq_desc(sq, hdr->subdesc_cnt + 1); 740 struct snd_queue *sq local 983 nicvf_xmit_locked(struct snd_queue *sq) argument 1017 struct snd_queue *sq = (struct snd_queue *)arg; local 1043 nicvf_init_snd_queue(struct nicvf *nic, struct snd_queue *sq, int q_len, int qidx) argument 1142 nicvf_free_snd_queue(struct nicvf *nic, struct snd_queue *sq) argument 1411 struct snd_queue *sq; local 1662 nicvf_get_sq_desc(struct snd_queue *sq, int desc_cnt) argument 1676 nicvf_put_sq_desc(struct snd_queue *sq, int desc_cnt) argument 1685 nicvf_get_nxt_sqentry(struct snd_queue *sq, int qentry) argument 1693 nicvf_sq_enable(struct nicvf *nic, struct snd_queue *sq, int qidx) argument 1715 nicvf_sq_free_used_descs(struct nicvf *nic, struct snd_queue *sq, int qidx) argument 1745 nicvf_sq_add_hdr_subdesc(struct snd_queue *sq, int qentry, int subdesc_cnt, struct mbuf *mbuf, int len) argument 1879 nicvf_sq_add_gather_subdesc(struct snd_queue *sq, int qentry, int size, uint64_t data) argument 1896 nicvf_tx_mbuf_locked(struct snd_queue *sq, struct mbuf **mbufp) argument 2211 struct snd_queue *sq; local [all...] |
H A D | nicvf_queues.h | 353 struct snd_queue sq[MAX_SND_QUEUES_PER_QS]; member in struct:queue_set 375 #define NICVF_TX_LOCK(sq) mtx_lock(&(sq)->mtx) 376 #define NICVF_TX_TRYLOCK(sq) mtx_trylock(&(sq)->mtx) 377 #define NICVF_TX_UNLOCK(sq) mtx_unlock(&(sq)->mtx) 378 #define NICVF_TX_LOCK_ASSERT(sq) mtx_assert(&(sq)->mtx, MA_OWNED) 392 int nicvf_xmit_locked(struct snd_queue *sq); [all...] |
/freebsd-12-stable/contrib/ntp/lib/isc/ |
H A D | entropy.c | 194 samplequeue_release(isc_entropy_t *ent, sample_queue_t *sq) { argument 195 REQUIRE(sq->samples != NULL); 196 REQUIRE(sq->extra != NULL); 198 isc_mem_put(ent->mctx, sq->samples, RND_EVENTQSIZE * 4); 199 isc_mem_put(ent->mctx, sq->extra, RND_EVENTQSIZE * 4); 200 sq->samples = NULL; 201 sq->extra = NULL; 205 samplesource_allocate(isc_entropy_t *ent, sample_queue_t *sq) { argument 206 sq->samples = isc_mem_get(ent->mctx, RND_EVENTQSIZE * 4); 207 if (sq 391 estimate_entropy(sample_queue_t *sq, isc_uint32_t t) argument 438 crunchsamples(isc_entropy_t *ent, sample_queue_t *sq) argument 954 sample_queue_t *sq; local 1008 addsample(sample_queue_t *sq, isc_uint32_t sample, isc_uint32_t extra) argument 1027 sample_queue_t *sq; local 1053 sample_queue_t *sq; local [all...] |
/freebsd-12-stable/sys/dev/cxgbe/iw_cxgbe/ |
H A D | cq.c | 215 V_CQE_QPID(wq->sq.qid)); 248 V_CQE_QPID(wq->sq.qid)); 266 if (wq->sq.flush_cidx == -1) 267 wq->sq.flush_cidx = wq->sq.cidx; 268 idx = wq->sq.flush_cidx; 269 BUG_ON(idx >= wq->sq.size); 270 while (idx != wq->sq.pidx) { 271 swsqe = &wq->sq.sw_sq[idx]; 275 if (wq->sq [all...] |
H A D | qp.c | 117 wq->sq.memsize, wq->sq.queue, 118 dma_unmap_addr(&wq->sq, mapping)); 121 kfree(wq->sq.sw_sq); 123 c4iw_put_qpid(rdev, wq->sq.qid, uctx); 143 wq->sq.qid = c4iw_get_qpid(rdev, uctx); 144 if (!wq->sq.qid) 154 wq->sq.sw_sq = kzalloc(wq->sq.size * sizeof *wq->sq 337 build_immd(struct t4_sq *sq, struct fw_ri_immd *immdp, struct ib_send_wr *wr, int max, u32 *plenp) argument 407 build_rdma_send(struct t4_sq *sq, union t4_wr *wqe, struct ib_send_wr *wr, u8 *len16) argument 474 build_rdma_write(struct t4_sq *sq, union t4_wr *wqe, struct ib_send_wr *wr, u8 *len16) argument 707 build_memreg(struct t4_sq *sq, union t4_wr *wqe, struct ib_reg_wr *wr, struct c4iw_mr *mhp, u8 *len16, bool dsgl_supported) argument [all...] |
H A D | t4.h | 366 struct t4_sq sq; member in struct:t4_wq 420 static inline int t4_sq_onchip(struct t4_sq *sq) argument 422 return sq->flags & T4_SQ_ONCHIP; 427 return wq->sq.in_use == 0; 432 return wq->sq.in_use == (wq->sq.size - 1); 437 return wq->sq.size - 1 - wq->sq.in_use; 442 wq->sq.in_use++; 443 if (++wq->sq [all...] |
/freebsd-12-stable/contrib/ofed/libmlx4/ |
H A D | qp.c | 66 return qp->buf.buf + qp->sq.offset + (n << qp->sq.wqe_shift); 86 qp->sq.head = 0; 87 qp->sq.tail = 0; 97 for (i = 0; i < qp->sq.wqe_cnt; ++i) { 100 ctrl->fence_size = 1 << (qp->sq.wqe_shift - 4); 227 pthread_spin_lock(&qp->sq.lock); 231 ind = qp->sq.head; 234 if (wq_overflow(&qp->sq, nreq, to_mcq(ibqp->send_cq))) { 240 if (wr->num_sge > qp->sq [all...] |
/freebsd-12-stable/sys/sys/ |
H A D | sleepqueue.h | 96 void sleepq_free(struct sleepqueue *sq); 101 int sleepq_remove_matching(struct sleepqueue *sq, int queue,
|
/freebsd-12-stable/sys/dev/mthca/ |
H A D | mthca_qp.c | 220 (n << qp->sq.wqe_shift); 223 (n << qp->sq.wqe_shift)) >> 225 ((qp->send_wqe_offset + (n << qp->sq.wqe_shift)) & 498 qp_attr->cap.max_send_wr = qp->sq.max; 500 qp_attr->cap.max_send_sge = qp->sq.max_gs; 602 if (qp->sq.max) 603 qp_context->sq_size_stride = ilog2(qp->sq.max) << 3; 604 qp_context->sq_size_stride |= qp->sq.wqe_shift - 4; 723 qp_context->snd_db_index = cpu_to_be32(qp->sq.db_index); 824 mthca_wq_reset(&qp->sq); [all...] |
/freebsd-12-stable/sys/dev/mlx5/mlx5_fpga/ |
H A D | mlx5fpga_conn.c | 135 *conn->qp.wq.sq.db = cpu_to_be32(conn->qp.sq.pc); 149 ix = conn->qp.sq.pc & (conn->qp.sq.size - 1); 151 ctrl = mlx5_wq_cyc_get_wqe(&conn->qp.wq.sq, ix); 166 ctrl->opmod_idx_opcode = cpu_to_be32(((conn->qp.sq.pc & 0xffff) << 8) | 170 conn->qp.sq.pc++; 171 conn->qp.sq.bufs[ix] = buf; 188 spin_lock_irqsave(&conn->qp.sq.lock, flags); 190 if (conn->qp.sq [all...] |