/freebsd-13-stable/sys/dev/virtio/ |
H A D | virtqueue.c | 123 static int virtqueue_init_indirect(struct virtqueue *vq, int); 124 static void virtqueue_free_indirect(struct virtqueue *vq); 153 struct virtqueue *vq; local 177 vq = malloc(sizeof(struct virtqueue) + 179 if (vq == NULL) { 184 vq->vq_dev = dev; 185 strlcpy(vq->vq_name, info->vqai_name, sizeof(vq->vq_name)); 186 vq->vq_queue_index = queue; 187 vq 228 virtqueue_init_indirect(struct virtqueue *vq, int indirect_size) argument 271 virtqueue_free_indirect(struct virtqueue *vq) argument 292 virtqueue_init_indirect_list(struct virtqueue *vq, struct vring_desc *indirect) argument 305 virtqueue_reinit(struct virtqueue *vq, uint16_t size) argument 347 virtqueue_free(struct virtqueue *vq) argument 369 virtqueue_paddr(struct virtqueue *vq) argument 376 virtqueue_desc_paddr(struct virtqueue *vq) argument 383 virtqueue_avail_paddr(struct virtqueue *vq) argument 390 virtqueue_used_paddr(struct virtqueue *vq) argument 397 virtqueue_index(struct virtqueue *vq) argument 404 virtqueue_size(struct virtqueue *vq) argument 411 virtqueue_nfree(struct virtqueue *vq) argument 418 virtqueue_empty(struct virtqueue *vq) argument 425 virtqueue_full(struct virtqueue *vq) argument 432 virtqueue_notify(struct virtqueue *vq) argument 444 virtqueue_nused(struct virtqueue *vq) argument 457 virtqueue_intr_filter(struct virtqueue *vq) argument 469 virtqueue_intr(struct virtqueue *vq) argument 476 virtqueue_enable_intr(struct virtqueue *vq) argument 483 virtqueue_postpone_intr(struct virtqueue *vq, vq_postpone_t hint) argument 508 virtqueue_disable_intr(struct virtqueue *vq) argument 521 virtqueue_enqueue(struct virtqueue *vq, void *cookie, struct sglist *sg, int readable, int writable) argument 574 virtqueue_dequeue(struct virtqueue *vq, uint32_t *len) argument 601 virtqueue_poll(struct virtqueue *vq, uint32_t *len) argument 615 virtqueue_drain(struct virtqueue *vq, int *last) argument 638 virtqueue_dump(struct virtqueue *vq) argument 657 vq_ring_init(struct virtqueue *vq) argument 675 vq_ring_update_avail(struct virtqueue *vq, uint16_t desc_idx) argument 698 vq_ring_enqueue_segments(struct virtqueue *vq, struct vring_desc *desc, uint16_t head_idx, struct sglist *sg, int readable, int writable) argument 729 vq_ring_use_indirect(struct virtqueue *vq, int needed) argument 745 vq_ring_enqueue_indirect(struct virtqueue *vq, void *cookie, struct sglist *sg, int readable, int writable) argument 785 vq_ring_enable_interrupt(struct virtqueue *vq, uint16_t ndesc) argument 814 vq_ring_must_notify_host(struct virtqueue *vq) argument 831 vq_ring_notify_host(struct virtqueue *vq) argument 839 vq_ring_free_chain(struct virtqueue *vq, uint16_t desc_idx) argument [all...] |
H A D | virtqueue.h | 73 void *virtqueue_drain(struct virtqueue *vq, int *last); 74 void virtqueue_free(struct virtqueue *vq); 75 int virtqueue_reinit(struct virtqueue *vq, uint16_t size); 77 int virtqueue_intr_filter(struct virtqueue *vq); 78 void virtqueue_intr(struct virtqueue *vq); 79 int virtqueue_enable_intr(struct virtqueue *vq); 80 int virtqueue_postpone_intr(struct virtqueue *vq, vq_postpone_t hint); 81 void virtqueue_disable_intr(struct virtqueue *vq); 84 vm_paddr_t virtqueue_paddr(struct virtqueue *vq); 85 vm_paddr_t virtqueue_desc_paddr(struct virtqueue *vq); [all...] |
/freebsd-13-stable/contrib/unbound/validator/ |
H A D | validator.c | 69 struct val_qstate* vq, int id, int rcode, struct dns_msg* msg, 214 val_new_getmsg(struct module_qstate* qstate, struct val_qstate* vq) argument 219 vq->orig_msg = (struct dns_msg*)regional_alloc(qstate->region, 221 if(!vq->orig_msg) 223 vq->orig_msg->qinfo = qstate->qinfo; 224 vq->orig_msg->rep = (struct reply_info*)regional_alloc( 226 if(!vq->orig_msg->rep) 228 memset(vq->orig_msg->rep, 0, sizeof(struct reply_info)); 229 vq->orig_msg->rep->flags = (uint16_t)(qstate->return_rcode&0xf) 231 vq 257 struct val_qstate* vq = (struct val_qstate*)regional_alloc( local 383 struct val_qstate* vq = (struct val_qstate*)qstate->minfo[id]; local 530 prime_trust_anchor(struct module_qstate* qstate, struct val_qstate* vq, int id, struct trust_anchor* toprime) argument 1481 processInit(struct module_qstate* qstate, struct val_qstate* vq, struct val_env* ve, int id) argument 1668 processFindKey(struct module_qstate* qstate, struct val_qstate* vq, int id) argument 1820 processValidate(struct module_qstate* qstate, struct val_qstate* vq, struct val_env* ve, int id) argument 1995 processFinished(struct module_qstate* qstate, struct val_qstate* vq, struct val_env* ve, int id) argument 2176 val_handle(struct module_qstate* qstate, struct val_qstate* vq, struct val_env* ve, int id) argument 2210 struct val_qstate* vq = (struct val_qstate*)qstate->minfo[id]; local 2385 ds_response_to_ke(struct module_qstate* qstate, struct val_qstate* vq, int id, int rcode, struct dns_msg* msg, struct query_info* qinfo, struct key_entry_key** ke) argument 2604 process_ds_response(struct module_qstate* qstate, struct val_qstate* vq, int id, int rcode, struct dns_msg* msg, struct query_info* qinfo, struct sock_list* origin) argument 2677 process_dnskey_response(struct module_qstate* qstate, struct val_qstate* vq, int id, int rcode, struct dns_msg* msg, struct query_info* qinfo, struct sock_list* origin) argument 2773 process_prime_response(struct module_qstate* qstate, struct val_qstate* vq, int id, int rcode, struct dns_msg* msg, struct sock_list* origin) argument 2845 struct val_qstate* vq = (struct val_qstate*)super->minfo[id]; local [all...] |
/freebsd-13-stable/sys/contrib/openzfs/module/zfs/ |
H A D | vdev_queue.c | 253 vdev_queue_class_tree(vdev_queue_t *vq, zio_priority_t p) argument 255 return (&vq->vq_class[p].vqc_queued_tree); 259 vdev_queue_type_tree(vdev_queue_t *vq, zio_type_t t) argument 263 return (&vq->vq_read_offset_tree); 265 return (&vq->vq_write_offset_tree); 267 return (&vq->vq_trim_offset_tree); 285 vdev_queue_class_min_active(vdev_queue_t *vq, zio_priority_t p) argument 297 return (vq->vq_ia_active == 0 ? zfs_vdev_scrub_min_active : 298 MIN(vq->vq_nia_credit, zfs_vdev_scrub_min_active)); 300 return (vq 363 vdev_queue_class_max_active(spa_t *spa, vdev_queue_t *vq, zio_priority_t p) argument 415 vdev_queue_class_to_issue(vdev_queue_t *vq) argument 458 vdev_queue_t *vq = &vd->vdev_queue; local 502 vdev_queue_t *vq = &vd->vdev_queue; local 515 vdev_queue_io_add(vdev_queue_t *vq, zio_t *zio) argument 523 vdev_queue_io_remove(vdev_queue_t *vq, zio_t *zio) argument 545 vdev_queue_pending_add(vdev_queue_t *vq, zio_t *zio) argument 560 vdev_queue_pending_remove(vdev_queue_t *vq, zio_t *zio) argument 599 vdev_queue_aggregate(vdev_queue_t *vq, zio_t *zio) argument 817 vdev_queue_io_to_issue(vdev_queue_t *vq) argument 878 vdev_queue_t *vq = &zio->io_vd->vdev_queue; local 936 vdev_queue_t *vq = &zio->io_vd->vdev_queue; local 964 vdev_queue_t *vq = &zio->io_vd->vdev_queue; local [all...] |
/freebsd-13-stable/usr.sbin/bhyve/ |
H A D | virtio.c | 97 struct vqueue_info *vq; local 104 for (vq = vs->vs_queues, i = 0; i < nvq; vq++, i++) { 105 vq->vq_flags = 0; 106 vq->vq_last_avail = 0; 107 vq->vq_next_used = 0; 108 vq->vq_save_used = 0; 109 vq->vq_pfn = 0; 110 vq->vq_msix_idx = VIRTIO_MSI_NO_VECTOR; 177 struct vqueue_info *vq; local 266 vq_getchain(struct vqueue_info *vq, uint16_t *pidx, struct iovec *iov, int n_iov, uint16_t *flags) argument 395 vq_retchains(struct vqueue_info *vq, uint16_t n_chains) argument 402 vq_relchain_prepare(struct vqueue_info *vq, uint16_t idx, uint32_t iolen) argument 426 vq_relchain_publish(struct vqueue_info *vq) argument 445 vq_relchain(struct vqueue_info *vq, uint16_t idx, uint32_t iolen) argument 467 vq_endchains(struct vqueue_info *vq, int used_all_avail) argument 681 struct vqueue_info *vq; local 777 (*vq->vq_notify)(DEV_SOFTC(vs), vq); local 779 (*vc->vc_qnotify)(DEV_SOFTC(vs), vq); local 879 struct vqueue_info *vq; local [all...] |
H A D | virtio.h | 413 #define VQ_AVAIL_EVENT_IDX(vq) \ 414 (*(volatile uint16_t *)&(vq)->vq_used->vu_ring[(vq)->vq_qsize]) 415 #define VQ_USED_EVENT_IDX(vq) \ 416 ((vq)->vq_avail->va_ring[(vq)->vq_qsize]) 422 vq_ring_ready(struct vqueue_info *vq) argument 425 return (vq->vq_flags & VQ_ALLOC); 433 vq_has_descs(struct vqueue_info *vq) argument 436 return (vq_ring_ready(vq) 445 vq_interrupt(struct virtio_softc *vs, struct vqueue_info *vq) argument 460 vq_kick_enable(struct vqueue_info *vq) argument 473 vq_kick_disable(struct vqueue_info *vq) argument [all...] |
H A D | pci_virtio_rnd.c | 112 pci_vtrnd_notify(void *vsc, struct vqueue_info *vq) argument 122 vq_endchains(vq, 0); 126 while (vq_has_descs(vq)) { 127 vq_getchain(vq, &idx, &iov, 1, NULL); 139 vq_relchain(vq, idx, len); 141 vq_endchains(vq, 1); /* Generate interrupt if appropriate. */
|
H A D | pci_virtio_net.c | 249 struct vqueue_info *vq; local 251 vq = &sc->vsc_queues[VTNET_RXQ]; 274 vq_endchains(vq, /*used_all_avail=*/0); 290 int n = vq_getchain(vq, &info[n_chains].idx, riov, 298 vq_kick_enable(vq); 299 if (!vq_has_descs(vq)) { 307 vq_retchains(vq, n_chains); 308 vq_endchains(vq, /*used_all_avail=*/1); 314 vq_kick_disable(vq); 344 vq_relchain(vq, inf 412 pci_vtnet_ping_rxq(void *vsc, struct vqueue_info *vq) argument 433 pci_vtnet_proctx(struct pci_vtnet_softc *sc, struct vqueue_info *vq) argument 480 pci_vtnet_ping_txq(void *vsc, struct vqueue_info *vq) argument 505 struct vqueue_info *vq; local 553 pci_vtnet_ping_ctlq(void *vsc, struct vqueue_info *vq) argument [all...] |
H A D | pci_virtio_console.c | 222 pci_vtcon_vq_to_port(struct pci_vtcon_softc *sc, struct vqueue_info *vq) argument 224 uint16_t num = vq->vq_num; 396 struct vqueue_info *vq; local 403 vq = pci_vtcon_port_to_vq(port, true); 413 if (!vq_has_descs(vq)) { 415 vq_endchains(vq, 1); 423 n = vq_getchain(vq, &idx, &iov, 1, NULL); 427 vq_retchains(vq, 1); 428 vq_endchains(vq, 0); 435 vq_relchain(vq, id 553 struct vqueue_info *vq; local 578 pci_vtcon_notify_tx(void *vsc, struct vqueue_info *vq) argument 604 pci_vtcon_notify_rx(void *vsc, struct vqueue_info *vq) argument [all...] |
H A D | pci_virtio_scsi.c | 556 pci_vtscsi_controlq_notify(void *vsc, struct vqueue_info *vq) argument 567 while (vq_has_descs(vq)) { 568 n = vq_getchain(vq, &idx, iov, VTSCSI_MAXSEG, NULL); 577 vq_relchain(vq, idx, iolen); 579 vq_endchains(vq, 1); /* Generate interrupt if appropriate. */ 584 pci_vtscsi_eventq_notify(void *vsc, struct vqueue_info *vq) argument 587 vq_kick_disable(vq); 591 pci_vtscsi_requestq_notify(void *vsc, struct vqueue_info *vq) argument 602 q = &sc->vss_queues[vq->vq_num - 2]; 604 while (vq_has_descs(vq)) { [all...] |
/freebsd-13-stable/sys/dev/beri/virtio/ |
H A D | virtio.c | 75 vq_ring_ready(struct vqueue_info *vq) argument 78 return (vq->vq_flags & VQ_ALLOC); 82 vq_has_descs(struct vqueue_info *vq) argument 85 return (vq_ring_ready(vq) && vq->vq_last_avail != 86 be16toh(vq->vq_avail->idx)); 123 vq_getchain(uint32_t offs, struct vqueue_info *vq, argument 131 idx = vq->vq_last_avail; 132 ndesc = (be16toh(vq->vq_avail->idx) - idx); 136 head = be16toh(vq 169 vq_relchain(struct vqueue_info *vq, struct iovec *iov, int n, uint32_t iolen) argument [all...] |
H A D | virtio.h | 61 int vq_ring_ready(struct vqueue_info *vq); 62 int vq_has_descs(struct vqueue_info *vq); 65 int vq_getchain(uint32_t beri_mem_offset, struct vqueue_info *vq, 67 void vq_relchain(struct vqueue_info *vq, struct iovec *iov, int n, uint32_t iolen);
|
H A D | virtio_block.c | 149 vtblk_proc(struct beri_vtblk_softc *sc, struct vqueue_info *vq) argument 162 n = vq_getchain(sc->beri_mem_offset, vq, iov, 210 vq_relchain(vq, iov, n, 1); 277 struct vqueue_info *vq; local 281 vq = &sc->vs_queues[0]; 282 if (!vq_ring_ready(vq)) 294 vq = &sc->vs_queues[queue]; 295 vq->vq_save_used = be16toh(vq->vq_used->idx); 296 while (vq_has_descs(vq)) 312 struct vqueue_info *vq; local [all...] |
/freebsd-13-stable/sys/dev/beri/virtio/network/ |
H A D | if_vtbe.c | 147 struct vqueue_info *vq; local 162 vq = &sc->vs_queues[0]; 163 if (!vq_has_descs(vq)) { 174 if (!vq_ring_ready(vq)) 177 vq->vq_save_used = be16toh(vq->vq_used->idx); 180 if (!vq_has_descs(vq)) { 190 n = vq_getchain(sc->beri_mem_offset, vq, iov, 214 vq_relchain(vq, iov, n, iolen); 348 struct vqueue_info *vq; local 387 vtbe_proc_rx(struct vtbe_softc *sc, struct vqueue_info *vq) argument 443 struct vqueue_info *vq; local [all...] |
/freebsd-13-stable/sys/dev/virtio/console/ |
H A D | virtio_console.c | 575 struct virtqueue *vq; local 594 vq = scport->vcsp_invq; 595 if (vq != NULL) 596 vtcon_port_drain_bufs(vq); 618 struct virtqueue *vq; local 621 vq = sc->vtcon_ctrl_rxvq; 628 return (virtqueue_enqueue(vq, control, &sg, 0, sg.sg_nseg)); 664 struct virtqueue *vq; local 667 vq = sc->vtcon_ctrl_rxvq; 670 for (nbufs = 0; !virtqueue_full(vq); nbuf 688 struct virtqueue *vq; local 906 struct virtqueue *vq; local 967 struct virtqueue *vq; local 1016 struct virtqueue *vq; local 1061 struct virtqueue *vq; local 1205 vtcon_port_drain_bufs(struct virtqueue *vq) argument 1308 struct virtqueue *vq; local 1369 struct virtqueue *vq; local [all...] |
/freebsd-13-stable/sys/dev/netmap/ |
H A D | if_vtnet_netmap.h | 72 struct virtqueue *vq = txq->vtntx_vq; local 103 err = virtqueue_enqueue(vq, /*cookie=*/txq, sg, 114 virtqueue_notify(vq); 125 void *token = virtqueue_dequeue(vq, NULL); 139 if (interrupts && virtqueue_nfree(vq) < 32) 140 virtqueue_postpone_intr(vq, VQ_POSTPONE_LONG); 165 struct virtqueue *vq = rxq->vtnrx_vq; local 190 err = virtqueue_enqueue(vq, /*cookie=*/rxq, &sg, 258 struct virtqueue *vq = rxq->vtnrx_vq; local 278 token = virtqueue_dequeue(vq, [all...] |
/freebsd-13-stable/sys/dev/virtio/balloon/ |
H A D | virtio_balloon.c | 339 struct virtqueue *vq; local 343 vq = sc->vtballoon_inflate_vq; 363 vtballoon_send_page_frames(sc, vq, i); 370 struct virtqueue *vq; local 374 vq = sc->vtballoon_deflate_vq; 393 vtballoon_send_page_frames(sc, vq, i); 410 vtballoon_send_page_frames(struct vtballoon_softc *sc, struct virtqueue *vq, argument 424 error = virtqueue_enqueue(vq, vq, &sg, 1, 0); 426 virtqueue_notify(vq); [all...] |
/freebsd-13-stable/sys/dev/virtio/random/ |
H A D | virtio_random.c | 231 struct virtqueue *vq; local 243 vq = sc->vtrnd_vq; 244 KASSERT(virtqueue_empty(vq), ("%s: non-empty queue", __func__)); 246 error = virtqueue_enqueue(vq, buf, &sg, 0, 1); 254 virtqueue_notify(vq); 255 virtqueue_poll(vq, &rdlen);
|
/freebsd-13-stable/sys/dev/virtio/scsi/ |
H A D | virtio_scsi.c | 1103 struct virtqueue *vq; local 1111 vq = sc->vtscsi_request_vq; 1126 error = virtqueue_enqueue(vq, req, sg, readable, writable); 1139 virtqueue_notify(vq); 1435 struct virtqueue *vq; local 1438 vq = sc->vtscsi_control_vq; 1442 error = virtqueue_enqueue(vq, req, sg, readable, writable); 1454 virtqueue_notify(vq); 1825 struct virtqueue *vq; local 1829 vq 1909 struct virtqueue *vq; local 1987 vtscsi_drain_vq(struct vtscsi_softc *sc, struct virtqueue *vq) argument 2194 vtscsi_complete_vq(struct vtscsi_softc *sc, struct virtqueue *vq) argument 2208 struct virtqueue *vq; local 2231 struct virtqueue *vq; local 2256 struct virtqueue *vq; local [all...] |
/freebsd-13-stable/sys/dev/virtio/mmio/ |
H A D | virtio_mmio.c | 79 struct virtqueue *vq, uint32_t size); 475 vtmmio_set_virtqueue(struct vtmmio_softc *sc, struct virtqueue *vq, argument 485 paddr = virtqueue_paddr(vq); 489 paddr = virtqueue_desc_paddr(vq); 495 paddr = virtqueue_avail_paddr(vq); 501 paddr = virtqueue_used_paddr(vq); 518 struct virtqueue *vq; local 550 ~(vm_paddr_t)0, info, &vq); 558 vtmmio_set_virtqueue(sc, vq, size); 560 vqx->vtv_vq = *info->vqai_vq = vq; 849 struct virtqueue *vq; local 936 struct virtqueue *vq; local [all...] |
/freebsd-13-stable/sys/dev/virtio/pci/ |
H A D | virtio_pci.c | 125 vtpci_set_vq(struct vtpci_common *cn, struct virtqueue *vq) argument 127 VIRTIO_PCI_SET_VQ(cn->vtpci_dev, vq); 357 struct virtqueue *vq; local 368 ~(vm_paddr_t)0, info, &vq); 375 vtpci_set_vq(cn, vq); 377 vqx->vtv_vq = *info->vqai_vq = vq; 835 struct virtqueue *vq; local 839 vq = vqx->vtv_vq; 841 KASSERT(vq != NULL, ("%s: vq 911 struct virtqueue *vq; local 923 struct virtqueue *vq; local [all...] |
/freebsd-13-stable/sys/dev/virtio/block/ |
H A D | virtio_blk.c | 923 struct virtqueue *vq; local 928 vq = sc->vtblk_vq; 943 if (!virtqueue_empty(vq)) 985 error = virtqueue_enqueue(vq, req, sg, readable, writable); 1047 struct virtqueue *vq; local 1051 vq = sc->vtblk_vq; 1054 while ((req = virtqueue_drain(vq, &last)) != NULL) { 1060 KASSERT(virtqueue_empty(vq), ("virtqueue not empty")); 1098 struct virtqueue *vq; local 1103 vq 1241 struct virtqueue *vq; local 1288 struct virtqueue *vq; local [all...] |
/freebsd-13-stable/lib/libc/quad/ |
H A D | qdivrem.c | 85 __qdivrem(u_quad_t uq, u_quad_t vq, u_quad_t *arq) argument 97 if (vq == 0) { 106 if (uq < vq) { 134 tmp.uq = vq;
|
/freebsd-13-stable/sys/libkern/ |
H A D | qdivrem.c | 82 __qdivrem(u_quad_t uq, u_quad_t vq, u_quad_t *arq) argument 94 if (vq == 0) { 103 if (uq < vq) { 131 tmp.uq = vq;
|
/freebsd-13-stable/sys/dev/virtio/network/ |
H A D | if_vtnet.c | 1113 struct virtqueue *vq = sc->vtnet_txqs[0].vtntx_vq; local 1115 IFQ_SET_MAXLEN(&ifp->if_snd, virtqueue_size(vq) - 1); 1116 ifp->if_snd.ifq_drv_maxlen = virtqueue_size(vq) - 1; 1463 struct virtqueue *vq; local 1472 vq = rxq->vtnrx_vq; 1475 for (nbufs = 0; !virtqueue_full(vq); nbufs++) { 1482 virtqueue_notify(vq); 1498 struct virtqueue *vq; local 1508 vq = rxq->vtnrx_vq; 1511 while ((m = virtqueue_drain(vq, 1922 struct virtqueue *vq; local 2048 struct virtqueue *vq; local 2275 struct virtqueue *vq; local 2285 struct virtqueue *vq; local 2311 struct virtqueue *vq; local 2494 struct virtqueue *vq; local 2595 struct virtqueue *vq; local 2661 struct virtqueue *vq; local 2813 struct virtqueue *vq; local 3499 struct virtqueue *vq; local 4282 struct virtqueue *vq; local [all...] |