1/*- 2 * Copyright (c) 2011, Bryan Venteicher <bryanv@FreeBSD.org> 3 * All rights reserved. 4 * 5 * Redistribution and use in source and binary forms, with or without 6 * modification, are permitted provided that the following conditions 7 * are met: 8 * 1. Redistributions of source code must retain the above copyright 9 * notice unmodified, this list of conditions, and the following 10 * disclaimer. 11 * 2. Redistributions in binary form must reproduce the above copyright 12 * notice, this list of conditions and the following disclaimer in the 13 * documentation and/or other materials provided with the distribution. 14 * 15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 16 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 17 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 18 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 19 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT 20 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, 21 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY 22 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 23 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 24 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 25 *
|
26 * $FreeBSD: stable/10/sys/dev/virtio/network/if_vtnetvar.h 265286 2014-05-03 19:40:41Z bryanv $
|
26 * $FreeBSD: stable/10/sys/dev/virtio/network/if_vtnetvar.h 268010 2014-06-29 00:37:59Z bryanv $ |
27 */ 28 29#ifndef _IF_VTNETVAR_H 30#define _IF_VTNETVAR_H 31 32struct vtnet_softc; 33 34struct vtnet_statistics { 35 uint64_t mbuf_alloc_failed; 36 37 uint64_t rx_frame_too_large; 38 uint64_t rx_enq_replacement_failed; 39 uint64_t rx_mergeable_failed; 40 uint64_t rx_csum_bad_ethtype; 41 uint64_t rx_csum_bad_ipproto; 42 uint64_t rx_csum_bad_offset; 43 uint64_t rx_csum_bad_proto; 44 uint64_t tx_csum_bad_ethtype; 45 uint64_t tx_tso_bad_ethtype; 46 uint64_t tx_tso_not_tcp; 47 uint64_t tx_defragged; 48 uint64_t tx_defrag_failed; 49 50 /* 51 * These are accumulated from each Rx/Tx queue. 52 */ 53 uint64_t rx_csum_failed; 54 uint64_t rx_csum_offloaded; 55 uint64_t rx_task_rescheduled; 56 uint64_t tx_csum_offloaded; 57 uint64_t tx_tso_offloaded; 58 uint64_t tx_task_rescheduled; 59}; 60 61struct vtnet_rxq_stats { 62 uint64_t vrxs_ipackets; /* if_ipackets */ 63 uint64_t vrxs_ibytes; /* if_ibytes */ 64 uint64_t vrxs_iqdrops; /* if_iqdrops */ 65 uint64_t vrxs_ierrors; /* if_ierrors */ 66 uint64_t vrxs_csum; 67 uint64_t vrxs_csum_failed; 68 uint64_t vrxs_rescheduled; 69}; 70 71struct vtnet_rxq { 72 struct mtx vtnrx_mtx; 73 struct vtnet_softc *vtnrx_sc; 74 struct virtqueue *vtnrx_vq; 75 struct sglist *vtnrx_sg; 76 int vtnrx_id;
|
77 int vtnrx_process_limit;
|
77 struct vtnet_rxq_stats vtnrx_stats; 78 struct taskqueue *vtnrx_tq; 79 struct task vtnrx_intrtask; 80 char vtnrx_name[16]; 81} __aligned(CACHE_LINE_SIZE); 82 83#define VTNET_RXQ_LOCK(_rxq) mtx_lock(&(_rxq)->vtnrx_mtx) 84#define VTNET_RXQ_UNLOCK(_rxq) mtx_unlock(&(_rxq)->vtnrx_mtx) 85#define VTNET_RXQ_LOCK_ASSERT(_rxq) \ 86 mtx_assert(&(_rxq)->vtnrx_mtx, MA_OWNED) 87#define VTNET_RXQ_LOCK_ASSERT_NOTOWNED(_rxq) \ 88 mtx_assert(&(_rxq)->vtnrx_mtx, MA_NOTOWNED) 89 90struct vtnet_txq_stats { 91 uint64_t vtxs_opackets; /* if_opackets */ 92 uint64_t vtxs_obytes; /* if_obytes */ 93 uint64_t vtxs_omcasts; /* if_omcasts */ 94 uint64_t vtxs_csum; 95 uint64_t vtxs_tso; 96 uint64_t vtxs_rescheduled; 97}; 98 99struct vtnet_txq { 100 struct mtx vtntx_mtx; 101 struct vtnet_softc *vtntx_sc; 102 struct virtqueue *vtntx_vq; 103 struct sglist *vtntx_sg; 104#ifndef VTNET_LEGACY_TX 105 struct buf_ring *vtntx_br; 106#endif 107 int vtntx_id; 108 int vtntx_watchdog; 109 struct vtnet_txq_stats vtntx_stats; 110 struct taskqueue *vtntx_tq; 111 struct task vtntx_intrtask; 112#ifndef VTNET_LEGACY_TX 113 struct task vtntx_defrtask; 114#endif 115 char vtntx_name[16]; 116} __aligned(CACHE_LINE_SIZE); 117 118#define VTNET_TXQ_LOCK(_txq) mtx_lock(&(_txq)->vtntx_mtx) 119#define VTNET_TXQ_TRYLOCK(_txq) mtx_trylock(&(_txq)->vtntx_mtx) 120#define VTNET_TXQ_UNLOCK(_txq) mtx_unlock(&(_txq)->vtntx_mtx) 121#define VTNET_TXQ_LOCK_ASSERT(_txq) \ 122 mtx_assert(&(_txq)->vtntx_mtx, MA_OWNED) 123#define VTNET_TXQ_LOCK_ASSERT_NOTOWNED(_txq) \ 124 mtx_assert(&(_txq)->vtntx_mtx, MA_NOTOWNED) 125 126struct vtnet_softc { 127 device_t vtnet_dev; 128 struct ifnet *vtnet_ifp; 129 struct vtnet_rxq *vtnet_rxqs; 130 struct vtnet_txq *vtnet_txqs; 131 132 uint32_t vtnet_flags; 133#define VTNET_FLAG_SUSPENDED 0x0001 134#define VTNET_FLAG_MAC 0x0002 135#define VTNET_FLAG_CTRL_VQ 0x0004 136#define VTNET_FLAG_CTRL_RX 0x0008 137#define VTNET_FLAG_CTRL_MAC 0x0010 138#define VTNET_FLAG_VLAN_FILTER 0x0020 139#define VTNET_FLAG_TSO_ECN 0x0040 140#define VTNET_FLAG_MRG_RXBUFS 0x0080 141#define VTNET_FLAG_LRO_NOMRG 0x0100 142#define VTNET_FLAG_MULTIQ 0x0200 143#define VTNET_FLAG_EVENT_IDX 0x0400 144 145 int vtnet_link_active; 146 int vtnet_hdr_size; 147 int vtnet_rx_process_limit; 148 int vtnet_rx_nsegs; 149 int vtnet_rx_nmbufs; 150 int vtnet_rx_clsize; 151 int vtnet_rx_new_clsize; 152 int vtnet_tx_nsegs; 153 int vtnet_if_flags; 154 int vtnet_act_vq_pairs; 155 int vtnet_max_vq_pairs; 156 157 struct virtqueue *vtnet_ctrl_vq; 158 struct vtnet_mac_filter *vtnet_mac_filter; 159 uint32_t *vtnet_vlan_filter; 160 161 uint64_t vtnet_features; 162 struct vtnet_statistics vtnet_stats; 163 struct callout vtnet_tick_ch; 164 struct ifmedia vtnet_media; 165 eventhandler_tag vtnet_vlan_attach; 166 eventhandler_tag vtnet_vlan_detach; 167 168 struct mtx vtnet_mtx; 169 char vtnet_mtx_name[16]; 170 char vtnet_hwaddr[ETHER_ADDR_LEN]; 171}; 172 173/* 174 * Maximum number of queue pairs we will autoconfigure to. 175 */ 176#define VTNET_MAX_QUEUE_PAIRS 8 177 178/* 179 * Additional completed entries can appear in a virtqueue before we can 180 * reenable interrupts. Number of times to retry before scheduling the 181 * taskqueue to process the completed entries. 182 */ 183#define VTNET_INTR_DISABLE_RETRIES 4 184 185/* 186 * Fake the media type. The host does not provide us with any real media 187 * information. 188 */ 189#define VTNET_MEDIATYPE (IFM_ETHER | IFM_10G_T | IFM_FDX) 190 191/* 192 * Number of words to allocate for the VLAN shadow table. There is one 193 * bit for each VLAN. 194 */ 195#define VTNET_VLAN_FILTER_NWORDS (4096 / 32) 196 197/* 198 * When mergeable buffers are not negotiated, the vtnet_rx_header structure 199 * below is placed at the beginning of the mbuf data. Use 4 bytes of pad to 200 * both keep the VirtIO header and the data non-contiguous and to keep the 201 * frame's payload 4 byte aligned. 202 * 203 * When mergeable buffers are negotiated, the host puts the VirtIO header in 204 * the beginning of the first mbuf's data. 205 */ 206#define VTNET_RX_HEADER_PAD 4 207struct vtnet_rx_header { 208 struct virtio_net_hdr vrh_hdr; 209 char vrh_pad[VTNET_RX_HEADER_PAD]; 210} __packed; 211 212/* 213 * For each outgoing frame, the vtnet_tx_header below is allocated from 214 * the vtnet_tx_header_zone. 215 */ 216struct vtnet_tx_header { 217 union { 218 struct virtio_net_hdr hdr; 219 struct virtio_net_hdr_mrg_rxbuf mhdr; 220 } vth_uhdr; 221 222 struct mbuf *vth_mbuf; 223}; 224 225/* 226 * The VirtIO specification does not place a limit on the number of MAC 227 * addresses the guest driver may request to be filtered. In practice, 228 * the host is constrained by available resources. To simplify this driver, 229 * impose a reasonably high limit of MAC addresses we will filter before 230 * falling back to promiscuous or all-multicast modes. 231 */ 232#define VTNET_MAX_MAC_ENTRIES 128 233 234struct vtnet_mac_table { 235 uint32_t nentries; 236 uint8_t macs[VTNET_MAX_MAC_ENTRIES][ETHER_ADDR_LEN]; 237} __packed; 238 239struct vtnet_mac_filter { 240 struct vtnet_mac_table vmf_unicast; 241 uint32_t vmf_pad; /* Make tables non-contiguous. */ 242 struct vtnet_mac_table vmf_multicast; 243}; 244 245/* 246 * The MAC filter table is malloc(9)'d when needed. Ensure it will 247 * always fit in one segment. 248 */ 249CTASSERT(sizeof(struct vtnet_mac_filter) <= PAGE_SIZE); 250 251#define VTNET_TX_TIMEOUT 5 252#define VTNET_CSUM_OFFLOAD (CSUM_TCP | CSUM_UDP | CSUM_SCTP) 253#define VTNET_CSUM_OFFLOAD_IPV6 (CSUM_TCP_IPV6 | CSUM_UDP_IPV6 | CSUM_SCTP_IPV6) 254 255#define VTNET_CSUM_ALL_OFFLOAD \ 256 (VTNET_CSUM_OFFLOAD | VTNET_CSUM_OFFLOAD_IPV6 | CSUM_TSO) 257 258/* Features desired/implemented by this driver. */ 259#define VTNET_FEATURES \ 260 (VIRTIO_NET_F_MAC | \ 261 VIRTIO_NET_F_STATUS | \ 262 VIRTIO_NET_F_CTRL_VQ | \ 263 VIRTIO_NET_F_CTRL_RX | \ 264 VIRTIO_NET_F_CTRL_MAC_ADDR | \ 265 VIRTIO_NET_F_CTRL_VLAN | \ 266 VIRTIO_NET_F_CSUM | \ 267 VIRTIO_NET_F_GSO | \ 268 VIRTIO_NET_F_HOST_TSO4 | \ 269 VIRTIO_NET_F_HOST_TSO6 | \ 270 VIRTIO_NET_F_HOST_ECN | \ 271 VIRTIO_NET_F_GUEST_CSUM | \ 272 VIRTIO_NET_F_GUEST_TSO4 | \ 273 VIRTIO_NET_F_GUEST_TSO6 | \ 274 VIRTIO_NET_F_GUEST_ECN | \ 275 VIRTIO_NET_F_MRG_RXBUF | \ 276 VIRTIO_NET_F_MQ | \ 277 VIRTIO_RING_F_EVENT_IDX | \ 278 VIRTIO_RING_F_INDIRECT_DESC) 279 280/* 281 * The VIRTIO_NET_F_HOST_TSO[46] features permit us to send the host 282 * frames larger than 1514 bytes. 283 */ 284#define VTNET_TSO_FEATURES (VIRTIO_NET_F_GSO | VIRTIO_NET_F_HOST_TSO4 | \ 285 VIRTIO_NET_F_HOST_TSO6 | VIRTIO_NET_F_HOST_ECN) 286 287/* 288 * The VIRTIO_NET_F_GUEST_TSO[46] features permit the host to send us 289 * frames larger than 1514 bytes. We do not yet support software LRO 290 * via tcp_lro_rx(). 291 */ 292#define VTNET_LRO_FEATURES (VIRTIO_NET_F_GUEST_TSO4 | \ 293 VIRTIO_NET_F_GUEST_TSO6 | VIRTIO_NET_F_GUEST_ECN) 294 295#define VTNET_MAX_MTU 65536 296#define VTNET_MAX_RX_SIZE 65550 297 298/* 299 * Used to preallocate the Vq indirect descriptors. The first segment 300 * is reserved for the header, except for mergeable buffers since the 301 * header is placed inline with the data. 302 */ 303#define VTNET_MRG_RX_SEGS 1 304#define VTNET_MIN_RX_SEGS 2 305#define VTNET_MAX_RX_SEGS 34 306#define VTNET_MIN_TX_SEGS 4 307#define VTNET_MAX_TX_SEGS 64 308 309/* 310 * Assert we can receive and transmit the maximum with regular 311 * size clusters. 312 */ 313CTASSERT(((VTNET_MAX_RX_SEGS - 1) * MCLBYTES) >= VTNET_MAX_RX_SIZE); 314CTASSERT(((VTNET_MAX_TX_SEGS - 1) * MCLBYTES) >= VTNET_MAX_MTU); 315 316/* 317 * Number of slots in the Tx bufrings. This value matches most other 318 * multiqueue drivers. 319 */ 320#define VTNET_DEFAULT_BUFRING_SIZE 4096 321 322/* 323 * Determine how many mbufs are in each receive buffer. For LRO without 324 * mergeable buffers, we must allocate an mbuf chain large enough to 325 * hold both the vtnet_rx_header and the maximum receivable data. 326 */ 327#define VTNET_NEEDED_RX_MBUFS(_sc, _clsize) \ 328 ((_sc)->vtnet_flags & VTNET_FLAG_LRO_NOMRG) == 0 ? 1 : \ 329 howmany(sizeof(struct vtnet_rx_header) + VTNET_MAX_RX_SIZE, \ 330 (_clsize)) 331 332#define VTNET_CORE_MTX(_sc) &(_sc)->vtnet_mtx 333#define VTNET_CORE_LOCK(_sc) mtx_lock(VTNET_CORE_MTX((_sc))) 334#define VTNET_CORE_UNLOCK(_sc) mtx_unlock(VTNET_CORE_MTX((_sc))) 335#define VTNET_CORE_LOCK_DESTROY(_sc) mtx_destroy(VTNET_CORE_MTX((_sc))) 336#define VTNET_CORE_LOCK_ASSERT(_sc) \ 337 mtx_assert(VTNET_CORE_MTX((_sc)), MA_OWNED) 338#define VTNET_CORE_LOCK_ASSERT_NOTOWNED(_sc) \ 339 mtx_assert(VTNET_CORE_MTX((_sc)), MA_NOTOWNED) 340 341#define VTNET_CORE_LOCK_INIT(_sc) do { \ 342 snprintf((_sc)->vtnet_mtx_name, sizeof((_sc)->vtnet_mtx_name), \ 343 "%s", device_get_nameunit((_sc)->vtnet_dev)); \ 344 mtx_init(VTNET_CORE_MTX((_sc)), (_sc)->vtnet_mtx_name, \ 345 "VTNET Core Lock", MTX_DEF); \ 346} while (0) 347 348#endif /* _IF_VTNETVAR_H */
|