Lines Matching refs:priv
84 struct ipoib_dev_priv *priv = ipoib_priv(ah->dev);
88 spin_lock_irqsave(&priv->lock, flags);
89 list_add_tail(&ah->list, &priv->dead_ahs);
90 spin_unlock_irqrestore(&priv->lock, flags);
93 static void ipoib_ud_dma_unmap_rx(struct ipoib_dev_priv *priv,
96 ib_dma_unmap_single(priv->ca, mapping[0],
97 IPOIB_UD_BUF_SIZE(priv->max_ib_mtu),
103 struct ipoib_dev_priv *priv = ipoib_priv(dev);
106 priv->rx_wr.wr_id = id | IPOIB_OP_RECV;
107 priv->rx_sge[0].addr = priv->rx_ring[id].mapping[0];
108 priv->rx_sge[1].addr = priv->rx_ring[id].mapping[1];
111 ret = ib_post_recv(priv->qp, &priv->rx_wr, NULL);
113 ipoib_warn(priv, "receive failed for buf %d (%d)\n", id, ret);
114 ipoib_ud_dma_unmap_rx(priv, priv->rx_ring[id].mapping);
115 dev_kfree_skb_any(priv->rx_ring[id].skb);
116 priv->rx_ring[id].skb = NULL;
124 struct ipoib_dev_priv *priv = ipoib_priv(dev);
129 buf_size = IPOIB_UD_BUF_SIZE(priv->max_ib_mtu);
141 mapping = priv->rx_ring[id].mapping;
142 mapping[0] = ib_dma_map_single(priv->ca, skb->data, buf_size,
144 if (unlikely(ib_dma_mapping_error(priv->ca, mapping[0])))
147 priv->rx_ring[id].skb = skb;
156 struct ipoib_dev_priv *priv = ipoib_priv(dev);
161 ipoib_warn(priv, "failed to allocate receive buffer %d\n", i);
165 ipoib_warn(priv, "ipoib_ib_post_receive failed for buf %d\n", i);
175 struct ipoib_dev_priv *priv = ipoib_priv(dev);
182 ipoib_dbg_data(priv, "recv completion: id %d, status: %d\n",
186 ipoib_warn(priv, "recv completion event with wrid %d (> %d)\n",
191 skb = priv->rx_ring[wr_id].skb;
195 ipoib_warn(priv,
198 ipoib_ud_dma_unmap_rx(priv, priv->rx_ring[wr_id].mapping);
200 priv->rx_ring[wr_id].skb = NULL;
204 memcpy(mapping, priv->rx_ring[wr_id].mapping,
216 ipoib_dbg_data(priv, "received %d bytes, SLID 0x%04x\n",
219 ipoib_ud_dma_unmap_rx(priv, mapping);
239 if (wc->slid == priv->local_lid && wc->src_qp == priv->qp->qp_num) {
243 sgid->global.interface_id != priv->local_gid.global.interface_id)
267 napi_gro_receive(&priv->recv_napi, skb);
271 ipoib_warn(priv, "ipoib_ib_post_receive failed "
317 void ipoib_dma_unmap_tx(struct ipoib_dev_priv *priv,
326 ib_dma_unmap_single(priv->ca, mapping[0], skb_headlen(skb),
335 ib_dma_unmap_page(priv->ca, mapping[i + off],
350 struct ipoib_dev_priv *priv = qp_work->priv;
355 ret = ib_query_qp(priv->qp, &qp_attr, IB_QP_STATE, &query_init_attr);
357 ipoib_warn(priv, "%s: Failed to query QP ret: %d\n",
362 __func__, priv->qp->qp_num, qp_attr.qp_state);
368 ret = ib_modify_qp(priv->qp, &qp_attr, IB_QP_STATE);
371 ret, priv->qp->qp_num);
375 __func__, priv->qp->qp_num);
378 priv->qp->qp_num, qp_attr.qp_state);
387 struct ipoib_dev_priv *priv = ipoib_priv(dev);
391 ipoib_dbg_data(priv, "send completion: id %d, status: %d\n",
395 ipoib_warn(priv, "send completion event with wrid %d (> %d)\n",
400 tx_req = &priv->tx_ring[wr_id];
402 ipoib_dma_unmap_tx(priv, tx_req);
409 ++priv->tx_tail;
410 ++priv->global_tx_tail;
413 ((priv->global_tx_head - priv->global_tx_tail) <=
415 test_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags)))
421 ipoib_warn(priv,
429 qp_work->priv = priv;
430 queue_work(priv->wq, &qp_work->work);
434 static int poll_tx(struct ipoib_dev_priv *priv)
439 n = ib_poll_cq(priv->send_cq, MAX_SEND_CQE, priv->send_wc);
441 wc = priv->send_wc + i;
443 ipoib_cm_handle_tx_wc(priv->dev, priv->send_wc + i);
445 ipoib_ib_handle_tx_wc(priv->dev, priv->send_wc + i);
452 struct ipoib_dev_priv *priv =
454 struct net_device *dev = priv->dev;
466 n = ib_poll_cq(priv->recv_cq, t, priv->ibwc);
469 struct ib_wc *wc = priv->ibwc + i;
488 if (unlikely(ib_req_notify_cq(priv->recv_cq,
500 struct ipoib_dev_priv *priv = container_of(napi, struct ipoib_dev_priv,
502 struct net_device *dev = priv->dev;
507 n = ib_poll_cq(priv->send_cq, MAX_SEND_CQE, priv->send_wc);
510 wc = priv->send_wc + i;
519 if (unlikely(ib_req_notify_cq(priv->send_cq, IB_CQ_NEXT_COMP |
529 struct ipoib_dev_priv *priv = ctx_ptr;
531 napi_schedule(&priv->recv_napi);
537 struct ipoib_dev_priv *priv =
542 ret = napi_schedule(&priv->send_napi);
545 } while (!ret && netif_queue_stopped(priv->dev) &&
546 test_bit(IPOIB_FLAG_INITIALIZED, &priv->flags));
551 struct ipoib_dev_priv *priv = ctx_ptr;
554 ret = napi_schedule(&priv->send_napi);
561 if (!ret && netif_queue_stopped(priv->dev))
562 schedule_work(&priv->reschedule_napi_work);
565 static inline int post_send(struct ipoib_dev_priv *priv,
573 ipoib_build_sge(priv, tx_req);
575 priv->tx_wr.wr.wr_id = wr_id;
576 priv->tx_wr.remote_qpn = dqpn;
577 priv->tx_wr.ah = address;
580 priv->tx_wr.mss = skb_shinfo(skb)->gso_size;
581 priv->tx_wr.header = head;
582 priv->tx_wr.hlen = hlen;
583 priv->tx_wr.wr.opcode = IB_WR_LSO;
585 priv->tx_wr.wr.opcode = IB_WR_SEND;
587 return ib_post_send(priv->qp, &priv->tx_wr.wr, NULL);
593 struct ipoib_dev_priv *priv = ipoib_priv(dev);
597 unsigned int usable_sge = priv->max_send_sge - !!skb_headlen(skb);
603 ipoib_warn(priv, "linear data too small\n");
610 if (unlikely(skb->len > priv->mcast_mtu + IPOIB_ENCAP_LEN)) {
611 ipoib_warn(priv, "packet len %d (> %d) too long to send, dropping\n",
612 skb->len, priv->mcast_mtu + IPOIB_ENCAP_LEN);
615 ipoib_cm_skb_too_long(dev, skb, priv->mcast_mtu);
623 ipoib_warn(priv, "skb could not be linearized\n");
631 ipoib_warn(priv, "too many frags after skb linearize\n");
639 ipoib_dbg_data(priv,
650 tx_req = &priv->tx_ring[priv->tx_head & (ipoib_sendq_size - 1)];
652 if (unlikely(ipoib_dma_map_tx(priv->ca, tx_req))) {
659 priv->tx_wr.wr.send_flags |= IB_SEND_IP_CSUM;
661 priv->tx_wr.wr.send_flags &= ~IB_SEND_IP_CSUM;
663 if ((priv->global_tx_head - priv->global_tx_tail) ==
665 ipoib_dbg(priv, "TX ring full, stopping kernel net queue\n");
673 if (ib_req_notify_cq(priv->send_cq, IB_CQ_NEXT_COMP |
675 ipoib_warn(priv, "request notify on send CQ failed\n");
677 rc = post_send(priv, priv->tx_head & (ipoib_sendq_size - 1),
680 ipoib_warn(priv, "post_send failed, error %d\n", rc);
682 ipoib_dma_unmap_tx(priv, tx_req);
690 rc = priv->tx_head;
691 ++priv->tx_head;
692 ++priv->global_tx_head;
697 static void ipoib_reap_dead_ahs(struct ipoib_dev_priv *priv)
702 netif_tx_lock_bh(priv->dev);
703 spin_lock_irqsave(&priv->lock, flags);
705 list_for_each_entry_safe(ah, tah, &priv->dead_ahs, list)
706 if ((int) priv->tx_tail - (int) ah->last_send >= 0) {
712 spin_unlock_irqrestore(&priv->lock, flags);
713 netif_tx_unlock_bh(priv->dev);
718 struct ipoib_dev_priv *priv =
721 ipoib_reap_dead_ahs(priv);
723 if (!test_bit(IPOIB_STOP_REAPER, &priv->flags))
724 queue_delayed_work(priv->wq, &priv->ah_reap_task,
728 static void ipoib_start_ah_reaper(struct ipoib_dev_priv *priv)
730 clear_bit(IPOIB_STOP_REAPER, &priv->flags);
731 queue_delayed_work(priv->wq, &priv->ah_reap_task,
735 static void ipoib_stop_ah_reaper(struct ipoib_dev_priv *priv)
737 set_bit(IPOIB_STOP_REAPER, &priv->flags);
738 cancel_delayed_work(&priv->ah_reap_task);
748 struct ipoib_dev_priv *priv = ipoib_priv(dev);
753 if (priv->rx_ring[i].skb)
759 static void check_qp_movement_and_print(struct ipoib_dev_priv *priv,
769 ipoib_warn(priv, "%s: Failed to query QP\n", __func__);
774 ipoib_dbg(priv, "Failed modify QP, IB_QPS_RESET to IB_QPS_ERR, acceptable\n");
776 ipoib_warn(priv, "Failed to modify QP to state: %d from state: %d\n",
782 struct ipoib_dev_priv *priv = ipoib_priv(dev);
784 napi_enable(&priv->recv_napi);
785 napi_enable(&priv->send_napi);
790 struct ipoib_dev_priv *priv = ipoib_priv(dev);
792 napi_disable(&priv->recv_napi);
793 napi_disable(&priv->send_napi);
798 struct ipoib_dev_priv *priv = ipoib_priv(dev);
804 if (test_bit(IPOIB_FLAG_INITIALIZED, &priv->flags))
814 if (ib_modify_qp(priv->qp, &qp_attr, IB_QP_STATE))
815 check_qp_movement_and_print(priv, priv->qp, IB_QPS_ERR);
820 while (priv->tx_head != priv->tx_tail || recvs_pending(dev)) {
822 ipoib_warn(priv,
824 priv->tx_head - priv->tx_tail,
831 while ((int)priv->tx_tail - (int)priv->tx_head < 0) {
832 tx_req = &priv->tx_ring[priv->tx_tail &
834 ipoib_dma_unmap_tx(priv, tx_req);
836 ++priv->tx_tail;
837 ++priv->global_tx_tail;
843 rx_req = &priv->rx_ring[i];
846 ipoib_ud_dma_unmap_rx(priv,
847 priv->rx_ring[i].mapping);
860 ipoib_dbg(priv, "All sends and receives done.\n");
864 if (ib_modify_qp(priv->qp, &qp_attr, IB_QP_STATE))
865 ipoib_warn(priv, "Failed to modify QP to RESET state\n");
867 ib_req_notify_cq(priv->recv_cq, IB_CQ_NEXT_COMP);
874 struct ipoib_dev_priv *priv = ipoib_priv(dev);
879 ipoib_warn(priv, "ipoib_init_qp returned %d\n", ret);
885 ipoib_warn(priv, "ipoib_ib_post_receives returned %d\n", ret);
891 ipoib_warn(priv, "ipoib_cm_dev_open returned %d\n", ret);
895 if (!test_bit(IPOIB_FLAG_INITIALIZED, &priv->flags))
905 struct ipoib_dev_priv *priv = ipoib_priv(dev);
909 if (!test_bit(IPOIB_PKEY_ASSIGNED, &priv->flags)) {
910 ipoib_warn(priv, "P_Key 0x%04x is %s\n", priv->pkey,
911 (!(priv->pkey & 0x7fff) ? "Invalid" : "not found"));
915 ipoib_start_ah_reaper(priv);
916 if (priv->rn_ops->ndo_open(dev)) {
921 set_bit(IPOIB_FLAG_INITIALIZED, &priv->flags);
926 ipoib_stop_ah_reaper(priv);
932 struct ipoib_dev_priv *priv = ipoib_priv(dev);
934 priv->rn_ops->ndo_stop(dev);
936 clear_bit(IPOIB_FLAG_INITIALIZED, &priv->flags);
937 ipoib_stop_ah_reaper(priv);
942 struct ipoib_dev_priv *priv = ipoib_priv(dev);
945 if (!(priv->pkey & 0x7fff) ||
946 ib_find_pkey(priv->ca, priv->port, priv->pkey,
947 &priv->pkey_index)) {
948 clear_bit(IPOIB_PKEY_ASSIGNED, &priv->flags);
951 rn->set_id(dev, priv->pkey_index);
952 set_bit(IPOIB_PKEY_ASSIGNED, &priv->flags);
958 struct ipoib_dev_priv *priv = ipoib_priv(dev);
962 if (!test_bit(IPOIB_PKEY_ASSIGNED, &priv->flags)) {
963 ipoib_dbg(priv, "PKEY is not assigned.\n");
967 set_bit(IPOIB_FLAG_OPER_UP, &priv->flags);
974 struct ipoib_dev_priv *priv = ipoib_priv(dev);
976 ipoib_dbg(priv, "downing ib_dev\n");
978 clear_bit(IPOIB_FLAG_OPER_UP, &priv->flags);
989 struct ipoib_dev_priv *priv = ipoib_priv(dev);
1000 n = ib_poll_cq(priv->recv_cq, IPOIB_NUM_WC, priv->ibwc);
1007 if (priv->ibwc[i].status == IB_WC_SUCCESS)
1008 priv->ibwc[i].status = IB_WC_WR_FLUSH_ERR;
1010 if (priv->ibwc[i].wr_id & IPOIB_OP_RECV) {
1011 if (priv->ibwc[i].wr_id & IPOIB_OP_CM)
1012 ipoib_cm_handle_rx_wc(dev, priv->ibwc + i);
1014 ipoib_ib_handle_rx_wc(dev, priv->ibwc + i);
1021 while (poll_tx(priv))
1028 * Takes whatever value which is in pkey index 0 and updates priv->pkey
1031 static inline int update_parent_pkey(struct ipoib_dev_priv *priv)
1036 prev_pkey = priv->pkey;
1037 result = ib_query_pkey(priv->ca, priv->port, 0, &priv->pkey);
1039 ipoib_warn(priv, "ib_query_pkey port %d failed (ret = %d)\n",
1040 priv->port, result);
1044 priv->pkey |= 0x8000;
1046 if (prev_pkey != priv->pkey) {
1047 ipoib_dbg(priv, "pkey changed from 0x%x to 0x%x\n",
1048 prev_pkey, priv->pkey);
1053 priv->dev->broadcast[8] = priv->pkey >> 8;
1054 priv->dev->broadcast[9] = priv->pkey & 0xff;
1063 static inline int update_child_pkey(struct ipoib_dev_priv *priv)
1065 u16 old_index = priv->pkey_index;
1067 priv->pkey_index = 0;
1068 ipoib_pkey_dev_check_presence(priv->dev);
1070 if (test_bit(IPOIB_PKEY_ASSIGNED, &priv->flags) &&
1071 (old_index == priv->pkey_index))
1080 static bool ipoib_dev_addr_changed_valid(struct ipoib_dev_priv *priv)
1089 if (rdma_query_gid(priv->ca, priv->port, 0, &gid0))
1092 netif_addr_lock_bh(priv->dev);
1097 priv->local_gid.global.subnet_prefix = gid0.global.subnet_prefix;
1098 dev_addr_mod(priv->dev, 4, (u8 *)&gid0.global.subnet_prefix,
1102 search_gid.global.interface_id = priv->local_gid.global.interface_id;
1104 netif_addr_unlock_bh(priv->dev);
1106 err = ib_find_gid(priv->ca, &search_gid, &port, &index);
1108 netif_addr_lock_bh(priv->dev);
1111 priv->local_gid.global.interface_id)
1139 * so we need to change priv->local_gid and priv->dev->dev_addr
1142 if (!test_bit(IPOIB_FLAG_DEV_ADDR_SET, &priv->flags)) {
1143 if (!err && port == priv->port) {
1144 set_bit(IPOIB_FLAG_DEV_ADDR_SET, &priv->flags);
1147 &priv->flags);
1149 set_bit(IPOIB_FLAG_DEV_ADDR_CTRL, &priv->flags);
1155 if (!err && port == priv->port) {
1158 if (!test_bit(IPOIB_FLAG_DEV_ADDR_CTRL, &priv->flags)) {
1159 memcpy(&priv->local_gid, &gid0,
1160 sizeof(priv->local_gid));
1161 dev_addr_mod(priv->dev, 4, (u8 *)&gid0,
1162 sizeof(priv->local_gid));
1169 netif_addr_unlock_bh(priv->dev);
1174 static void __ipoib_ib_dev_flush(struct ipoib_dev_priv *priv,
1179 struct net_device *dev = priv->dev;
1182 down_read_nested(&priv->vlan_rwsem, nesting);
1188 list_for_each_entry(cpriv, &priv->child_intfs, list)
1191 up_read(&priv->vlan_rwsem);
1193 if (!test_bit(IPOIB_FLAG_INITIALIZED, &priv->flags) &&
1197 ipoib_dev_addr_changed_valid(priv);
1198 ipoib_dbg(priv, "Not flushing - IPOIB_FLAG_INITIALIZED not set.\n");
1202 if (!test_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags)) {
1205 if (!test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags))
1206 update_parent_pkey(priv);
1208 update_child_pkey(priv);
1210 ipoib_dev_addr_changed_valid(priv);
1211 ipoib_dbg(priv, "Not flushing - IPOIB_FLAG_ADMIN_UP not set.\n");
1219 if (test_bit(IPOIB_FLAG_SUBINTERFACE, &priv->flags)) {
1220 result = update_child_pkey(priv);
1223 ipoib_dbg(priv, "Not flushing - P_Key index not changed.\n");
1228 result = update_parent_pkey(priv);
1231 ipoib_dbg(priv, "Not flushing - P_Key value not changed.\n");
1245 oper_up = test_and_clear_bit(IPOIB_FLAG_OPER_UP, &priv->flags);
1248 set_bit(IPOIB_FLAG_OPER_UP, &priv->flags);
1249 ipoib_reap_dead_ahs(priv);
1256 if (test_bit(IPOIB_FLAG_INITIALIZED, &priv->flags))
1270 if (test_bit(IPOIB_FLAG_ADMIN_UP, &priv->flags)) {
1273 if (ipoib_dev_addr_changed_valid(priv))
1274 ipoib_mcast_restart_task(&priv->restart_task);
1280 struct ipoib_dev_priv *priv =
1283 __ipoib_ib_dev_flush(priv, IPOIB_FLUSH_LIGHT, 0);
1288 struct ipoib_dev_priv *priv =
1291 __ipoib_ib_dev_flush(priv, IPOIB_FLUSH_NORMAL, 0);
1296 struct ipoib_dev_priv *priv =
1300 __ipoib_ib_dev_flush(priv, IPOIB_FLUSH_HEAVY, 0);
1306 struct ipoib_dev_priv *priv = ipoib_priv(dev);
1308 ipoib_dbg(priv, "cleaning up ib_dev\n");
1311 * that may wish to touch priv fields that are no longer valid
1324 ipoib_reap_dead_ahs(priv);
1326 clear_bit(IPOIB_PKEY_ASSIGNED, &priv->flags);
1328 priv->rn_ops->ndo_uninit(dev);
1330 if (priv->pd) {
1331 ib_dealloc_pd(priv->pd);
1332 priv->pd = NULL;