net/rds/ib_recv.c

271 	rds_inc_init(&ibinc->ii_inc, ic->conn, &ic->conn->c_faddr);
308 static int rds_ib_recv_refill_one(struct rds_connection *conn,
311 	struct rds_ib_connection *ic = conn->c_transport_data;
359 static int acquire_refill(struct rds_connection *conn)
361 	return test_and_set_bit(RDS_RECV_REFILL, &conn->c_flags) == 0;
364 static void release_refill(struct rds_connection *conn)
366 	clear_bit(RDS_RECV_REFILL, &conn->c_flags);
374 	if (waitqueue_active(&conn->c_waitq))
375 		wake_up_all(&conn->c_waitq);
383 void rds_ib_recv_refill(struct rds_connection *conn, int prefill, gfp_t gfp)
385 	struct rds_ib_connection *ic = conn->c_transport_data;
397 	if (!acquire_refill(conn))
400 	while ((prefill || rds_conn_up(conn)) &&
409 		ret = rds_ib_recv_refill_one(conn, recv, gfp);
422 			rds_ib_conn_error(conn, "recv post on "
424 			       "reconnecting\n", &conn->c_faddr,
439 		rds_ib_advertise_credits(conn, posted);
444 	release_refill(conn);
456 	if (rds_conn_up(conn) &&
460 		queue_delayed_work(rds_wq, &conn->c_recv_w, 1);
689 		rds_ib_conn_error(ic->conn, "sending ack failed\n");
784 static void rds_ib_cong_recv(struct rds_connection *conn,
801 	map = conn->c_fcong;
849 static void rds_ib_process_recv(struct rds_connection *conn,
853 	struct rds_ib_connection *ic = conn->c_transport_data;
864 		rds_ib_conn_error(conn, "incoming message "
868 		       &conn->c_faddr);
879 		rds_ib_conn_error(conn, "incoming message "
882 		       &conn->c_faddr);
893 		rds_ib_send_add_credits(conn, ihdr->h_credit);
945 			rds_ib_conn_error(conn,
961 			rds_ib_cong_recv(conn, ibinc);
963 			rds_recv_incoming(conn, &conn->c_faddr, &conn->c_laddr,
988 	struct rds_connection *conn = ic->conn;
1006 		rds_ib_process_recv(conn, recv, wc->byte_len, state);
1009 		if (rds_conn_up(conn) || rds_conn_connecting(conn))
1010 			rds_ib_conn_error(conn, "recv completion on <%pI6c,%pI6c, %d> had status %u (%s), vendor err 0x%x, disconnecting and reconnecting\n",
1011 					  &conn->c_laddr, &conn->c_faddr,
1012 					  conn->c_tos, wc->status,
1037 		rds_ib_recv_refill(conn, 0, GFP_NOWAIT | __GFP_NOWARN);
1044 	struct rds_connection *conn = cp->cp_conn;
1045 	struct rds_ib_connection *ic = conn->c_transport_data;
1047 	rdsdebug("conn %p\n", conn);
1048 	if (rds_conn_up(conn)) {
1050 		rds_ib_recv_refill(conn, 0, GFP_KERNEL);