net/ipv4/tcp_output.c

69 	struct inet_connection_sock *icsk = inet_csk(sk);
82 	if (!prior_packets || icsk->icsk_pending == ICSK_TIME_LOSS_PROBE)
166 	struct inet_connection_sock *icsk = inet_csk(sk);
177 	if ((u32)(now - icsk->icsk_ack.lrcvtime) < icsk->icsk_ack.ato)
1288 	const struct inet_connection_sock *icsk = inet_csk(sk);
1435 	INDIRECT_CALL_INET(icsk->icsk_af_ops->send_check,
1466 	err = INDIRECT_CALL_INET(icsk->icsk_af_ops->queue_xmit,
1753 	const struct inet_connection_sock *icsk = inet_csk(sk);
1759 	mss_now = pmtu - icsk->icsk_af_ops->net_header_len - sizeof(struct tcphdr);
1766 	mss_now -= icsk->icsk_ext_hdr_len;
1787 	const struct inet_connection_sock *icsk = inet_csk(sk);
1791 	      icsk->icsk_ext_hdr_len +
1792 	      icsk->icsk_af_ops->net_header_len;
1800 	struct inet_connection_sock *icsk = inet_csk(sk);
1803 	icsk->icsk_mtup.enabled = READ_ONCE(net->ipv4.sysctl_tcp_mtu_probing) > 1;
1804 	icsk->icsk_mtup.search_high = tp->rx_opt.mss_clamp + sizeof(struct tcphdr) +
1805 			       icsk->icsk_af_ops->net_header_len;
1806 	icsk->icsk_mtup.search_low = tcp_mss_to_mtu(sk, READ_ONCE(net->ipv4.sysctl_tcp_base_mss));
1807 	icsk->icsk_mtup.probe_size = 0;
1808 	if (icsk->icsk_mtup.enabled)
1809 		icsk->icsk_mtup.probe_timestamp = tcp_jiffies32;
1838 	struct inet_connection_sock *icsk = inet_csk(sk);
1841 	if (icsk->icsk_mtup.search_high > pmtu)
1842 		icsk->icsk_mtup.search_high = pmtu;
1848 	icsk->icsk_pmtu_cookie = pmtu;
1849 	if (icsk->icsk_mtup.enabled)
1850 		mss_now = min(mss_now, tcp_mtu_to_mss(sk, icsk->icsk_mtup.search_low));
2214 	const struct inet_connection_sock *icsk = inet_csk(sk);
2221 	if (icsk->icsk_ca_state >= TCP_CA_Recovery)
2313 	struct inet_connection_sock *icsk = inet_csk(sk);
2320 	delta = tcp_jiffies32 - icsk->icsk_mtup.probe_timestamp;
2325 		icsk->icsk_mtup.probe_size = 0;
2326 		icsk->icsk_mtup.search_high = tp->rx_opt.mss_clamp +
2328 			icsk->icsk_af_ops->net_header_len;
2329 		icsk->icsk_mtup.search_low = tcp_mss_to_mtu(sk, mss);
2332 		icsk->icsk_mtup.probe_timestamp = tcp_jiffies32;
2433 	struct inet_connection_sock *icsk = inet_csk(sk);
2448 	if (likely(!icsk->icsk_mtup.enabled ||
2449 		   icsk->icsk_mtup.probe_size ||
2460 	probe_size = tcp_mtu_to_mss(sk, (icsk->icsk_mtup.search_high +
2461 				    icsk->icsk_mtup.search_low) >> 1);
2463 	interval = icsk->icsk_mtup.search_high - icsk->icsk_mtup.search_low;
2468 	if (probe_size > tcp_mtu_to_mss(sk, icsk->icsk_mtup.search_high) ||
2552 		icsk->icsk_mtup.probe_size = tcp_mss_to_mtu(sk, nskb->len);
2868 	struct inet_connection_sock *icsk = inet_csk(sk);
2885 	    (icsk->icsk_ca_state != TCP_CA_Open &&
2886 	     icsk->icsk_ca_state != TCP_CA_CWR))
3085 	struct inet_connection_sock *icsk = inet_csk(sk);
3094 	int mss = icsk->icsk_ack.rcv_mss;
3119 		icsk->icsk_ack.quick = 0;
3178 		icsk->icsk_ack.quick = 0;
3320 	struct inet_connection_sock *icsk = inet_csk(sk);
3327 	if (icsk->icsk_mtup.probe_size)
3328 		icsk->icsk_mtup.probe_size = 0;
3477 	const struct inet_connection_sock *icsk = inet_csk(sk);
3518 			if (icsk->icsk_ca_state != TCP_CA_Loss)
3539 		    icsk->icsk_pending != ICSK_TIME_REO_TIMEOUT)
3855 	struct inet_connection_sock *icsk = inet_csk(sk);
3865 		bpf_module_put(icsk->icsk_ca_ops, icsk->icsk_ca_ops->owner);
3866 		icsk->icsk_ca_dst_locked = tcp_ca_dst_locked(dst);
3867 		icsk->icsk_ca_ops = ca;
3968 	struct inet_connection_sock *icsk = inet_csk(sk);
3985 	tcp_sync_mss(sk, icsk->icsk_pmtu_cookie);
3987 	space = __tcp_mtu_to_mss(sk, icsk->icsk_pmtu_cookie) -
4184 	struct inet_connection_sock *icsk = inet_csk(sk);
4185 	int ato = icsk->icsk_ack.ato;
4193 		    (icsk->icsk_ack.pending & ICSK_ACK_PUSHED))
4219 	if (icsk->icsk_ack.pending & ICSK_ACK_TIMER) {
4221 		if (time_before_eq(icsk->icsk_ack.timeout, jiffies + (ato >> 2))) {
4226 		if (!time_before(timeout, icsk->icsk_ack.timeout))
4227 			timeout = icsk->icsk_ack.timeout;
4229 	icsk->icsk_ack.pending |= ICSK_ACK_SCHED | ICSK_ACK_TIMER;
4230 	icsk->icsk_ack.timeout = timeout;
4231 	sk_reset_timer(sk, &icsk->icsk_delack_timer, timeout);
4250 		struct inet_connection_sock *icsk = inet_csk(sk);
4253 		delay = TCP_DELACK_MAX << icsk->icsk_ack.retry;
4255 			icsk->icsk_ack.retry++;
4257 		icsk->icsk_ack.ato = TCP_ATO_MIN;
4374 	struct inet_connection_sock *icsk = inet_csk(sk);
4384 		icsk->icsk_probes_out = 0;
4385 		icsk->icsk_backoff = 0;
4386 		icsk->icsk_probes_tstamp = 0;
4390 	icsk->icsk_probes_out++;
4392 		if (icsk->icsk_backoff < READ_ONCE(net->ipv4.sysctl_tcp_retries2))
4393 			icsk->icsk_backoff++;