1// SPDX-License-Identifier: GPL-2.0-or-later
2/*
3 * RDMA Transport Layer
4 *
5 * Copyright (c) 2014 - 2018 ProfitBricks GmbH. All rights reserved.
6 * Copyright (c) 2018 - 2019 1&1 IONOS Cloud GmbH. All rights reserved.
7 * Copyright (c) 2019 - 2020 1&1 IONOS SE. All rights reserved.
8 */
9#undef pr_fmt
10#define pr_fmt(fmt) KBUILD_MODNAME " L" __stringify(__LINE__) ": " fmt
11
12#include "rtrs-clt.h"
13
14void rtrs_clt_update_wc_stats(struct rtrs_clt_con *con)
15{
16	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);
17	struct rtrs_clt_stats *stats = clt_path->stats;
18	struct rtrs_clt_stats_pcpu *s;
19	int cpu;
20
21	cpu = raw_smp_processor_id();
22	s = get_cpu_ptr(stats->pcpu_stats);
23	if (con->cpu != cpu) {
24		s->cpu_migr.to++;
25
26		/* Careful here, override s pointer */
27		s = per_cpu_ptr(stats->pcpu_stats, con->cpu);
28		atomic_inc(&s->cpu_migr.from);
29	}
30	put_cpu_ptr(stats->pcpu_stats);
31}
32
33void rtrs_clt_inc_failover_cnt(struct rtrs_clt_stats *stats)
34{
35	this_cpu_inc(stats->pcpu_stats->rdma.failover_cnt);
36}
37
38int rtrs_clt_stats_migration_from_cnt_to_str(struct rtrs_clt_stats *stats, char *buf)
39{
40	struct rtrs_clt_stats_pcpu *s;
41
42	size_t used;
43	int cpu;
44
45	used = 0;
46	for_each_possible_cpu(cpu) {
47		s = per_cpu_ptr(stats->pcpu_stats, cpu);
48		used += sysfs_emit_at(buf, used, "%d ",
49				  atomic_read(&s->cpu_migr.from));
50	}
51
52	used += sysfs_emit_at(buf, used, "\n");
53
54	return used;
55}
56
57int rtrs_clt_stats_migration_to_cnt_to_str(struct rtrs_clt_stats *stats, char *buf)
58{
59	struct rtrs_clt_stats_pcpu *s;
60
61	size_t used;
62	int cpu;
63
64	used = 0;
65	for_each_possible_cpu(cpu) {
66		s = per_cpu_ptr(stats->pcpu_stats, cpu);
67		used += sysfs_emit_at(buf, used, "%d ", s->cpu_migr.to);
68	}
69
70	used += sysfs_emit_at(buf, used, "\n");
71
72	return used;
73}
74
75int rtrs_clt_stats_reconnects_to_str(struct rtrs_clt_stats *stats, char *buf)
76{
77	return sysfs_emit(buf, "%d %d\n", stats->reconnects.successful_cnt,
78			  stats->reconnects.fail_cnt);
79}
80
81ssize_t rtrs_clt_stats_rdma_to_str(struct rtrs_clt_stats *stats, char *page)
82{
83	struct rtrs_clt_stats_rdma sum;
84	struct rtrs_clt_stats_rdma *r;
85	int cpu;
86
87	memset(&sum, 0, sizeof(sum));
88
89	for_each_possible_cpu(cpu) {
90		r = &per_cpu_ptr(stats->pcpu_stats, cpu)->rdma;
91
92		sum.dir[READ].cnt	  += r->dir[READ].cnt;
93		sum.dir[READ].size_total  += r->dir[READ].size_total;
94		sum.dir[WRITE].cnt	  += r->dir[WRITE].cnt;
95		sum.dir[WRITE].size_total += r->dir[WRITE].size_total;
96		sum.failover_cnt	  += r->failover_cnt;
97	}
98
99	return sysfs_emit(page, "%llu %llu %llu %llu %u %llu\n",
100			 sum.dir[READ].cnt, sum.dir[READ].size_total,
101			 sum.dir[WRITE].cnt, sum.dir[WRITE].size_total,
102			 atomic_read(&stats->inflight), sum.failover_cnt);
103}
104
105ssize_t rtrs_clt_reset_all_help(struct rtrs_clt_stats *s, char *page)
106{
107	return sysfs_emit(page, "echo 1 to reset all statistics\n");
108}
109
110int rtrs_clt_reset_rdma_stats(struct rtrs_clt_stats *stats, bool enable)
111{
112	struct rtrs_clt_stats_pcpu *s;
113	int cpu;
114
115	if (!enable)
116		return -EINVAL;
117
118	for_each_possible_cpu(cpu) {
119		s = per_cpu_ptr(stats->pcpu_stats, cpu);
120		memset(&s->rdma, 0, sizeof(s->rdma));
121	}
122
123	return 0;
124}
125
126int rtrs_clt_reset_cpu_migr_stats(struct rtrs_clt_stats *stats, bool enable)
127{
128	struct rtrs_clt_stats_pcpu *s;
129	int cpu;
130
131	if (!enable)
132		return -EINVAL;
133
134	for_each_possible_cpu(cpu) {
135		s = per_cpu_ptr(stats->pcpu_stats, cpu);
136		memset(&s->cpu_migr, 0, sizeof(s->cpu_migr));
137	}
138
139	return 0;
140}
141
142int rtrs_clt_reset_reconnects_stat(struct rtrs_clt_stats *stats, bool enable)
143{
144	if (!enable)
145		return -EINVAL;
146
147	memset(&stats->reconnects, 0, sizeof(stats->reconnects));
148
149	return 0;
150}
151
152int rtrs_clt_reset_all_stats(struct rtrs_clt_stats *s, bool enable)
153{
154	if (enable) {
155		rtrs_clt_reset_rdma_stats(s, enable);
156		rtrs_clt_reset_cpu_migr_stats(s, enable);
157		rtrs_clt_reset_reconnects_stat(s, enable);
158		atomic_set(&s->inflight, 0);
159		return 0;
160	}
161
162	return -EINVAL;
163}
164
165static inline void rtrs_clt_update_rdma_stats(struct rtrs_clt_stats *stats,
166					       size_t size, int d)
167{
168	this_cpu_inc(stats->pcpu_stats->rdma.dir[d].cnt);
169	this_cpu_add(stats->pcpu_stats->rdma.dir[d].size_total, size);
170}
171
172void rtrs_clt_update_all_stats(struct rtrs_clt_io_req *req, int dir)
173{
174	struct rtrs_clt_con *con = req->con;
175	struct rtrs_clt_path *clt_path = to_clt_path(con->c.path);
176	struct rtrs_clt_stats *stats = clt_path->stats;
177	unsigned int len;
178
179	len = req->usr_len + req->data_len;
180	rtrs_clt_update_rdma_stats(stats, len, dir);
181	if (req->mp_policy == MP_POLICY_MIN_INFLIGHT)
182		atomic_inc(&stats->inflight);
183}
184
185int rtrs_clt_init_stats(struct rtrs_clt_stats *stats)
186{
187	stats->pcpu_stats = alloc_percpu(typeof(*stats->pcpu_stats));
188	if (!stats->pcpu_stats)
189		return -ENOMEM;
190
191	/*
192	 * successful_cnt will be set to 0 after session
193	 * is established for the first time
194	 */
195	stats->reconnects.successful_cnt = -1;
196
197	return 0;
198}
199