1/*
2 * Copyright 2015 Karol Herbst <nouveau@karolherbst.de>
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice shall be included in
12 * all copies or substantial portions of the Software.
13 *
14 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
15 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
16 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
17 * THE COPYRIGHT HOLDER(S) OR AUTHOR(S) BE LIABLE FOR ANY CLAIM, DAMAGES OR
18 * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
19 * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
20 * OTHER DEALINGS IN THE SOFTWARE.
21 *
22 * Authors: Karol Herbst <nouveau@karolherbst.de>
23 */
24#include "priv.h"
25
26static int
27gk104_pcie_version_supported(struct nvkm_pci *pci)
28{
29	return (nvkm_rd32(pci->subdev.device, 0x8c1c0) & 0x4) == 0x4 ? 2 : 1;
30}
31
32static void
33gk104_pcie_set_cap_speed(struct nvkm_pci *pci, enum nvkm_pcie_speed speed)
34{
35	struct nvkm_device *device = pci->subdev.device;
36
37	switch (speed) {
38	case NVKM_PCIE_SPEED_2_5:
39		gf100_pcie_set_cap_speed(pci, false);
40		nvkm_mask(device, 0x8c1c0, 0x30000, 0x10000);
41		break;
42	case NVKM_PCIE_SPEED_5_0:
43		gf100_pcie_set_cap_speed(pci, true);
44		nvkm_mask(device, 0x8c1c0, 0x30000, 0x20000);
45		break;
46	case NVKM_PCIE_SPEED_8_0:
47		gf100_pcie_set_cap_speed(pci, true);
48		nvkm_mask(device, 0x8c1c0, 0x30000, 0x30000);
49		break;
50	}
51}
52
53static enum nvkm_pcie_speed
54gk104_pcie_cap_speed(struct nvkm_pci *pci)
55{
56	int speed = gf100_pcie_cap_speed(pci);
57
58	if (speed == 0)
59		return NVKM_PCIE_SPEED_2_5;
60
61	if (speed >= 1) {
62		int speed2 = nvkm_rd32(pci->subdev.device, 0x8c1c0) & 0x30000;
63		switch (speed2) {
64		case 0x00000:
65		case 0x10000:
66			return NVKM_PCIE_SPEED_2_5;
67		case 0x20000:
68			return NVKM_PCIE_SPEED_5_0;
69		case 0x30000:
70			return NVKM_PCIE_SPEED_8_0;
71		}
72	}
73
74	return -EINVAL;
75}
76
77static void
78gk104_pcie_set_lnkctl_speed(struct nvkm_pci *pci, enum nvkm_pcie_speed speed)
79{
80	u8 reg_v = 0;
81	switch (speed) {
82	case NVKM_PCIE_SPEED_2_5:
83		reg_v = 1;
84		break;
85	case NVKM_PCIE_SPEED_5_0:
86		reg_v = 2;
87		break;
88	case NVKM_PCIE_SPEED_8_0:
89		reg_v = 3;
90		break;
91	}
92	nvkm_pci_mask(pci, 0xa8, 0x3, reg_v);
93}
94
95static enum nvkm_pcie_speed
96gk104_pcie_lnkctl_speed(struct nvkm_pci *pci)
97{
98	u8 reg_v = nvkm_pci_rd32(pci, 0xa8) & 0x3;
99	switch (reg_v) {
100	case 0:
101	case 1:
102		return NVKM_PCIE_SPEED_2_5;
103	case 2:
104		return NVKM_PCIE_SPEED_5_0;
105	case 3:
106		return NVKM_PCIE_SPEED_8_0;
107	}
108	return -1;
109}
110
111static enum nvkm_pcie_speed
112gk104_pcie_max_speed(struct nvkm_pci *pci)
113{
114	u32 max_speed = nvkm_rd32(pci->subdev.device, 0x8c1c0) & 0x300000;
115	switch (max_speed) {
116	case 0x000000:
117		return NVKM_PCIE_SPEED_8_0;
118	case 0x100000:
119		return NVKM_PCIE_SPEED_5_0;
120	case 0x200000:
121		return NVKM_PCIE_SPEED_2_5;
122	}
123	return NVKM_PCIE_SPEED_2_5;
124}
125
126static void
127gk104_pcie_set_link_speed(struct nvkm_pci *pci, enum nvkm_pcie_speed speed)
128{
129	struct nvkm_device *device = pci->subdev.device;
130	u32 mask_value;
131
132	switch (speed) {
133	case NVKM_PCIE_SPEED_8_0:
134		mask_value = 0x00000;
135		break;
136	case NVKM_PCIE_SPEED_5_0:
137		mask_value = 0x40000;
138		break;
139	case NVKM_PCIE_SPEED_2_5:
140	default:
141		mask_value = 0x80000;
142		break;
143	}
144
145	nvkm_mask(device, 0x8c040, 0xc0000, mask_value);
146	nvkm_mask(device, 0x8c040, 0x1, 0x1);
147}
148
149static int
150gk104_pcie_init(struct nvkm_pci * pci)
151{
152	enum nvkm_pcie_speed lnkctl_speed, max_speed, cap_speed;
153	struct nvkm_subdev *subdev = &pci->subdev;
154
155	if (gf100_pcie_version(pci) < 2)
156		return 0;
157
158	lnkctl_speed = gk104_pcie_lnkctl_speed(pci);
159	max_speed = gk104_pcie_max_speed(pci);
160	cap_speed = gk104_pcie_cap_speed(pci);
161
162	if (cap_speed != max_speed) {
163		nvkm_trace(subdev, "adjusting cap to max speed\n");
164		gk104_pcie_set_cap_speed(pci, max_speed);
165		cap_speed = gk104_pcie_cap_speed(pci);
166		if (cap_speed != max_speed)
167			nvkm_warn(subdev, "failed to adjust cap speed\n");
168	}
169
170	if (lnkctl_speed != max_speed) {
171		nvkm_debug(subdev, "adjusting lnkctl to max speed\n");
172		gk104_pcie_set_lnkctl_speed(pci, max_speed);
173		lnkctl_speed = gk104_pcie_lnkctl_speed(pci);
174		if (lnkctl_speed != max_speed)
175			nvkm_error(subdev, "failed to adjust lnkctl speed\n");
176	}
177
178	return 0;
179}
180
181static int
182gk104_pcie_set_link(struct nvkm_pci *pci, enum nvkm_pcie_speed speed, u8 width)
183{
184	struct nvkm_subdev *subdev = &pci->subdev;
185	enum nvkm_pcie_speed lnk_ctl_speed = gk104_pcie_lnkctl_speed(pci);
186	enum nvkm_pcie_speed lnk_cap_speed = gk104_pcie_cap_speed(pci);
187
188	if (speed > lnk_cap_speed) {
189		speed = lnk_cap_speed;
190		nvkm_warn(subdev, "dropping requested speed due too low cap"
191			  " speed\n");
192	}
193
194	if (speed > lnk_ctl_speed) {
195		speed = lnk_ctl_speed;
196		nvkm_warn(subdev, "dropping requested speed due too low"
197			  " lnkctl speed\n");
198	}
199
200	gk104_pcie_set_link_speed(pci, speed);
201	return 0;
202}
203
204
205static const struct nvkm_pci_func
206gk104_pci_func = {
207	.init = g84_pci_init,
208	.rd32 = nv40_pci_rd32,
209	.wr08 = nv40_pci_wr08,
210	.wr32 = nv40_pci_wr32,
211	.msi_rearm = nv40_pci_msi_rearm,
212
213	.pcie.init = gk104_pcie_init,
214	.pcie.set_link = gk104_pcie_set_link,
215
216	.pcie.max_speed = gk104_pcie_max_speed,
217	.pcie.cur_speed = g84_pcie_cur_speed,
218
219	.pcie.set_version = gf100_pcie_set_version,
220	.pcie.version = gf100_pcie_version,
221	.pcie.version_supported = gk104_pcie_version_supported,
222};
223
224int
225gk104_pci_new(struct nvkm_device *device, enum nvkm_subdev_type type, int inst,
226	      struct nvkm_pci **ppci)
227{
228	return nvkm_pci_new_(&gk104_pci_func, device, type, inst, ppci);
229}
230