agp_ati.c revision 243095 
1/*-
2 * Copyright (c) 2005 Eric Anholt
3 * All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in the
12 *    documentation and/or other materials provided with the distribution.
13 *
14 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24 * SUCH DAMAGE.
25 *
26 * Based on reading the Linux 2.6.8.1 driver by Dave Jones.
27 */
28
29#include <sys/cdefs.h>
30__FBSDID("$FreeBSD: head/sys/dev/agp/agp_ati.c 243095 2012-11-15 18:49:17Z eadler $");
31
32#include <sys/param.h>
33#include <sys/systm.h>
34#include <sys/malloc.h>
35#include <sys/kernel.h>
36#include <sys/module.h>
37#include <sys/bus.h>
38#include <sys/lock.h>
39#include <sys/mutex.h>
40#include <sys/proc.h>
41
42#include <dev/agp/agppriv.h>
43#include <dev/agp/agpreg.h>
44#include <dev/pci/pcivar.h>
45#include <dev/pci/pcireg.h>
46
47#include <vm/vm.h>
48#include <vm/vm_object.h>
49#include <vm/pmap.h>
50#include <machine/bus.h>
51#include <machine/resource.h>
52#include <sys/rman.h>
53
54MALLOC_DECLARE(M_AGP);
55
56#define READ4(off)	bus_space_read_4(sc->bst, sc->bsh, off)
57#define WRITE4(off,v)	bus_space_write_4(sc->bst, sc->bsh, off, v)
58
59struct agp_ati_softc {
60	struct agp_softc agp;
61	struct resource *regs;	/* memory mapped control registers */
62	bus_space_tag_t bst;	/* bus_space tag */
63	bus_space_handle_t bsh;	/* bus_space handle */
64	u_int32_t	initial_aperture; /* aperture size at startup */
65	char		is_rs300;
66
67	/* The GATT */
68	u_int32_t	ag_entries;
69	u_int32_t      *ag_virtual;	/* virtual address of gatt */
70	u_int32_t      *ag_vdir;	/* virtual address of page dir */
71	vm_offset_t	ag_pdir;	/* physical address of page dir */
72};
73
74
75static const char*
76agp_ati_match(device_t dev)
77{
78	if (pci_get_class(dev) != PCIC_BRIDGE ||
79	    pci_get_subclass(dev) != PCIS_BRIDGE_HOST)
80		return NULL;
81
82	if (agp_find_caps(dev) == 0)
83		return NULL;
84
85	switch (pci_get_devid(dev)) {
86	case 0xcab01002:
87		return ("ATI RS100 AGP bridge");
88	case 0xcab21002:
89		return ("ATI RS200 AGP bridge");
90	case 0xcbb21002:
91		return ("ATI RS200M AGP bridge");
92	case 0xcab31002:
93		return ("ATI RS250 AGP bridge");
94	case 0x58301002:
95		return ("ATI RS300_100 AGP bridge");
96	case 0x58311002:
97		return ("ATI RS300_133 AGP bridge");
98	case 0x58321002:
99		return ("ATI RS300_166 AGP bridge");
100	case 0x58331002:
101		return ("ATI RS300_200 AGP bridge");
102	};
103
104	return NULL;
105}
106
107static int
108agp_ati_probe(device_t dev)
109{
110	const char *desc;
111
112	desc = agp_ati_match(dev);
113	if (desc) {
114		device_set_desc(dev, desc);
115		return 0;
116	}
117
118	return ENXIO;
119}
120
121static int
122agp_ati_alloc_gatt(device_t dev)
123{
124	struct agp_ati_softc *sc = device_get_softc(dev);
125	u_int32_t apsize = AGP_GET_APERTURE(dev);
126	u_int32_t entries = apsize >> AGP_PAGE_SHIFT;
127	u_int32_t apbase_offset;
128	int i;
129
130	/* Alloc the GATT -- pointers to pages of AGP memory */
131	sc->ag_entries = entries;
132	sc->ag_virtual = malloc(entries * sizeof(u_int32_t), M_AGP,
133	    M_NOWAIT | M_ZERO);
134	if (sc->ag_virtual == NULL) {
135		if (bootverbose)
136			device_printf(dev, "aperture allocation failed\n");
137		return ENOMEM;
138	}
139
140	/* Alloc the page directory -- pointers to each page of the GATT */
141	sc->ag_vdir = malloc(AGP_PAGE_SIZE, M_AGP, M_NOWAIT | M_ZERO);
142	if (sc->ag_vdir == NULL) {
143		if (bootverbose)
144			device_printf(dev, "pagedir allocation failed\n");
145		free(sc->ag_virtual, M_AGP);
146		return ENOMEM;
147	}
148	sc->ag_pdir = vtophys((vm_offset_t)sc->ag_vdir);
149
150	apbase_offset = pci_read_config(dev, AGP_APBASE, 4) >> 22;
151	/* Fill in the pagedir's pointers to GATT pages */
152	for (i = 0; i < sc->ag_entries / 1024; i++) {
153		vm_offset_t va;
154		vm_offset_t pa;
155
156		va = ((vm_offset_t)sc->ag_virtual) + i * AGP_PAGE_SIZE;
157		pa = vtophys(va);
158		sc->ag_vdir[apbase_offset + i] = pa | 1;
159	}
160
161	/*
162	 * Make sure the chipset can see everything.
163	 */
164	agp_flush_cache();
165
166	return 0;
167}
168
169
170static int
171agp_ati_attach(device_t dev)
172{
173	struct agp_ati_softc *sc = device_get_softc(dev);
174	int error, rid;
175	u_int32_t temp;
176	u_int32_t apsize_reg, agpmode_reg;
177
178	error = agp_generic_attach(dev);
179	if (error)
180		return error;
181
182	switch (pci_get_devid(dev)) {
183	case 0xcab01002: /* ATI RS100 AGP bridge */
184	case 0xcab21002: /* ATI RS200 AGP bridge */
185	case 0xcbb21002: /* ATI RS200M AGP bridge */
186	case 0xcab31002: /* ATI RS250 AGP bridge */
187		sc->is_rs300 = 0;
188		apsize_reg = ATI_RS100_APSIZE;
189		agpmode_reg = ATI_RS100_IG_AGPMODE;
190		break;
191	case 0x58301002: /* ATI RS300_100 AGP bridge */
192	case 0x58311002: /* ATI RS300_133 AGP bridge */
193	case 0x58321002: /* ATI RS300_166 AGP bridge */
194	case 0x58331002: /* ATI RS300_200 AGP bridge */
195		sc->is_rs300 = 1;
196		apsize_reg = ATI_RS300_APSIZE;
197		agpmode_reg = ATI_RS300_IG_AGPMODE;
198		break;
199	default:
200		/* Unknown chipset */
201		return EINVAL;
202	};
203
204	rid = ATI_GART_MMADDR;
205	sc->regs = bus_alloc_resource_any(dev, SYS_RES_MEMORY, &rid, RF_ACTIVE);
206	if (!sc->regs) {
207		agp_generic_detach(dev);
208		return ENOMEM;
209	}
210
211	sc->bst = rman_get_bustag(sc->regs);
212	sc->bsh = rman_get_bushandle(sc->regs);
213
214	sc->initial_aperture = AGP_GET_APERTURE(dev);
215
216	for (;;) {
217		if (agp_ati_alloc_gatt(dev) == 0)
218			break;
219
220		/*
221		 * Probably contigmalloc failure. Try reducing the
222		 * aperture so that the gatt size reduces.
223		 */
224		if (AGP_SET_APERTURE(dev, AGP_GET_APERTURE(dev) / 2))
225			return ENOMEM;
226	}
227
228	temp = pci_read_config(dev, apsize_reg, 4);
229	pci_write_config(dev, apsize_reg, temp | 1, 4);
230
231	pci_write_config(dev, agpmode_reg, 0x20000, 4);
232
233	WRITE4(ATI_GART_FEATURE_ID, 0x00060000);
234
235	temp = pci_read_config(dev, 4, 4);	/* XXX: Magic reg# */
236	pci_write_config(dev, 4, temp | (1 << 14), 4);
237
238	WRITE4(ATI_GART_BASE, sc->ag_pdir);
239
240	AGP_FLUSH_TLB(dev);
241
242	return 0;
243}
244
245static int
246agp_ati_detach(device_t dev)
247{
248	struct agp_ati_softc *sc = device_get_softc(dev);
249	u_int32_t apsize_reg, temp;
250
251	agp_free_cdev(dev);
252
253	if (sc->is_rs300)
254		apsize_reg = ATI_RS300_APSIZE;
255	else
256		apsize_reg = ATI_RS100_APSIZE;
257
258	/* Clear the GATT base */
259	WRITE4(ATI_GART_BASE, 0);
260
261	/* Put the aperture back the way it started. */
262	AGP_SET_APERTURE(dev, sc->initial_aperture);
263
264	temp = pci_read_config(dev, apsize_reg, 4);
265	pci_write_config(dev, apsize_reg, temp & ~1, 4);
266
267	free(sc->ag_vdir, M_AGP);
268	free(sc->ag_virtual, M_AGP);
269
270	bus_release_resource(dev, SYS_RES_MEMORY, ATI_GART_MMADDR, sc->regs);
271	agp_free_res(dev);
272
273	return 0;
274}
275
276static u_int32_t
277agp_ati_get_aperture(device_t dev)
278{
279	struct agp_ati_softc *sc = device_get_softc(dev);
280	int size_value;
281
282	if (sc->is_rs300)
283		size_value = pci_read_config(dev, ATI_RS300_APSIZE, 4);
284	else
285		size_value = pci_read_config(dev, ATI_RS100_APSIZE, 4);
286
287	size_value = (size_value & 0x0000000e) >> 1;
288	size_value = (32 * 1024 * 1024) << size_value;
289
290	return size_value;
291}
292
293static int
294agp_ati_set_aperture(device_t dev, u_int32_t aperture)
295{
296	struct agp_ati_softc *sc = device_get_softc(dev);
297	int size_value;
298	u_int32_t apsize_reg;
299
300	if (sc->is_rs300)
301		apsize_reg = ATI_RS300_APSIZE;
302	else
303		apsize_reg = ATI_RS100_APSIZE;
304
305	size_value = pci_read_config(dev, apsize_reg, 4);
306
307	size_value &= ~0x0000000e;
308	size_value |= (ffs(aperture / (32 * 1024 * 1024)) - 1) << 1;
309
310	pci_write_config(dev, apsize_reg, size_value, 4);
311
312	return 0;
313}
314
315static int
316agp_ati_bind_page(device_t dev, vm_offset_t offset, vm_offset_t physical)
317{
318	struct agp_ati_softc *sc = device_get_softc(dev);
319
320	if (offset >= (sc->ag_entries << AGP_PAGE_SHIFT))
321		return EINVAL;
322
323	sc->ag_virtual[offset >> AGP_PAGE_SHIFT] = physical | 1;
324
325	return 0;
326}
327
328static int
329agp_ati_unbind_page(device_t dev, vm_offset_t offset)
330{
331	struct agp_ati_softc *sc = device_get_softc(dev);
332
333	if (offset >= (sc->ag_entries << AGP_PAGE_SHIFT))
334		return EINVAL;
335
336	sc->ag_virtual[offset >> AGP_PAGE_SHIFT] = 0;
337	return 0;
338}
339
340static void
341agp_ati_flush_tlb(device_t dev)
342{
343	struct agp_ati_softc *sc = device_get_softc(dev);
344
345	/* Set the cache invalidate bit and wait for the chipset to clear */
346	WRITE4(ATI_GART_CACHE_CNTRL, 1);
347	(void)READ4(ATI_GART_CACHE_CNTRL);
348}
349
350static device_method_t agp_ati_methods[] = {
351	/* Device interface */
352	DEVMETHOD(device_probe,		agp_ati_probe),
353	DEVMETHOD(device_attach,	agp_ati_attach),
354	DEVMETHOD(device_detach,	agp_ati_detach),
355	DEVMETHOD(device_shutdown,	bus_generic_shutdown),
356	DEVMETHOD(device_suspend,	bus_generic_suspend),
357	DEVMETHOD(device_resume,	bus_generic_resume),
358
359	/* AGP interface */
360	DEVMETHOD(agp_get_aperture,	agp_ati_get_aperture),
361	DEVMETHOD(agp_set_aperture,	agp_ati_set_aperture),
362	DEVMETHOD(agp_bind_page,	agp_ati_bind_page),
363	DEVMETHOD(agp_unbind_page,	agp_ati_unbind_page),
364	DEVMETHOD(agp_flush_tlb,	agp_ati_flush_tlb),
365	DEVMETHOD(agp_enable,		agp_generic_enable),
366	DEVMETHOD(agp_alloc_memory,	agp_generic_alloc_memory),
367	DEVMETHOD(agp_free_memory,	agp_generic_free_memory),
368	DEVMETHOD(agp_bind_memory,	agp_generic_bind_memory),
369	DEVMETHOD(agp_unbind_memory,	agp_generic_unbind_memory),
370
371	{ 0, 0 }
372};
373
374static driver_t agp_ati_driver = {
375	"agp",
376	agp_ati_methods,
377	sizeof(struct agp_ati_softc),
378};
379
380static devclass_t agp_devclass;
381
382DRIVER_MODULE(agp_ati, hostb, agp_ati_driver, agp_devclass, 0, 0);
383MODULE_DEPEND(agp_ati, agp, 1, 1, 1);
384MODULE_DEPEND(agp_ati, pci, 1, 1, 1);
385