agp_i810.c revision 173573
1/*-
2 * Copyright (c) 2000 Doug Rabson
3 * Copyright (c) 2000 Ruslan Ermilov
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 *    notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 */
27
28/*
29 * Fixes for 830/845G support: David Dawes <dawes@xfree86.org>
30 * 852GM/855GM/865G support added by David Dawes <dawes@xfree86.org>
31 */
32
33#include <sys/cdefs.h>
34__FBSDID("$FreeBSD: head/sys/dev/agp/agp_i810.c 173573 2007-11-12 21:51:38Z jhb $");
35
36#include "opt_bus.h"
37
38#include <sys/param.h>
39#include <sys/systm.h>
40#include <sys/malloc.h>
41#include <sys/kernel.h>
42#include <sys/module.h>
43#include <sys/bus.h>
44#include <sys/lock.h>
45#include <sys/mutex.h>
46#include <sys/proc.h>
47
48#include <dev/agp/agppriv.h>
49#include <dev/agp/agpreg.h>
50#include <dev/pci/pcivar.h>
51#include <dev/pci/pcireg.h>
52
53#include <vm/vm.h>
54#include <vm/vm_object.h>
55#include <vm/vm_page.h>
56#include <vm/vm_pageout.h>
57#include <vm/pmap.h>
58
59#include <machine/bus.h>
60#include <machine/resource.h>
61#include <machine/md_var.h>
62#include <sys/rman.h>
63
64MALLOC_DECLARE(M_AGP);
65
66enum {
67	CHIP_I810,	/* i810/i815 */
68	CHIP_I830,	/* 830M/845G */
69	CHIP_I855,	/* 852GM/855GM/865G */
70	CHIP_I915,	/* 915G/915GM */
71	CHIP_I965,	/* G965 */
72	CHIP_G33,	/* G33/Q33/Q35 */
73};
74
75/* The i810 through i855 have the registers at BAR 1, and the GATT gets
76 * allocated by us.  The i915 has registers in BAR 0 and the GATT is at the
77 * start of the stolen memory, and should only be accessed by the OS through
78 * BAR 3.  The G965 has registers and GATT in the same BAR (0) -- first 512KB
79 * is registers, second 512KB is GATT.
80 */
81static struct resource_spec agp_i810_res_spec[] = {
82	{ SYS_RES_MEMORY, AGP_I810_MMADR, RF_ACTIVE | RF_SHAREABLE },
83	{ -1, 0 }
84};
85
86static struct resource_spec agp_i915_res_spec[] = {
87	{ SYS_RES_MEMORY, AGP_I915_MMADR, RF_ACTIVE | RF_SHAREABLE },
88	{ SYS_RES_MEMORY, AGP_I915_GTTADR, RF_ACTIVE | RF_SHAREABLE },
89	{ -1, 0 }
90};
91
92static struct resource_spec agp_i965_res_spec[] = {
93	{ SYS_RES_MEMORY, AGP_I965_GTTMMADR, RF_ACTIVE | RF_SHAREABLE },
94	{ -1, 0 }
95};
96
97struct agp_i810_softc {
98	struct agp_softc agp;
99	u_int32_t initial_aperture;	/* aperture size at startup */
100	struct agp_gatt *gatt;
101	int chiptype;			/* i810-like or i830 */
102	u_int32_t dcache_size;		/* i810 only */
103	u_int32_t stolen;		/* number of i830/845 gtt entries for stolen memory */
104	device_t bdev;			/* bridge device */
105
106	void *argb_cursor;		/* contigmalloc area for ARGB cursor */
107
108	struct resource_spec * sc_res_spec;
109	struct resource *sc_res[2];
110};
111
112/* For adding new devices, devid is the id of the graphics controller
113 * (pci:0:2:0, for example).  The placeholder (usually at pci:0:2:1) for the
114 * second head should never be added.  The bridge_offset is the offset to
115 * subtract from devid to get the id of the hostb that the device is on.
116 */
117static const struct agp_i810_match {
118	int devid;
119	int chiptype;
120	int bridge_offset;
121	char *name;
122} agp_i810_matches[] = {
123	{0x71218086, CHIP_I810, 0x00010000,
124	    "Intel 82810 (i810 GMCH) SVGA controller"},
125	{0x71238086, CHIP_I810, 0x00010000,
126	    "Intel 82810-DC100 (i810-DC100 GMCH) SVGA controller"},
127	{0x71258086, CHIP_I810, 0x00010000,
128	    "Intel 82810E (i810E GMCH) SVGA controller"},
129	{0x11328086, CHIP_I810, 0x00020000,
130	    "Intel 82815 (i815 GMCH) SVGA controller"},
131	{0x35778086, CHIP_I830, 0x00020000,
132	    "Intel 82830M (830M GMCH) SVGA controller"},
133	{0x35828086, CHIP_I855, 0x00020000,
134	    "Intel 82852/5"},
135	{0x25728086, CHIP_I855, 0x00020000,
136	    "Intel 82865G (865G GMCH) SVGA controller"},
137	{0x25828086, CHIP_I915, 0x00020000,
138	    "Intel 82915G (915G GMCH) SVGA controller"},
139	{0x258A8086, CHIP_I915, 0x00020000,
140	    "Intel E7221 SVGA controller"},
141	{0x25928086, CHIP_I915, 0x00020000,
142	    "Intel 82915GM (915GM GMCH) SVGA controller"},
143	{0x27728086, CHIP_I915, 0x00020000,
144	    "Intel 82945G (945G GMCH) SVGA controller"},
145	{0x27A28086, CHIP_I915, 0x00020000,
146	    "Intel 82945GM (945GM GMCH) SVGA controller"},
147	{0x27A28086, CHIP_I915, 0x00020000,
148	    "Intel 945GME SVGA controller"},
149	{0x29728086, CHIP_I965, 0x00020000,
150	    "Intel 946GZ SVGA controller"},
151	{0x29828086, CHIP_I965, 0x00020000,
152	    "Intel G965 SVGA controller"},
153	{0x29928086, CHIP_I965, 0x00020000,
154	    "Intel Q965 SVGA controller"},
155	{0x29a28086, CHIP_I965, 0x00020000,
156	    "Intel G965 SVGA controller"},
157/*
158	{0x29b28086, CHIP_G33, 0x00020000,
159	    "Intel Q35 SVGA controller"},
160	{0x29c28086, CHIP_G33, 0x00020000,
161	    "Intel G33 SVGA controller"},
162	{0x29d28086, CHIP_G33, 0x00020000,
163	    "Intel Q33 SVGA controller"},
164*/
165	{0x2a028086, CHIP_I965, 0x00020000,
166	    "Intel GM965 SVGA controller"},
167	{0x2a128086, CHIP_I965, 0x00020000,
168	    "Intel GME965 SVGA controller"},
169	{0, 0, 0, NULL}
170};
171
172static const struct agp_i810_match*
173agp_i810_match(device_t dev)
174{
175	int i, devid;
176
177	if (pci_get_class(dev) != PCIC_DISPLAY
178	    || pci_get_subclass(dev) != PCIS_DISPLAY_VGA)
179		return NULL;
180
181	devid = pci_get_devid(dev);
182	for (i = 0; agp_i810_matches[i].devid != 0; i++) {
183		if (agp_i810_matches[i].devid == devid)
184		    break;
185	}
186	if (agp_i810_matches[i].devid == 0)
187		return NULL;
188	else
189		return &agp_i810_matches[i];
190}
191
192/*
193 * Find bridge device.
194 */
195static device_t
196agp_i810_find_bridge(device_t dev)
197{
198	device_t *children, child;
199	int nchildren, i;
200	u_int32_t devid;
201	const struct agp_i810_match *match;
202
203	match = agp_i810_match(dev);
204	devid = match->devid - match->bridge_offset;
205
206	if (device_get_children(device_get_parent(device_get_parent(dev)),
207	    &children, &nchildren))
208		return 0;
209
210	for (i = 0; i < nchildren; i++) {
211		child = children[i];
212
213		if (pci_get_devid(child) == devid) {
214			free(children, M_TEMP);
215			return child;
216		}
217	}
218	free(children, M_TEMP);
219	return 0;
220}
221
222static void
223agp_i810_identify(driver_t *driver, device_t parent)
224{
225
226	if (device_find_child(parent, "agp", -1) == NULL &&
227	    agp_i810_match(parent))
228		device_add_child(parent, "agp", -1);
229}
230
231static int
232agp_i810_probe(device_t dev)
233{
234	device_t bdev;
235	const struct agp_i810_match *match;
236	u_int8_t smram;
237	int gcc1, deven;
238
239	if (resource_disabled("agp", device_get_unit(dev)))
240		return (ENXIO);
241	match = agp_i810_match(dev);
242	if (match == NULL)
243		return ENXIO;
244
245	bdev = agp_i810_find_bridge(dev);
246	if (!bdev) {
247		if (bootverbose)
248			printf("I810: can't find bridge device\n");
249		return ENXIO;
250	}
251
252	/*
253	 * checking whether internal graphics device has been activated.
254	 */
255	switch (match->chiptype) {
256	case CHIP_I810:
257		smram = pci_read_config(bdev, AGP_I810_SMRAM, 1);
258		if ((smram & AGP_I810_SMRAM_GMS) ==
259		    AGP_I810_SMRAM_GMS_DISABLED) {
260			if (bootverbose)
261				printf("I810: disabled, not probing\n");
262			return ENXIO;
263		}
264		break;
265	case CHIP_I830:
266	case CHIP_I855:
267		gcc1 = pci_read_config(bdev, AGP_I830_GCC1, 1);
268		if ((gcc1 & AGP_I830_GCC1_DEV2) ==
269		    AGP_I830_GCC1_DEV2_DISABLED) {
270			if (bootverbose)
271				printf("I830: disabled, not probing\n");
272			return ENXIO;
273		}
274		break;
275	case CHIP_I915:
276	case CHIP_I965:
277	case CHIP_G33:
278		deven = pci_read_config(bdev, AGP_I915_DEVEN, 4);
279		if ((deven & AGP_I915_DEVEN_D2F0) ==
280		    AGP_I915_DEVEN_D2F0_DISABLED) {
281			if (bootverbose)
282				printf("I915: disabled, not probing\n");
283			return ENXIO;
284		}
285		break;
286	}
287
288	if (match->devid == 0x35828086) {
289		switch (pci_read_config(dev, AGP_I85X_CAPID, 1)) {
290		case AGP_I855_GME:
291			device_set_desc(dev,
292			    "Intel 82855GME (855GME GMCH) SVGA controller");
293			break;
294		case AGP_I855_GM:
295			device_set_desc(dev,
296			    "Intel 82855GM (855GM GMCH) SVGA controller");
297			break;
298		case AGP_I852_GME:
299			device_set_desc(dev,
300			    "Intel 82852GME (852GME GMCH) SVGA controller");
301			break;
302		case AGP_I852_GM:
303			device_set_desc(dev,
304			    "Intel 82852GM (852GM GMCH) SVGA controller");
305			break;
306		default:
307			device_set_desc(dev,
308			    "Intel 8285xM (85xGM GMCH) SVGA controller");
309			break;
310		}
311	} else {
312		device_set_desc(dev, match->name);
313	}
314
315	return BUS_PROBE_DEFAULT;
316}
317
318static void
319agp_i810_dump_regs(device_t dev)
320{
321	struct agp_i810_softc *sc = device_get_softc(dev);
322
323	device_printf(dev, "AGP_I810_PGTBL_CTL: %08x\n",
324	    bus_read_4(sc->sc_res[0], AGP_I810_PGTBL_CTL));
325
326	switch (sc->chiptype) {
327	case CHIP_I810:
328		device_printf(dev, "AGP_I810_MISCC: 0x%04x\n",
329		    pci_read_config(sc->bdev, AGP_I810_MISCC, 2));
330		break;
331	case CHIP_I830:
332		device_printf(dev, "AGP_I830_GCC1: 0x%02x\n",
333		    pci_read_config(sc->bdev, AGP_I830_GCC1, 1));
334		break;
335	case CHIP_I855:
336		device_printf(dev, "AGP_I855_GCC1: 0x%02x\n",
337		    pci_read_config(sc->bdev, AGP_I855_GCC1, 1));
338		break;
339	case CHIP_I915:
340	case CHIP_I965:
341	case CHIP_G33:
342		device_printf(dev, "AGP_I855_GCC1: 0x%02x\n",
343		    pci_read_config(sc->bdev, AGP_I855_GCC1, 1));
344		device_printf(dev, "AGP_I915_MSAC: 0x%02x\n",
345		    pci_read_config(sc->bdev, AGP_I915_MSAC, 1));
346		break;
347	}
348	device_printf(dev, "Aperture resource size: %d bytes\n",
349	    AGP_GET_APERTURE(dev));
350}
351
352static int
353agp_i810_attach(device_t dev)
354{
355	struct agp_i810_softc *sc = device_get_softc(dev);
356	struct agp_gatt *gatt;
357	const struct agp_i810_match *match;
358	int error;
359
360	sc->bdev = agp_i810_find_bridge(dev);
361	if (!sc->bdev)
362		return ENOENT;
363
364	match = agp_i810_match(dev);
365	sc->chiptype = match->chiptype;
366
367	switch (sc->chiptype) {
368	case CHIP_I810:
369	case CHIP_I830:
370	case CHIP_I855:
371		sc->sc_res_spec = agp_i810_res_spec;
372		agp_set_aperture_resource(dev, AGP_APBASE);
373		break;
374	case CHIP_I915:
375	case CHIP_G33:
376		sc->sc_res_spec = agp_i915_res_spec;
377		agp_set_aperture_resource(dev, AGP_I915_GMADR);
378		break;
379	case CHIP_I965:
380		sc->sc_res_spec = agp_i965_res_spec;
381		agp_set_aperture_resource(dev, AGP_I915_GMADR);
382		break;
383	}
384
385	error = agp_generic_attach(dev);
386	if (error)
387		return error;
388
389	if (sc->chiptype != CHIP_I965 && sc->chiptype != CHIP_G33 &&
390	    ptoa((vm_paddr_t)Maxmem) > 0xfffffffful)
391	{
392		device_printf(dev, "agp_i810.c does not support physical "
393		    "memory above 4GB.\n");
394		return ENOENT;
395	}
396
397	if (bus_alloc_resources(dev, sc->sc_res_spec, sc->sc_res)) {
398		agp_generic_detach(dev);
399		return ENODEV;
400	}
401
402	sc->initial_aperture = AGP_GET_APERTURE(dev);
403
404	gatt = malloc( sizeof(struct agp_gatt), M_AGP, M_NOWAIT);
405	if (!gatt) {
406		bus_release_resources(dev, sc->sc_res_spec, sc->sc_res);
407 		agp_generic_detach(dev);
408 		return ENOMEM;
409	}
410	sc->gatt = gatt;
411
412	gatt->ag_entries = AGP_GET_APERTURE(dev) >> AGP_PAGE_SHIFT;
413
414	if ( sc->chiptype == CHIP_I810 ) {
415		/* Some i810s have on-chip memory called dcache */
416		if (bus_read_1(sc->sc_res[0], AGP_I810_DRT) &
417		    AGP_I810_DRT_POPULATED)
418			sc->dcache_size = 4 * 1024 * 1024;
419		else
420			sc->dcache_size = 0;
421
422		/* According to the specs the gatt on the i810 must be 64k */
423		gatt->ag_virtual = contigmalloc( 64 * 1024, M_AGP, 0,
424					0, ~0, PAGE_SIZE, 0);
425		if (!gatt->ag_virtual) {
426			if (bootverbose)
427				device_printf(dev, "contiguous allocation failed\n");
428			bus_release_resources(dev, sc->sc_res_spec,
429			    sc->sc_res);
430			free(gatt, M_AGP);
431			agp_generic_detach(dev);
432			return ENOMEM;
433		}
434		bzero(gatt->ag_virtual, gatt->ag_entries * sizeof(u_int32_t));
435
436		gatt->ag_physical = vtophys((vm_offset_t) gatt->ag_virtual);
437		agp_flush_cache();
438		/* Install the GATT. */
439		bus_write_4(sc->sc_res[0], AGP_I810_PGTBL_CTL,
440		    gatt->ag_physical | 1);
441	} else if ( sc->chiptype == CHIP_I830 ) {
442		/* The i830 automatically initializes the 128k gatt on boot. */
443		unsigned int gcc1, pgtblctl;
444
445		gcc1 = pci_read_config(sc->bdev, AGP_I830_GCC1, 1);
446		switch (gcc1 & AGP_I830_GCC1_GMS) {
447			case AGP_I830_GCC1_GMS_STOLEN_512:
448				sc->stolen = (512 - 132) * 1024 / 4096;
449				break;
450			case AGP_I830_GCC1_GMS_STOLEN_1024:
451				sc->stolen = (1024 - 132) * 1024 / 4096;
452				break;
453			case AGP_I830_GCC1_GMS_STOLEN_8192:
454				sc->stolen = (8192 - 132) * 1024 / 4096;
455				break;
456			default:
457				sc->stolen = 0;
458				device_printf(dev, "unknown memory configuration, disabling\n");
459				bus_release_resources(dev, sc->sc_res_spec,
460				    sc->sc_res);
461				free(gatt, M_AGP);
462				agp_generic_detach(dev);
463				return EINVAL;
464		}
465		if (sc->stolen > 0) {
466			device_printf(dev, "detected %dk stolen memory\n",
467			    sc->stolen * 4);
468		}
469		device_printf(dev, "aperture size is %dM\n",
470		    sc->initial_aperture / 1024 / 1024);
471
472		/* GATT address is already in there, make sure it's enabled */
473		pgtblctl = bus_read_4(sc->sc_res[0], AGP_I810_PGTBL_CTL);
474		pgtblctl |= 1;
475		bus_write_4(sc->sc_res[0], AGP_I810_PGTBL_CTL, pgtblctl);
476
477		gatt->ag_physical = pgtblctl & ~1;
478	} else if (sc->chiptype == CHIP_I855 || sc->chiptype == CHIP_I915 ||
479	    sc->chiptype == CHIP_I965 || sc->chiptype == CHIP_G33) {
480		unsigned int gcc1, pgtblctl, stolen, gtt_size;
481
482		/* Stolen memory is set up at the beginning of the aperture by
483		 * the BIOS, consisting of the GATT followed by 4kb for the
484		 * BIOS display.
485		 */
486		switch (sc->chiptype) {
487		case CHIP_I855:
488			gtt_size = 128;
489			break;
490		case CHIP_I915:
491			gtt_size = 256;
492			break;
493		case CHIP_I965:
494		case CHIP_G33:
495			switch (bus_read_4(sc->sc_res[0], AGP_I810_PGTBL_CTL) &
496			    AGP_I810_PGTBL_SIZE_MASK) {
497			case AGP_I810_PGTBL_SIZE_128KB:
498				gtt_size = 128;
499				break;
500			case AGP_I810_PGTBL_SIZE_256KB:
501				gtt_size = 256;
502				break;
503			case AGP_I810_PGTBL_SIZE_512KB:
504				gtt_size = 512;
505				break;
506			default:
507				device_printf(dev, "Bad PGTBL size\n");
508				bus_release_resources(dev, sc->sc_res_spec,
509				    sc->sc_res);
510				free(gatt, M_AGP);
511				agp_generic_detach(dev);
512				return EINVAL;
513			}
514			break;
515		default:
516			device_printf(dev, "Bad chiptype\n");
517			bus_release_resources(dev, sc->sc_res_spec,
518			    sc->sc_res);
519			free(gatt, M_AGP);
520			agp_generic_detach(dev);
521			return EINVAL;
522		}
523
524		/* GCC1 is called MGGC on i915+ */
525		gcc1 = pci_read_config(sc->bdev, AGP_I855_GCC1, 1);
526		switch (gcc1 & AGP_I855_GCC1_GMS) {
527		case AGP_I855_GCC1_GMS_STOLEN_1M:
528			stolen = 1024;
529			break;
530		case AGP_I855_GCC1_GMS_STOLEN_4M:
531			stolen = 4096;
532			break;
533		case AGP_I855_GCC1_GMS_STOLEN_8M:
534			stolen = 8192;
535			break;
536		case AGP_I855_GCC1_GMS_STOLEN_16M:
537			stolen = 16384;
538			break;
539		case AGP_I855_GCC1_GMS_STOLEN_32M:
540			stolen = 32768;
541			break;
542		case AGP_I915_GCC1_GMS_STOLEN_48M:
543			stolen = 49152;
544			break;
545		case AGP_I915_GCC1_GMS_STOLEN_64M:
546			stolen = 65536;
547			break;
548		case AGP_G33_GCC1_GMS_STOLEN_128M:
549			stolen = 128 * 1024;
550			break;
551		case AGP_G33_GCC1_GMS_STOLEN_256M:
552			stolen = 256 * 1024;
553			break;
554		default:
555			device_printf(dev, "unknown memory configuration, "
556			    "disabling\n");
557			bus_release_resources(dev, sc->sc_res_spec,
558			    sc->sc_res);
559			free(gatt, M_AGP);
560			agp_generic_detach(dev);
561			return EINVAL;
562		}
563		sc->stolen = (stolen - gtt_size - 4) * 1024 / 4096;
564		if (sc->stolen > 0)
565			device_printf(dev, "detected %dk stolen memory\n", sc->stolen * 4);
566		device_printf(dev, "aperture size is %dM\n", sc->initial_aperture / 1024 / 1024);
567
568		/* GATT address is already in there, make sure it's enabled */
569		pgtblctl = bus_read_4(sc->sc_res[0], AGP_I810_PGTBL_CTL);
570		pgtblctl |= 1;
571		bus_write_4(sc->sc_res[0], AGP_I810_PGTBL_CTL, pgtblctl);
572
573		gatt->ag_physical = pgtblctl & ~1;
574	}
575
576	if (0)
577		agp_i810_dump_regs(dev);
578
579	return 0;
580}
581
582static int
583agp_i810_detach(device_t dev)
584{
585	struct agp_i810_softc *sc = device_get_softc(dev);
586
587	agp_free_cdev(dev);
588
589	/* Clear the GATT base. */
590	if ( sc->chiptype == CHIP_I810 ) {
591		bus_write_4(sc->sc_res[0], AGP_I810_PGTBL_CTL, 0);
592	} else {
593		unsigned int pgtblctl;
594		pgtblctl = bus_read_4(sc->sc_res[0], AGP_I810_PGTBL_CTL);
595		pgtblctl &= ~1;
596		bus_write_4(sc->sc_res[0], AGP_I810_PGTBL_CTL, pgtblctl);
597	}
598
599	/* Put the aperture back the way it started. */
600	AGP_SET_APERTURE(dev, sc->initial_aperture);
601
602	if ( sc->chiptype == CHIP_I810 ) {
603		contigfree(sc->gatt->ag_virtual, 64 * 1024, M_AGP);
604	}
605	free(sc->gatt, M_AGP);
606
607	bus_release_resources(dev, sc->sc_res_spec, sc->sc_res);
608	agp_free_res(dev);
609
610	return 0;
611}
612
613/**
614 * Sets the PCI resource size of the aperture on i830-class and below chipsets,
615 * while returning failure on later chipsets when an actual change is
616 * requested.
617 *
618 * This whole function is likely bogus, as the kernel would probably need to
619 * reconfigure the placement of the AGP aperture if a larger size is requested,
620 * which doesn't happen currently.
621 */
622static int
623agp_i810_set_aperture(device_t dev, u_int32_t aperture)
624{
625	struct agp_i810_softc *sc = device_get_softc(dev);
626	u_int16_t miscc, gcc1;
627
628	switch (sc->chiptype) {
629	case CHIP_I810:
630		/*
631		 * Double check for sanity.
632		 */
633		if (aperture != 32 * 1024 * 1024 && aperture != 64 * 1024 * 1024) {
634			device_printf(dev, "bad aperture size %d\n", aperture);
635			return EINVAL;
636		}
637
638		miscc = pci_read_config(sc->bdev, AGP_I810_MISCC, 2);
639		miscc &= ~AGP_I810_MISCC_WINSIZE;
640		if (aperture == 32 * 1024 * 1024)
641			miscc |= AGP_I810_MISCC_WINSIZE_32;
642		else
643			miscc |= AGP_I810_MISCC_WINSIZE_64;
644
645		pci_write_config(sc->bdev, AGP_I810_MISCC, miscc, 2);
646		break;
647	case CHIP_I830:
648		if (aperture != 64 * 1024 * 1024 &&
649		    aperture != 128 * 1024 * 1024) {
650			device_printf(dev, "bad aperture size %d\n", aperture);
651			return EINVAL;
652		}
653		gcc1 = pci_read_config(sc->bdev, AGP_I830_GCC1, 2);
654		gcc1 &= ~AGP_I830_GCC1_GMASIZE;
655		if (aperture == 64 * 1024 * 1024)
656			gcc1 |= AGP_I830_GCC1_GMASIZE_64;
657		else
658			gcc1 |= AGP_I830_GCC1_GMASIZE_128;
659
660		pci_write_config(sc->bdev, AGP_I830_GCC1, gcc1, 2);
661		break;
662	case CHIP_I855:
663	case CHIP_I915:
664	case CHIP_I965:
665	case CHIP_G33:
666		return agp_generic_set_aperture(dev, aperture);
667	}
668
669	return 0;
670}
671
672/**
673 * Writes a GTT entry mapping the page at the given offset from the beginning
674 * of the aperture to the given physical address.
675 */
676static void
677agp_i810_write_gtt_entry(device_t dev, int offset, vm_offset_t physical,
678    int enabled)
679{
680	struct agp_i810_softc *sc = device_get_softc(dev);
681	u_int32_t pte;
682
683	pte = (u_int32_t)physical | 1;
684	if (sc->chiptype == CHIP_I965 || sc->chiptype == CHIP_G33) {
685		pte |= (physical & 0x0000000f00000000ull) >> 28;
686	} else {
687		/* If we do actually have memory above 4GB on an older system,
688		 * crash cleanly rather than scribble on system memory,
689		 * so we know we need to fix it.
690		 */
691		KASSERT((pte & 0x0000000f00000000ull) == 0,
692		    (">4GB physical address in agp"));
693	}
694
695	switch (sc->chiptype) {
696	case CHIP_I810:
697	case CHIP_I830:
698	case CHIP_I855:
699		bus_write_4(sc->sc_res[0],
700		    AGP_I810_GTT + (offset >> AGP_PAGE_SHIFT) * 4, pte);
701		break;
702	case CHIP_I915:
703	case CHIP_G33:
704		bus_write_4(sc->sc_res[1],
705		    (offset >> AGP_PAGE_SHIFT) * 4, pte);
706		break;
707	case CHIP_I965:
708		bus_write_4(sc->sc_res[0],
709		    (offset >> AGP_PAGE_SHIFT) * 4 + (512 * 1024), pte);
710		break;
711	}
712}
713
714static int
715agp_i810_bind_page(device_t dev, int offset, vm_offset_t physical)
716{
717	struct agp_i810_softc *sc = device_get_softc(dev);
718
719	if (offset < 0 || offset >= (sc->gatt->ag_entries << AGP_PAGE_SHIFT)) {
720		device_printf(dev, "failed: offset is 0x%08x, shift is %d, entries is %d\n", offset, AGP_PAGE_SHIFT, sc->gatt->ag_entries);
721		return EINVAL;
722	}
723
724	if ( sc->chiptype != CHIP_I810 ) {
725		if ( (offset >> AGP_PAGE_SHIFT) < sc->stolen ) {
726			device_printf(dev, "trying to bind into stolen memory");
727			return EINVAL;
728		}
729	}
730
731	agp_i810_write_gtt_entry(dev, offset, physical, 1);
732
733	return 0;
734}
735
736static int
737agp_i810_unbind_page(device_t dev, int offset)
738{
739	struct agp_i810_softc *sc = device_get_softc(dev);
740
741	if (offset < 0 || offset >= (sc->gatt->ag_entries << AGP_PAGE_SHIFT))
742		return EINVAL;
743
744	if ( sc->chiptype != CHIP_I810 ) {
745		if ( (offset >> AGP_PAGE_SHIFT) < sc->stolen ) {
746			device_printf(dev, "trying to unbind from stolen memory");
747			return EINVAL;
748		}
749	}
750
751	agp_i810_write_gtt_entry(dev, offset, 0, 0);
752
753	return 0;
754}
755
756/*
757 * Writing via memory mapped registers already flushes all TLBs.
758 */
759static void
760agp_i810_flush_tlb(device_t dev)
761{
762}
763
764static int
765agp_i810_enable(device_t dev, u_int32_t mode)
766{
767
768	return 0;
769}
770
771static struct agp_memory *
772agp_i810_alloc_memory(device_t dev, int type, vm_size_t size)
773{
774	struct agp_i810_softc *sc = device_get_softc(dev);
775	struct agp_memory *mem;
776
777	if ((size & (AGP_PAGE_SIZE - 1)) != 0)
778		return 0;
779
780	if (sc->agp.as_allocated + size > sc->agp.as_maxmem)
781		return 0;
782
783	if (type == 1) {
784		/*
785		 * Mapping local DRAM into GATT.
786		 */
787		if ( sc->chiptype != CHIP_I810 )
788			return 0;
789		if (size != sc->dcache_size)
790			return 0;
791	} else if (type == 2) {
792		/*
793		 * Type 2 is the contiguous physical memory type, that hands
794		 * back a physical address.  This is used for cursors on i810.
795		 * Hand back as many single pages with physical as the user
796		 * wants, but only allow one larger allocation (ARGB cursor)
797		 * for simplicity.
798		 */
799		if (size != AGP_PAGE_SIZE) {
800			if (sc->argb_cursor != NULL)
801				return 0;
802
803			/* Allocate memory for ARGB cursor, if we can. */
804			sc->argb_cursor = contigmalloc(size, M_AGP,
805			   0, 0, ~0, PAGE_SIZE, 0);
806			if (sc->argb_cursor == NULL)
807				return 0;
808		}
809	}
810
811	mem = malloc(sizeof *mem, M_AGP, M_WAITOK);
812	mem->am_id = sc->agp.as_nextid++;
813	mem->am_size = size;
814	mem->am_type = type;
815	if (type != 1 && (type != 2 || size == AGP_PAGE_SIZE))
816		mem->am_obj = vm_object_allocate(OBJT_DEFAULT,
817						 atop(round_page(size)));
818	else
819		mem->am_obj = 0;
820
821	if (type == 2) {
822		if (size == AGP_PAGE_SIZE) {
823			/*
824			 * Allocate and wire down the page now so that we can
825			 * get its physical address.
826			 */
827			vm_page_t m;
828
829			VM_OBJECT_LOCK(mem->am_obj);
830			m = vm_page_grab(mem->am_obj, 0, VM_ALLOC_NOBUSY |
831			    VM_ALLOC_WIRED | VM_ALLOC_ZERO | VM_ALLOC_RETRY);
832			VM_OBJECT_UNLOCK(mem->am_obj);
833			mem->am_physical = VM_PAGE_TO_PHYS(m);
834		} else {
835			/* Our allocation is already nicely wired down for us.
836			 * Just grab the physical address.
837			 */
838			mem->am_physical = vtophys(sc->argb_cursor);
839		}
840	} else {
841		mem->am_physical = 0;
842	}
843
844	mem->am_offset = 0;
845	mem->am_is_bound = 0;
846	TAILQ_INSERT_TAIL(&sc->agp.as_memory, mem, am_link);
847	sc->agp.as_allocated += size;
848
849	return mem;
850}
851
852static int
853agp_i810_free_memory(device_t dev, struct agp_memory *mem)
854{
855	struct agp_i810_softc *sc = device_get_softc(dev);
856
857	if (mem->am_is_bound)
858		return EBUSY;
859
860	if (mem->am_type == 2) {
861		if (mem->am_size == AGP_PAGE_SIZE) {
862			/*
863			 * Unwire the page which we wired in alloc_memory.
864			 */
865			vm_page_t m;
866
867			VM_OBJECT_LOCK(mem->am_obj);
868			m = vm_page_lookup(mem->am_obj, 0);
869			VM_OBJECT_UNLOCK(mem->am_obj);
870			vm_page_lock_queues();
871			vm_page_unwire(m, 0);
872			vm_page_unlock_queues();
873		} else {
874			contigfree(sc->argb_cursor, mem->am_size, M_AGP);
875			sc->argb_cursor = NULL;
876		}
877	}
878
879	sc->agp.as_allocated -= mem->am_size;
880	TAILQ_REMOVE(&sc->agp.as_memory, mem, am_link);
881	if (mem->am_obj)
882		vm_object_deallocate(mem->am_obj);
883	free(mem, M_AGP);
884	return 0;
885}
886
887static int
888agp_i810_bind_memory(device_t dev, struct agp_memory *mem,
889		     vm_offset_t offset)
890{
891	struct agp_i810_softc *sc = device_get_softc(dev);
892	vm_offset_t i;
893
894	/* Do some sanity checks first. */
895	if (offset < 0 || (offset & (AGP_PAGE_SIZE - 1)) != 0 ||
896	    offset + mem->am_size > AGP_GET_APERTURE(dev)) {
897		device_printf(dev, "binding memory at bad offset %#x\n",
898		    (int)offset);
899		return EINVAL;
900	}
901
902	if (mem->am_type == 2 && mem->am_size != AGP_PAGE_SIZE) {
903		mtx_lock(&sc->agp.as_lock);
904		if (mem->am_is_bound) {
905			mtx_unlock(&sc->agp.as_lock);
906			return EINVAL;
907		}
908		/* The memory's already wired down, just stick it in the GTT. */
909		for (i = 0; i < mem->am_size; i += AGP_PAGE_SIZE) {
910			agp_i810_write_gtt_entry(dev, offset + i,
911			    mem->am_physical + i, 1);
912		}
913		agp_flush_cache();
914		mem->am_offset = offset;
915		mem->am_is_bound = 1;
916		mtx_unlock(&sc->agp.as_lock);
917		return 0;
918	}
919
920	if (mem->am_type != 1)
921		return agp_generic_bind_memory(dev, mem, offset);
922
923	if ( sc->chiptype != CHIP_I810 )
924		return EINVAL;
925
926	for (i = 0; i < mem->am_size; i += AGP_PAGE_SIZE) {
927		bus_write_4(sc->sc_res[0],
928		    AGP_I810_GTT + (i >> AGP_PAGE_SHIFT) * 4, i | 3);
929	}
930
931	return 0;
932}
933
934static int
935agp_i810_unbind_memory(device_t dev, struct agp_memory *mem)
936{
937	struct agp_i810_softc *sc = device_get_softc(dev);
938	vm_offset_t i;
939
940	if (mem->am_type == 2 && mem->am_size != AGP_PAGE_SIZE) {
941		mtx_lock(&sc->agp.as_lock);
942		if (!mem->am_is_bound) {
943			mtx_unlock(&sc->agp.as_lock);
944			return EINVAL;
945		}
946
947		for (i = 0; i < mem->am_size; i += AGP_PAGE_SIZE) {
948			agp_i810_write_gtt_entry(dev, mem->am_offset + i,
949			    0, 0);
950		}
951		agp_flush_cache();
952		mem->am_is_bound = 0;
953		mtx_unlock(&sc->agp.as_lock);
954		return 0;
955	}
956
957	if (mem->am_type != 1)
958		return agp_generic_unbind_memory(dev, mem);
959
960	if ( sc->chiptype != CHIP_I810 )
961		return EINVAL;
962
963	for (i = 0; i < mem->am_size; i += AGP_PAGE_SIZE) {
964		bus_write_4(sc->sc_res[0],
965		    AGP_I810_GTT + (i >> AGP_PAGE_SHIFT) * 4, 0);
966	}
967
968	return 0;
969}
970
971static device_method_t agp_i810_methods[] = {
972	/* Device interface */
973	DEVMETHOD(device_identify,	agp_i810_identify),
974	DEVMETHOD(device_probe,		agp_i810_probe),
975	DEVMETHOD(device_attach,	agp_i810_attach),
976	DEVMETHOD(device_detach,	agp_i810_detach),
977
978	/* AGP interface */
979	DEVMETHOD(agp_get_aperture,	agp_generic_get_aperture),
980	DEVMETHOD(agp_set_aperture,	agp_i810_set_aperture),
981	DEVMETHOD(agp_bind_page,	agp_i810_bind_page),
982	DEVMETHOD(agp_unbind_page,	agp_i810_unbind_page),
983	DEVMETHOD(agp_flush_tlb,	agp_i810_flush_tlb),
984	DEVMETHOD(agp_enable,		agp_i810_enable),
985	DEVMETHOD(agp_alloc_memory,	agp_i810_alloc_memory),
986	DEVMETHOD(agp_free_memory,	agp_i810_free_memory),
987	DEVMETHOD(agp_bind_memory,	agp_i810_bind_memory),
988	DEVMETHOD(agp_unbind_memory,	agp_i810_unbind_memory),
989
990	{ 0, 0 }
991};
992
993static driver_t agp_i810_driver = {
994	"agp",
995	agp_i810_methods,
996	sizeof(struct agp_i810_softc),
997};
998
999static devclass_t agp_devclass;
1000
1001DRIVER_MODULE(agp_i810, vgapci, agp_i810_driver, agp_devclass, 0, 0);
1002MODULE_DEPEND(agp_i810, agp, 1, 1, 1);
1003MODULE_DEPEND(agp_i810, pci, 1, 1, 1);
1004