nouveau_pci.c revision 1.38 
1/*	$NetBSD: nouveau_pci.c,v 1.38 2023/08/07 16:34:57 riastradh Exp $	*/
2
3/*-
4 * Copyright (c) 2015 The NetBSD Foundation, Inc.
5 * All rights reserved.
6 *
7 * This code is derived from software contributed to The NetBSD Foundation
8 * by Taylor R. Campbell.
9 *
10 * Redistribution and use in source and binary forms, with or without
11 * modification, are permitted provided that the following conditions
12 * are met:
13 * 1. Redistributions of source code must retain the above copyright
14 *    notice, this list of conditions and the following disclaimer.
15 * 2. Redistributions in binary form must reproduce the above copyright
16 *    notice, this list of conditions and the following disclaimer in the
17 *    documentation and/or other materials provided with the distribution.
18 *
19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 */
31
32#include <sys/cdefs.h>
33__KERNEL_RCSID(0, "$NetBSD: nouveau_pci.c,v 1.38 2023/08/07 16:34:57 riastradh Exp $");
34
35#ifdef _KERNEL_OPT
36#include "genfb.h"
37#if defined(__arm__) || defined(__aarch64__)
38#include "opt_fdt.h"
39#endif
40#endif
41
42#include <sys/types.h>
43#include <sys/atomic.h>
44#include <sys/device.h>
45#include <sys/queue.h>
46#include <sys/workqueue.h>
47#include <sys/module.h>
48
49#ifdef FDT
50#include <dev/fdt/fdtvar.h>
51#endif
52
53#if NGENFB > 0
54#include <dev/wscons/wsdisplayvar.h>
55#include <dev/wsfb/genfbvar.h>
56#endif
57
58#include <drm/drm_ioctl.h>
59#include <drm/drm_pci.h>
60
61#include <core/device.h>
62#include <core/pci.h>
63
64#include "nouveau_drv.h"
65#include "nouveau_pci.h"
66
67struct drm_device;
68
69MODULE(MODULE_CLASS_DRIVER, nouveau_pci, "nouveau,drmkms_pci");
70
71SIMPLEQ_HEAD(nouveau_pci_task_head, nouveau_pci_task);
72
73struct nouveau_pci_softc {
74	device_t		sc_dev;
75	struct pci_attach_args	sc_pa;
76	struct lwp		*sc_task_thread;
77	struct nouveau_pci_task_head sc_tasks;
78	struct workqueue	*sc_task_wq;
79	struct drm_device	*sc_drm_dev;
80	struct pci_dev		sc_pci_dev;
81	struct nvkm_device	*sc_nv_dev;
82	bool			sc_pci_attached;
83	bool			sc_nvdev_inited;
84	bool			sc_dev_registered;
85};
86
87static int	nouveau_pci_match(device_t, cfdata_t, void *);
88static void	nouveau_pci_attach(device_t, device_t, void *);
89static void	nouveau_pci_attach_real(device_t);
90static int	nouveau_pci_detach(device_t, int);
91
92static bool	nouveau_pci_suspend(device_t, const pmf_qual_t *);
93static bool	nouveau_pci_resume(device_t, const pmf_qual_t *);
94
95static void	nouveau_pci_task_work(struct work *, void *);
96
97CFATTACH_DECL_NEW(nouveau_pci, sizeof(struct nouveau_pci_softc),
98    nouveau_pci_match, nouveau_pci_attach, nouveau_pci_detach, NULL);
99
100/* Kludge to get this from nouveau_drm.c.  */
101extern struct drm_driver *const nouveau_drm_driver_pci;
102
103static int
104nouveau_pci_match(device_t parent, cfdata_t match, void *aux)
105{
106	const struct pci_attach_args *const pa = aux;
107	struct pci_dev pdev;
108	struct nvkm_device *device;
109	int ret;
110
111	if (PCI_VENDOR(pa->pa_id) != PCI_VENDOR_NVIDIA &&
112	    PCI_VENDOR(pa->pa_id) != PCI_VENDOR_NVIDIA_SGS)
113		return 0;
114
115	if (PCI_CLASS(pa->pa_class) != PCI_CLASS_DISPLAY)
116		return 0;
117
118	/*
119	 * NetBSD drm2/5.6 doesn't support Ampere (GTX 30 series) based cards:
120	 *   0x2080-0x20ff 	GA100
121	 *   0x2200-0x227f 	GA102
122	 *   0x2300-0x237f 	GA103
123	 *   0x2480-0x24ff 	GA104
124	 *   0x2500-0x257f 	GA106
125	 *   0x2580-0x25ff 	GA107
126	 *
127	 * TU116 (GTX 16xx) occupies the space from 0x2180-0x21ff.
128	 */
129	if (PCI_PRODUCT(pa->pa_id) >= 0x1fff && PCI_PRODUCT(pa->pa_id) < 0x2180)
130		return 0;
131	if (PCI_PRODUCT(pa->pa_id) >= 0x21ff)
132		return 0;
133
134	linux_pci_dev_init(&pdev, parent /* XXX bogus */, parent, pa, 0);
135	ret = nvkm_device_pci_new(&pdev, NULL, "error",
136	    /* detect */ true, /* mmio */ false, /* subdev_mask */ 0, &device);
137	if (ret == 0)		/* don't want to hang onto it */
138		nvkm_device_del(&device);
139	linux_pci_dev_destroy(&pdev);
140	if (ret)		/* failure */
141		return 0;
142
143	return 6;		/* XXX Beat genfb_pci...  */
144}
145
146extern char *nouveau_config;
147extern char *nouveau_debug;
148
149static void
150nouveau_pci_attach(device_t parent, device_t self, void *aux)
151{
152	struct nouveau_pci_softc *const sc = device_private(self);
153	const struct pci_attach_args *const pa = aux;
154	int error;
155
156	pci_aprint_devinfo(pa, NULL);
157
158	/* Initialize the Linux PCI device descriptor.  */
159	linux_pci_dev_init(&sc->sc_pci_dev, self, device_parent(self), pa, 0);
160
161	sc->sc_dev = self;
162	sc->sc_pa = *pa;
163	sc->sc_task_thread = NULL;
164	SIMPLEQ_INIT(&sc->sc_tasks);
165	error = workqueue_create(&sc->sc_task_wq, "nouveau_pci",
166	    &nouveau_pci_task_work, NULL, PRI_NONE, IPL_NONE, WQ_MPSAFE);
167	if (error) {
168		aprint_error_dev(self, "unable to create workqueue: %d\n",
169		    error);
170		sc->sc_task_wq = NULL;
171		return;
172	}
173
174#ifdef FDT
175	/*
176	 * XXX Remove the simple framebuffer, assuming that this device
177	 * will take over.
178	 */
179	const char *fb_compatible[] = { "simple-framebuffer", NULL };
180	fdt_remove_bycompat(fb_compatible);
181#endif
182
183	/*
184	 * Defer the remainder of initialization until we have mounted
185	 * the root file system and can load firmware images.
186	 */
187	config_mountroot(self, &nouveau_pci_attach_real);
188}
189
190static void
191nouveau_pci_attach_real(device_t self)
192{
193	struct nouveau_pci_softc *const sc = device_private(self);
194	int error;
195
196	/*
197	 * Cause any tasks issued synchronously during attach to be
198	 * processed at the end of this function.
199	 */
200	sc->sc_task_thread = curlwp;
201
202	/* XXX errno Linux->NetBSD */
203	error = -nvkm_device_pci_new(&sc->sc_pci_dev,
204	    nouveau_config, nouveau_debug,
205	    /* detect */ true, /* mmio */ true, /* subdev_mask */ ~0ULL,
206	    &sc->sc_nv_dev);
207	if (error) {
208		aprint_error_dev(self, "unable to create nouveau device: %d\n",
209		    error);
210		sc->sc_nv_dev = NULL;
211		goto out;
212	}
213
214	sc->sc_drm_dev = drm_dev_alloc(nouveau_drm_driver_pci, self);
215	if (IS_ERR(sc->sc_drm_dev)) {
216		aprint_error_dev(self, "unable to create drm device: %ld\n",
217		    PTR_ERR(sc->sc_drm_dev));
218		sc->sc_drm_dev = NULL;
219		goto out;
220	}
221
222	/* XXX errno Linux->NetBSD */
223	error = -drm_pci_attach(sc->sc_drm_dev, &sc->sc_pci_dev);
224	if (error) {
225		aprint_error_dev(self, "unable to attach drm: %d\n", error);
226		goto out;
227	}
228	sc->sc_pci_attached = true;
229
230#if NGENFB > 0
231	/*
232	 * If MD initialization has selected this as the console device
233	 * with a firmware-provided framebuffer address, we may have to
234	 * turn it off early, before we are ready to switch the console
235	 * over -- something goes wrong if we're still writing to the
236	 * firmware-provided framebuffer during nouveau initialization.
237	 */
238    {
239	bool is_console;
240	if (prop_dictionary_get_bool(device_properties(self), "is_console",
241		&is_console) &&
242	    is_console &&
243	    genfb_is_console())
244		wsdisplay_predetach();
245    }
246#endif
247
248	/* XXX errno Linux->NetBSD */
249	error = -nouveau_drm_device_init(sc->sc_drm_dev);
250	if (error) {
251		aprint_error_dev(self, "unable to init nouveau: %d\n", error);
252		goto out;
253	}
254	sc->sc_nvdev_inited = true;
255
256	/* XXX errno Linux->NetBSD */
257	error = -drm_dev_register(sc->sc_drm_dev, 0);
258	if (error) {
259		aprint_error_dev(self, "unable to register drm: %d\n", error);
260		goto out;
261	}
262	sc->sc_dev_registered = true;
263
264	if (!pmf_device_register(self, &nouveau_pci_suspend,
265		&nouveau_pci_resume))
266		aprint_error_dev(self, "unable to establish power handler\n");
267
268	while (!SIMPLEQ_EMPTY(&sc->sc_tasks)) {
269		struct nouveau_pci_task *const task =
270		    SIMPLEQ_FIRST(&sc->sc_tasks);
271
272		SIMPLEQ_REMOVE_HEAD(&sc->sc_tasks, nt_u.queue);
273		(*task->nt_fn)(task);
274	}
275
276out:	/* Cause any subesquent tasks to be processed by the workqueue.  */
277	atomic_store_relaxed(&sc->sc_task_thread, NULL);
278}
279
280static int
281nouveau_pci_detach(device_t self, int flags)
282{
283	struct nouveau_pci_softc *const sc = device_private(self);
284	int error;
285
286	/* XXX Check for in-use before tearing it all down...  */
287	error = config_detach_children(self, flags);
288	if (error)
289		return error;
290
291	pmf_device_deregister(self);
292	if (sc->sc_dev_registered)
293		drm_dev_unregister(sc->sc_drm_dev);
294	if (sc->sc_nvdev_inited)
295		nouveau_drm_device_fini(sc->sc_drm_dev);
296	if (sc->sc_pci_attached)
297		drm_pci_detach(sc->sc_drm_dev);
298	if (sc->sc_drm_dev) {
299		drm_dev_put(sc->sc_drm_dev);
300		sc->sc_drm_dev = NULL;
301	}
302	if (sc->sc_nv_dev)
303		nvkm_device_del(&sc->sc_nv_dev);
304	if (sc->sc_task_wq) {
305		workqueue_destroy(sc->sc_task_wq);
306		sc->sc_task_wq = NULL;
307	}
308	linux_pci_dev_destroy(&sc->sc_pci_dev);
309
310	return 0;
311}
312
313/*
314 * XXX Synchronize with nouveau_do_suspend in nouveau_drm.c.
315 */
316static bool
317nouveau_pci_suspend(device_t self, const pmf_qual_t *qual __unused)
318{
319	struct nouveau_pci_softc *const sc = device_private(self);
320	struct drm_device *const dev = sc->sc_drm_dev;
321	int ret;
322
323	drm_suspend_ioctl(dev);
324
325	ret = nouveau_pmops_suspend(dev);
326	if (ret)
327		return false;
328
329	return true;
330}
331
332static bool
333nouveau_pci_resume(device_t self, const pmf_qual_t *qual)
334{
335	struct nouveau_pci_softc *const sc = device_private(self);
336	struct drm_device *const dev = sc->sc_drm_dev;
337	int ret;
338
339	ret = nouveau_pmops_resume(sc->sc_drm_dev);
340	if (ret)
341		goto out;
342
343out:	drm_resume_ioctl(dev);
344	return ret == 0;
345}
346
347static void
348nouveau_pci_task_work(struct work *work, void *cookie __unused)
349{
350	struct nouveau_pci_task *const task = container_of(work,
351	    struct nouveau_pci_task, nt_u.work);
352
353	(*task->nt_fn)(task);
354}
355
356void
357nouveau_pci_task_schedule(device_t self, struct nouveau_pci_task *task)
358{
359	struct nouveau_pci_softc *const sc = device_private(self);
360
361	if (atomic_load_relaxed(&sc->sc_task_thread) == curlwp)
362		SIMPLEQ_INSERT_TAIL(&sc->sc_tasks, task, nt_u.queue);
363	else
364		workqueue_enqueue(sc->sc_task_wq, &task->nt_u.work, NULL);
365}
366
367extern struct drm_driver *const nouveau_drm_driver_stub; /* XXX */
368extern struct drm_driver *const nouveau_drm_driver_pci;	 /* XXX */
369
370static int
371nouveau_pci_modcmd(modcmd_t cmd, void *arg __unused)
372{
373
374	switch (cmd) {
375	case MODULE_CMD_INIT:
376		*nouveau_drm_driver_pci = *nouveau_drm_driver_stub;
377		nouveau_drm_driver_pci->request_irq = drm_pci_request_irq;
378		nouveau_drm_driver_pci->free_irq = drm_pci_free_irq;
379#if 0		/* XXX nouveau acpi */
380		nouveau_register_dsm_handler();
381#endif
382		break;
383	case MODULE_CMD_FINI:
384#if 0		/* XXX nouveau acpi */
385		nouveau_unregister_dsm_handler();
386#endif
387		break;
388	default:
389		return ENOTTY;
390	}
391
392	return 0;
393}
394