1/* $NetBSD: amdgpu_pci.c,v 1.12 2023/08/07 16:34:47 riastradh Exp $ */ 2 3/*- 4 * Copyright (c) 2018 The NetBSD Foundation, Inc. 5 * All rights reserved. 6 * 7 * This code is derived from software contributed to The NetBSD Foundation 8 * by Taylor R. Campbell. 9 * 10 * Redistribution and use in source and binary forms, with or without 11 * modification, are permitted provided that the following conditions 12 * are met: 13 * 1. Redistributions of source code must retain the above copyright 14 * notice, this list of conditions and the following disclaimer. 15 * 2. Redistributions in binary form must reproduce the above copyright 16 * notice, this list of conditions and the following disclaimer in the 17 * documentation and/or other materials provided with the distribution. 18 * 19 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 */ 31 32#include <sys/cdefs.h> 33__KERNEL_RCSID(0, "$NetBSD: amdgpu_pci.c,v 1.12 2023/08/07 16:34:47 riastradh Exp $"); 34 35#include <sys/types.h> 36#include <sys/atomic.h> 37#include <sys/queue.h> 38#include <sys/systm.h> 39#include <sys/workqueue.h> 40 41#include <dev/pci/pcivar.h> 42 43#include <linux/pci.h> 44 45#include <drm/drm_device.h> 46#include <drm/drm_drv.h> 47#include <drm/drm_fb_helper.h> 48#include <drm/drm_ioctl.h> 49#include <drm/drm_pci.h> 50 51#include <amdgpu.h> 52#include "amdgpu_drv.h" 53#include "amdgpu_task.h" 54 55struct drm_device; 56 57SIMPLEQ_HEAD(amdgpu_task_head, amdgpu_task); 58 59struct amdgpu_softc { 60 device_t sc_dev; 61 struct pci_attach_args sc_pa; 62 struct lwp *sc_task_thread; 63 struct amdgpu_task_head sc_tasks; 64 struct workqueue *sc_task_wq; 65 struct drm_device *sc_drm_dev; 66 struct pci_dev sc_pci_dev; 67 bool sc_pci_attached; 68 bool sc_dev_registered; 69}; 70 71static bool amdgpu_pci_lookup(const struct pci_attach_args *, 72 unsigned long *); 73 74static int amdgpu_match(device_t, cfdata_t, void *); 75static void amdgpu_attach(device_t, device_t, void *); 76static void amdgpu_attach_real(device_t); 77static int amdgpu_detach(device_t, int); 78static bool amdgpu_do_suspend(device_t, const pmf_qual_t *); 79static bool amdgpu_do_resume(device_t, const pmf_qual_t *); 80 81static void amdgpu_task_work(struct work *, void *); 82 83CFATTACH_DECL_NEW(amdgpu, sizeof(struct amdgpu_softc), 84 amdgpu_match, amdgpu_attach, amdgpu_detach, NULL); 85 86/* XXX Kludge to get these from amdgpu_drv.c. */ 87extern struct drm_driver *const amdgpu_drm_driver; 88extern const struct pci_device_id *const amdgpu_device_ids; 89extern const size_t amdgpu_n_device_ids; 90 91static bool 92amdgpu_pci_lookup(const struct pci_attach_args *pa, unsigned long *flags) 93{ 94 size_t i; 95 96 for (i = 0; i < amdgpu_n_device_ids; i++) { 97 if ((PCI_VENDOR(pa->pa_id) == amdgpu_device_ids[i].vendor) && 98 (PCI_PRODUCT(pa->pa_id) == amdgpu_device_ids[i].device)) 99 break; 100 } 101 102 /* Did we find it? */ 103 if (i == amdgpu_n_device_ids) 104 return false; 105 106 if (flags) 107 *flags = amdgpu_device_ids[i].driver_data; 108 return true; 109} 110 111static int 112amdgpu_match(device_t parent, cfdata_t match, void *aux) 113{ 114 extern int amdgpu_guarantee_initialized(void); 115 const struct pci_attach_args *const pa = aux; 116 int error; 117 118 error = amdgpu_guarantee_initialized(); 119 if (error) { 120 aprint_error("amdgpu: failed to initialize: %d\n", error); 121 return 0; 122 } 123 124 if (!amdgpu_pci_lookup(pa, NULL)) 125 return 0; 126 127 return 7; /* beat genfb_pci and radeon */ 128} 129 130static void 131amdgpu_attach(device_t parent, device_t self, void *aux) 132{ 133 struct amdgpu_softc *const sc = device_private(self); 134 const struct pci_attach_args *const pa = aux; 135 int error; 136 137 pci_aprint_devinfo(pa, NULL); 138 139 /* Initialize the Linux PCI device descriptor. */ 140 linux_pci_dev_init(&sc->sc_pci_dev, self, device_parent(self), pa, 0); 141 142 sc->sc_dev = self; 143 sc->sc_pa = *pa; 144 sc->sc_task_thread = NULL; 145 SIMPLEQ_INIT(&sc->sc_tasks); 146 error = workqueue_create(&sc->sc_task_wq, "amdgpufb", 147 &amdgpu_task_work, NULL, PRI_NONE, IPL_NONE, WQ_MPSAFE); 148 if (error) { 149 aprint_error_dev(self, "unable to create workqueue: %d\n", 150 error); 151 sc->sc_task_wq = NULL; 152 return; 153 } 154 155 /* 156 * Defer the remainder of initialization until we have mounted 157 * the root file system and can load firmware images. 158 */ 159 config_mountroot(self, &amdgpu_attach_real); 160} 161 162static void 163amdgpu_attach_real(device_t self) 164{ 165 struct amdgpu_softc *const sc = device_private(self); 166 const struct pci_attach_args *const pa = &sc->sc_pa; 167 bool ok __diagused; 168 unsigned long flags = 0; /* XXXGCC */ 169 int error; 170 171 ok = amdgpu_pci_lookup(pa, &flags); 172 KASSERT(ok); 173 174 /* 175 * Cause any tasks issued synchronously during attach to be 176 * processed at the end of this function. 177 */ 178 sc->sc_task_thread = curlwp; 179 180 sc->sc_drm_dev = drm_dev_alloc(amdgpu_drm_driver, self); 181 if (IS_ERR(sc->sc_drm_dev)) { 182 aprint_error_dev(self, "unable to create drm device: %ld\n", 183 PTR_ERR(sc->sc_drm_dev)); 184 sc->sc_drm_dev = NULL; 185 goto out; 186 } 187 188 /* XXX errno Linux->NetBSD */ 189 error = -drm_pci_attach(sc->sc_drm_dev, &sc->sc_pci_dev); 190 if (error) { 191 aprint_error_dev(self, "unable to attach drm: %d\n", error); 192 goto out; 193 } 194 sc->sc_pci_attached = true; 195 196 /* XXX errno Linux->NetBSD */ 197 error = -drm_dev_register(sc->sc_drm_dev, flags); 198 if (error) { 199 aprint_error_dev(self, "unable to register drm: %d\n", error); 200 goto out; 201 } 202 sc->sc_dev_registered = true; 203 204 if (!pmf_device_register(self, &amdgpu_do_suspend, &amdgpu_do_resume)) 205 aprint_error_dev(self, "unable to establish power handler\n"); 206 207 /* 208 * Process asynchronous tasks queued synchronously during 209 * attach. This will be for display detection to attach a 210 * framebuffer, so we have the opportunity for a console device 211 * to attach before autoconf has completed, in time for init(8) 212 * to find that console without panicking. 213 */ 214 while (!SIMPLEQ_EMPTY(&sc->sc_tasks)) { 215 struct amdgpu_task *const task = SIMPLEQ_FIRST(&sc->sc_tasks); 216 217 SIMPLEQ_REMOVE_HEAD(&sc->sc_tasks, rt_u.queue); 218 (*task->rt_fn)(task); 219 } 220 221out: /* Cause any subesquent tasks to be processed by the workqueue. */ 222 atomic_store_relaxed(&sc->sc_task_thread, NULL); 223} 224 225static int 226amdgpu_detach(device_t self, int flags) 227{ 228 struct amdgpu_softc *const sc = device_private(self); 229 int error; 230 231 /* XXX Check for in-use before tearing it all down... */ 232 error = config_detach_children(self, flags); 233 if (error) 234 return error; 235 236 KASSERT(sc->sc_task_thread == NULL); 237 KASSERT(SIMPLEQ_EMPTY(&sc->sc_tasks)); 238 239 pmf_device_deregister(self); 240 if (sc->sc_dev_registered) 241 drm_dev_unregister(sc->sc_drm_dev); 242 if (sc->sc_pci_attached) 243 drm_pci_detach(sc->sc_drm_dev); 244 if (sc->sc_drm_dev) { 245 drm_dev_put(sc->sc_drm_dev); 246 sc->sc_drm_dev = NULL; 247 } 248 if (sc->sc_task_wq) { 249 workqueue_destroy(sc->sc_task_wq); 250 sc->sc_task_wq = NULL; 251 } 252 linux_pci_dev_destroy(&sc->sc_pci_dev); 253 254 return 0; 255} 256 257static bool 258amdgpu_do_suspend(device_t self, const pmf_qual_t *qual) 259{ 260 struct amdgpu_softc *const sc = device_private(self); 261 struct drm_device *const dev = sc->sc_drm_dev; 262 int ret; 263 264 drm_suspend_ioctl(dev); 265 266 ret = amdgpu_device_suspend(dev, /*fbcon*/true); 267 if (ret) 268 return false; 269 270 return true; 271} 272 273static bool 274amdgpu_do_resume(device_t self, const pmf_qual_t *qual) 275{ 276 struct amdgpu_softc *const sc = device_private(self); 277 struct drm_device *const dev = sc->sc_drm_dev; 278 int ret; 279 280 ret = amdgpu_device_resume(dev, /*fbcon*/true); 281 if (ret) 282 goto out; 283 284out: drm_resume_ioctl(dev); 285 return ret == 0; 286} 287 288static void 289amdgpu_task_work(struct work *work, void *cookie __unused) 290{ 291 struct amdgpu_task *const task = container_of(work, struct amdgpu_task, 292 rt_u.work); 293 294 (*task->rt_fn)(task); 295} 296 297void 298amdgpu_task_schedule(device_t self, struct amdgpu_task *task) 299{ 300 struct amdgpu_softc *const sc = device_private(self); 301 302 if (atomic_load_relaxed(&sc->sc_task_thread) == curlwp) 303 SIMPLEQ_INSERT_TAIL(&sc->sc_tasks, task, rt_u.queue); 304 else 305 workqueue_enqueue(sc->sc_task_wq, &task->rt_u.work, NULL); 306} 307