1217044Snwhitehorn/*- 2217044Snwhitehorn * Copyright 2010 Nathan Whitehorn 3217044Snwhitehorn * 4217044Snwhitehorn * Redistribution and use in source and binary forms, with or without 5217044Snwhitehorn * modification, are permitted provided that the following conditions 6217044Snwhitehorn * are met: 7217044Snwhitehorn * 1. Redistributions of source code must retain the above copyright 8217044Snwhitehorn * notice, this list of conditions and the following disclaimer. 9217044Snwhitehorn * 2. Redistributions in binary form must reproduce the above copyright 10217044Snwhitehorn * notice, this list of conditions and the following disclaimer in the 11217044Snwhitehorn * documentation and/or other materials provided with the distribution. 12217044Snwhitehorn * 13217044Snwhitehorn * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 14217044Snwhitehorn * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 15217044Snwhitehorn * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 16217044Snwhitehorn * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 17217044Snwhitehorn * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 18217044Snwhitehorn * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 19217044Snwhitehorn * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 20217044Snwhitehorn * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 21217044Snwhitehorn * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 22217044Snwhitehorn * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 23217044Snwhitehorn * SUCH DAMAGE. 24217044Snwhitehorn * 25217044Snwhitehorn * $FreeBSD$ 26217044Snwhitehorn */ 27217044Snwhitehorn 28217044Snwhitehorn#include <sys/param.h> 29217044Snwhitehorn#include <sys/systm.h> 30217044Snwhitehorn#include <sys/module.h> 31217044Snwhitehorn#include <sys/bus.h> 32217044Snwhitehorn#include <sys/conf.h> 33217044Snwhitehorn#include <sys/kernel.h> 34217044Snwhitehorn#include <sys/malloc.h> 35217044Snwhitehorn 36217044Snwhitehorn#include <vm/vm.h> 37217044Snwhitehorn#include <vm/pmap.h> 38217044Snwhitehorn 39217044Snwhitehorn#include <machine/bus.h> 40217044Snwhitehorn#include <machine/intr_machdep.h> 41217044Snwhitehorn#include <machine/md_var.h> 42217044Snwhitehorn#include <machine/platform.h> 43217044Snwhitehorn 44217044Snwhitehorn#include "ps3-hvcall.h" 45217044Snwhitehorn#include "pic_if.h" 46217044Snwhitehorn 47217044Snwhitehornstatic void ps3pic_identify(driver_t *driver, device_t parent); 48217044Snwhitehornstatic int ps3pic_probe(device_t); 49217044Snwhitehornstatic int ps3pic_attach(device_t); 50217044Snwhitehorn 51217044Snwhitehornstatic void ps3pic_dispatch(device_t, struct trapframe *); 52217044Snwhitehornstatic void ps3pic_enable(device_t, u_int, u_int); 53217044Snwhitehornstatic void ps3pic_eoi(device_t, u_int); 54217044Snwhitehornstatic void ps3pic_ipi(device_t, u_int); 55217044Snwhitehornstatic void ps3pic_mask(device_t, u_int); 56217044Snwhitehornstatic void ps3pic_unmask(device_t, u_int); 57217044Snwhitehorn 58217044Snwhitehornstruct ps3pic_softc { 59223463Snwhitehorn volatile uint64_t *bitmap_thread0; 60223463Snwhitehorn volatile uint64_t *mask_thread0; 61223463Snwhitehorn volatile uint64_t *bitmap_thread1; 62223463Snwhitehorn volatile uint64_t *mask_thread1; 63217044Snwhitehorn 64217044Snwhitehorn uint64_t sc_ipi_outlet[2]; 65230144Snwhitehorn uint64_t sc_ipi_virq; 66217044Snwhitehorn int sc_vector[64]; 67217044Snwhitehorn}; 68217044Snwhitehorn 69217044Snwhitehornstatic device_method_t ps3pic_methods[] = { 70217044Snwhitehorn /* Device interface */ 71217044Snwhitehorn DEVMETHOD(device_identify, ps3pic_identify), 72217044Snwhitehorn DEVMETHOD(device_probe, ps3pic_probe), 73217044Snwhitehorn DEVMETHOD(device_attach, ps3pic_attach), 74217044Snwhitehorn 75217044Snwhitehorn /* PIC interface */ 76217044Snwhitehorn DEVMETHOD(pic_dispatch, ps3pic_dispatch), 77217044Snwhitehorn DEVMETHOD(pic_enable, ps3pic_enable), 78217044Snwhitehorn DEVMETHOD(pic_eoi, ps3pic_eoi), 79217044Snwhitehorn DEVMETHOD(pic_ipi, ps3pic_ipi), 80217044Snwhitehorn DEVMETHOD(pic_mask, ps3pic_mask), 81217044Snwhitehorn DEVMETHOD(pic_unmask, ps3pic_unmask), 82217044Snwhitehorn 83217044Snwhitehorn { 0, 0 }, 84217044Snwhitehorn}; 85217044Snwhitehorn 86217044Snwhitehornstatic driver_t ps3pic_driver = { 87217044Snwhitehorn "ps3pic", 88217044Snwhitehorn ps3pic_methods, 89217044Snwhitehorn sizeof(struct ps3pic_softc) 90217044Snwhitehorn}; 91217044Snwhitehorn 92217044Snwhitehornstatic devclass_t ps3pic_devclass; 93217044Snwhitehorn 94217044SnwhitehornDRIVER_MODULE(ps3pic, nexus, ps3pic_driver, ps3pic_devclass, 0, 0); 95217044Snwhitehorn 96217044Snwhitehornstatic MALLOC_DEFINE(M_PS3PIC, "ps3pic", "PS3 PIC"); 97217044Snwhitehorn 98217044Snwhitehornstatic void 99217044Snwhitehornps3pic_identify(driver_t *driver, device_t parent) 100217044Snwhitehorn{ 101217044Snwhitehorn if (strcmp(installed_platform(), "ps3") != 0) 102217044Snwhitehorn return; 103217044Snwhitehorn 104217044Snwhitehorn if (device_find_child(parent, "ps3pic", -1) == NULL) 105217044Snwhitehorn BUS_ADD_CHILD(parent, 0, "ps3pic", 0); 106217044Snwhitehorn} 107217044Snwhitehorn 108217044Snwhitehornstatic int 109217044Snwhitehornps3pic_probe(device_t dev) 110217044Snwhitehorn{ 111217044Snwhitehorn device_set_desc(dev, "Playstation 3 interrupt controller"); 112217044Snwhitehorn return (BUS_PROBE_NOWILDCARD); 113217044Snwhitehorn} 114217044Snwhitehorn 115217044Snwhitehornstatic int 116217044Snwhitehornps3pic_attach(device_t dev) 117217044Snwhitehorn{ 118217044Snwhitehorn struct ps3pic_softc *sc; 119217044Snwhitehorn uint64_t ppe; 120217044Snwhitehorn int thread; 121217044Snwhitehorn 122217044Snwhitehorn sc = device_get_softc(dev); 123217044Snwhitehorn 124217044Snwhitehorn sc->bitmap_thread0 = contigmalloc(128 /* 512 bits * 2 */, M_PS3PIC, 125217044Snwhitehorn M_NOWAIT | M_ZERO, 0, BUS_SPACE_MAXADDR, 64 /* alignment */, 126217044Snwhitehorn PAGE_SIZE /* boundary */); 127217044Snwhitehorn sc->mask_thread0 = sc->bitmap_thread0 + 4; 128217044Snwhitehorn sc->bitmap_thread1 = sc->bitmap_thread0 + 8; 129217044Snwhitehorn sc->mask_thread1 = sc->bitmap_thread0 + 12; 130217044Snwhitehorn 131217044Snwhitehorn lv1_get_logical_ppe_id(&ppe); 132217044Snwhitehorn thread = 32 - fls(mfctrl()); 133217044Snwhitehorn lv1_configure_irq_state_bitmap(ppe, thread, 134217044Snwhitehorn vtophys(sc->bitmap_thread0)); 135230144Snwhitehorn 136230144Snwhitehorn sc->sc_ipi_virq = 63; 137230144Snwhitehorn 138217044Snwhitehorn#ifdef SMP 139217044Snwhitehorn lv1_configure_irq_state_bitmap(ppe, !thread, 140217044Snwhitehorn vtophys(sc->bitmap_thread1)); 141217044Snwhitehorn 142217044Snwhitehorn /* Map both IPIs to the same VIRQ to avoid changes in intr_machdep */ 143217044Snwhitehorn lv1_construct_event_receive_port(&sc->sc_ipi_outlet[0]); 144230144Snwhitehorn lv1_connect_irq_plug_ext(ppe, thread, sc->sc_ipi_virq, 145217044Snwhitehorn sc->sc_ipi_outlet[0], 0); 146217044Snwhitehorn lv1_construct_event_receive_port(&sc->sc_ipi_outlet[1]); 147230144Snwhitehorn lv1_connect_irq_plug_ext(ppe, !thread, sc->sc_ipi_virq, 148217044Snwhitehorn sc->sc_ipi_outlet[1], 0); 149217044Snwhitehorn#endif 150217044Snwhitehorn 151230144Snwhitehorn powerpc_register_pic(dev, 0, sc->sc_ipi_virq, 1, FALSE); 152217044Snwhitehorn return (0); 153217044Snwhitehorn} 154217044Snwhitehorn 155217044Snwhitehorn/* 156217044Snwhitehorn * PIC I/F methods. 157217044Snwhitehorn */ 158217044Snwhitehorn 159217044Snwhitehornstatic void 160217044Snwhitehornps3pic_dispatch(device_t dev, struct trapframe *tf) 161217044Snwhitehorn{ 162217044Snwhitehorn uint64_t bitmap, mask; 163217044Snwhitehorn int irq; 164217044Snwhitehorn struct ps3pic_softc *sc; 165217044Snwhitehorn 166217044Snwhitehorn sc = device_get_softc(dev); 167217044Snwhitehorn 168217044Snwhitehorn if (PCPU_GET(cpuid) == 0) { 169266676Snwhitehorn bitmap = atomic_readandclear_64(&sc->bitmap_thread0[0]); 170217044Snwhitehorn mask = sc->mask_thread0[0]; 171217044Snwhitehorn } else { 172266676Snwhitehorn bitmap = atomic_readandclear_64(&sc->bitmap_thread1[0]); 173217044Snwhitehorn mask = sc->mask_thread1[0]; 174217044Snwhitehorn } 175266676Snwhitehorn powerpc_sync(); 176217044Snwhitehorn 177217044Snwhitehorn while ((irq = ffsl(bitmap & mask) - 1) != -1) { 178217044Snwhitehorn bitmap &= ~(1UL << irq); 179217044Snwhitehorn powerpc_dispatch_intr(sc->sc_vector[63 - irq], tf); 180217044Snwhitehorn } 181217044Snwhitehorn} 182217044Snwhitehorn 183217044Snwhitehornstatic void 184217044Snwhitehornps3pic_enable(device_t dev, u_int irq, u_int vector) 185217044Snwhitehorn{ 186217044Snwhitehorn struct ps3pic_softc *sc; 187217044Snwhitehorn 188217044Snwhitehorn sc = device_get_softc(dev); 189217044Snwhitehorn sc->sc_vector[irq] = vector; 190217044Snwhitehorn 191217044Snwhitehorn ps3pic_unmask(dev, irq); 192217044Snwhitehorn} 193217044Snwhitehorn 194217044Snwhitehornstatic void 195217044Snwhitehornps3pic_eoi(device_t dev, u_int irq) 196217044Snwhitehorn{ 197217044Snwhitehorn uint64_t ppe; 198217044Snwhitehorn int thread; 199217044Snwhitehorn 200217044Snwhitehorn lv1_get_logical_ppe_id(&ppe); 201217044Snwhitehorn thread = 32 - fls(mfctrl()); 202217044Snwhitehorn 203217044Snwhitehorn lv1_end_of_interrupt_ext(ppe, thread, irq); 204217044Snwhitehorn} 205217044Snwhitehorn 206217044Snwhitehornstatic void 207217044Snwhitehornps3pic_ipi(device_t dev, u_int cpu) 208217044Snwhitehorn{ 209217044Snwhitehorn struct ps3pic_softc *sc; 210217044Snwhitehorn sc = device_get_softc(dev); 211217044Snwhitehorn 212217044Snwhitehorn lv1_send_event_locally(sc->sc_ipi_outlet[cpu]); 213217044Snwhitehorn} 214217044Snwhitehorn 215217044Snwhitehornstatic void 216217044Snwhitehornps3pic_mask(device_t dev, u_int irq) 217217044Snwhitehorn{ 218217044Snwhitehorn struct ps3pic_softc *sc; 219217044Snwhitehorn uint64_t ppe; 220217044Snwhitehorn 221217044Snwhitehorn sc = device_get_softc(dev); 222217044Snwhitehorn 223217044Snwhitehorn /* Do not mask IPIs! */ 224230144Snwhitehorn if (irq == sc->sc_ipi_virq) 225217044Snwhitehorn return; 226217044Snwhitehorn 227223463Snwhitehorn atomic_clear_64(&sc->mask_thread0[0], 1UL << (63 - irq)); 228223463Snwhitehorn atomic_clear_64(&sc->mask_thread1[0], 1UL << (63 - irq)); 229217044Snwhitehorn 230217044Snwhitehorn lv1_get_logical_ppe_id(&ppe); 231217044Snwhitehorn lv1_did_update_interrupt_mask(ppe, 0); 232217044Snwhitehorn lv1_did_update_interrupt_mask(ppe, 1); 233217044Snwhitehorn} 234217044Snwhitehorn 235217044Snwhitehornstatic void 236217044Snwhitehornps3pic_unmask(device_t dev, u_int irq) 237217044Snwhitehorn{ 238217044Snwhitehorn struct ps3pic_softc *sc; 239217044Snwhitehorn uint64_t ppe; 240217044Snwhitehorn 241217044Snwhitehorn sc = device_get_softc(dev); 242223463Snwhitehorn atomic_set_64(&sc->mask_thread0[0], 1UL << (63 - irq)); 243223463Snwhitehorn atomic_set_64(&sc->mask_thread1[0], 1UL << (63 - irq)); 244217044Snwhitehorn 245217044Snwhitehorn lv1_get_logical_ppe_id(&ppe); 246217044Snwhitehorn lv1_did_update_interrupt_mask(ppe, 0); 247217044Snwhitehorn lv1_did_update_interrupt_mask(ppe, 1); 248217044Snwhitehorn} 249