ps3pic.c revision 231022
160484Sobrien/*- 2104834Sobrien * Copyright 2010 Nathan Whitehorn 360484Sobrien * 460484Sobrien * Redistribution and use in source and binary forms, with or without 589857Sobrien * modification, are permitted provided that the following conditions 660484Sobrien * are met: 789857Sobrien * 1. Redistributions of source code must retain the above copyright 860484Sobrien * notice, this list of conditions and the following disclaimer. 960484Sobrien * 2. Redistributions in binary form must reproduce the above copyright 1060484Sobrien * notice, this list of conditions and the following disclaimer in the 1160484Sobrien * documentation and/or other materials provided with the distribution. 1289857Sobrien * 1360484Sobrien * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR 1460484Sobrien * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES 1560484Sobrien * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. 1660484Sobrien * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT, 1760484Sobrien * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 1889857Sobrien * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 19218822Sdim * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED 20218822Sdim * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, 2160484Sobrien * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 2260484Sobrien * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 2360484Sobrien * SUCH DAMAGE. 2460484Sobrien * 2560484Sobrien * $FreeBSD: stable/9/sys/powerpc/ps3/ps3pic.c 231022 2012-02-05 16:17:14Z nwhitehorn $ 2660484Sobrien */ 2760484Sobrien 2860484Sobrien#include <sys/param.h> 2960484Sobrien#include <sys/systm.h> 3060484Sobrien#include <sys/module.h> 3160484Sobrien#include <sys/bus.h> 3260484Sobrien#include <sys/conf.h> 3360484Sobrien#include <sys/kernel.h> 3460484Sobrien#include <sys/malloc.h> 3560484Sobrien 3660484Sobrien#include <vm/vm.h> 37104834Sobrien#include <vm/pmap.h> 3860484Sobrien 39130561Sobrien#include <machine/bus.h> 40130561Sobrien#include <machine/intr_machdep.h> 41130561Sobrien#include <machine/md_var.h> 42130561Sobrien#include <machine/platform.h> 4360484Sobrien 4460484Sobrien#include "ps3-hvcall.h" 4560484Sobrien#include "pic_if.h" 4660484Sobrien 4760484Sobrienstatic void ps3pic_identify(driver_t *driver, device_t parent); 4860484Sobrienstatic int ps3pic_probe(device_t); 4960484Sobrienstatic int ps3pic_attach(device_t); 5060484Sobrien 5160484Sobrienstatic void ps3pic_dispatch(device_t, struct trapframe *); 5260484Sobrienstatic void ps3pic_enable(device_t, u_int, u_int); 5360484Sobrienstatic void ps3pic_eoi(device_t, u_int); 5460484Sobrienstatic void ps3pic_ipi(device_t, u_int); 55218822Sdimstatic void ps3pic_mask(device_t, u_int); 5660484Sobrienstatic void ps3pic_unmask(device_t, u_int); 5760484Sobrien 5860484Sobrienstruct ps3pic_softc { 59218822Sdim volatile uint64_t *bitmap_thread0; 6060484Sobrien volatile uint64_t *mask_thread0; 6160484Sobrien volatile uint64_t *bitmap_thread1; 6260484Sobrien volatile uint64_t *mask_thread1; 63218822Sdim 6460484Sobrien uint64_t sc_ipi_outlet[2]; 6560484Sobrien uint64_t sc_ipi_virq; 66218822Sdim int sc_vector[64]; 6760484Sobrien}; 68104834Sobrien 69104834Sobrienstatic device_method_t ps3pic_methods[] = { 70104834Sobrien /* Device interface */ 71104834Sobrien DEVMETHOD(device_identify, ps3pic_identify), 72218822Sdim DEVMETHOD(device_probe, ps3pic_probe), 73104834Sobrien DEVMETHOD(device_attach, ps3pic_attach), 74104834Sobrien 75104834Sobrien /* PIC interface */ 76104834Sobrien DEVMETHOD(pic_dispatch, ps3pic_dispatch), 77104834Sobrien DEVMETHOD(pic_enable, ps3pic_enable), 78218822Sdim DEVMETHOD(pic_eoi, ps3pic_eoi), 79104834Sobrien DEVMETHOD(pic_ipi, ps3pic_ipi), 8060484Sobrien DEVMETHOD(pic_mask, ps3pic_mask), 81130561Sobrien DEVMETHOD(pic_unmask, ps3pic_unmask), 8260484Sobrien 8360484Sobrien { 0, 0 }, 84218822Sdim}; 8560484Sobrien 8660484Sobrienstatic driver_t ps3pic_driver = { 87218822Sdim "ps3pic", 8860484Sobrien ps3pic_methods, 8960484Sobrien sizeof(struct ps3pic_softc) 90218822Sdim}; 91218822Sdim 9260484Sobrienstatic devclass_t ps3pic_devclass; 9360484Sobrien 9460484SobrienDRIVER_MODULE(ps3pic, nexus, ps3pic_driver, ps3pic_devclass, 0, 0); 95130561Sobrien 9660484Sobrienstatic MALLOC_DEFINE(M_PS3PIC, "ps3pic", "PS3 PIC"); 9760484Sobrien 98218822Sdimstatic void 9960484Sobrienps3pic_identify(driver_t *driver, device_t parent) 10060484Sobrien{ 10160484Sobrien if (strcmp(installed_platform(), "ps3") != 0) 10260484Sobrien return; 10360484Sobrien 10460484Sobrien if (device_find_child(parent, "ps3pic", -1) == NULL) 10560484Sobrien BUS_ADD_CHILD(parent, 0, "ps3pic", 0); 10660484Sobrien} 10760484Sobrien 108104834Sobrienstatic int 109104834Sobrienps3pic_probe(device_t dev) 110104834Sobrien{ 111104834Sobrien device_set_desc(dev, "Playstation 3 interrupt controller"); 112218822Sdim return (BUS_PROBE_NOWILDCARD); 113104834Sobrien} 114130561Sobrien 115130561Sobrienstatic int 11660484Sobrienps3pic_attach(device_t dev) 117218822Sdim{ 118218822Sdim struct ps3pic_softc *sc; 119218822Sdim uint64_t ppe; 120218822Sdim int thread; 121218822Sdim 122104834Sobrien sc = device_get_softc(dev); 123218822Sdim 124218822Sdim sc->bitmap_thread0 = contigmalloc(128 /* 512 bits * 2 */, M_PS3PIC, 125218822Sdim M_NOWAIT | M_ZERO, 0, BUS_SPACE_MAXADDR, 64 /* alignment */, 126218822Sdim PAGE_SIZE /* boundary */); 127218822Sdim sc->mask_thread0 = sc->bitmap_thread0 + 4; 128218822Sdim sc->bitmap_thread1 = sc->bitmap_thread0 + 8; 129218822Sdim sc->mask_thread1 = sc->bitmap_thread0 + 12; 130218822Sdim 131218822Sdim lv1_get_logical_ppe_id(&ppe); 132218822Sdim thread = 32 - fls(mfctrl()); 133218822Sdim lv1_configure_irq_state_bitmap(ppe, thread, 134218822Sdim vtophys(sc->bitmap_thread0)); 135218822Sdim 136218822Sdim sc->sc_ipi_virq = 63; 137218822Sdim 138218822Sdim#ifdef SMP 13960484Sobrien lv1_configure_irq_state_bitmap(ppe, !thread, 14060484Sobrien vtophys(sc->bitmap_thread1)); 14160484Sobrien 14260484Sobrien /* Map both IPIs to the same VIRQ to avoid changes in intr_machdep */ 14360484Sobrien lv1_construct_event_receive_port(&sc->sc_ipi_outlet[0]); 14460484Sobrien lv1_connect_irq_plug_ext(ppe, thread, sc->sc_ipi_virq, 145 sc->sc_ipi_outlet[0], 0); 146 lv1_construct_event_receive_port(&sc->sc_ipi_outlet[1]); 147 lv1_connect_irq_plug_ext(ppe, !thread, sc->sc_ipi_virq, 148 sc->sc_ipi_outlet[1], 0); 149#endif 150 151 powerpc_register_pic(dev, 0, sc->sc_ipi_virq, 1, FALSE); 152 return (0); 153} 154 155/* 156 * PIC I/F methods. 157 */ 158 159static void 160ps3pic_dispatch(device_t dev, struct trapframe *tf) 161{ 162 uint64_t bitmap, mask; 163 int irq; 164 struct ps3pic_softc *sc; 165 166 sc = device_get_softc(dev); 167 168 if (PCPU_GET(cpuid) == 0) { 169 bitmap = sc->bitmap_thread0[0]; 170 mask = sc->mask_thread0[0]; 171 } else { 172 bitmap = sc->bitmap_thread1[0]; 173 mask = sc->mask_thread1[0]; 174 } 175 176 while ((irq = ffsl(bitmap & mask) - 1) != -1) { 177 bitmap &= ~(1UL << irq); 178 powerpc_dispatch_intr(sc->sc_vector[63 - irq], tf); 179 } 180} 181 182static void 183ps3pic_enable(device_t dev, u_int irq, u_int vector) 184{ 185 struct ps3pic_softc *sc; 186 187 sc = device_get_softc(dev); 188 sc->sc_vector[irq] = vector; 189 190 ps3pic_unmask(dev, irq); 191} 192 193static void 194ps3pic_eoi(device_t dev, u_int irq) 195{ 196 uint64_t ppe; 197 int thread; 198 199 lv1_get_logical_ppe_id(&ppe); 200 thread = 32 - fls(mfctrl()); 201 202 lv1_end_of_interrupt_ext(ppe, thread, irq); 203} 204 205static void 206ps3pic_ipi(device_t dev, u_int cpu) 207{ 208 struct ps3pic_softc *sc; 209 sc = device_get_softc(dev); 210 211 lv1_send_event_locally(sc->sc_ipi_outlet[cpu]); 212} 213 214static void 215ps3pic_mask(device_t dev, u_int irq) 216{ 217 struct ps3pic_softc *sc; 218 uint64_t ppe; 219 220 sc = device_get_softc(dev); 221 222 /* Do not mask IPIs! */ 223 if (irq == sc->sc_ipi_virq) 224 return; 225 226 atomic_clear_64(&sc->mask_thread0[0], 1UL << (63 - irq)); 227 atomic_clear_64(&sc->mask_thread1[0], 1UL << (63 - irq)); 228 229 lv1_get_logical_ppe_id(&ppe); 230 lv1_did_update_interrupt_mask(ppe, 0); 231 lv1_did_update_interrupt_mask(ppe, 1); 232} 233 234static void 235ps3pic_unmask(device_t dev, u_int irq) 236{ 237 struct ps3pic_softc *sc; 238 uint64_t ppe; 239 240 sc = device_get_softc(dev); 241 atomic_set_64(&sc->mask_thread0[0], 1UL << (63 - irq)); 242 atomic_set_64(&sc->mask_thread1[0], 1UL << (63 - irq)); 243 244 lv1_get_logical_ppe_id(&ppe); 245 lv1_did_update_interrupt_mask(ppe, 0); 246 lv1_did_update_interrupt_mask(ppe, 1); 247} 248