ps3pic.c revision 231022
160484Sobrien/*-
2104834Sobrien * Copyright 2010 Nathan Whitehorn
360484Sobrien *
460484Sobrien * Redistribution and use in source and binary forms, with or without
589857Sobrien * modification, are permitted provided that the following conditions
660484Sobrien * are met:
789857Sobrien * 1. Redistributions of source code must retain the above copyright
860484Sobrien *    notice, this list of conditions and the following disclaimer.
960484Sobrien * 2. Redistributions in binary form must reproduce the above copyright
1060484Sobrien *    notice, this list of conditions and the following disclaimer in the
1160484Sobrien *    documentation and/or other materials provided with the distribution.
1289857Sobrien *
1360484Sobrien * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
1460484Sobrien * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
1560484Sobrien * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
1660484Sobrien * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
1760484Sobrien * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
1889857Sobrien * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
19218822Sdim * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
20218822Sdim * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
2160484Sobrien * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
2260484Sobrien * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
2360484Sobrien * SUCH DAMAGE.
2460484Sobrien *
2560484Sobrien * $FreeBSD: stable/9/sys/powerpc/ps3/ps3pic.c 231022 2012-02-05 16:17:14Z nwhitehorn $
2660484Sobrien */
2760484Sobrien
2860484Sobrien#include <sys/param.h>
2960484Sobrien#include <sys/systm.h>
3060484Sobrien#include <sys/module.h>
3160484Sobrien#include <sys/bus.h>
3260484Sobrien#include <sys/conf.h>
3360484Sobrien#include <sys/kernel.h>
3460484Sobrien#include <sys/malloc.h>
3560484Sobrien
3660484Sobrien#include <vm/vm.h>
37104834Sobrien#include <vm/pmap.h>
3860484Sobrien
39130561Sobrien#include <machine/bus.h>
40130561Sobrien#include <machine/intr_machdep.h>
41130561Sobrien#include <machine/md_var.h>
42130561Sobrien#include <machine/platform.h>
4360484Sobrien
4460484Sobrien#include "ps3-hvcall.h"
4560484Sobrien#include "pic_if.h"
4660484Sobrien
4760484Sobrienstatic void	ps3pic_identify(driver_t *driver, device_t parent);
4860484Sobrienstatic int	ps3pic_probe(device_t);
4960484Sobrienstatic int	ps3pic_attach(device_t);
5060484Sobrien
5160484Sobrienstatic void	ps3pic_dispatch(device_t, struct trapframe *);
5260484Sobrienstatic void	ps3pic_enable(device_t, u_int, u_int);
5360484Sobrienstatic void	ps3pic_eoi(device_t, u_int);
5460484Sobrienstatic void	ps3pic_ipi(device_t, u_int);
55218822Sdimstatic void	ps3pic_mask(device_t, u_int);
5660484Sobrienstatic void	ps3pic_unmask(device_t, u_int);
5760484Sobrien
5860484Sobrienstruct ps3pic_softc {
59218822Sdim	volatile uint64_t *bitmap_thread0;
6060484Sobrien	volatile uint64_t *mask_thread0;
6160484Sobrien	volatile uint64_t *bitmap_thread1;
6260484Sobrien	volatile uint64_t *mask_thread1;
63218822Sdim
6460484Sobrien	uint64_t	sc_ipi_outlet[2];
6560484Sobrien	uint64_t	sc_ipi_virq;
66218822Sdim	int		sc_vector[64];
6760484Sobrien};
68104834Sobrien
69104834Sobrienstatic device_method_t  ps3pic_methods[] = {
70104834Sobrien	/* Device interface */
71104834Sobrien	DEVMETHOD(device_identify,	ps3pic_identify),
72218822Sdim	DEVMETHOD(device_probe,		ps3pic_probe),
73104834Sobrien	DEVMETHOD(device_attach,	ps3pic_attach),
74104834Sobrien
75104834Sobrien	/* PIC interface */
76104834Sobrien	DEVMETHOD(pic_dispatch,		ps3pic_dispatch),
77104834Sobrien	DEVMETHOD(pic_enable,		ps3pic_enable),
78218822Sdim	DEVMETHOD(pic_eoi,		ps3pic_eoi),
79104834Sobrien	DEVMETHOD(pic_ipi,		ps3pic_ipi),
8060484Sobrien	DEVMETHOD(pic_mask,		ps3pic_mask),
81130561Sobrien	DEVMETHOD(pic_unmask,		ps3pic_unmask),
8260484Sobrien
8360484Sobrien	{ 0, 0 },
84218822Sdim};
8560484Sobrien
8660484Sobrienstatic driver_t ps3pic_driver = {
87218822Sdim	"ps3pic",
8860484Sobrien	ps3pic_methods,
8960484Sobrien	sizeof(struct ps3pic_softc)
90218822Sdim};
91218822Sdim
9260484Sobrienstatic devclass_t ps3pic_devclass;
9360484Sobrien
9460484SobrienDRIVER_MODULE(ps3pic, nexus, ps3pic_driver, ps3pic_devclass, 0, 0);
95130561Sobrien
9660484Sobrienstatic MALLOC_DEFINE(M_PS3PIC, "ps3pic", "PS3 PIC");
9760484Sobrien
98218822Sdimstatic void
9960484Sobrienps3pic_identify(driver_t *driver, device_t parent)
10060484Sobrien{
10160484Sobrien	if (strcmp(installed_platform(), "ps3") != 0)
10260484Sobrien		return;
10360484Sobrien
10460484Sobrien	if (device_find_child(parent, "ps3pic", -1) == NULL)
10560484Sobrien		BUS_ADD_CHILD(parent, 0, "ps3pic", 0);
10660484Sobrien}
10760484Sobrien
108104834Sobrienstatic int
109104834Sobrienps3pic_probe(device_t dev)
110104834Sobrien{
111104834Sobrien	device_set_desc(dev, "Playstation 3 interrupt controller");
112218822Sdim	return (BUS_PROBE_NOWILDCARD);
113104834Sobrien}
114130561Sobrien
115130561Sobrienstatic int
11660484Sobrienps3pic_attach(device_t dev)
117218822Sdim{
118218822Sdim	struct ps3pic_softc *sc;
119218822Sdim	uint64_t ppe;
120218822Sdim	int thread;
121218822Sdim
122104834Sobrien	sc = device_get_softc(dev);
123218822Sdim
124218822Sdim	sc->bitmap_thread0 = contigmalloc(128 /* 512 bits * 2 */, M_PS3PIC,
125218822Sdim	    M_NOWAIT | M_ZERO, 0, BUS_SPACE_MAXADDR, 64 /* alignment */,
126218822Sdim	    PAGE_SIZE /* boundary */);
127218822Sdim	sc->mask_thread0 = sc->bitmap_thread0 + 4;
128218822Sdim	sc->bitmap_thread1 = sc->bitmap_thread0 + 8;
129218822Sdim	sc->mask_thread1 = sc->bitmap_thread0 + 12;
130218822Sdim
131218822Sdim	lv1_get_logical_ppe_id(&ppe);
132218822Sdim	thread = 32 - fls(mfctrl());
133218822Sdim	lv1_configure_irq_state_bitmap(ppe, thread,
134218822Sdim	    vtophys(sc->bitmap_thread0));
135218822Sdim
136218822Sdim	sc->sc_ipi_virq = 63;
137218822Sdim
138218822Sdim#ifdef SMP
13960484Sobrien	lv1_configure_irq_state_bitmap(ppe, !thread,
14060484Sobrien	    vtophys(sc->bitmap_thread1));
14160484Sobrien
14260484Sobrien	/* Map both IPIs to the same VIRQ to avoid changes in intr_machdep */
14360484Sobrien	lv1_construct_event_receive_port(&sc->sc_ipi_outlet[0]);
14460484Sobrien	lv1_connect_irq_plug_ext(ppe, thread, sc->sc_ipi_virq,
145	    sc->sc_ipi_outlet[0], 0);
146	lv1_construct_event_receive_port(&sc->sc_ipi_outlet[1]);
147	lv1_connect_irq_plug_ext(ppe, !thread, sc->sc_ipi_virq,
148	    sc->sc_ipi_outlet[1], 0);
149#endif
150
151	powerpc_register_pic(dev, 0, sc->sc_ipi_virq, 1, FALSE);
152	return (0);
153}
154
155/*
156 * PIC I/F methods.
157 */
158
159static void
160ps3pic_dispatch(device_t dev, struct trapframe *tf)
161{
162	uint64_t bitmap, mask;
163	int irq;
164	struct ps3pic_softc *sc;
165
166	sc = device_get_softc(dev);
167
168	if (PCPU_GET(cpuid) == 0) {
169		bitmap = sc->bitmap_thread0[0];
170		mask = sc->mask_thread0[0];
171	} else {
172		bitmap = sc->bitmap_thread1[0];
173		mask = sc->mask_thread1[0];
174	}
175
176	while ((irq = ffsl(bitmap & mask) - 1) != -1) {
177		bitmap &= ~(1UL << irq);
178		powerpc_dispatch_intr(sc->sc_vector[63 - irq], tf);
179	}
180}
181
182static void
183ps3pic_enable(device_t dev, u_int irq, u_int vector)
184{
185	struct ps3pic_softc *sc;
186
187	sc = device_get_softc(dev);
188	sc->sc_vector[irq] = vector;
189
190	ps3pic_unmask(dev, irq);
191}
192
193static void
194ps3pic_eoi(device_t dev, u_int irq)
195{
196	uint64_t ppe;
197	int thread;
198
199	lv1_get_logical_ppe_id(&ppe);
200	thread = 32 - fls(mfctrl());
201
202	lv1_end_of_interrupt_ext(ppe, thread, irq);
203}
204
205static void
206ps3pic_ipi(device_t dev, u_int cpu)
207{
208	struct ps3pic_softc *sc;
209	sc = device_get_softc(dev);
210
211	lv1_send_event_locally(sc->sc_ipi_outlet[cpu]);
212}
213
214static void
215ps3pic_mask(device_t dev, u_int irq)
216{
217	struct ps3pic_softc *sc;
218	uint64_t ppe;
219
220	sc = device_get_softc(dev);
221
222	/* Do not mask IPIs! */
223	if (irq == sc->sc_ipi_virq)
224		return;
225
226	atomic_clear_64(&sc->mask_thread0[0], 1UL << (63 - irq));
227	atomic_clear_64(&sc->mask_thread1[0], 1UL << (63 - irq));
228
229	lv1_get_logical_ppe_id(&ppe);
230	lv1_did_update_interrupt_mask(ppe, 0);
231	lv1_did_update_interrupt_mask(ppe, 1);
232}
233
234static void
235ps3pic_unmask(device_t dev, u_int irq)
236{
237	struct ps3pic_softc *sc;
238	uint64_t ppe;
239
240	sc = device_get_softc(dev);
241	atomic_set_64(&sc->mask_thread0[0], 1UL << (63 - irq));
242	atomic_set_64(&sc->mask_thread1[0], 1UL << (63 - irq));
243
244	lv1_get_logical_ppe_id(&ppe);
245	lv1_did_update_interrupt_mask(ppe, 0);
246	lv1_did_update_interrupt_mask(ppe, 1);
247}
248