acpi_wakeup.c revision 118218 
1/*-
2 * Copyright (c) 2001 Takanori Watanabe <takawata@jp.freebsd.org>
3 * Copyright (c) 2001 Mitsuru IWASAKI <iwasaki@jp.freebsd.org>
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 *    notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 */
27
28#include <sys/cdefs.h>
29__FBSDID("$FreeBSD: head/sys/i386/acpica/acpi_wakeup.c 118218 2003-07-30 17:20:33Z njl $");
30
31#include <sys/param.h>
32#include <sys/systm.h>
33#include <sys/kernel.h>
34#include <sys/bus.h>
35#include <sys/lock.h>
36#include <sys/proc.h>
37#include <sys/sysctl.h>
38
39#include <vm/vm.h>
40#include <vm/vm_param.h>
41#include <vm/pmap.h>
42#include <vm/vm_object.h>
43#include <vm/vm_page.h>
44#include <vm/vm_map.h>
45#include <vm/vm_kern.h>
46#include <vm/vm_extern.h>
47
48#include <machine/bus.h>
49#include <machine/cpufunc.h>
50#include <machine/segments.h>
51
52#include <i386/isa/intr_machdep.h>
53
54#include "acpi.h"
55
56#include <dev/acpica/acpica_support.h>
57
58#include <dev/acpica/acpivar.h>
59
60#include "acpi_wakecode.h"
61
62#if __FreeBSD_version < 500000
63#define	vm_page_lock_queues()
64#define	vm_page_unlock_queues()
65#endif
66
67extern void initializecpu(void);
68
69static struct region_descriptor	r_idt, r_gdt, *p_gdt;
70static u_int16_t	r_ldt;
71
72static u_int32_t	r_eax, r_ebx, r_ecx, r_edx, r_ebp, r_esi, r_edi,
73			r_efl, r_cr0, r_cr2, r_cr3, r_cr4, ret_addr;
74
75static u_int16_t	r_cs, r_ds, r_es, r_fs, r_gs, r_ss, r_tr;
76static u_int32_t	r_esp = 0;
77
78static void		acpi_printcpu(void);
79static void		acpi_realmodeinst(void *arg, bus_dma_segment_t *segs,
80					  int nsegs, int error);
81static void		acpi_alloc_wakeup_handler(void);
82
83/* XXX shut gcc up */
84extern int		acpi_savecpu(void);
85extern int		acpi_restorecpu(void);
86
87#ifdef __GNUC__
88__asm__("				\n\
89	.text				\n\
90	.p2align 2, 0x90		\n\
91	.type acpi_restorecpu, @function\n\
92acpi_restorecpu:			\n\
93	.align 4			\n\
94	movl	r_eax,%eax		\n\
95	movl	r_ebx,%ebx		\n\
96	movl	r_ecx,%ecx		\n\
97	movl	r_edx,%edx		\n\
98	movl	r_ebp,%ebp		\n\
99	movl	r_esi,%esi		\n\
100	movl	r_edi,%edi		\n\
101	movl	r_esp,%esp		\n\
102					\n\
103	pushl	r_efl			\n\
104	popfl				\n\
105					\n\
106	movl	ret_addr,%eax		\n\
107	movl	%eax,(%esp)		\n\
108	xorl	%eax,%eax		\n\
109	ret				\n\
110					\n\
111	.text				\n\
112	.p2align 2, 0x90		\n\
113	.type acpi_savecpu, @function	\n\
114acpi_savecpu:				\n\
115	movw	%cs,r_cs		\n\
116	movw	%ds,r_ds		\n\
117	movw	%es,r_es		\n\
118	movw	%fs,r_fs		\n\
119	movw	%gs,r_gs		\n\
120	movw	%ss,r_ss		\n\
121					\n\
122	movl	%eax,r_eax		\n\
123	movl	%ebx,r_ebx		\n\
124	movl	%ecx,r_ecx		\n\
125	movl	%edx,r_edx		\n\
126	movl	%ebp,r_ebp		\n\
127	movl	%esi,r_esi		\n\
128	movl	%edi,r_edi		\n\
129					\n\
130	movl	%cr0,%eax		\n\
131	movl	%eax,r_cr0		\n\
132	movl	%cr2,%eax		\n\
133	movl	%eax,r_cr2		\n\
134	movl	%cr3,%eax		\n\
135	movl	%eax,r_cr3		\n\
136	movl	%cr4,%eax		\n\
137	movl	%eax,r_cr4		\n\
138					\n\
139	pushfl				\n\
140	popl	r_efl			\n\
141					\n\
142	movl	%esp,r_esp		\n\
143					\n\
144	sgdt	r_gdt			\n\
145	sidt	r_idt			\n\
146	sldt	r_ldt			\n\
147	str	r_tr			\n\
148					\n\
149	movl	(%esp),%eax		\n\
150	movl	%eax,ret_addr		\n\
151	movl	$1,%eax			\n\
152	ret				\n\
153");
154#endif /* __GNUC__ */
155
156static void
157acpi_printcpu(void)
158{
159
160	printf("======== acpi_printcpu() debug dump ========\n");
161	printf("gdt[%04x:%08x] idt[%04x:%08x] ldt[%04x] tr[%04x] efl[%08x]\n",
162		r_gdt.rd_limit, r_gdt.rd_base, r_idt.rd_limit, r_idt.rd_base,
163		r_ldt, r_tr, r_efl);
164	printf("eax[%08x] ebx[%08x] ecx[%08x] edx[%08x]\n",
165		r_eax, r_ebx, r_ecx, r_edx);
166	printf("esi[%08x] edi[%08x] ebp[%08x] esp[%08x]\n",
167		r_esi, r_edi, r_ebp, r_esp);
168	printf("cr0[%08x] cr2[%08x] cr3[%08x] cr4[%08x]\n",
169		r_cr0, r_cr2, r_cr3, r_cr4);
170	printf("cs[%04x] ds[%04x] es[%04x] fs[%04x] gs[%04x] ss[%04x]\n",
171		r_cs, r_ds, r_es, r_fs, r_gs, r_ss);
172}
173
174#define WAKECODE_FIXUP(offset, type, val) do	{		\
175	void	**addr;						\
176	addr = (void **)(sc->acpi_wakeaddr + offset);		\
177	(type *)*addr = val;					\
178} while (0)
179
180#define WAKECODE_BCOPY(offset, type, val) do	{		\
181	void	**addr;						\
182	addr = (void **)(sc->acpi_wakeaddr + offset);		\
183	bcopy(&(val), addr, sizeof(type));			\
184} while (0)
185
186int
187acpi_sleep_machdep(struct acpi_softc *sc, int state)
188{
189	ACPI_STATUS		status;
190	vm_paddr_t		oldphys;
191	struct pmap		*pm;
192	vm_page_t		page;
193	static vm_page_t	opage = NULL;
194	int			ret = 0;
195	int			pteobj_allocated = 0;
196	u_int32_t		cr3;
197	u_long			ef;
198	struct proc		*p;
199
200	if (sc->acpi_wakeaddr == 0) {
201		return (0);
202	}
203
204	AcpiSetFirmwareWakingVector(sc->acpi_wakephys);
205
206	ef = read_eflags();
207	disable_intr();
208
209	/* Create Identity Mapping */
210	if ((p = curproc) == NULL)
211		p = &proc0;
212	pm = vmspace_pmap(p->p_vmspace);
213	cr3 = rcr3();
214#ifdef PAE
215	load_cr3(vtophys(pm->pm_pdpt));
216#else
217	load_cr3(vtophys(pm->pm_pdir));
218#endif
219	if (pm->pm_pteobj == NULL) {
220		pm->pm_pteobj = vm_object_allocate(OBJT_DEFAULT, PTDPTDI + 1);
221		pteobj_allocated = 1;
222	}
223
224	oldphys = pmap_extract(pm, sc->acpi_wakephys);
225	if (oldphys) {
226		opage = PHYS_TO_VM_PAGE(oldphys);
227	}
228	page = PHYS_TO_VM_PAGE(sc->acpi_wakephys);
229	pmap_enter(pm, sc->acpi_wakephys, page,
230		   VM_PROT_READ | VM_PROT_WRITE | VM_PROT_EXECUTE, 1);
231
232	ret_addr = 0;
233	if (acpi_savecpu()) {
234		/* Execute Sleep */
235		p_gdt = (struct region_descriptor *)(sc->acpi_wakeaddr + physical_gdt);
236		p_gdt->rd_limit = r_gdt.rd_limit;
237		p_gdt->rd_base = vtophys(r_gdt.rd_base);
238
239		WAKECODE_FIXUP(physical_esp, u_int32_t, vtophys(r_esp));
240		WAKECODE_FIXUP(previous_cr0, u_int32_t, r_cr0);
241		WAKECODE_FIXUP(previous_cr2, u_int32_t, r_cr2);
242		WAKECODE_FIXUP(previous_cr3, u_int32_t, r_cr3);
243		WAKECODE_FIXUP(previous_cr4, u_int32_t, r_cr4);
244
245		WAKECODE_FIXUP(previous_tr,  u_int16_t, r_tr);
246		WAKECODE_BCOPY(previous_gdt, struct region_descriptor, r_gdt);
247		WAKECODE_FIXUP(previous_ldt, u_int16_t, r_ldt);
248		WAKECODE_BCOPY(previous_idt, struct region_descriptor, r_idt);
249
250		WAKECODE_FIXUP(where_to_recover, void, acpi_restorecpu);
251
252		WAKECODE_FIXUP(previous_ds,  u_int16_t, r_ds);
253		WAKECODE_FIXUP(previous_es,  u_int16_t, r_es);
254		WAKECODE_FIXUP(previous_fs,  u_int16_t, r_fs);
255		WAKECODE_FIXUP(previous_gs,  u_int16_t, r_gs);
256		WAKECODE_FIXUP(previous_ss,  u_int16_t, r_ss);
257
258		if (acpi_get_verbose(sc)) {
259			acpi_printcpu();
260		}
261
262		ACPI_FLUSH_CPU_CACHE();
263
264		if (state == ACPI_STATE_S4 && sc->acpi_s4bios) {
265			status = AcpiEnterSleepStateS4Bios();
266		} else {
267			status = AcpiEnterSleepState(state);
268		}
269
270		if (status != AE_OK) {
271			device_printf(sc->acpi_dev,
272				"AcpiEnterSleepState failed - %s\n",
273				AcpiFormatException(status));
274			ret = -1;
275			goto out;
276		}
277
278		for (;;) ;
279	} else {
280		/* Execute Wakeup */
281#if 0
282		initializecpu();
283#endif
284		icu_reinit();
285
286		if (acpi_get_verbose(sc)) {
287			acpi_savecpu();
288			acpi_printcpu();
289		}
290	}
291
292out:
293	vm_page_lock_queues();
294	pmap_remove(pm, sc->acpi_wakephys, sc->acpi_wakephys + PAGE_SIZE);
295	vm_page_unlock_queues();
296	if (opage) {
297		pmap_enter(pm, sc->acpi_wakephys, page,
298			   VM_PROT_READ | VM_PROT_WRITE, 0);
299	}
300
301	if (pteobj_allocated) {
302		vm_object_deallocate(pm->pm_pteobj);
303		pm->pm_pteobj = NULL;
304	}
305	load_cr3(cr3);
306
307	write_eflags(ef);
308
309	return (ret);
310}
311
312static bus_dma_tag_t	acpi_waketag;
313static bus_dmamap_t	acpi_wakemap;
314static vm_offset_t	acpi_wakeaddr = 0;
315
316static void
317acpi_alloc_wakeup_handler(void)
318{
319
320	if (!cold)
321		return;
322
323	if (bus_dma_tag_create(/* parent */ NULL, /* alignment */ 2, 0,
324			       /* lowaddr below 1MB */ 0x9ffff,
325			       /* highaddr */ BUS_SPACE_MAXADDR, NULL, NULL,
326				PAGE_SIZE, 1, PAGE_SIZE, 0, busdma_lock_mutex,
327				&Giant, &acpi_waketag) != 0) {
328		printf("acpi_alloc_wakeup_handler: unable to create wake tag\n");
329		return;
330	}
331
332	if (bus_dmamem_alloc(acpi_waketag, (void **)&acpi_wakeaddr,
333			     BUS_DMA_NOWAIT, &acpi_wakemap)) {
334		printf("acpi_alloc_wakeup_handler: unable to allocate wake memory\n");
335		return;
336	}
337}
338
339SYSINIT(acpiwakeup, SI_SUB_KMEM, SI_ORDER_ANY, acpi_alloc_wakeup_handler, 0)
340
341static void
342acpi_realmodeinst(void *arg, bus_dma_segment_t *segs, int nsegs, int error)
343{
344	struct acpi_softc	*sc = arg;
345	u_int32_t		*addr;
346
347	addr = (u_int32_t *)&wakecode[wakeup_sw32 + 2];
348	*addr = segs[0].ds_addr + wakeup_32;
349	bcopy(wakecode, (void *)sc->acpi_wakeaddr, sizeof(wakecode));
350	sc->acpi_wakephys = segs[0].ds_addr;
351}
352
353void
354acpi_install_wakeup_handler(struct acpi_softc *sc)
355{
356
357	if (acpi_wakeaddr == 0) {
358		return;
359	}
360
361	sc->acpi_waketag = acpi_waketag;
362	sc->acpi_wakeaddr = acpi_wakeaddr;
363	sc->acpi_wakemap = acpi_wakemap;
364
365	bus_dmamap_load(sc->acpi_waketag, sc->acpi_wakemap,
366			(void *)sc->acpi_wakeaddr, PAGE_SIZE,
367			acpi_realmodeinst, sc, 0);
368}
369
370