1121081Salc/*-
2121081Salc * Copyright (c) 2003 Alan L. Cox <alc@cs.rice.edu>
3121081Salc * All rights reserved.
4121081Salc *
5121081Salc * Redistribution and use in source and binary forms, with or without
6121081Salc * modification, are permitted provided that the following conditions
7121081Salc * are met:
8121081Salc * 1. Redistributions of source code must retain the above copyright
9121081Salc *    notice, this list of conditions and the following disclaimer.
10121081Salc * 2. Redistributions in binary form must reproduce the above copyright
11121081Salc *    notice, this list of conditions and the following disclaimer in the
12121081Salc *    documentation and/or other materials provided with the distribution.
13121081Salc *
14121081Salc * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15121081Salc * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16121081Salc * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17121081Salc * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18121081Salc * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19121081Salc * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20121081Salc * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21121081Salc * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22121081Salc * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23121081Salc * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24121081Salc * SUCH DAMAGE.
25121081Salc */
26121081Salc
27121081Salc#include <sys/cdefs.h>
28121081Salc__FBSDID("$FreeBSD: stable/11/sys/amd64/amd64/uma_machdep.c 331722 2018-03-29 02:50:57Z eadler $");
29121081Salc
30121081Salc#include <sys/param.h>
31121081Salc#include <sys/lock.h>
32243040Skib#include <sys/malloc.h>
33121081Salc#include <sys/mutex.h>
34121081Salc#include <sys/systm.h>
35331017Skevans#include <sys/vmmeter.h>
36121081Salc#include <vm/vm.h>
37121081Salc#include <vm/vm_page.h>
38121081Salc#include <vm/vm_pageout.h>
39121081Salc#include <vm/uma.h>
40121081Salc#include <vm/uma_int.h>
41121081Salc#include <machine/md_var.h>
42121081Salc#include <machine/vmparam.h>
43121081Salc
44121081Salcvoid *
45280957Srstoneuma_small_alloc(uma_zone_t zone, vm_size_t bytes, u_int8_t *flags, int wait)
46121081Salc{
47121081Salc	vm_page_t m;
48157908Speter	vm_paddr_t pa;
49121081Salc	void *va;
50121081Salc
51121081Salc	*flags = UMA_SLAB_PRIV;
52327785Smarkj	m = vm_page_alloc(NULL, 0,
53327785Smarkj	    malloc2vm_flags(wait) | VM_ALLOC_NOOBJ | VM_ALLOC_WIRED);
54327785Smarkj	if (m == NULL)
55327785Smarkj		return (NULL);
56157908Speter	pa = m->phys_addr;
57230623Skmacy	if ((wait & M_NODUMP) == 0)
58230623Skmacy		dump_add_page(pa);
59157908Speter	va = (void *)PHYS_TO_DMAP(pa);
60121081Salc	if ((wait & M_ZERO) && (m->flags & PG_ZERO) == 0)
61121081Salc		pagezero(va);
62121081Salc	return (va);
63121081Salc}
64121081Salc
65121081Salcvoid
66280957Srstoneuma_small_free(void *mem, vm_size_t size, u_int8_t flags)
67121081Salc{
68121081Salc	vm_page_t m;
69157908Speter	vm_paddr_t pa;
70121081Salc
71157908Speter	pa = DMAP_TO_PHYS((vm_offset_t)mem);
72157908Speter	dump_drop_page(pa);
73157908Speter	m = PHYS_TO_VM_PAGE(pa);
74172189Salc	m->wire_count--;
75121081Salc	vm_page_free(m);
76263620Sbdrewery	atomic_subtract_int(&vm_cnt.v_wire_count, 1);
77121081Salc}
78