1/*-
2 * Copyright (c) 2002-2006 Rice University
3 * Copyright (c) 2007 Alan L. Cox <alc@cs.rice.edu>
4 * All rights reserved.
5 *
6 * This software was developed for the FreeBSD Project by Alan L. Cox,
7 * Olivier Crameri, Peter Druschel, Sitaram Iyer, and Juan Navarro.
8 *
9 * Redistribution and use in source and binary forms, with or without
10 * modification, are permitted provided that the following conditions
11 * are met:
12 * 1. Redistributions of source code must retain the above copyright
13 *    notice, this list of conditions and the following disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 *    notice, this list of conditions and the following disclaimer in the
16 *    documentation and/or other materials provided with the distribution.
17 *
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
21 * A PARTICULAR PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE COPYRIGHT
22 * HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
23 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
24 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS
25 * OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
26 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY
28 * WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 *
31 * $FreeBSD$
32 */
33
34/*
35 *	Physical memory system definitions
36 */
37
38#ifndef	_VM_PHYS_H_
39#define	_VM_PHYS_H_
40
41#ifdef _KERNEL
42
43/* Domains must be dense (non-sparse) and zero-based. */
44struct mem_affinity {
45	vm_paddr_t start;
46	vm_paddr_t end;
47	int domain;
48};
49
50struct vm_freelist {
51	struct pglist pl;
52	int lcnt;
53};
54
55struct vm_phys_seg {
56	vm_paddr_t	start;
57	vm_paddr_t	end;
58	vm_page_t	first_page;
59	int		domain;
60	struct vm_freelist (*free_queues)[VM_NFREEPOOL][VM_NFREEORDER];
61};
62
63extern struct mem_affinity *mem_affinity;
64extern int *mem_locality;
65extern int vm_ndomains;
66extern struct vm_phys_seg vm_phys_segs[];
67extern int vm_phys_nsegs;
68
69/*
70 * The following functions are only to be used by the virtual memory system.
71 */
72void vm_phys_add_page(vm_paddr_t pa);
73void vm_phys_add_seg(vm_paddr_t start, vm_paddr_t end);
74vm_page_t vm_phys_alloc_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
75    u_long alignment, vm_paddr_t boundary);
76vm_page_t vm_phys_alloc_freelist_pages(int freelist, int pool, int order);
77vm_page_t vm_phys_alloc_pages(int pool, int order);
78boolean_t vm_phys_domain_intersects(long mask, vm_paddr_t low, vm_paddr_t high);
79int vm_phys_fictitious_reg_range(vm_paddr_t start, vm_paddr_t end,
80    vm_memattr_t memattr);
81void vm_phys_fictitious_unreg_range(vm_paddr_t start, vm_paddr_t end);
82vm_page_t vm_phys_fictitious_to_vm_page(vm_paddr_t pa);
83void vm_phys_free_contig(vm_page_t m, u_long npages);
84void vm_phys_free_pages(vm_page_t m, int order);
85void vm_phys_init(void);
86vm_page_t vm_phys_paddr_to_vm_page(vm_paddr_t pa);
87vm_page_t vm_phys_scan_contig(u_long npages, vm_paddr_t low, vm_paddr_t high,
88    u_long alignment, vm_paddr_t boundary, int options);
89void vm_phys_set_pool(int pool, vm_page_t m, int order);
90boolean_t vm_phys_unfree_page(vm_page_t m);
91int vm_phys_mem_affinity(int f, int t);
92
93/*
94 *	vm_phys_domain:
95 *
96 * 	Return the memory domain the page belongs to.
97 */
98static inline struct vm_domain *
99vm_phys_domain(vm_page_t m)
100{
101#ifdef VM_NUMA_ALLOC
102	int domn, segind;
103
104	/* XXXKIB try to assert that the page is managed */
105	segind = m->segind;
106	KASSERT(segind < vm_phys_nsegs, ("segind %d m %p", segind, m));
107	domn = vm_phys_segs[segind].domain;
108	KASSERT(domn < vm_ndomains, ("domain %d m %p", domn, m));
109	return (&vm_dom[domn]);
110#else
111	return (&vm_dom[0]);
112#endif
113}
114
115static inline void
116vm_phys_freecnt_adj(vm_page_t m, int adj)
117{
118
119	mtx_assert(&vm_page_queue_free_mtx, MA_OWNED);
120	vm_cnt.v_free_count += adj;
121	vm_phys_domain(m)->vmd_free_count += adj;
122}
123
124#endif	/* _KERNEL */
125#endif	/* !_VM_PHYS_H_ */
126