1/*
2 * CDDL HEADER START
3 *
4 * The contents of this file are subject to the terms of the
5 * Common Development and Distribution License (the "License").
6 * You may not use this file except in compliance with the License.
7 *
8 * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE
9 * or http://www.opensolaris.org/os/licensing.
10 * See the License for the specific language governing permissions
11 * and limitations under the License.
12 *
13 * When distributing Covered Code, include this CDDL HEADER in each
14 * file and include the License file at usr/src/OPENSOLARIS.LICENSE.
15 * If applicable, add the following below this CDDL HEADER, with the
16 * fields enclosed by brackets "[]" replaced with your own identifying
17 * information: Portions Copyright [yyyy] [name of copyright owner]
18 *
19 * CDDL HEADER END
20 */
21/*
22 * Copyright 2009 Sun Microsystems, Inc.  All rights reserved.
23 * Use is subject to license terms.
24 */
25
26#ifndef _VM_SEG_KMEM_H
27#define	_VM_SEG_KMEM_H
28
29
30#ifdef	__cplusplus
31extern "C" {
32#endif
33
34#include <sys/types.h>
35#include <sys/vnode.h>
36#include <sys/vmem.h>
37#include <vm/as.h>
38#include <vm/seg.h>
39#include <vm/page.h>
40
41/*
42 * VM - Kernel Segment Driver
43 */
44
45#if defined(_KERNEL)
46
47extern char *kernelheap;	/* start of primary kernel heap */
48extern char *ekernelheap;	/* end of primary kernel heap */
49extern char *heap_lp_base;	/* start of kernel large page heap arena */
50extern char *heap_lp_end;	/* end of kernel large page heap arena */
51extern struct seg kvseg;	/* primary kernel heap segment */
52extern struct seg kvseg_core;	/* "core" kernel heap segment */
53extern struct seg kzioseg;	/* Segment for zio mappings */
54extern vmem_t *heap_lp_arena;	/* kernel large page heap arena */
55extern vmem_t *heap_arena;	/* primary kernel heap arena */
56extern vmem_t *hat_memload_arena; /* HAT translation arena */
57extern struct seg kvseg32;	/* 32-bit kernel heap segment */
58extern vmem_t *heap32_arena;	/* 32-bit kernel heap arena */
59extern vmem_t *heaptext_arena;	/* kernel text arena, from heap */
60extern struct as kas;		/* kernel address space */
61extern int segkmem_reloc;	/* enable/disable segkmem relocatable pages */
62extern vmem_t *static_arena;	/* arena for caches to import static memory */
63extern vmem_t *static_alloc_arena;	/* arena for allocating static memory */
64extern vmem_t *zio_arena;	/* arena for zio caches */
65extern vmem_t *zio_alloc_arena;	/* arena for zio caches */
66extern struct vnode kvps[];
67/*
68 * segkmem page vnodes
69 */
70#define	kvp		(kvps[KV_KVP])
71#define	zvp		(kvps[KV_ZVP])
72#if defined(__sparc)
73#define	mpvp		(kvps[KV_MPVP])
74#define	promvp		(kvps[KV_PROMVP])
75#endif	/* __sparc */
76
77extern int segkmem_create(struct seg *);
78extern page_t *segkmem_page_create(void *, size_t, int, void *);
79extern void *segkmem_xalloc(vmem_t *, void *, size_t, int, uint_t,
80	page_t *(*page_create_func)(void *, size_t, int, void *), void *);
81extern void *segkmem_alloc(vmem_t *, size_t, int);
82extern void *segkmem_alloc_permanent(vmem_t *, size_t, int);
83extern void segkmem_free(vmem_t *, void *, size_t);
84extern void segkmem_xfree(vmem_t *, void *, size_t, void (*)(page_t *));
85
86extern void *boot_alloc(void *, size_t, uint_t);
87extern void boot_mapin(caddr_t addr, size_t size);
88extern void kernelheap_init(void *, void *, char *, void *, void *);
89extern void segkmem_gc(void);
90
91extern void *segkmem_zio_alloc(vmem_t *, size_t, int);
92extern int segkmem_zio_create(struct seg *);
93extern void segkmem_zio_free(vmem_t *, void *, size_t);
94extern void segkmem_zio_init(void *, size_t);
95
96/*
97 * Flags for segkmem_xalloc().
98 *
99 * SEGKMEM_SHARELOCKED requests pages which are locked SE_SHARED to be
100 * returned rather than unlocked which is now the default.  Note that
101 * memory returned by SEGKMEM_SHARELOCKED cannot be freed by segkmem_free().
102 * This is a hack for seg_dev that should be cleaned up in the future.
103 */
104#define	SEGKMEM_SHARELOCKED	0x20000
105
106/*
107 * Large page for kmem caches support
108 */
109typedef struct segkmem_lpcb {
110	kmutex_t	lp_lock;
111	kcondvar_t	lp_cv;
112	uint_t		lp_wait;
113	uint_t		lp_uselp;
114	ulong_t		lp_throttle;
115
116	/* stats */
117	uint64_t	sleep_allocs_failed;
118	uint64_t	nosleep_allocs_failed;
119	uint64_t	allocs_throttled;
120	uint64_t	allocs_limited;
121	uint64_t	alloc_bytes_failed;
122} segkmem_lpcb_t;
123
124extern void	*segkmem_alloc_lp(vmem_t *, size_t *, size_t, int);
125extern void	segkmem_free_lp(vmem_t *, void *, size_t);
126extern int	segkmem_lpsetup();
127extern void	segkmem_heap_lp_init(void);
128
129extern size_t	segkmem_lpsize;
130extern int	segkmem_lpszc;
131extern size_t	segkmem_heaplp_quantum;
132extern size_t	segkmem_kmemlp_max;
133
134#define	SEGKMEM_USE_LARGEPAGES (segkmem_lpsize > PAGESIZE)
135
136#define	IS_KMEM_VA_LARGEPAGE(vaddr)				        \
137	(((vaddr) >= heap_lp_base) && ((vaddr) < heap_lp_end))
138
139#endif	/* _KERNEL */
140
141#ifdef	__cplusplus
142}
143#endif
144
145#endif	/* _VM_SEG_KMEM_H */
146