1/*-
2 * Copyright (c) 2010 Isilon Systems, Inc.
3 * Copyright (c) 2010 iX Systems, Inc.
4 * Copyright (c) 2010 Panasas, Inc.
5 * Copyright (c) 2013-2017 Mellanox Technologies, Ltd.
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 *    notice unmodified, this list of conditions, and the following
13 *    disclaimer.
14 * 2. Redistributions in binary form must reproduce the above copyright
15 *    notice, this list of conditions and the following disclaimer in the
16 *    documentation and/or other materials provided with the distribution.
17 *
18 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
19 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
20 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
21 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
22 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
23 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
24 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
25 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
28 *
29 * $FreeBSD$
30 */
31#ifndef	_LINUX_GFP_H_
32#define	_LINUX_GFP_H_
33
34#include <sys/cdefs.h>
35#include <sys/types.h>
36#include <sys/systm.h>
37#include <sys/malloc.h>
38
39#include <linux/page.h>
40
41#include <vm/vm_param.h>
42#include <vm/vm_object.h>
43#include <vm/vm_extern.h>
44#include <vm/vm_kern.h>
45
46#define	__GFP_NOWARN	0
47#define	__GFP_HIGHMEM	0
48#define	__GFP_ZERO	M_ZERO
49#define	__GFP_NORETRY	0
50#define	__GFP_RECLAIM   0
51#define	__GFP_RECLAIMABLE   0
52#define	__GFP_RETRY_MAYFAIL 0
53#define	__GFP_MOVABLE	0
54#define	__GFP_COMP	0
55#define	__GFP_KSWAPD_RECLAIM 0
56
57#define	__GFP_IO	0
58#define	__GFP_NO_KSWAPD	0
59#define	__GFP_KSWAPD_RECLAIM	0
60#define	__GFP_WAIT	M_WAITOK
61#define	__GFP_DMA32	(1U << 24) /* LinuxKPI only */
62#define	__GFP_BITS_SHIFT 25
63#define	__GFP_BITS_MASK	((1 << __GFP_BITS_SHIFT) - 1)
64#define	__GFP_NOFAIL	M_WAITOK
65
66#define	GFP_NOWAIT	M_NOWAIT
67#define	GFP_ATOMIC	(M_NOWAIT | M_USE_RESERVE)
68#define	GFP_KERNEL	M_WAITOK
69#define	GFP_USER	M_WAITOK
70#define	GFP_HIGHUSER	M_WAITOK
71#define	GFP_HIGHUSER_MOVABLE	M_WAITOK
72#define	GFP_IOFS	M_NOWAIT
73#define	GFP_NOIO	M_NOWAIT
74#define	GFP_DMA32	__GFP_DMA32
75#define	GFP_TEMPORARY	M_NOWAIT
76#define	GFP_NATIVE_MASK	(M_NOWAIT | M_WAITOK | M_USE_RESERVE | M_ZERO)
77#define	GFP_TRANSHUGE	0
78#define	GFP_TRANSHUGE_LIGHT	0
79
80CTASSERT((__GFP_DMA32 & GFP_NATIVE_MASK) == 0);
81CTASSERT((__GFP_BITS_MASK & GFP_NATIVE_MASK) == GFP_NATIVE_MASK);
82
83/*
84 * Resolve a page into a virtual address:
85 *
86 * NOTE: This function only works for pages allocated by the kernel.
87 */
88extern void *linux_page_address(struct page *);
89
90#define	page_address(page) linux_page_address(page)
91
92/*
93 * Page management for unmapped pages:
94 */
95extern vm_page_t linux_alloc_pages(gfp_t flags, unsigned int order);
96extern void linux_free_pages(vm_page_t page, unsigned int order);
97
98static inline struct page *
99alloc_page(gfp_t flags)
100{
101
102	return (linux_alloc_pages(flags, 0));
103}
104
105static inline struct page *
106alloc_pages(gfp_t flags, unsigned int order)
107{
108
109	return (linux_alloc_pages(flags, order));
110}
111
112static inline struct page *
113alloc_pages_node(int node_id, gfp_t flags, unsigned int order)
114{
115
116	return (linux_alloc_pages(flags, order));
117}
118
119static inline void
120__free_pages(struct page *page, unsigned int order)
121{
122
123	linux_free_pages(page, order);
124}
125
126static inline void
127__free_page(struct page *page)
128{
129
130	linux_free_pages(page, 0);
131}
132
133/*
134 * Page management for mapped pages:
135 */
136extern vm_offset_t linux_alloc_kmem(gfp_t flags, unsigned int order);
137extern void linux_free_kmem(vm_offset_t, unsigned int order);
138
139static inline vm_offset_t
140get_zeroed_page(gfp_t flags)
141{
142
143	return (linux_alloc_kmem(flags | __GFP_ZERO, 0));
144}
145
146static inline vm_offset_t
147__get_free_page(gfp_t flags)
148{
149
150	return (linux_alloc_kmem(flags, 0));
151}
152
153static inline vm_offset_t
154__get_free_pages(gfp_t flags, unsigned int order)
155{
156
157	return (linux_alloc_kmem(flags, order));
158}
159
160static inline void
161free_pages(uintptr_t addr, unsigned int order)
162{
163	if (addr == 0)
164		return;
165
166	linux_free_kmem(addr, order);
167}
168
169static inline void
170free_page(uintptr_t addr)
171{
172	if (addr == 0)
173		return;
174
175	linux_free_kmem(addr, 0);
176}
177
178static inline bool
179gfpflags_allow_blocking(const gfp_t gfp_flags)
180{
181	return ((gfp_flags & (M_WAITOK | M_NOWAIT)) == M_WAITOK);
182}
183
184#define	SetPageReserved(page)	do { } while (0)	/* NOP */
185#define	ClearPageReserved(page)	do { } while (0)	/* NOP */
186
187#endif	/* _LINUX_GFP_H_ */
188