1139749Simp/* radeon_mem.c -- Simple GART/fb memory manager for radeon -*- linux-c -*- */
2139749Simp/*-
3112015Sanholt * Copyright (C) The Weather Channel, Inc.  2002.  All Rights Reserved.
4145132Sanholt *
5112015Sanholt * The Weather Channel (TM) funded Tungsten Graphics to develop the
6112015Sanholt * initial release of the Radeon 8500 driver under the XFree86 license.
7112015Sanholt * This notice must be preserved.
8112015Sanholt *
9112015Sanholt * Permission is hereby granted, free of charge, to any person obtaining a
10112015Sanholt * copy of this software and associated documentation files (the "Software"),
11112015Sanholt * to deal in the Software without restriction, including without limitation
12112015Sanholt * the rights to use, copy, modify, merge, publish, distribute, sublicense,
13112015Sanholt * and/or sell copies of the Software, and to permit persons to whom the
14112015Sanholt * Software is furnished to do so, subject to the following conditions:
15112015Sanholt *
16112015Sanholt * The above copyright notice and this permission notice (including the next
17112015Sanholt * paragraph) shall be included in all copies or substantial portions of the
18112015Sanholt * Software.
19112015Sanholt *
20112015Sanholt * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
21112015Sanholt * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
22112015Sanholt * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
23112015Sanholt * PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
24112015Sanholt * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
25112015Sanholt * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
26112015Sanholt * DEALINGS IN THE SOFTWARE.
27112015Sanholt *
28112015Sanholt * Authors:
29112015Sanholt *    Keith Whitwell <keith@tungstengraphics.com>
30112015Sanholt */
31112015Sanholt
32152909Sanholt#include <sys/cdefs.h>
33152909Sanholt__FBSDID("$FreeBSD$");
34152909Sanholt
35112015Sanholt#include "dev/drm/drmP.h"
36112015Sanholt#include "dev/drm/drm.h"
37112015Sanholt#include "dev/drm/radeon_drm.h"
38112015Sanholt#include "dev/drm/radeon_drv.h"
39112015Sanholt
40119895Sanholt/* Very simple allocator for GART memory, working on a static range
41145132Sanholt * already mapped into each client's address space.
42112015Sanholt */
43112015Sanholt
44112015Sanholtstatic struct mem_block *split_block(struct mem_block *p, int start, int size,
45182080Srnoland				     struct drm_file *file_priv)
46112015Sanholt{
47112015Sanholt	/* Maybe cut off the start of an existing block */
48112015Sanholt	if (start > p->start) {
49145132Sanholt		struct mem_block *newblock =
50145132Sanholt		    drm_alloc(sizeof(*newblock), DRM_MEM_BUFS);
51145132Sanholt		if (!newblock)
52112015Sanholt			goto out;
53112015Sanholt		newblock->start = start;
54112015Sanholt		newblock->size = p->size - (start - p->start);
55182080Srnoland		newblock->file_priv = NULL;
56112015Sanholt		newblock->next = p->next;
57112015Sanholt		newblock->prev = p;
58112015Sanholt		p->next->prev = newblock;
59112015Sanholt		p->next = newblock;
60112015Sanholt		p->size -= newblock->size;
61112015Sanholt		p = newblock;
62112015Sanholt	}
63145132Sanholt
64112015Sanholt	/* Maybe cut off the end of an existing block */
65112015Sanholt	if (size < p->size) {
66145132Sanholt		struct mem_block *newblock =
67145132Sanholt		    drm_alloc(sizeof(*newblock), DRM_MEM_BUFS);
68112015Sanholt		if (!newblock)
69112015Sanholt			goto out;
70112015Sanholt		newblock->start = start + size;
71112015Sanholt		newblock->size = p->size - size;
72182080Srnoland		newblock->file_priv = NULL;
73112015Sanholt		newblock->next = p->next;
74112015Sanholt		newblock->prev = p;
75112015Sanholt		p->next->prev = newblock;
76112015Sanholt		p->next = newblock;
77112015Sanholt		p->size = size;
78112015Sanholt	}
79112015Sanholt
80145132Sanholt      out:
81112015Sanholt	/* Our block is in the middle */
82182080Srnoland	p->file_priv = file_priv;
83112015Sanholt	return p;
84112015Sanholt}
85112015Sanholt
86145132Sanholtstatic struct mem_block *alloc_block(struct mem_block *heap, int size,
87182080Srnoland				     int align2, struct drm_file *file_priv)
88112015Sanholt{
89112015Sanholt	struct mem_block *p;
90145132Sanholt	int mask = (1 << align2) - 1;
91112015Sanholt
92145132Sanholt	list_for_each(p, heap) {
93112015Sanholt		int start = (p->start + mask) & ~mask;
94182080Srnoland		if (p->file_priv == NULL && start + size <= p->start + p->size)
95182080Srnoland			return split_block(p, start, size, file_priv);
96112015Sanholt	}
97112015Sanholt
98112015Sanholt	return NULL;
99112015Sanholt}
100112015Sanholt
101145132Sanholtstatic struct mem_block *find_block(struct mem_block *heap, int start)
102112015Sanholt{
103112015Sanholt	struct mem_block *p;
104112015Sanholt
105145132Sanholt	list_for_each(p, heap)
106112015Sanholt		if (p->start == start)
107112015Sanholt			return p;
108112015Sanholt
109112015Sanholt	return NULL;
110112015Sanholt}
111112015Sanholt
112145132Sanholtstatic void free_block(struct mem_block *p)
113112015Sanholt{
114182080Srnoland	p->file_priv = NULL;
115112015Sanholt
116182080Srnoland	/* Assumes a single contiguous range.  Needs a special file_priv in
117112015Sanholt	 * 'heap' to stop it being subsumed.
118112015Sanholt	 */
119182080Srnoland	if (p->next->file_priv == NULL) {
120112015Sanholt		struct mem_block *q = p->next;
121112015Sanholt		p->size += q->size;
122112015Sanholt		p->next = q->next;
123112015Sanholt		p->next->prev = p;
124145132Sanholt		drm_free(q, sizeof(*q), DRM_MEM_BUFS);
125112015Sanholt	}
126112015Sanholt
127182080Srnoland	if (p->prev->file_priv == NULL) {
128112015Sanholt		struct mem_block *q = p->prev;
129112015Sanholt		q->size += p->size;
130112015Sanholt		q->next = p->next;
131112015Sanholt		q->next->prev = q;
132145132Sanholt		drm_free(p, sizeof(*q), DRM_MEM_BUFS);
133112015Sanholt	}
134112015Sanholt}
135112015Sanholt
136112015Sanholt/* Initialize.  How to check for an uninitialized heap?
137112015Sanholt */
138112015Sanholtstatic int init_heap(struct mem_block **heap, int start, int size)
139112015Sanholt{
140145132Sanholt	struct mem_block *blocks = drm_alloc(sizeof(*blocks), DRM_MEM_BUFS);
141112015Sanholt
142145132Sanholt	if (!blocks)
143182080Srnoland		return -ENOMEM;
144145132Sanholt
145145132Sanholt	*heap = drm_alloc(sizeof(**heap), DRM_MEM_BUFS);
146112015Sanholt	if (!*heap) {
147145132Sanholt		drm_free(blocks, sizeof(*blocks), DRM_MEM_BUFS);
148182080Srnoland		return -ENOMEM;
149112015Sanholt	}
150112015Sanholt
151112015Sanholt	blocks->start = start;
152112015Sanholt	blocks->size = size;
153182080Srnoland	blocks->file_priv = NULL;
154112015Sanholt	blocks->next = blocks->prev = *heap;
155112015Sanholt
156145132Sanholt	memset(*heap, 0, sizeof(**heap));
157182080Srnoland	(*heap)->file_priv = (struct drm_file *) - 1;
158112015Sanholt	(*heap)->next = (*heap)->prev = blocks;
159112015Sanholt	return 0;
160112015Sanholt}
161112015Sanholt
162113995Sanholt/* Free all blocks associated with the releasing file.
163112015Sanholt */
164182080Srnolandvoid radeon_mem_release(struct drm_file *file_priv, struct mem_block *heap)
165112015Sanholt{
166112015Sanholt	struct mem_block *p;
167112015Sanholt
168112015Sanholt	if (!heap || !heap->next)
169112015Sanholt		return;
170112015Sanholt
171145132Sanholt	list_for_each(p, heap) {
172182080Srnoland		if (p->file_priv == file_priv)
173182080Srnoland			p->file_priv = NULL;
174112015Sanholt	}
175112015Sanholt
176182080Srnoland	/* Assumes a single contiguous range.  Needs a special file_priv in
177112015Sanholt	 * 'heap' to stop it being subsumed.
178112015Sanholt	 */
179145132Sanholt	list_for_each(p, heap) {
180182080Srnoland		while (p->file_priv == NULL && p->next->file_priv == NULL) {
181112015Sanholt			struct mem_block *q = p->next;
182112015Sanholt			p->size += q->size;
183112015Sanholt			p->next = q->next;
184112015Sanholt			p->next->prev = p;
185145132Sanholt			drm_free(q, sizeof(*q), DRM_MEM_DRIVER);
186112015Sanholt		}
187112015Sanholt	}
188112015Sanholt}
189112015Sanholt
190112015Sanholt/* Shutdown.
191112015Sanholt */
192145132Sanholtvoid radeon_mem_takedown(struct mem_block **heap)
193112015Sanholt{
194112015Sanholt	struct mem_block *p;
195145132Sanholt
196112015Sanholt	if (!*heap)
197112015Sanholt		return;
198112015Sanholt
199145132Sanholt	for (p = (*heap)->next; p != *heap;) {
200112015Sanholt		struct mem_block *q = p;
201112015Sanholt		p = p->next;
202145132Sanholt		drm_free(q, sizeof(*q), DRM_MEM_DRIVER);
203112015Sanholt	}
204112015Sanholt
205145132Sanholt	drm_free(*heap, sizeof(**heap), DRM_MEM_DRIVER);
206145132Sanholt	*heap = NULL;
207112015Sanholt}
208112015Sanholt
209112015Sanholt/* IOCTL HANDLERS */
210112015Sanholt
211145132Sanholtstatic struct mem_block **get_heap(drm_radeon_private_t * dev_priv, int region)
212112015Sanholt{
213145132Sanholt	switch (region) {
214119895Sanholt	case RADEON_MEM_REGION_GART:
215145132Sanholt		return &dev_priv->gart_heap;
216112015Sanholt	case RADEON_MEM_REGION_FB:
217112015Sanholt		return &dev_priv->fb_heap;
218112015Sanholt	default:
219145132Sanholt		return NULL;
220112015Sanholt	}
221112015Sanholt}
222112015Sanholt
223182080Srnolandint radeon_mem_alloc(struct drm_device *dev, void *data, struct drm_file *file_priv)
224112015Sanholt{
225112015Sanholt	drm_radeon_private_t *dev_priv = dev->dev_private;
226182080Srnoland	drm_radeon_mem_alloc_t *alloc = data;
227112015Sanholt	struct mem_block *block, **heap;
228112015Sanholt
229145132Sanholt	if (!dev_priv) {
230182080Srnoland		DRM_ERROR("called with no initialization\n");
231182080Srnoland		return -EINVAL;
232112015Sanholt	}
233112015Sanholt
234182080Srnoland	heap = get_heap(dev_priv, alloc->region);
235112015Sanholt	if (!heap || !*heap)
236182080Srnoland		return -EFAULT;
237145132Sanholt
238112015Sanholt	/* Make things easier on ourselves: all allocations at least
239112015Sanholt	 * 4k aligned.
240112015Sanholt	 */
241182080Srnoland	if (alloc->alignment < 12)
242182080Srnoland		alloc->alignment = 12;
243112015Sanholt
244182080Srnoland	block = alloc_block(*heap, alloc->size, alloc->alignment, file_priv);
245112015Sanholt
246145132Sanholt	if (!block)
247182080Srnoland		return -ENOMEM;
248112015Sanholt
249182080Srnoland	if (DRM_COPY_TO_USER(alloc->region_offset, &block->start,
250182080Srnoland			     sizeof(int))) {
251145132Sanholt		DRM_ERROR("copy_to_user\n");
252182080Srnoland		return -EFAULT;
253112015Sanholt	}
254145132Sanholt
255112015Sanholt	return 0;
256112015Sanholt}
257112015Sanholt
258182080Srnolandint radeon_mem_free(struct drm_device *dev, void *data, struct drm_file *file_priv)
259112015Sanholt{
260112015Sanholt	drm_radeon_private_t *dev_priv = dev->dev_private;
261182080Srnoland	drm_radeon_mem_free_t *memfree = data;
262112015Sanholt	struct mem_block *block, **heap;
263112015Sanholt
264145132Sanholt	if (!dev_priv) {
265182080Srnoland		DRM_ERROR("called with no initialization\n");
266182080Srnoland		return -EINVAL;
267112015Sanholt	}
268112015Sanholt
269182080Srnoland	heap = get_heap(dev_priv, memfree->region);
270112015Sanholt	if (!heap || !*heap)
271182080Srnoland		return -EFAULT;
272145132Sanholt
273182080Srnoland	block = find_block(*heap, memfree->region_offset);
274112015Sanholt	if (!block)
275182080Srnoland		return -EFAULT;
276112015Sanholt
277182080Srnoland	if (block->file_priv != file_priv)
278182080Srnoland		return -EPERM;
279112015Sanholt
280145132Sanholt	free_block(block);
281112015Sanholt	return 0;
282112015Sanholt}
283112015Sanholt
284182080Srnolandint radeon_mem_init_heap(struct drm_device *dev, void *data, struct drm_file *file_priv)
285112015Sanholt{
286112015Sanholt	drm_radeon_private_t *dev_priv = dev->dev_private;
287182080Srnoland	drm_radeon_mem_init_heap_t *initheap = data;
288112015Sanholt	struct mem_block **heap;
289112015Sanholt
290145132Sanholt	if (!dev_priv) {
291182080Srnoland		DRM_ERROR("called with no initialization\n");
292182080Srnoland		return -EINVAL;
293112015Sanholt	}
294112015Sanholt
295182080Srnoland	heap = get_heap(dev_priv, initheap->region);
296145132Sanholt	if (!heap)
297182080Srnoland		return -EFAULT;
298145132Sanholt
299112015Sanholt	if (*heap) {
300112015Sanholt		DRM_ERROR("heap already initialized?");
301182080Srnoland		return -EFAULT;
302112015Sanholt	}
303145132Sanholt
304182080Srnoland	return init_heap(heap, initheap->start, initheap->size);
305112015Sanholt}
306