ext2_alloc.c revision 232703
1/*-
2 *  modified for Lites 1.1
3 *
4 *  Aug 1995, Godmar Back (gback@cs.utah.edu)
5 *  University of Utah, Department of Computer Science
6 */
7/*-
8 * Copyright (c) 1982, 1986, 1989, 1993
9 *	The Regents of the University of California.  All rights reserved.
10 *
11 * Redistribution and use in source and binary forms, with or without
12 * modification, are permitted provided that the following conditions
13 * are met:
14 * 1. Redistributions of source code must retain the above copyright
15 *    notice, this list of conditions and the following disclaimer.
16 * 2. Redistributions in binary form must reproduce the above copyright
17 *    notice, this list of conditions and the following disclaimer in the
18 *    documentation and/or other materials provided with the distribution.
19 * 4. Neither the name of the University nor the names of its contributors
20 *    may be used to endorse or promote products derived from this software
21 *    without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
24 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
25 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
26 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
27 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
28 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
29 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
30 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
31 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
32 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
33 * SUCH DAMAGE.
34 *
35 *	@(#)ffs_alloc.c	8.8 (Berkeley) 2/21/94
36 * $FreeBSD: head/sys/fs/ext2fs/ext2_alloc.c 232703 2012-03-08 21:06:05Z pfg $
37 */
38
39#include <sys/param.h>
40#include <sys/systm.h>
41#include <sys/conf.h>
42#include <sys/vnode.h>
43#include <sys/stat.h>
44#include <sys/mount.h>
45#include <sys/sysctl.h>
46#include <sys/syslog.h>
47#include <sys/buf.h>
48
49#include <fs/ext2fs/inode.h>
50#include <fs/ext2fs/ext2_mount.h>
51#include <fs/ext2fs/ext2fs.h>
52#include <fs/ext2fs/fs.h>
53#include <fs/ext2fs/ext2_extern.h>
54
55static daddr_t	ext2_alloccg(struct inode *, int, daddr_t, int);
56static daddr_t	ext2_clusteralloc(struct inode *, int, daddr_t, int);
57static u_long	ext2_dirpref(struct inode *);
58static void	ext2_fserr(struct m_ext2fs *, uid_t, char *);
59static u_long	ext2_hashalloc(struct inode *, int, long, int,
60				daddr_t (*)(struct inode *, int, daddr_t,
61						int));
62static daddr_t	ext2_nodealloccg(struct inode *, int, daddr_t, int);
63static daddr_t  ext2_mapsearch(struct m_ext2fs *, char *, daddr_t);
64
65/*
66 * Allocate a block in the file system.
67 *
68 * A preference may be optionally specified. If a preference is given
69 * the following hierarchy is used to allocate a block:
70 *   1) allocate the requested block.
71 *   2) allocate a rotationally optimal block in the same cylinder.
72 *   3) allocate a block in the same cylinder group.
73 *   4) quadradically rehash into other cylinder groups, until an
74 *        available block is located.
75 * If no block preference is given the following hierarchy is used
76 * to allocate a block:
77 *   1) allocate a block in the cylinder group that contains the
78 *        inode for the file.
79 *   2) quadradically rehash into other cylinder groups, until an
80 *        available block is located.
81 */
82int
83ext2_alloc(ip, lbn, bpref, size, cred, bnp)
84	struct inode *ip;
85	int32_t lbn, bpref;
86	int size;
87	struct ucred *cred;
88	int32_t *bnp;
89{
90	struct m_ext2fs *fs;
91	struct ext2mount *ump;
92	int32_t bno;
93	int cg;
94	*bnp = 0;
95	fs = ip->i_e2fs;
96	ump = ip->i_ump;
97	mtx_assert(EXT2_MTX(ump), MA_OWNED);
98#ifdef DIAGNOSTIC
99	if ((u_int)size > fs->e2fs_bsize || blkoff(fs, size) != 0) {
100		vn_printf(ip->i_devvp, "bsize = %lu, size = %d, fs = %s\n",
101		    (long unsigned int)fs->e2fs_bsize, size, fs->e2fs_fsmnt);
102		panic("ext2_alloc: bad size");
103	}
104	if (cred == NOCRED)
105		panic("ext2_alloc: missing credential");
106#endif /* DIAGNOSTIC */
107	if (size == fs->e2fs_bsize && fs->e2fs->e2fs_fbcount == 0)
108		goto nospace;
109	if (cred->cr_uid != 0 &&
110		fs->e2fs->e2fs_fbcount < fs->e2fs->e2fs_rbcount)
111		goto nospace;
112	if (bpref >= fs->e2fs->e2fs_bcount)
113		bpref = 0;
114	if (bpref == 0)
115		cg = ino_to_cg(fs, ip->i_number);
116	else
117		cg = dtog(fs, bpref);
118	bno = (daddr_t)ext2_hashalloc(ip, cg, bpref, fs->e2fs_bsize,
119				      ext2_alloccg);
120	if (bno > 0) {
121		/* set next_alloc fields as done in block_getblk */
122		ip->i_next_alloc_block = lbn;
123		ip->i_next_alloc_goal = bno;
124
125		ip->i_blocks += btodb(fs->e2fs_bsize);
126		ip->i_flag |= IN_CHANGE | IN_UPDATE;
127		*bnp = bno;
128		return (0);
129        }
130nospace:
131	EXT2_UNLOCK(ump);
132	ext2_fserr(fs, cred->cr_uid, "file system full");
133	uprintf("\n%s: write failed, file system is full\n", fs->e2fs_fsmnt);
134	return (ENOSPC);
135}
136
137/*
138 * Reallocate a sequence of blocks into a contiguous sequence of blocks.
139 *
140 * The vnode and an array of buffer pointers for a range of sequential
141 * logical blocks to be made contiguous is given. The allocator attempts
142 * to find a range of sequential blocks starting as close as possible to
143 * an fs_rotdelay offset from the end of the allocation for the logical
144 * block immediately preceding the current range. If successful, the
145 * physical block numbers in the buffer pointers and in the inode are
146 * changed to reflect the new allocation. If unsuccessful, the allocation
147 * is left unchanged. The success in doing the reallocation is returned.
148 * Note that the error return is not reflected back to the user. Rather
149 * the previous block allocation will be used.
150 */
151
152static SYSCTL_NODE(_vfs, OID_AUTO, ext2fs, CTLFLAG_RW, 0, "EXT2FS filesystem");
153
154static int doasyncfree = 1;
155SYSCTL_INT(_vfs_ext2fs, OID_AUTO, doasyncfree, CTLFLAG_RW, &doasyncfree, 0,
156    "Use asychronous writes to update block pointers when freeing blocks");
157
158static int doreallocblks = 1;
159SYSCTL_INT(_vfs_ext2fs, OID_AUTO, doreallocblks, CTLFLAG_RW, &doreallocblks, 0, "");
160
161int
162ext2_reallocblks(ap)
163	struct vop_reallocblks_args /* {
164		struct vnode *a_vp;
165		struct cluster_save *a_buflist;
166	} */ *ap;
167{
168	struct m_ext2fs *fs;
169	struct inode *ip;
170	struct vnode *vp;
171	struct buf *sbp, *ebp;
172	int32_t *bap, *sbap, *ebap = 0;
173	struct ext2mount *ump;
174	struct cluster_save *buflist;
175	struct indir start_ap[NIADDR + 1], end_ap[NIADDR + 1], *idp;
176	int32_t start_lbn, end_lbn, soff, newblk, blkno;
177	int i, len, start_lvl, end_lvl, pref, ssize;
178
179	if (doreallocblks == 0)
180		  return (ENOSPC);
181
182	vp = ap->a_vp;
183	ip = VTOI(vp);
184	fs = ip->i_e2fs;
185	ump = ip->i_ump;
186
187	if (fs->e2fs_contigsumsize <= 0)
188		return (ENOSPC);
189
190	buflist = ap->a_buflist;
191	len = buflist->bs_nchildren;
192	start_lbn = buflist->bs_children[0]->b_lblkno;
193	end_lbn = start_lbn + len - 1;
194#ifdef DIAGNOSTIC
195	for (i = 1; i < len; i++)
196		if (buflist->bs_children[i]->b_lblkno != start_lbn + i)
197			panic("ext2_reallocblks: non-cluster");
198#endif
199	/*
200	 * If the latest allocation is in a new cylinder group, assume that
201	 * the filesystem has decided to move and do not force it back to
202	 * the previous cylinder group.
203	 */
204	if (dtog(fs, dbtofsb(fs, buflist->bs_children[0]->b_blkno)) !=
205	    dtog(fs, dbtofsb(fs, buflist->bs_children[len - 1]->b_blkno)))
206		return (ENOSPC);
207	if (ext2_getlbns(vp, start_lbn, start_ap, &start_lvl) ||
208	    ext2_getlbns(vp, end_lbn, end_ap, &end_lvl))
209		return (ENOSPC);
210	/*
211	 * Get the starting offset and block map for the first block.
212	 */
213	if (start_lvl == 0) {
214		sbap = &ip->i_db[0];
215		soff = start_lbn;
216	} else {
217		idp = &start_ap[start_lvl - 1];
218		if (bread(vp, idp->in_lbn, (int)fs->e2fs_bsize, NOCRED, &sbp)) {
219			brelse(sbp);
220			return (ENOSPC);
221		}
222		sbap = (int32_t *)sbp->b_data;
223		soff = idp->in_off;
224	}
225	/*
226	 * If the block range spans two block maps, get the second map.
227	 */
228	if (end_lvl == 0 || (idp = &end_ap[end_lvl - 1])->in_off + 1 >= len) {
229		ssize = len;
230	} else {
231#ifdef DIAGNOSTIC
232		if (start_ap[start_lvl-1].in_lbn == idp->in_lbn)
233			panic("ext2_reallocblk: start == end");
234#endif
235		ssize = len - (idp->in_off + 1);
236		if (bread(vp, idp->in_lbn, (int)fs->e2fs_bsize, NOCRED, &ebp))
237			goto fail;
238		ebap = (int32_t *)ebp->b_data;
239	}
240	/*
241	 * Find the preferred location for the cluster.
242	 */
243	EXT2_LOCK(ump);
244	pref = ext2_blkpref(ip, start_lbn, soff, sbap, 0);
245	/*
246	 * Search the block map looking for an allocation of the desired size.
247	 */
248	if ((newblk = (int32_t)ext2_hashalloc(ip, dtog(fs, pref), pref,
249	    len, ext2_clusteralloc)) == 0){
250		EXT2_UNLOCK(ump);
251		goto fail;
252	}
253	/*
254	 * We have found a new contiguous block.
255	 *
256	 * First we have to replace the old block pointers with the new
257	 * block pointers in the inode and indirect blocks associated
258	 * with the file.
259	 */
260#ifdef DEBUG
261	printf("realloc: ino %d, lbns %jd-%jd\n\told:", ip->i_number,
262	    (intmax_t)start_lbn, (intmax_t)end_lbn);
263#endif /* DEBUG */
264	blkno = newblk;
265	for (bap = &sbap[soff], i = 0; i < len; i++, blkno += fs->e2fs_fpb) {
266		if (i == ssize) {
267			bap = ebap;
268			soff = -i;
269		}
270#ifdef DIAGNOSTIC
271		if (buflist->bs_children[i]->b_blkno != fsbtodb(fs, *bap))
272			panic("ext2_reallocblks: alloc mismatch");
273#endif
274#ifdef DEBUG
275	printf(" %d,", *bap);
276#endif /* DEBUG */
277		*bap++ = blkno;
278	}
279	/*
280	 * Next we must write out the modified inode and indirect blocks.
281	 * For strict correctness, the writes should be synchronous since
282	 * the old block values may have been written to disk. In practise
283	 * they are almost never written, but if we are concerned about
284	 * strict correctness, the `doasyncfree' flag should be set to zero.
285	 *
286	 * The test on `doasyncfree' should be changed to test a flag
287	 * that shows whether the associated buffers and inodes have
288	 * been written. The flag should be set when the cluster is
289	 * started and cleared whenever the buffer or inode is flushed.
290	 * We can then check below to see if it is set, and do the
291	 * synchronous write only when it has been cleared.
292	 */
293	if (sbap != &ip->i_db[0]) {
294		if (doasyncfree)
295			bdwrite(sbp);
296		else
297			bwrite(sbp);
298	} else {
299		ip->i_flag |= IN_CHANGE | IN_UPDATE;
300		if (!doasyncfree)
301			ext2_update(vp, 1);
302	}
303	if (ssize < len) {
304		if (doasyncfree)
305			bdwrite(ebp);
306		else
307			bwrite(ebp);
308	}
309	/*
310	 * Last, free the old blocks and assign the new blocks to the buffers.
311	 */
312#ifdef DEBUG
313	printf("\n\tnew:");
314#endif /* DEBUG */
315	for (blkno = newblk, i = 0; i < len; i++, blkno += fs->e2fs_fpb) {
316		ext2_blkfree(ip, dbtofsb(fs, buflist->bs_children[i]->b_blkno),
317		    fs->e2fs_bsize);
318		buflist->bs_children[i]->b_blkno = fsbtodb(fs, blkno);
319#ifdef DEBUG
320		printf(" %d,", blkno);
321#endif /* DEBUG */
322	}
323#ifdef DEBUG
324	printf("\n");
325#endif /* DEBUG */
326	return (0);
327
328fail:
329	if (ssize < len)
330		brelse(ebp);
331	if (sbap != &ip->i_db[0])
332		brelse(sbp);
333	return (ENOSPC);
334}
335
336/*
337 * Allocate an inode in the file system.
338 *
339 */
340int
341ext2_valloc(pvp, mode, cred, vpp)
342	struct vnode *pvp;
343	int mode;
344	struct ucred *cred;
345	struct vnode **vpp;
346{
347	struct timespec ts;
348	struct inode *pip;
349	struct m_ext2fs *fs;
350	struct inode *ip;
351	struct ext2mount *ump;
352	ino_t ino, ipref;
353	int i, error, cg;
354
355	*vpp = NULL;
356	pip = VTOI(pvp);
357	fs = pip->i_e2fs;
358	ump = pip->i_ump;
359
360	EXT2_LOCK(ump);
361	if (fs->e2fs->e2fs_ficount == 0)
362		goto noinodes;
363	/*
364	 * If it is a directory then obtain a cylinder group based on
365	 * ext2_dirpref else obtain it using ino_to_cg. The preferred inode is
366	 * always the next inode.
367	 */
368	if ((mode & IFMT) == IFDIR) {
369		cg = ext2_dirpref(pip);
370		if (fs->e2fs_contigdirs[cg] < 255)
371			fs->e2fs_contigdirs[cg]++;
372	} else {
373		cg = ino_to_cg(fs, pip->i_number);
374		if (fs->e2fs_contigdirs[cg] > 0)
375			fs->e2fs_contigdirs[cg]--;
376	}
377	ipref = cg * fs->e2fs->e2fs_ipg + 1;
378	ino = (ino_t)ext2_hashalloc(pip, cg, (long)ipref, mode, ext2_nodealloccg);
379
380	if (ino == 0)
381		goto noinodes;
382	error = VFS_VGET(pvp->v_mount, ino, LK_EXCLUSIVE, vpp);
383	if (error) {
384		ext2_vfree(pvp, ino, mode);
385		return (error);
386	}
387	ip = VTOI(*vpp);
388
389	/*
390	 * The question is whether using VGET was such good idea at all:
391	 * Linux doesn't read the old inode in when it is allocating a
392	 * new one. I will set at least i_size and i_blocks to zero.
393	 */
394	ip->i_size = 0;
395	ip->i_blocks = 0;
396	ip->i_mode = 0;
397	ip->i_flags = 0;
398        /* now we want to make sure that the block pointers are zeroed out */
399        for (i = 0; i < NDADDR; i++)
400                ip->i_db[i] = 0;
401        for (i = 0; i < NIADDR; i++)
402                ip->i_ib[i] = 0;
403
404	/*
405	 * Set up a new generation number for this inode.
406	 * XXX check if this makes sense in ext2
407	 */
408	if (ip->i_gen == 0 || ++ip->i_gen == 0)
409		ip->i_gen = random() / 2 + 1;
410
411	vfs_timestamp(&ts);
412	ip->i_birthtime = ts.tv_sec;
413	ip->i_birthnsec = ts.tv_nsec;
414
415/*
416printf("ext2_valloc: allocated inode %d\n", ino);
417*/
418	return (0);
419noinodes:
420	EXT2_UNLOCK(ump);
421	ext2_fserr(fs, cred->cr_uid, "out of inodes");
422	uprintf("\n%s: create/symlink failed, no inodes free\n", fs->e2fs_fsmnt);
423	return (ENOSPC);
424}
425
426/*
427 * Find a cylinder to place a directory.
428 *
429 * The policy implemented by this algorithm is to allocate a
430 * directory inode in the same cylinder group as its parent
431 * directory, but also to reserve space for its files inodes
432 * and data. Restrict the number of directories which may be
433 * allocated one after another in the same cylinder group
434 * without intervening allocation of files.
435 *
436 * If we allocate a first level directory then force allocation
437 * in another cylinder group.
438 *
439 */
440static u_long
441ext2_dirpref(struct inode *pip)
442{
443	struct m_ext2fs *fs;
444        int cg, prefcg, dirsize, cgsize;
445	int avgifree, avgbfree, avgndir, curdirsize;
446	int minifree, minbfree, maxndir;
447	int mincg, minndir;
448	int maxcontigdirs;
449
450	mtx_assert(EXT2_MTX(pip->i_ump), MA_OWNED);
451	fs = pip->i_e2fs;
452
453 	avgifree = fs->e2fs->e2fs_ficount / fs->e2fs_gcount;
454	avgbfree = fs->e2fs->e2fs_fbcount / fs->e2fs_gcount;
455	avgndir  = fs->e2fs_total_dir / fs->e2fs_gcount;
456
457	/*
458	 * Force allocation in another cg if creating a first level dir.
459	 */
460	ASSERT_VOP_LOCKED(ITOV(pip), "ext2fs_dirpref");
461	if (ITOV(pip)->v_vflag & VV_ROOT) {
462		prefcg = arc4random() % fs->e2fs_gcount;
463		mincg = prefcg;
464		minndir = fs->e2fs_ipg;
465		for (cg = prefcg; cg < fs->e2fs_gcount; cg++)
466			if (fs->e2fs_gd[cg].ext2bgd_ndirs < minndir &&
467			    fs->e2fs_gd[cg].ext2bgd_nifree >= avgifree &&
468			    fs->e2fs_gd[cg].ext2bgd_nbfree >= avgbfree) {
469				mincg = cg;
470				minndir = fs->e2fs_gd[cg].ext2bgd_ndirs;
471			}
472		for (cg = 0; cg < prefcg; cg++)
473			if (fs->e2fs_gd[cg].ext2bgd_ndirs < minndir &&
474                            fs->e2fs_gd[cg].ext2bgd_nifree >= avgifree &&
475                            fs->e2fs_gd[cg].ext2bgd_nbfree >= avgbfree) {
476                                mincg = cg;
477                                minndir = fs->e2fs_gd[cg].ext2bgd_ndirs;
478                        }
479
480		return (mincg);
481	}
482
483	/*
484	 * Count various limits which used for
485	 * optimal allocation of a directory inode.
486	 */
487	maxndir = min(avgndir + fs->e2fs_ipg / 16, fs->e2fs_ipg);
488	minifree = avgifree - avgifree / 4;
489	if (minifree < 1)
490		minifree = 1;
491	minbfree = avgbfree - avgbfree / 4;
492	if (minbfree < 1)
493		minbfree = 1;
494	cgsize = fs->e2fs_fsize * fs->e2fs_fpg;
495	dirsize = AVGDIRSIZE;
496	curdirsize = avgndir ? (cgsize - avgbfree * fs->e2fs_bsize) / avgndir : 0;
497	if (dirsize < curdirsize)
498		dirsize = curdirsize;
499	if (dirsize <= 0)
500		maxcontigdirs = 0;		/* dirsize overflowed */
501	else
502		maxcontigdirs = min((avgbfree * fs->e2fs_bsize) / dirsize, 255);
503	maxcontigdirs = min(maxcontigdirs, fs->e2fs_ipg / AFPDIR);
504	if (maxcontigdirs == 0)
505		maxcontigdirs = 1;
506
507	/*
508	 * Limit number of dirs in one cg and reserve space for
509	 * regular files, but only if we have no deficit in
510	 * inodes or space.
511	 */
512	prefcg = ino_to_cg(fs, pip->i_number);
513	for (cg = prefcg; cg < fs->e2fs_gcount; cg++)
514		if (fs->e2fs_gd[cg].ext2bgd_ndirs < maxndir &&
515		    fs->e2fs_gd[cg].ext2bgd_nifree >= minifree &&
516	    	    fs->e2fs_gd[cg].ext2bgd_nbfree >= minbfree) {
517			if (fs->e2fs_contigdirs[cg] < maxcontigdirs)
518				return (cg);
519		}
520	for (cg = 0; cg < prefcg; cg++)
521		if (fs->e2fs_gd[cg].ext2bgd_ndirs < maxndir &&
522		    fs->e2fs_gd[cg].ext2bgd_nifree >= minifree &&
523	    	    fs->e2fs_gd[cg].ext2bgd_nbfree >= minbfree) {
524			if (fs->e2fs_contigdirs[cg] < maxcontigdirs)
525				return (cg);
526		}
527	/*
528	 * This is a backstop when we have deficit in space.
529	 */
530	for (cg = prefcg; cg < fs->e2fs_gcount; cg++)
531		if (fs->e2fs_gd[cg].ext2bgd_nifree >= avgifree)
532			return (cg);
533	for (cg = 0; cg < prefcg; cg++)
534		if (fs->e2fs_gd[cg].ext2bgd_nifree >= avgifree)
535			break;
536	return (cg);
537}
538
539/*
540 * Select the desired position for the next block in a file.
541 *
542 * we try to mimic what Remy does in inode_getblk/block_getblk
543 *
544 * we note: blocknr == 0 means that we're about to allocate either
545 * a direct block or a pointer block at the first level of indirection
546 * (In other words, stuff that will go in i_db[] or i_ib[])
547 *
548 * blocknr != 0 means that we're allocating a block that is none
549 * of the above. Then, blocknr tells us the number of the block
550 * that will hold the pointer
551 */
552int32_t
553ext2_blkpref(ip, lbn, indx, bap, blocknr)
554	struct inode *ip;
555	int32_t lbn;
556	int indx;
557	int32_t *bap;
558	int32_t blocknr;
559{
560	int	tmp;
561	mtx_assert(EXT2_MTX(ip->i_ump), MA_OWNED);
562
563	/* if the next block is actually what we thought it is,
564	   then set the goal to what we thought it should be
565	*/
566	if (ip->i_next_alloc_block == lbn && ip->i_next_alloc_goal != 0)
567		return ip->i_next_alloc_goal;
568
569	/* now check whether we were provided with an array that basically
570	   tells us previous blocks to which we want to stay closeby
571	*/
572	if (bap)
573                for (tmp = indx - 1; tmp >= 0; tmp--)
574			if (bap[tmp])
575				return bap[tmp];
576
577	/* else let's fall back to the blocknr, or, if there is none,
578	   follow the rule that a block should be allocated near its inode
579	*/
580	return blocknr ? blocknr :
581			(int32_t)(ip->i_block_group *
582			EXT2_BLOCKS_PER_GROUP(ip->i_e2fs)) +
583			ip->i_e2fs->e2fs->e2fs_first_dblock;
584}
585
586/*
587 * Implement the cylinder overflow algorithm.
588 *
589 * The policy implemented by this algorithm is:
590 *   1) allocate the block in its requested cylinder group.
591 *   2) quadradically rehash on the cylinder group number.
592 *   3) brute force search for a free block.
593 */
594static u_long
595ext2_hashalloc(struct inode *ip, int cg, long pref, int size,
596                daddr_t (*allocator)(struct inode *, int, daddr_t, int))
597{
598	struct m_ext2fs *fs;
599	ino_t result;
600	int i, icg = cg;
601
602	mtx_assert(EXT2_MTX(ip->i_ump), MA_OWNED);
603	fs = ip->i_e2fs;
604	/*
605	 * 1: preferred cylinder group
606	 */
607	result = (*allocator)(ip, cg, pref, size);
608	if (result)
609		return (result);
610	/*
611	 * 2: quadratic rehash
612	 */
613	for (i = 1; i < fs->e2fs_gcount; i *= 2) {
614		cg += i;
615		if (cg >= fs->e2fs_gcount)
616			cg -= fs->e2fs_gcount;
617		result = (*allocator)(ip, cg, 0, size);
618		if (result)
619			return (result);
620	}
621	/*
622	 * 3: brute force search
623	 * Note that we start at i == 2, since 0 was checked initially,
624	 * and 1 is always checked in the quadratic rehash.
625	 */
626	cg = (icg + 2) % fs->e2fs_gcount;
627	for (i = 2; i < fs->e2fs_gcount; i++) {
628		result = (*allocator)(ip, cg, 0, size);
629		if (result)
630			return (result);
631		cg++;
632		if (cg == fs->e2fs_gcount)
633			cg = 0;
634	}
635	return (0);
636}
637
638/*
639 * Determine whether a block can be allocated.
640 *
641 * Check to see if a block of the appropriate size is available,
642 * and if it is, allocate it.
643 */
644static daddr_t
645ext2_alloccg(struct inode *ip, int cg, daddr_t bpref, int size)
646{
647	struct m_ext2fs *fs;
648	struct buf *bp;
649	struct ext2mount *ump;
650	daddr_t bno, runstart, runlen;
651	int bit, loc, end, error, start;
652	char *bbp;
653	/* XXX ondisk32 */
654	fs = ip->i_e2fs;
655	ump = ip->i_ump;
656	if (fs->e2fs_gd[cg].ext2bgd_nbfree == 0)
657		return (0);
658	EXT2_UNLOCK(ump);
659	error = bread(ip->i_devvp, fsbtodb(fs,
660		fs->e2fs_gd[cg].ext2bgd_b_bitmap),
661		(int)fs->e2fs_bsize, NOCRED, &bp);
662	if (error) {
663		brelse(bp);
664		EXT2_LOCK(ump);
665		return (0);
666	}
667	if (fs->e2fs_gd[cg].ext2bgd_nbfree == 0) {
668		/*
669		 * Another thread allocated the last block in this
670		 * group while we were waiting for the buffer.
671		 */
672		brelse(bp);
673		EXT2_LOCK(ump);
674		return (0);
675	}
676	bbp = (char *)bp->b_data;
677
678	if (dtog(fs, bpref) != cg)
679		bpref = 0;
680	if (bpref != 0) {
681		bpref = dtogd(fs, bpref);
682		/*
683		 * if the requested block is available, use it
684		 */
685		if (isclr(bbp, bpref)) {
686			bno = bpref;
687			goto gotit;
688		}
689	}
690	/*
691	 * no blocks in the requested cylinder, so take next
692	 * available one in this cylinder group.
693	 * first try to get 8 contigous blocks, then fall back to a single
694	 * block.
695	 */
696	if (bpref)
697		start = dtogd(fs, bpref) / NBBY;
698	else
699		start = 0;
700	end = howmany(fs->e2fs->e2fs_fpg, NBBY) - start;
701retry:
702	runlen = 0;
703	runstart = 0;
704	for (loc = start; loc < end; loc++) {
705		if (bbp[loc] == (char)0xff) {
706			runlen = 0;
707			continue;
708		}
709
710		/* Start of a run, find the number of high clear bits. */
711		if (runlen == 0) {
712			bit = fls(bbp[loc]);
713			runlen = NBBY - bit;
714			runstart = loc * NBBY + bit;
715		} else if (bbp[loc] == 0) {
716			/* Continue a run. */
717			runlen += NBBY;
718		} else {
719			/*
720			 * Finish the current run.  If it isn't long
721			 * enough, start a new one.
722			 */
723			bit = ffs(bbp[loc]) - 1;
724			runlen += bit;
725			if (runlen >= 8) {
726				bno = runstart;
727				goto gotit;
728			}
729
730			/* Run was too short, start a new one. */
731			bit = fls(bbp[loc]);
732			runlen = NBBY - bit;
733			runstart = loc * NBBY + bit;
734		}
735
736		/* If the current run is long enough, use it. */
737		if (runlen >= 8) {
738			bno = runstart;
739			goto gotit;
740		}
741	}
742	if (start != 0) {
743		end = start;
744		start = 0;
745		goto retry;
746	}
747
748	bno = ext2_mapsearch(fs, bbp, bpref);
749	if (bno < 0){
750		brelse(bp);
751		EXT2_LOCK(ump);
752		return (0);
753	}
754gotit:
755#ifdef DIAGNOSTIC
756	if (isset(bbp, bno)) {
757		printf("ext2fs_alloccgblk: cg=%d bno=%jd fs=%s\n",
758			cg, (intmax_t)bno, fs->e2fs_fsmnt);
759		panic("ext2fs_alloccg: dup alloc");
760	}
761#endif
762	setbit(bbp, bno);
763	EXT2_LOCK(ump);
764	ext2_clusteracct(fs, bbp, cg, bno, -1);
765	fs->e2fs->e2fs_fbcount--;
766	fs->e2fs_gd[cg].ext2bgd_nbfree--;
767	fs->e2fs_fmod = 1;
768	EXT2_UNLOCK(ump);
769	bdwrite(bp);
770	return (cg * fs->e2fs->e2fs_fpg + fs->e2fs->e2fs_first_dblock + bno);
771}
772
773/*
774 * Determine whether a cluster can be allocated.
775 */
776static daddr_t
777ext2_clusteralloc(struct inode *ip, int cg, daddr_t bpref, int len)
778{
779	struct m_ext2fs *fs;
780	struct ext2mount *ump;
781	struct buf *bp;
782	char *bbp;
783	int bit, error, got, i, loc, run;
784	int32_t *lp;
785	daddr_t bno;
786
787	fs = ip->i_e2fs;
788	ump = ip->i_ump;
789
790	if (fs->e2fs_maxcluster[cg] < len)
791		return (0);
792
793	EXT2_UNLOCK(ump);
794	error = bread(ip->i_devvp,
795	    fsbtodb(fs, fs->e2fs_gd[cg].ext2bgd_b_bitmap),
796	    (int)fs->e2fs_bsize, NOCRED, &bp);
797	if (error)
798		goto fail_lock;
799
800	bbp = (char *)bp->b_data;
801	bp->b_xflags |= BX_BKGRDWRITE;
802
803	EXT2_LOCK(ump);
804	/*
805	 * Check to see if a cluster of the needed size (or bigger) is
806	 * available in this cylinder group.
807	 */
808	lp = &fs->e2fs_clustersum[cg].cs_sum[len];
809	for (i = len; i <= fs->e2fs_contigsumsize; i++)
810		if (*lp++ > 0)
811			break;
812	if (i > fs->e2fs_contigsumsize) {
813		/*
814		 * Update the cluster summary information to reflect
815		 * the true maximum-sized cluster so that future cluster
816		 * allocation requests can avoid reading the bitmap only
817		 * to find no cluster.
818		 */
819		lp = &fs->e2fs_clustersum[cg].cs_sum[len - 1];
820			for (i = len - 1; i > 0; i--)
821				if (*lp-- > 0)
822					break;
823		fs->e2fs_maxcluster[cg] = i;
824		goto fail;
825	}
826	EXT2_UNLOCK(ump);
827
828	/* Search the bitmap to find a big enough cluster like in FFS. */
829	if (dtog(fs, bpref) != cg)
830		bpref = 0;
831	if (bpref != 0)
832		bpref = dtogd(fs, bpref);
833	loc = bpref / NBBY;
834	bit = 1 << (bpref % NBBY);
835	for (run = 0, got = bpref; got < fs->e2fs->e2fs_fpg; got++) {
836		if ((bbp[loc] & bit) != 0)
837			run = 0;
838		else {
839			run++;
840			if (run == len)
841				break;
842		}
843		if ((got & (NBBY - 1)) != (NBBY - 1))
844			bit <<= 1;
845		else {
846			loc++;
847			bit = 1;
848		}
849	}
850
851	if (got >= fs->e2fs->e2fs_fpg)
852		goto fail_lock;
853
854	/* Allocate the cluster that we found. */
855	for (i = 1; i < len; i++)
856		if (!isclr(bbp, got - run + i))
857			panic("ext2_clusteralloc: map mismatch");
858
859	bno = got - run + 1;
860	if (bno >= fs->e2fs->e2fs_fpg)
861		panic("ext2_clusteralloc: allocated out of group");
862
863	EXT2_LOCK(ump);
864	for (i = 0; i < len; i += fs->e2fs_fpb) {
865		setbit(bbp, bno + i);
866		ext2_clusteracct(fs, bbp, cg, bno + i, -1);
867		fs->e2fs->e2fs_fbcount--;
868		fs->e2fs_gd[cg].ext2bgd_nbfree--;
869	}
870	fs->e2fs_fmod = 1;
871	EXT2_UNLOCK(ump);
872
873	bdwrite(bp);
874	return (cg * fs->e2fs->e2fs_fpg + fs->e2fs->e2fs_first_dblock + bno);
875
876fail_lock:
877	EXT2_LOCK(ump);
878fail:
879	brelse(bp);
880	return (0);
881}
882
883/*
884 * Determine whether an inode can be allocated.
885 *
886 * Check to see if an inode is available, and if it is,
887 * allocate it using tode in the specified cylinder group.
888 */
889static daddr_t
890ext2_nodealloccg(struct inode *ip, int cg, daddr_t ipref, int mode)
891{
892	struct m_ext2fs *fs;
893	struct buf *bp;
894	struct ext2mount *ump;
895	int error, start, len;
896	char *ibp, *loc;
897	ipref--; /* to avoid a lot of (ipref -1) */
898	if (ipref == -1)
899		ipref = 0;
900	fs = ip->i_e2fs;
901	ump = ip->i_ump;
902	if (fs->e2fs_gd[cg].ext2bgd_nifree == 0)
903		return (0);
904	EXT2_UNLOCK(ump);
905	error = bread(ip->i_devvp, fsbtodb(fs,
906		fs->e2fs_gd[cg].ext2bgd_i_bitmap),
907		(int)fs->e2fs_bsize, NOCRED, &bp);
908	if (error) {
909		brelse(bp);
910		EXT2_LOCK(ump);
911		return (0);
912	}
913	if (fs->e2fs_gd[cg].ext2bgd_nifree == 0) {
914		/*
915		 * Another thread allocated the last i-node in this
916		 * group while we were waiting for the buffer.
917		 */
918		brelse(bp);
919		EXT2_LOCK(ump);
920		return (0);
921	}
922	ibp = (char *)bp->b_data;
923	if (ipref) {
924		ipref %= fs->e2fs->e2fs_ipg;
925		if (isclr(ibp, ipref))
926			goto gotit;
927	}
928	start = ipref / NBBY;
929	len = howmany(fs->e2fs->e2fs_ipg - ipref, NBBY);
930	loc = memcchr(&ibp[start], 0xff, len);
931	if (loc == NULL) {
932		len = start + 1;
933		start = 0;
934		loc = memcchr(&ibp[start], 0xff, len);
935		if (loc == NULL) {
936			printf("cg = %d, ipref = %lld, fs = %s\n",
937				cg, (long long)ipref, fs->e2fs_fsmnt);
938			panic("ext2fs_nodealloccg: map corrupted");
939			/* NOTREACHED */
940		}
941	}
942	ipref = (loc - ibp) * NBBY + ffs(~*loc) - 1;
943gotit:
944	setbit(ibp, ipref);
945	EXT2_LOCK(ump);
946	fs->e2fs_gd[cg].ext2bgd_nifree--;
947	fs->e2fs->e2fs_ficount--;
948	fs->e2fs_fmod = 1;
949	if ((mode & IFMT) == IFDIR) {
950		fs->e2fs_gd[cg].ext2bgd_ndirs++;
951		fs->e2fs_total_dir++;
952	}
953	EXT2_UNLOCK(ump);
954	bdwrite(bp);
955	return (cg * fs->e2fs->e2fs_ipg + ipref +1);
956}
957
958/*
959 * Free a block or fragment.
960 *
961 */
962void
963ext2_blkfree(ip, bno, size)
964	struct inode *ip;
965	int32_t bno;
966	long size;
967{
968	struct m_ext2fs *fs;
969	struct buf *bp;
970	struct ext2mount *ump;
971	int cg, error;
972	char *bbp;
973
974	fs = ip->i_e2fs;
975	ump = ip->i_ump;
976	cg = dtog(fs, bno);
977	if ((u_int)bno >= fs->e2fs->e2fs_bcount) {
978                printf("bad block %lld, ino %llu\n", (long long)bno,
979                    (unsigned long long)ip->i_number);
980                ext2_fserr(fs, ip->i_uid, "bad block");
981                return;
982        }
983        error = bread(ip->i_devvp,
984                fsbtodb(fs, fs->e2fs_gd[cg].ext2bgd_b_bitmap),
985                (int)fs->e2fs_bsize, NOCRED, &bp);
986        if (error) {
987                brelse(bp);
988                return;
989        }
990        bbp = (char *)bp->b_data;
991        bno = dtogd(fs, bno);
992        if (isclr(bbp, bno)) {
993                printf("block = %lld, fs = %s\n",
994                     (long long)bno, fs->e2fs_fsmnt);
995                panic("blkfree: freeing free block");
996        }
997        clrbit(bbp, bno);
998	EXT2_LOCK(ump);
999	ext2_clusteracct(fs, bbp, cg, bno, 1);
1000        fs->e2fs->e2fs_fbcount++;
1001        fs->e2fs_gd[cg].ext2bgd_nbfree++;
1002        fs->e2fs_fmod = 1;
1003	EXT2_UNLOCK(ump);
1004        bdwrite(bp);
1005}
1006
1007/*
1008 * Free an inode.
1009 *
1010 */
1011int
1012ext2_vfree(pvp, ino, mode)
1013	struct vnode *pvp;
1014	ino_t ino;
1015	int mode;
1016{
1017	struct m_ext2fs *fs;
1018	struct inode *pip;
1019	struct buf *bp;
1020	struct ext2mount *ump;
1021	int error, cg;
1022	char * ibp;
1023/*	mode_t save_i_mode; */
1024
1025	pip = VTOI(pvp);
1026	fs = pip->i_e2fs;
1027	ump = pip->i_ump;
1028	if ((u_int)ino > fs->e2fs_ipg * fs->e2fs_gcount)
1029		panic("ext2_vfree: range: devvp = %p, ino = %d, fs = %s",
1030		    pip->i_devvp, ino, fs->e2fs_fsmnt);
1031
1032	cg = ino_to_cg(fs, ino);
1033	error = bread(pip->i_devvp,
1034		fsbtodb(fs, fs->e2fs_gd[cg].ext2bgd_i_bitmap),
1035		(int)fs->e2fs_bsize, NOCRED, &bp);
1036	if (error) {
1037		brelse(bp);
1038		return (0);
1039	}
1040	ibp = (char *)bp->b_data;
1041	ino = (ino - 1) % fs->e2fs->e2fs_ipg;
1042	if (isclr(ibp, ino)) {
1043		printf("ino = %llu, fs = %s\n",
1044			 (unsigned long long)ino, fs->e2fs_fsmnt);
1045		if (fs->e2fs_ronly == 0)
1046			panic("ifree: freeing free inode");
1047	}
1048	clrbit(ibp, ino);
1049	EXT2_LOCK(ump);
1050	fs->e2fs->e2fs_ficount++;
1051	fs->e2fs_gd[cg].ext2bgd_nifree++;
1052	if ((mode & IFMT) == IFDIR) {
1053		fs->e2fs_gd[cg].ext2bgd_ndirs--;
1054		fs->e2fs_total_dir--;
1055	}
1056	fs->e2fs_fmod = 1;
1057	EXT2_UNLOCK(ump);
1058	bdwrite(bp);
1059	return (0);
1060}
1061
1062/*
1063 * Find a block in the specified cylinder group.
1064 *
1065 * It is a panic if a request is made to find a block if none are
1066 * available.
1067 */
1068static daddr_t
1069ext2_mapsearch(struct m_ext2fs *fs, char *bbp, daddr_t bpref)
1070{
1071	char *loc;
1072	int start, len;
1073
1074	/*
1075	 * find the fragment by searching through the free block
1076	 * map for an appropriate bit pattern
1077	 */
1078	if (bpref)
1079		start = dtogd(fs, bpref) / NBBY;
1080	else
1081		start = 0;
1082	len = howmany(fs->e2fs->e2fs_fpg, NBBY) - start;
1083	loc = memcchr(&bbp[start], 0xff, len);
1084	if (loc == NULL) {
1085		len = start + 1;
1086		start = 0;
1087		loc = memcchr(&bbp[start], 0xff, len);
1088		if (loc == NULL) {
1089			printf("start = %d, len = %d, fs = %s\n",
1090				start, len, fs->e2fs_fsmnt);
1091			panic("ext2fs_alloccg: map corrupted");
1092			/* NOTREACHED */
1093		}
1094	}
1095	return ((loc - bbp) * NBBY + ffs(~*loc) - 1);
1096}
1097
1098/*
1099 * Fserr prints the name of a file system with an error diagnostic.
1100 *
1101 * The form of the error message is:
1102 *	fs: error message
1103 */
1104static void
1105ext2_fserr(fs, uid, cp)
1106	struct m_ext2fs *fs;
1107	uid_t uid;
1108	char *cp;
1109{
1110
1111	log(LOG_ERR, "uid %u on %s: %s\n", uid, fs->e2fs_fsmnt, cp);
1112}
1113
1114int
1115cg_has_sb(int i)
1116{
1117        int a3, a5, a7;
1118
1119        if (i == 0 || i == 1)
1120                return 1;
1121        for (a3 = 3, a5 = 5, a7 = 7;
1122            a3 <= i || a5 <= i || a7 <= i;
1123            a3 *= 3, a5 *= 5, a7 *= 7)
1124                if (i == a3 || i == a5 || i == a7)
1125                        return 1;
1126        return 0;
1127}
1128