1/* $NetBSD: ffs.c,v 1.44 2009/04/28 22:49:26 joerg Exp $ */ 2 3/* 4 * Copyright (c) 2001 Wasabi Systems, Inc. 5 * All rights reserved. 6 * 7 * Written by Luke Mewburn for Wasabi Systems, Inc. 8 * 9 * Redistribution and use in source and binary forms, with or without 10 * modification, are permitted provided that the following conditions 11 * are met: 12 * 1. Redistributions of source code must retain the above copyright 13 * notice, this list of conditions and the following disclaimer. 14 * 2. Redistributions in binary form must reproduce the above copyright 15 * notice, this list of conditions and the following disclaimer in the 16 * documentation and/or other materials provided with the distribution. 17 * 3. All advertising materials mentioning features or use of this software 18 * must display the following acknowledgement: 19 * This product includes software developed for the NetBSD Project by 20 * Wasabi Systems, Inc. 21 * 4. The name of Wasabi Systems, Inc. may not be used to endorse 22 * or promote products derived from this software without specific prior 23 * written permission. 24 * 25 * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND 26 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 27 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 28 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC 29 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 30 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 31 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 32 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 33 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 34 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 35 * POSSIBILITY OF SUCH DAMAGE. 36 */ 37/* 38 * Copyright (c) 1982, 1986, 1989, 1993 39 * The Regents of the University of California. All rights reserved. 40 * 41 * Redistribution and use in source and binary forms, with or without 42 * modification, are permitted provided that the following conditions 43 * are met: 44 * 1. Redistributions of source code must retain the above copyright 45 * notice, this list of conditions and the following disclaimer. 46 * 2. Redistributions in binary form must reproduce the above copyright 47 * notice, this list of conditions and the following disclaimer in the 48 * documentation and/or other materials provided with the distribution. 49 * 3. Neither the name of the University nor the names of its contributors 50 * may be used to endorse or promote products derived from this software 51 * without specific prior written permission. 52 * 53 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 54 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 55 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 56 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 57 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 58 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 59 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 60 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 61 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 62 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 63 * SUCH DAMAGE. 64 * 65 * @(#)ffs_alloc.c 8.19 (Berkeley) 7/13/95 66 */ 67 68#include <sys/cdefs.h> 69__FBSDID("$FreeBSD: releng/10.2/usr.sbin/makefs/ffs.c 277375 2015-01-19 10:57:00Z brueffer $"); 70 71#include <sys/param.h> 72 73#include <sys/mount.h> 74 75#include <assert.h> 76#include <errno.h> 77#include <fcntl.h> 78#include <stdarg.h> 79#include <stdint.h> 80#include <stdio.h> 81#include <stdlib.h> 82#include <string.h> 83#include <time.h> 84#include <unistd.h> 85 86#include "makefs.h" 87#include "ffs.h" 88 89#if HAVE_STRUCT_STATVFS_F_IOSIZE && HAVE_FSTATVFS 90#include <sys/statvfs.h> 91#endif 92 93#include <ufs/ufs/dinode.h> 94#include <ufs/ufs/dir.h> 95#include <ufs/ffs/fs.h> 96 97 98#include "ffs/ufs_bswap.h" 99#include "ffs/ufs_inode.h" 100#include "ffs/newfs_extern.h" 101#include "ffs/ffs_extern.h" 102 103#undef DIP 104#define DIP(dp, field) \ 105 ((ffs_opts->version == 1) ? \ 106 (dp)->ffs1_din.di_##field : (dp)->ffs2_din.di_##field) 107 108/* 109 * Various file system defaults (cribbed from newfs(8)). 110 */ 111#define DFL_FRAGSIZE 1024 /* fragment size */ 112#define DFL_BLKSIZE 8192 /* block size */ 113#define DFL_SECSIZE 512 /* sector size */ 114#define DFL_CYLSPERGROUP 65536 /* cylinders per group */ 115#define DFL_FRAGSPERINODE 4 /* fragments per inode */ 116#define DFL_ROTDELAY 0 /* rotational delay */ 117#define DFL_NRPOS 1 /* rotational positions */ 118#define DFL_RPM 3600 /* rpm of disk */ 119#define DFL_NSECTORS 64 /* # of sectors */ 120#define DFL_NTRACKS 16 /* # of tracks */ 121 122 123typedef struct { 124 u_char *buf; /* buf for directory */ 125 doff_t size; /* full size of buf */ 126 doff_t cur; /* offset of current entry */ 127} dirbuf_t; 128 129 130static int ffs_create_image(const char *, fsinfo_t *); 131static void ffs_dump_fsinfo(fsinfo_t *); 132static void ffs_dump_dirbuf(dirbuf_t *, const char *, int); 133static void ffs_make_dirbuf(dirbuf_t *, const char *, fsnode *, int); 134static int ffs_populate_dir(const char *, fsnode *, fsinfo_t *); 135static void ffs_size_dir(fsnode *, fsinfo_t *); 136static void ffs_validate(const char *, fsnode *, fsinfo_t *); 137static void ffs_write_file(union dinode *, uint32_t, void *, fsinfo_t *); 138static void ffs_write_inode(union dinode *, uint32_t, const fsinfo_t *); 139static void *ffs_build_dinode1(struct ufs1_dinode *, dirbuf_t *, fsnode *, 140 fsnode *, fsinfo_t *); 141static void *ffs_build_dinode2(struct ufs2_dinode *, dirbuf_t *, fsnode *, 142 fsnode *, fsinfo_t *); 143 144 145 146int sectorsize; /* XXX: for buf.c::getblk() */ 147 148 /* publicly visible functions */ 149 150void 151ffs_prep_opts(fsinfo_t *fsopts) 152{ 153 ffs_opt_t *ffs_opts; 154 155 if ((ffs_opts = calloc(1, sizeof(ffs_opt_t))) == NULL) 156 err(1, "Allocating memory for ffs_options"); 157 158 fsopts->fs_specific = ffs_opts; 159 160 ffs_opts->bsize= -1; 161 ffs_opts->fsize= -1; 162 ffs_opts->cpg= -1; 163 ffs_opts->density= -1; 164 ffs_opts->minfree= -1; 165 ffs_opts->optimization= -1; 166 ffs_opts->maxcontig= -1; 167 ffs_opts->maxbpg= -1; 168 ffs_opts->avgfilesize= -1; 169 ffs_opts->avgfpdir= -1; 170 ffs_opts->version = 1; 171} 172 173void 174ffs_cleanup_opts(fsinfo_t *fsopts) 175{ 176 if (fsopts->fs_specific) 177 free(fsopts->fs_specific); 178} 179 180int 181ffs_parse_opts(const char *option, fsinfo_t *fsopts) 182{ 183 ffs_opt_t *ffs_opts = fsopts->fs_specific; 184 185 option_t ffs_options[] = { 186 { "bsize", &ffs_opts->bsize, 1, INT_MAX, 187 "block size" }, 188 { "fsize", &ffs_opts->fsize, 1, INT_MAX, 189 "fragment size" }, 190 { "density", &ffs_opts->density, 1, INT_MAX, 191 "bytes per inode" }, 192 { "minfree", &ffs_opts->minfree, 0, 99, 193 "minfree" }, 194 { "maxbpg", &ffs_opts->maxbpg, 1, INT_MAX, 195 "max blocks per file in a cg" }, 196 { "avgfilesize", &ffs_opts->avgfilesize,1, INT_MAX, 197 "expected average file size" }, 198 { "avgfpdir", &ffs_opts->avgfpdir, 1, INT_MAX, 199 "expected # of files per directory" }, 200 { "extent", &ffs_opts->maxbsize, 1, INT_MAX, 201 "maximum # extent size" }, 202 { "maxbpcg", &ffs_opts->maxblkspercg,1, INT_MAX, 203 "max # of blocks per group" }, 204 { "version", &ffs_opts->version, 1, 2, 205 "UFS version" }, 206 { .name = NULL } 207 }; 208 209 char *var, *val; 210 int rv; 211 212 assert(option != NULL); 213 assert(fsopts != NULL); 214 assert(ffs_opts != NULL); 215 216 if (debug & DEBUG_FS_PARSE_OPTS) 217 printf("ffs_parse_opts: got `%s'\n", option); 218 219 if ((var = strdup(option)) == NULL) 220 err(1, "Allocating memory for copy of option string"); 221 rv = 0; 222 223 if ((val = strchr(var, '=')) == NULL) { 224 warnx("Option `%s' doesn't contain a value", var); 225 goto leave_ffs_parse_opts; 226 } 227 *val++ = '\0'; 228 229 if (strcmp(var, "optimization") == 0) { 230 if (strcmp(val, "time") == 0) { 231 ffs_opts->optimization = FS_OPTTIME; 232 } else if (strcmp(val, "space") == 0) { 233 ffs_opts->optimization = FS_OPTSPACE; 234 } else { 235 warnx("Invalid optimization `%s'", val); 236 goto leave_ffs_parse_opts; 237 } 238 rv = 1; 239 } else if (strcmp(var, "label") == 0) { 240 strlcpy(ffs_opts->label, val, sizeof(ffs_opts->label)); 241 rv = 1; 242 } else 243 rv = set_option(ffs_options, var, val); 244 245 leave_ffs_parse_opts: 246 if (var) 247 free(var); 248 return (rv); 249} 250 251 252void 253ffs_makefs(const char *image, const char *dir, fsnode *root, fsinfo_t *fsopts) 254{ 255 struct fs *superblock; 256 struct timeval start; 257 258 assert(image != NULL); 259 assert(dir != NULL); 260 assert(root != NULL); 261 assert(fsopts != NULL); 262 263 if (debug & DEBUG_FS_MAKEFS) 264 printf("ffs_makefs: image %s directory %s root %p\n", 265 image, dir, root); 266 267 /* validate tree and options */ 268 TIMER_START(start); 269 ffs_validate(dir, root, fsopts); 270 TIMER_RESULTS(start, "ffs_validate"); 271 272 printf("Calculated size of `%s': %lld bytes, %lld inodes\n", 273 image, (long long)fsopts->size, (long long)fsopts->inodes); 274 275 /* create image */ 276 TIMER_START(start); 277 if (ffs_create_image(image, fsopts) == -1) 278 errx(1, "Image file `%s' not created.", image); 279 TIMER_RESULTS(start, "ffs_create_image"); 280 281 fsopts->curinode = ROOTINO; 282 283 if (debug & DEBUG_FS_MAKEFS) 284 putchar('\n'); 285 286 /* populate image */ 287 printf("Populating `%s'\n", image); 288 TIMER_START(start); 289 if (! ffs_populate_dir(dir, root, fsopts)) 290 errx(1, "Image file `%s' not populated.", image); 291 TIMER_RESULTS(start, "ffs_populate_dir"); 292 293 /* ensure no outstanding buffers remain */ 294 if (debug & DEBUG_FS_MAKEFS) 295 bcleanup(); 296 297 /* update various superblock parameters */ 298 superblock = fsopts->superblock; 299 superblock->fs_fmod = 0; 300 superblock->fs_old_cstotal.cs_ndir = superblock->fs_cstotal.cs_ndir; 301 superblock->fs_old_cstotal.cs_nbfree = superblock->fs_cstotal.cs_nbfree; 302 superblock->fs_old_cstotal.cs_nifree = superblock->fs_cstotal.cs_nifree; 303 superblock->fs_old_cstotal.cs_nffree = superblock->fs_cstotal.cs_nffree; 304 305 /* write out superblock; image is now complete */ 306 ffs_write_superblock(fsopts->superblock, fsopts); 307 if (close(fsopts->fd) == -1) 308 err(1, "Closing `%s'", image); 309 fsopts->fd = -1; 310 printf("Image `%s' complete\n", image); 311} 312 313 /* end of public functions */ 314 315 316static void 317ffs_validate(const char *dir, fsnode *root, fsinfo_t *fsopts) 318{ 319 int32_t ncg = 1; 320#if notyet 321 int32_t spc, nspf, ncyl, fssize; 322#endif 323 ffs_opt_t *ffs_opts = fsopts->fs_specific; 324 325 assert(dir != NULL); 326 assert(root != NULL); 327 assert(fsopts != NULL); 328 assert(ffs_opts != NULL); 329 330 if (debug & DEBUG_FS_VALIDATE) { 331 printf("ffs_validate: before defaults set:\n"); 332 ffs_dump_fsinfo(fsopts); 333 } 334 335 /* set FFS defaults */ 336 if (fsopts->sectorsize == -1) 337 fsopts->sectorsize = DFL_SECSIZE; 338 if (ffs_opts->fsize == -1) 339 ffs_opts->fsize = MAX(DFL_FRAGSIZE, fsopts->sectorsize); 340 if (ffs_opts->bsize == -1) 341 ffs_opts->bsize = MIN(DFL_BLKSIZE, 8 * ffs_opts->fsize); 342 if (ffs_opts->cpg == -1) 343 ffs_opts->cpg = DFL_CYLSPERGROUP; 344 else 345 ffs_opts->cpgflg = 1; 346 /* fsopts->density is set below */ 347 if (ffs_opts->nsectors == -1) 348 ffs_opts->nsectors = DFL_NSECTORS; 349 if (ffs_opts->minfree == -1) 350 ffs_opts->minfree = MINFREE; 351 if (ffs_opts->optimization == -1) 352 ffs_opts->optimization = DEFAULTOPT; 353 if (ffs_opts->maxcontig == -1) 354 ffs_opts->maxcontig = 355 MAX(1, MIN(MAXPHYS, FFS_MAXBSIZE) / ffs_opts->bsize); 356 /* XXX ondisk32 */ 357 if (ffs_opts->maxbpg == -1) 358 ffs_opts->maxbpg = ffs_opts->bsize / sizeof(int32_t); 359 if (ffs_opts->avgfilesize == -1) 360 ffs_opts->avgfilesize = AVFILESIZ; 361 if (ffs_opts->avgfpdir == -1) 362 ffs_opts->avgfpdir = AFPDIR; 363 364 /* calculate size of tree */ 365 ffs_size_dir(root, fsopts); 366 fsopts->inodes += ROOTINO; /* include first two inodes */ 367 368 if (debug & DEBUG_FS_VALIDATE) 369 printf("ffs_validate: size of tree: %lld bytes, %lld inodes\n", 370 (long long)fsopts->size, (long long)fsopts->inodes); 371 372 /* add requested slop */ 373 fsopts->size += fsopts->freeblocks; 374 fsopts->inodes += fsopts->freefiles; 375 if (fsopts->freefilepc > 0) 376 fsopts->inodes = 377 fsopts->inodes * (100 + fsopts->freefilepc) / 100; 378 if (fsopts->freeblockpc > 0) 379 fsopts->size = 380 fsopts->size * (100 + fsopts->freeblockpc) / 100; 381 382 /* add space needed for superblocks */ 383 /* 384 * The old SBOFF (SBLOCK_UFS1) is used here because makefs is 385 * typically used for small filesystems where space matters. 386 * XXX make this an option. 387 */ 388 fsopts->size += (SBLOCK_UFS1 + SBLOCKSIZE) * ncg; 389 /* add space needed to store inodes, x3 for blockmaps, etc */ 390 if (ffs_opts->version == 1) 391 fsopts->size += ncg * DINODE1_SIZE * 392 roundup(fsopts->inodes / ncg, 393 ffs_opts->bsize / DINODE1_SIZE); 394 else 395 fsopts->size += ncg * DINODE2_SIZE * 396 roundup(fsopts->inodes / ncg, 397 ffs_opts->bsize / DINODE2_SIZE); 398 399 /* add minfree */ 400 if (ffs_opts->minfree > 0) 401 fsopts->size = 402 fsopts->size * (100 + ffs_opts->minfree) / 100; 403 /* 404 * XXX any other fs slop to add, such as csum's, bitmaps, etc ?? 405 */ 406 407 if (fsopts->size < fsopts->minsize) /* ensure meets minimum size */ 408 fsopts->size = fsopts->minsize; 409 410 /* round up to the next block */ 411 fsopts->size = roundup(fsopts->size, ffs_opts->bsize); 412 413 /* calculate density if necessary */ 414 if (ffs_opts->density == -1) 415 ffs_opts->density = fsopts->size / fsopts->inodes + 1; 416 417 if (debug & DEBUG_FS_VALIDATE) { 418 printf("ffs_validate: after defaults set:\n"); 419 ffs_dump_fsinfo(fsopts); 420 printf("ffs_validate: dir %s; %lld bytes, %lld inodes\n", 421 dir, (long long)fsopts->size, (long long)fsopts->inodes); 422 } 423 sectorsize = fsopts->sectorsize; /* XXX - see earlier */ 424 425 /* now check calculated sizes vs requested sizes */ 426 if (fsopts->maxsize > 0 && fsopts->size > fsopts->maxsize) { 427 errx(1, "`%s' size of %lld is larger than the maxsize of %lld.", 428 dir, (long long)fsopts->size, (long long)fsopts->maxsize); 429 } 430} 431 432 433static void 434ffs_dump_fsinfo(fsinfo_t *f) 435{ 436 437 ffs_opt_t *fs = f->fs_specific; 438 439 printf("fsopts at %p\n", f); 440 441 printf("\tsize %lld, inodes %lld, curinode %u\n", 442 (long long)f->size, (long long)f->inodes, f->curinode); 443 444 printf("\tminsize %lld, maxsize %lld\n", 445 (long long)f->minsize, (long long)f->maxsize); 446 printf("\tfree files %lld, freefile %% %d\n", 447 (long long)f->freefiles, f->freefilepc); 448 printf("\tfree blocks %lld, freeblock %% %d\n", 449 (long long)f->freeblocks, f->freeblockpc); 450 printf("\tneedswap %d, sectorsize %d\n", f->needswap, f->sectorsize); 451 452 printf("\tbsize %d, fsize %d, cpg %d, density %d\n", 453 fs->bsize, fs->fsize, fs->cpg, fs->density); 454 printf("\tnsectors %d, rpm %d, minfree %d\n", 455 fs->nsectors, fs->rpm, fs->minfree); 456 printf("\tmaxcontig %d, maxbpg %d\n", 457 fs->maxcontig, fs->maxbpg); 458 printf("\toptimization %s\n", 459 fs->optimization == FS_OPTSPACE ? "space" : "time"); 460} 461 462 463static int 464ffs_create_image(const char *image, fsinfo_t *fsopts) 465{ 466#if HAVE_STRUCT_STATVFS_F_IOSIZE && HAVE_FSTATVFS 467 struct statvfs sfs; 468#endif 469 struct fs *fs; 470 char *buf; 471 int i, bufsize; 472 off_t bufrem; 473 474 assert (image != NULL); 475 assert (fsopts != NULL); 476 477 /* create image */ 478 if ((fsopts->fd = open(image, O_RDWR | O_CREAT | O_TRUNC, 0666)) 479 == -1) { 480 warn("Can't open `%s' for writing", image); 481 return (-1); 482 } 483 484 /* zero image */ 485#if HAVE_STRUCT_STATVFS_F_IOSIZE && HAVE_FSTATVFS 486 if (fstatvfs(fsopts->fd, &sfs) == -1) { 487#endif 488 bufsize = 8192; 489#if HAVE_STRUCT_STATVFS_F_IOSIZE && HAVE_FSTATVFS 490 warn("can't fstatvfs `%s', using default %d byte chunk", 491 image, bufsize); 492 } else 493 bufsize = sfs.f_iosize; 494#endif 495 bufrem = fsopts->size; 496 if (fsopts->sparse) { 497 if (ftruncate(fsopts->fd, bufrem) == -1) { 498 warn("sparse option disabled.\n"); 499 fsopts->sparse = 0; 500 } 501 } 502 if (fsopts->sparse) { 503 /* File truncated at bufrem. Remaining is 0 */ 504 bufrem = 0; 505 buf = NULL; 506 } else { 507 if (debug & DEBUG_FS_CREATE_IMAGE) 508 printf("zero-ing image `%s', %lld sectors, " 509 "using %d byte chunks\n", image, (long long)bufrem, 510 bufsize); 511 if ((buf = calloc(1, bufsize)) == NULL) { 512 warn("Can't create buffer for sector"); 513 return (-1); 514 } 515 } 516 while (bufrem > 0) { 517 i = write(fsopts->fd, buf, MIN(bufsize, bufrem)); 518 if (i == -1) { 519 warn("zeroing image, %lld bytes to go", 520 (long long)bufrem); 521 free(buf); 522 return (-1); 523 } 524 bufrem -= i; 525 } 526 if (buf) 527 free(buf); 528 529 /* make the file system */ 530 if (debug & DEBUG_FS_CREATE_IMAGE) 531 printf("calling mkfs(\"%s\", ...)\n", image); 532 fs = ffs_mkfs(image, fsopts); 533 fsopts->superblock = (void *)fs; 534 if (debug & DEBUG_FS_CREATE_IMAGE) { 535 time_t t; 536 537 t = (time_t)((struct fs *)fsopts->superblock)->fs_time; 538 printf("mkfs returned %p; fs_time %s", 539 fsopts->superblock, ctime(&t)); 540 printf("fs totals: nbfree %lld, nffree %lld, nifree %lld, ndir %lld\n", 541 (long long)fs->fs_cstotal.cs_nbfree, 542 (long long)fs->fs_cstotal.cs_nffree, 543 (long long)fs->fs_cstotal.cs_nifree, 544 (long long)fs->fs_cstotal.cs_ndir); 545 } 546 547 if (fs->fs_cstotal.cs_nifree + ROOTINO < fsopts->inodes) { 548 warnx( 549 "Image file `%s' has %lld free inodes; %lld are required.", 550 image, 551 (long long)(fs->fs_cstotal.cs_nifree + ROOTINO), 552 (long long)fsopts->inodes); 553 return (-1); 554 } 555 return (fsopts->fd); 556} 557 558 559static void 560ffs_size_dir(fsnode *root, fsinfo_t *fsopts) 561{ 562 struct direct tmpdir; 563 fsnode * node; 564 int curdirsize, this; 565 ffs_opt_t *ffs_opts = fsopts->fs_specific; 566 567 /* node may be NULL (empty directory) */ 568 assert(fsopts != NULL); 569 assert(ffs_opts != NULL); 570 571 if (debug & DEBUG_FS_SIZE_DIR) 572 printf("ffs_size_dir: entry: bytes %lld inodes %lld\n", 573 (long long)fsopts->size, (long long)fsopts->inodes); 574 575#define ADDDIRENT(e) do { \ 576 tmpdir.d_namlen = strlen((e)); \ 577 this = DIRSIZ_SWAP(0, &tmpdir, 0); \ 578 if (debug & DEBUG_FS_SIZE_DIR_ADD_DIRENT) \ 579 printf("ADDDIRENT: was: %s (%d) this %d cur %d\n", \ 580 e, tmpdir.d_namlen, this, curdirsize); \ 581 if (this + curdirsize > roundup(curdirsize, DIRBLKSIZ)) \ 582 curdirsize = roundup(curdirsize, DIRBLKSIZ); \ 583 curdirsize += this; \ 584 if (debug & DEBUG_FS_SIZE_DIR_ADD_DIRENT) \ 585 printf("ADDDIRENT: now: %s (%d) this %d cur %d\n", \ 586 e, tmpdir.d_namlen, this, curdirsize); \ 587} while (0); 588 589 /* 590 * XXX this needs to take into account extra space consumed 591 * by indirect blocks, etc. 592 */ 593#define ADDSIZE(x) do { \ 594 fsopts->size += roundup((x), ffs_opts->fsize); \ 595} while (0); 596 597 curdirsize = 0; 598 for (node = root; node != NULL; node = node->next) { 599 ADDDIRENT(node->name); 600 if (node == root) { /* we're at "." */ 601 assert(strcmp(node->name, ".") == 0); 602 ADDDIRENT(".."); 603 } else if ((node->inode->flags & FI_SIZED) == 0) { 604 /* don't count duplicate names */ 605 node->inode->flags |= FI_SIZED; 606 if (debug & DEBUG_FS_SIZE_DIR_NODE) 607 printf("ffs_size_dir: `%s' size %lld\n", 608 node->name, 609 (long long)node->inode->st.st_size); 610 fsopts->inodes++; 611 if (node->type == S_IFREG) 612 ADDSIZE(node->inode->st.st_size); 613 if (node->type == S_IFLNK) { 614 int slen; 615 616 slen = strlen(node->symlink) + 1; 617 if (slen >= (ffs_opts->version == 1 ? 618 MAXSYMLINKLEN_UFS1 : 619 MAXSYMLINKLEN_UFS2)) 620 ADDSIZE(slen); 621 } 622 } 623 if (node->type == S_IFDIR) 624 ffs_size_dir(node->child, fsopts); 625 } 626 ADDSIZE(curdirsize); 627 628 if (debug & DEBUG_FS_SIZE_DIR) 629 printf("ffs_size_dir: exit: size %lld inodes %lld\n", 630 (long long)fsopts->size, (long long)fsopts->inodes); 631} 632 633static void * 634ffs_build_dinode1(struct ufs1_dinode *dinp, dirbuf_t *dbufp, fsnode *cur, 635 fsnode *root, fsinfo_t *fsopts) 636{ 637 int slen; 638 void *membuf; 639 640 memset(dinp, 0, sizeof(*dinp)); 641 dinp->di_mode = cur->inode->st.st_mode; 642 dinp->di_nlink = cur->inode->nlink; 643 dinp->di_size = cur->inode->st.st_size; 644 dinp->di_atime = cur->inode->st.st_atime; 645 dinp->di_mtime = cur->inode->st.st_mtime; 646 dinp->di_ctime = cur->inode->st.st_ctime; 647#if HAVE_STRUCT_STAT_ST_MTIMENSEC 648 dinp->di_atimensec = cur->inode->st.st_atimensec; 649 dinp->di_mtimensec = cur->inode->st.st_mtimensec; 650 dinp->di_ctimensec = cur->inode->st.st_ctimensec; 651#endif 652#if HAVE_STRUCT_STAT_ST_FLAGS 653 dinp->di_flags = cur->inode->st.st_flags; 654#endif 655#if HAVE_STRUCT_STAT_ST_GEN 656 dinp->di_gen = cur->inode->st.st_gen; 657#endif 658 dinp->di_uid = cur->inode->st.st_uid; 659 dinp->di_gid = cur->inode->st.st_gid; 660 /* not set: di_db, di_ib, di_blocks, di_spare */ 661 662 membuf = NULL; 663 if (cur == root) { /* "."; write dirbuf */ 664 membuf = dbufp->buf; 665 dinp->di_size = dbufp->size; 666 } else if (S_ISBLK(cur->type) || S_ISCHR(cur->type)) { 667 dinp->di_size = 0; /* a device */ 668 dinp->di_rdev = 669 ufs_rw32(cur->inode->st.st_rdev, fsopts->needswap); 670 } else if (S_ISLNK(cur->type)) { /* symlink */ 671 slen = strlen(cur->symlink); 672 if (slen < MAXSYMLINKLEN_UFS1) { /* short link */ 673 memcpy(dinp->di_db, cur->symlink, slen); 674 } else 675 membuf = cur->symlink; 676 dinp->di_size = slen; 677 } 678 return membuf; 679} 680 681static void * 682ffs_build_dinode2(struct ufs2_dinode *dinp, dirbuf_t *dbufp, fsnode *cur, 683 fsnode *root, fsinfo_t *fsopts) 684{ 685 int slen; 686 void *membuf; 687 688 memset(dinp, 0, sizeof(*dinp)); 689 dinp->di_mode = cur->inode->st.st_mode; 690 dinp->di_nlink = cur->inode->nlink; 691 dinp->di_size = cur->inode->st.st_size; 692 dinp->di_atime = cur->inode->st.st_atime; 693 dinp->di_mtime = cur->inode->st.st_mtime; 694 dinp->di_ctime = cur->inode->st.st_ctime; 695#if HAVE_STRUCT_STAT_ST_MTIMENSEC 696 dinp->di_atimensec = cur->inode->st.st_atimensec; 697 dinp->di_mtimensec = cur->inode->st.st_mtimensec; 698 dinp->di_ctimensec = cur->inode->st.st_ctimensec; 699#endif 700#if HAVE_STRUCT_STAT_ST_FLAGS 701 dinp->di_flags = cur->inode->st.st_flags; 702#endif 703#if HAVE_STRUCT_STAT_ST_GEN 704 dinp->di_gen = cur->inode->st.st_gen; 705#endif 706#if HAVE_STRUCT_STAT_BIRTHTIME 707 dinp->di_birthtime = cur->inode->st.st_birthtime; 708 dinp->di_birthnsec = cur->inode->st.st_birthtimensec; 709#endif 710 dinp->di_uid = cur->inode->st.st_uid; 711 dinp->di_gid = cur->inode->st.st_gid; 712 /* not set: di_db, di_ib, di_blocks, di_spare */ 713 714 membuf = NULL; 715 if (cur == root) { /* "."; write dirbuf */ 716 membuf = dbufp->buf; 717 dinp->di_size = dbufp->size; 718 } else if (S_ISBLK(cur->type) || S_ISCHR(cur->type)) { 719 dinp->di_size = 0; /* a device */ 720 dinp->di_rdev = 721 ufs_rw64(cur->inode->st.st_rdev, fsopts->needswap); 722 } else if (S_ISLNK(cur->type)) { /* symlink */ 723 slen = strlen(cur->symlink); 724 if (slen < MAXSYMLINKLEN_UFS2) { /* short link */ 725 memcpy(dinp->di_db, cur->symlink, slen); 726 } else 727 membuf = cur->symlink; 728 dinp->di_size = slen; 729 } 730 return membuf; 731} 732 733static int 734ffs_populate_dir(const char *dir, fsnode *root, fsinfo_t *fsopts) 735{ 736 fsnode *cur; 737 dirbuf_t dirbuf; 738 union dinode din; 739 void *membuf; 740 char path[MAXPATHLEN + 1]; 741 ffs_opt_t *ffs_opts = fsopts->fs_specific; 742 743 assert(dir != NULL); 744 assert(root != NULL); 745 assert(fsopts != NULL); 746 assert(ffs_opts != NULL); 747 748 (void)memset(&dirbuf, 0, sizeof(dirbuf)); 749 750 if (debug & DEBUG_FS_POPULATE) 751 printf("ffs_populate_dir: PASS 1 dir %s node %p\n", dir, root); 752 753 /* 754 * pass 1: allocate inode numbers, build directory `file' 755 */ 756 for (cur = root; cur != NULL; cur = cur->next) { 757 if ((cur->inode->flags & FI_ALLOCATED) == 0) { 758 cur->inode->flags |= FI_ALLOCATED; 759 if (cur == root && cur->parent != NULL) 760 cur->inode->ino = cur->parent->inode->ino; 761 else { 762 cur->inode->ino = fsopts->curinode; 763 fsopts->curinode++; 764 } 765 } 766 ffs_make_dirbuf(&dirbuf, cur->name, cur, fsopts->needswap); 767 if (cur == root) { /* we're at "."; add ".." */ 768 ffs_make_dirbuf(&dirbuf, "..", 769 cur->parent == NULL ? cur : cur->parent->first, 770 fsopts->needswap); 771 root->inode->nlink++; /* count my parent's link */ 772 } else if (cur->child != NULL) 773 root->inode->nlink++; /* count my child's link */ 774 775 /* 776 * XXX possibly write file and long symlinks here, 777 * ensuring that blocks get written before inodes? 778 * otoh, this isn't a real filesystem, so who 779 * cares about ordering? :-) 780 */ 781 } 782 if (debug & DEBUG_FS_POPULATE_DIRBUF) 783 ffs_dump_dirbuf(&dirbuf, dir, fsopts->needswap); 784 785 /* 786 * pass 2: write out dirbuf, then non-directories at this level 787 */ 788 if (debug & DEBUG_FS_POPULATE) 789 printf("ffs_populate_dir: PASS 2 dir %s\n", dir); 790 for (cur = root; cur != NULL; cur = cur->next) { 791 if (cur->inode->flags & FI_WRITTEN) 792 continue; /* skip hard-linked entries */ 793 cur->inode->flags |= FI_WRITTEN; 794 795 if (cur->contents == NULL) { 796 if (snprintf(path, sizeof(path), "%s/%s/%s", cur->root, 797 cur->path, cur->name) >= (int)sizeof(path)) 798 errx(1, "Pathname too long."); 799 } 800 801 if (cur->child != NULL) 802 continue; /* child creates own inode */ 803 804 /* build on-disk inode */ 805 if (ffs_opts->version == 1) 806 membuf = ffs_build_dinode1(&din.ffs1_din, &dirbuf, cur, 807 root, fsopts); 808 else 809 membuf = ffs_build_dinode2(&din.ffs2_din, &dirbuf, cur, 810 root, fsopts); 811 812 if (debug & DEBUG_FS_POPULATE_NODE) { 813 printf("ffs_populate_dir: writing ino %d, %s", 814 cur->inode->ino, inode_type(cur->type)); 815 if (cur->inode->nlink > 1) 816 printf(", nlink %d", cur->inode->nlink); 817 putchar('\n'); 818 } 819 820 if (membuf != NULL) { 821 ffs_write_file(&din, cur->inode->ino, membuf, fsopts); 822 } else if (S_ISREG(cur->type)) { 823 ffs_write_file(&din, cur->inode->ino, 824 (cur->contents) ? cur->contents : path, fsopts); 825 } else { 826 assert (! S_ISDIR(cur->type)); 827 ffs_write_inode(&din, cur->inode->ino, fsopts); 828 } 829 } 830 831 /* 832 * pass 3: write out sub-directories 833 */ 834 if (debug & DEBUG_FS_POPULATE) 835 printf("ffs_populate_dir: PASS 3 dir %s\n", dir); 836 for (cur = root; cur != NULL; cur = cur->next) { 837 if (cur->child == NULL) 838 continue; 839 if (snprintf(path, sizeof(path), "%s/%s", dir, cur->name) 840 >= sizeof(path)) 841 errx(1, "Pathname too long."); 842 if (! ffs_populate_dir(path, cur->child, fsopts)) 843 return (0); 844 } 845 846 if (debug & DEBUG_FS_POPULATE) 847 printf("ffs_populate_dir: DONE dir %s\n", dir); 848 849 /* cleanup */ 850 if (dirbuf.buf != NULL) 851 free(dirbuf.buf); 852 return (1); 853} 854 855 856static void 857ffs_write_file(union dinode *din, uint32_t ino, void *buf, fsinfo_t *fsopts) 858{ 859 int isfile, ffd; 860 char *fbuf, *p; 861 off_t bufleft, chunk, offset; 862 ssize_t nread; 863 struct inode in; 864 struct buf * bp; 865 ffs_opt_t *ffs_opts = fsopts->fs_specific; 866 867 assert (din != NULL); 868 assert (buf != NULL); 869 assert (fsopts != NULL); 870 assert (ffs_opts != NULL); 871 872 isfile = S_ISREG(DIP(din, mode)); 873 fbuf = NULL; 874 ffd = -1; 875 p = NULL; 876 877 in.i_fs = (struct fs *)fsopts->superblock; 878 879 if (debug & DEBUG_FS_WRITE_FILE) { 880 printf( 881 "ffs_write_file: ino %u, din %p, isfile %d, %s, size %lld", 882 ino, din, isfile, inode_type(DIP(din, mode) & S_IFMT), 883 (long long)DIP(din, size)); 884 if (isfile) 885 printf(", file '%s'\n", (char *)buf); 886 else 887 printf(", buffer %p\n", buf); 888 } 889 890 in.i_number = ino; 891 in.i_size = DIP(din, size); 892 if (ffs_opts->version == 1) 893 memcpy(&in.i_din.ffs1_din, &din->ffs1_din, 894 sizeof(in.i_din.ffs1_din)); 895 else 896 memcpy(&in.i_din.ffs2_din, &din->ffs2_din, 897 sizeof(in.i_din.ffs2_din)); 898 in.i_fd = fsopts->fd; 899 900 if (DIP(din, size) == 0) 901 goto write_inode_and_leave; /* mmm, cheating */ 902 903 if (isfile) { 904 if ((fbuf = malloc(ffs_opts->bsize)) == NULL) 905 err(1, "Allocating memory for write buffer"); 906 if ((ffd = open((char *)buf, O_RDONLY, 0444)) == -1) { 907 warn("Can't open `%s' for reading", (char *)buf); 908 goto leave_ffs_write_file; 909 } 910 } else { 911 p = buf; 912 } 913 914 chunk = 0; 915 for (bufleft = DIP(din, size); bufleft > 0; bufleft -= chunk) { 916 chunk = MIN(bufleft, ffs_opts->bsize); 917 if (!isfile) 918 ; 919 else if ((nread = read(ffd, fbuf, chunk)) == -1) 920 err(EXIT_FAILURE, "Reading `%s', %lld bytes to go", 921 (char *)buf, (long long)bufleft); 922 else if (nread != chunk) 923 errx(EXIT_FAILURE, "Reading `%s', %lld bytes to go, " 924 "read %zd bytes, expected %ju bytes, does " 925 "metalog size= attribute mismatch source size?", 926 (char *)buf, (long long)bufleft, nread, 927 (uintmax_t)chunk); 928 else 929 p = fbuf; 930 offset = DIP(din, size) - bufleft; 931 if (debug & DEBUG_FS_WRITE_FILE_BLOCK) 932 printf( 933 "ffs_write_file: write %p offset %lld size %lld left %lld\n", 934 p, (long long)offset, 935 (long long)chunk, (long long)bufleft); 936 /* 937 * XXX if holey support is desired, do the check here 938 * 939 * XXX might need to write out last bit in fragroundup 940 * sized chunk. however, ffs_balloc() handles this for us 941 */ 942 errno = ffs_balloc(&in, offset, chunk, &bp); 943 bad_ffs_write_file: 944 if (errno != 0) 945 err(1, 946 "Writing inode %d (%s), bytes %lld + %lld", 947 ino, 948 isfile ? (char *)buf : 949 inode_type(DIP(din, mode) & S_IFMT), 950 (long long)offset, (long long)chunk); 951 memcpy(bp->b_data, p, chunk); 952 errno = bwrite(bp); 953 if (errno != 0) 954 goto bad_ffs_write_file; 955 brelse(bp); 956 if (!isfile) 957 p += chunk; 958 } 959 960 write_inode_and_leave: 961 ffs_write_inode(&in.i_din, in.i_number, fsopts); 962 963 leave_ffs_write_file: 964 if (fbuf) 965 free(fbuf); 966 if (ffd != -1) 967 close(ffd); 968} 969 970 971static void 972ffs_dump_dirbuf(dirbuf_t *dbuf, const char *dir, int needswap) 973{ 974 doff_t i; 975 struct direct *de; 976 uint16_t reclen; 977 978 assert (dbuf != NULL); 979 assert (dir != NULL); 980 printf("ffs_dump_dirbuf: dir %s size %d cur %d\n", 981 dir, dbuf->size, dbuf->cur); 982 983 for (i = 0; i < dbuf->size; ) { 984 de = (struct direct *)(dbuf->buf + i); 985 reclen = ufs_rw16(de->d_reclen, needswap); 986 printf( 987 " inode %4d %7s offset %4d reclen %3d namlen %3d name %s\n", 988 ufs_rw32(de->d_ino, needswap), 989 inode_type(DTTOIF(de->d_type)), i, reclen, 990 de->d_namlen, de->d_name); 991 i += reclen; 992 assert(reclen > 0); 993 } 994} 995 996static void 997ffs_make_dirbuf(dirbuf_t *dbuf, const char *name, fsnode *node, int needswap) 998{ 999 struct direct de, *dp; 1000 uint16_t llen, reclen; 1001 u_char *newbuf; 1002 1003 assert (dbuf != NULL); 1004 assert (name != NULL); 1005 assert (node != NULL); 1006 /* create direct entry */ 1007 (void)memset(&de, 0, sizeof(de)); 1008 de.d_ino = ufs_rw32(node->inode->ino, needswap); 1009 de.d_type = IFTODT(node->type); 1010 de.d_namlen = (uint8_t)strlen(name); 1011 strcpy(de.d_name, name); 1012 reclen = DIRSIZ_SWAP(0, &de, needswap); 1013 de.d_reclen = ufs_rw16(reclen, needswap); 1014 1015 dp = (struct direct *)(dbuf->buf + dbuf->cur); 1016 llen = 0; 1017 if (dp != NULL) 1018 llen = DIRSIZ_SWAP(0, dp, needswap); 1019 1020 if (debug & DEBUG_FS_MAKE_DIRBUF) 1021 printf( 1022 "ffs_make_dirbuf: dbuf siz %d cur %d lastlen %d\n" 1023 " ino %d type %d reclen %d namlen %d name %.30s\n", 1024 dbuf->size, dbuf->cur, llen, 1025 ufs_rw32(de.d_ino, needswap), de.d_type, reclen, 1026 de.d_namlen, de.d_name); 1027 1028 if (reclen + dbuf->cur + llen > roundup(dbuf->size, DIRBLKSIZ)) { 1029 if (debug & DEBUG_FS_MAKE_DIRBUF) 1030 printf("ffs_make_dirbuf: growing buf to %d\n", 1031 dbuf->size + DIRBLKSIZ); 1032 if ((newbuf = realloc(dbuf->buf, dbuf->size + DIRBLKSIZ)) == NULL) 1033 err(1, "Allocating memory for directory buffer"); 1034 dbuf->buf = newbuf; 1035 dbuf->size += DIRBLKSIZ; 1036 memset(dbuf->buf + dbuf->size - DIRBLKSIZ, 0, DIRBLKSIZ); 1037 dbuf->cur = dbuf->size - DIRBLKSIZ; 1038 } else if (dp) { /* shrink end of previous */ 1039 dp->d_reclen = ufs_rw16(llen,needswap); 1040 dbuf->cur += llen; 1041 } 1042 dp = (struct direct *)(dbuf->buf + dbuf->cur); 1043 memcpy(dp, &de, reclen); 1044 dp->d_reclen = ufs_rw16(dbuf->size - dbuf->cur, needswap); 1045} 1046 1047/* 1048 * cribbed from sys/ufs/ffs/ffs_alloc.c 1049 */ 1050static void 1051ffs_write_inode(union dinode *dp, uint32_t ino, const fsinfo_t *fsopts) 1052{ 1053 char *buf; 1054 struct ufs1_dinode *dp1; 1055 struct ufs2_dinode *dp2, *dip; 1056 struct cg *cgp; 1057 struct fs *fs; 1058 int cg, cgino, i; 1059 daddr_t d; 1060 char sbbuf[FFS_MAXBSIZE]; 1061 int32_t initediblk; 1062 ffs_opt_t *ffs_opts = fsopts->fs_specific; 1063 1064 assert (dp != NULL); 1065 assert (ino > 0); 1066 assert (fsopts != NULL); 1067 assert (ffs_opts != NULL); 1068 1069 fs = (struct fs *)fsopts->superblock; 1070 cg = ino_to_cg(fs, ino); 1071 cgino = ino % fs->fs_ipg; 1072 if (debug & DEBUG_FS_WRITE_INODE) 1073 printf("ffs_write_inode: din %p ino %u cg %d cgino %d\n", 1074 dp, ino, cg, cgino); 1075 1076 ffs_rdfs(fsbtodb(fs, cgtod(fs, cg)), (int)fs->fs_cgsize, &sbbuf, 1077 fsopts); 1078 cgp = (struct cg *)sbbuf; 1079 if (!cg_chkmagic_swap(cgp, fsopts->needswap)) 1080 errx(1, "ffs_write_inode: cg %d: bad magic number", cg); 1081 1082 assert (isclr(cg_inosused_swap(cgp, fsopts->needswap), cgino)); 1083 1084 buf = malloc(fs->fs_bsize); 1085 if (buf == NULL) 1086 errx(1, "ffs_write_inode: cg %d: can't alloc inode block", cg); 1087 1088 dp1 = (struct ufs1_dinode *)buf; 1089 dp2 = (struct ufs2_dinode *)buf; 1090 1091 if (fs->fs_cstotal.cs_nifree == 0) 1092 errx(1, "ffs_write_inode: fs out of inodes for ino %u", 1093 ino); 1094 if (fs->fs_cs(fs, cg).cs_nifree == 0) 1095 errx(1, 1096 "ffs_write_inode: cg %d out of inodes for ino %u", 1097 cg, ino); 1098 setbit(cg_inosused_swap(cgp, fsopts->needswap), cgino); 1099 ufs_add32(cgp->cg_cs.cs_nifree, -1, fsopts->needswap); 1100 fs->fs_cstotal.cs_nifree--; 1101 fs->fs_cs(fs, cg).cs_nifree--; 1102 if (S_ISDIR(DIP(dp, mode))) { 1103 ufs_add32(cgp->cg_cs.cs_ndir, 1, fsopts->needswap); 1104 fs->fs_cstotal.cs_ndir++; 1105 fs->fs_cs(fs, cg).cs_ndir++; 1106 } 1107 1108 /* 1109 * Initialize inode blocks on the fly for UFS2. 1110 */ 1111 initediblk = ufs_rw32(cgp->cg_initediblk, fsopts->needswap); 1112 if (ffs_opts->version == 2 && cgino + INOPB(fs) > initediblk && 1113 initediblk < ufs_rw32(cgp->cg_niblk, fsopts->needswap)) { 1114 memset(buf, 0, fs->fs_bsize); 1115 dip = (struct ufs2_dinode *)buf; 1116 srandom(time(NULL)); 1117 for (i = 0; i < INOPB(fs); i++) { 1118 dip->di_gen = random() / 2 + 1; 1119 dip++; 1120 } 1121 ffs_wtfs(fsbtodb(fs, ino_to_fsba(fs, 1122 cg * fs->fs_ipg + initediblk)), 1123 fs->fs_bsize, buf, fsopts); 1124 initediblk += INOPB(fs); 1125 cgp->cg_initediblk = ufs_rw32(initediblk, fsopts->needswap); 1126 } 1127 1128 1129 ffs_wtfs(fsbtodb(fs, cgtod(fs, cg)), (int)fs->fs_cgsize, &sbbuf, 1130 fsopts); 1131 1132 /* now write inode */ 1133 d = fsbtodb(fs, ino_to_fsba(fs, ino)); 1134 ffs_rdfs(d, fs->fs_bsize, buf, fsopts); 1135 if (fsopts->needswap) { 1136 if (ffs_opts->version == 1) 1137 ffs_dinode1_swap(&dp->ffs1_din, 1138 &dp1[ino_to_fsbo(fs, ino)]); 1139 else 1140 ffs_dinode2_swap(&dp->ffs2_din, 1141 &dp2[ino_to_fsbo(fs, ino)]); 1142 } else { 1143 if (ffs_opts->version == 1) 1144 dp1[ino_to_fsbo(fs, ino)] = dp->ffs1_din; 1145 else 1146 dp2[ino_to_fsbo(fs, ino)] = dp->ffs2_din; 1147 } 1148 ffs_wtfs(d, fs->fs_bsize, buf, fsopts); 1149 free(buf); 1150} 1151 1152void 1153panic(const char *fmt, ...) 1154{ 1155 va_list ap; 1156 1157 va_start(ap, fmt); 1158 vwarnx(fmt, ap); 1159 va_end(ap); 1160 exit(1); 1161} 1162