1168404Spjd/* 2168404Spjd * CDDL HEADER START 3168404Spjd * 4168404Spjd * The contents of this file are subject to the terms of the 5168404Spjd * Common Development and Distribution License (the "License"). 6168404Spjd * You may not use this file except in compliance with the License. 7168404Spjd * 8168404Spjd * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9168404Spjd * or http://www.opensolaris.org/os/licensing. 10168404Spjd * See the License for the specific language governing permissions 11168404Spjd * and limitations under the License. 12168404Spjd * 13168404Spjd * When distributing Covered Code, include this CDDL HEADER in each 14168404Spjd * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15168404Spjd * If applicable, add the following below this CDDL HEADER, with the 16168404Spjd * fields enclosed by brackets "[]" replaced with your own identifying 17168404Spjd * information: Portions Copyright [yyyy] [name of copyright owner] 18168404Spjd * 19168404Spjd * CDDL HEADER END 20168404Spjd */ 21168404Spjd/* 22219089Spjd * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. 23226707Spjd * Copyright (c) 2011 Pawel Jakub Dawidek <pawel@dawidek.net>. 24226707Spjd * All rights reserved. 25249195Smm * Copyright (c) 2013 by Delphix. All rights reserved. 26168404Spjd */ 27168404Spjd 28168404Spjd#include <sys/dmu.h> 29185029Spjd#include <sys/dmu_objset.h> 30168404Spjd#include <sys/dmu_tx.h> 31168404Spjd#include <sys/dsl_dataset.h> 32168404Spjd#include <sys/dsl_dir.h> 33168404Spjd#include <sys/dsl_prop.h> 34168404Spjd#include <sys/dsl_synctask.h> 35185029Spjd#include <sys/dsl_deleg.h> 36168404Spjd#include <sys/spa.h> 37219089Spjd#include <sys/metaslab.h> 38168404Spjd#include <sys/zap.h> 39168404Spjd#include <sys/zio.h> 40168404Spjd#include <sys/arc.h> 41185029Spjd#include <sys/sunddi.h> 42219317Spjd#include <sys/zvol.h> 43226678Spjd#ifdef _KERNEL 44226676Spjd#include <sys/zfs_vfsops.h> 45226678Spjd#endif 46168404Spjd#include "zfs_namecheck.h" 47168404Spjd 48185029Spjdstatic uint64_t dsl_dir_space_towrite(dsl_dir_t *dd); 49168404Spjd 50168404Spjd/* ARGSUSED */ 51168404Spjdstatic void 52168404Spjddsl_dir_evict(dmu_buf_t *db, void *arg) 53168404Spjd{ 54168404Spjd dsl_dir_t *dd = arg; 55168404Spjd dsl_pool_t *dp = dd->dd_pool; 56168404Spjd int t; 57168404Spjd 58168404Spjd for (t = 0; t < TXG_SIZE; t++) { 59168404Spjd ASSERT(!txg_list_member(&dp->dp_dirty_dirs, dd, t)); 60168404Spjd ASSERT(dd->dd_tempreserved[t] == 0); 61168404Spjd ASSERT(dd->dd_space_towrite[t] == 0); 62168404Spjd } 63168404Spjd 64168404Spjd if (dd->dd_parent) 65248571Smm dsl_dir_rele(dd->dd_parent, dd); 66168404Spjd 67168404Spjd spa_close(dd->dd_pool->dp_spa, dd); 68168404Spjd 69168404Spjd /* 70219089Spjd * The props callback list should have been cleaned up by 71219089Spjd * objset_evict(). 72168404Spjd */ 73168404Spjd list_destroy(&dd->dd_prop_cbs); 74168404Spjd mutex_destroy(&dd->dd_lock); 75168404Spjd kmem_free(dd, sizeof (dsl_dir_t)); 76168404Spjd} 77168404Spjd 78168404Spjdint 79248571Smmdsl_dir_hold_obj(dsl_pool_t *dp, uint64_t ddobj, 80168404Spjd const char *tail, void *tag, dsl_dir_t **ddp) 81168404Spjd{ 82168404Spjd dmu_buf_t *dbuf; 83168404Spjd dsl_dir_t *dd; 84168404Spjd int err; 85168404Spjd 86248571Smm ASSERT(dsl_pool_config_held(dp)); 87168404Spjd 88168404Spjd err = dmu_bonus_hold(dp->dp_meta_objset, ddobj, tag, &dbuf); 89248571Smm if (err != 0) 90168404Spjd return (err); 91168404Spjd dd = dmu_buf_get_user(dbuf); 92168404Spjd#ifdef ZFS_DEBUG 93168404Spjd { 94168404Spjd dmu_object_info_t doi; 95168404Spjd dmu_object_info_from_db(dbuf, &doi); 96168404Spjd ASSERT3U(doi.doi_type, ==, DMU_OT_DSL_DIR); 97185029Spjd ASSERT3U(doi.doi_bonus_size, >=, sizeof (dsl_dir_phys_t)); 98168404Spjd } 99168404Spjd#endif 100168404Spjd if (dd == NULL) { 101168404Spjd dsl_dir_t *winner; 102168404Spjd 103168404Spjd dd = kmem_zalloc(sizeof (dsl_dir_t), KM_SLEEP); 104168404Spjd dd->dd_object = ddobj; 105168404Spjd dd->dd_dbuf = dbuf; 106168404Spjd dd->dd_pool = dp; 107168404Spjd dd->dd_phys = dbuf->db_data; 108168404Spjd mutex_init(&dd->dd_lock, NULL, MUTEX_DEFAULT, NULL); 109168404Spjd 110168404Spjd list_create(&dd->dd_prop_cbs, sizeof (dsl_prop_cb_record_t), 111168404Spjd offsetof(dsl_prop_cb_record_t, cbr_node)); 112168404Spjd 113219089Spjd dsl_dir_snap_cmtime_update(dd); 114219089Spjd 115168404Spjd if (dd->dd_phys->dd_parent_obj) { 116248571Smm err = dsl_dir_hold_obj(dp, dd->dd_phys->dd_parent_obj, 117168404Spjd NULL, dd, &dd->dd_parent); 118248571Smm if (err != 0) 119185029Spjd goto errout; 120168404Spjd if (tail) { 121168404Spjd#ifdef ZFS_DEBUG 122168404Spjd uint64_t foundobj; 123168404Spjd 124168404Spjd err = zap_lookup(dp->dp_meta_objset, 125185029Spjd dd->dd_parent->dd_phys->dd_child_dir_zapobj, 126168404Spjd tail, sizeof (foundobj), 1, &foundobj); 127168404Spjd ASSERT(err || foundobj == ddobj); 128168404Spjd#endif 129168404Spjd (void) strcpy(dd->dd_myname, tail); 130168404Spjd } else { 131168404Spjd err = zap_value_search(dp->dp_meta_objset, 132185029Spjd dd->dd_parent->dd_phys->dd_child_dir_zapobj, 133185029Spjd ddobj, 0, dd->dd_myname); 134168404Spjd } 135248571Smm if (err != 0) 136185029Spjd goto errout; 137168404Spjd } else { 138168404Spjd (void) strcpy(dd->dd_myname, spa_name(dp->dp_spa)); 139168404Spjd } 140168404Spjd 141219089Spjd if (dsl_dir_is_clone(dd)) { 142219089Spjd dmu_buf_t *origin_bonus; 143219089Spjd dsl_dataset_phys_t *origin_phys; 144219089Spjd 145219089Spjd /* 146219089Spjd * We can't open the origin dataset, because 147219089Spjd * that would require opening this dsl_dir. 148219089Spjd * Just look at its phys directly instead. 149219089Spjd */ 150219089Spjd err = dmu_bonus_hold(dp->dp_meta_objset, 151219089Spjd dd->dd_phys->dd_origin_obj, FTAG, &origin_bonus); 152248571Smm if (err != 0) 153219089Spjd goto errout; 154219089Spjd origin_phys = origin_bonus->db_data; 155219089Spjd dd->dd_origin_txg = 156219089Spjd origin_phys->ds_creation_txg; 157219089Spjd dmu_buf_rele(origin_bonus, FTAG); 158219089Spjd } 159219089Spjd 160168404Spjd winner = dmu_buf_set_user_ie(dbuf, dd, &dd->dd_phys, 161168404Spjd dsl_dir_evict); 162168404Spjd if (winner) { 163168404Spjd if (dd->dd_parent) 164248571Smm dsl_dir_rele(dd->dd_parent, dd); 165168404Spjd mutex_destroy(&dd->dd_lock); 166168404Spjd kmem_free(dd, sizeof (dsl_dir_t)); 167168404Spjd dd = winner; 168168404Spjd } else { 169168404Spjd spa_open_ref(dp->dp_spa, dd); 170168404Spjd } 171168404Spjd } 172168404Spjd 173168404Spjd /* 174168404Spjd * The dsl_dir_t has both open-to-close and instantiate-to-evict 175168404Spjd * holds on the spa. We need the open-to-close holds because 176168404Spjd * otherwise the spa_refcnt wouldn't change when we open a 177168404Spjd * dir which the spa also has open, so we could incorrectly 178168404Spjd * think it was OK to unload/export/destroy the pool. We need 179168404Spjd * the instantiate-to-evict hold because the dsl_dir_t has a 180168404Spjd * pointer to the dd_pool, which has a pointer to the spa_t. 181168404Spjd */ 182168404Spjd spa_open_ref(dp->dp_spa, tag); 183168404Spjd ASSERT3P(dd->dd_pool, ==, dp); 184168404Spjd ASSERT3U(dd->dd_object, ==, ddobj); 185168404Spjd ASSERT3P(dd->dd_dbuf, ==, dbuf); 186168404Spjd *ddp = dd; 187168404Spjd return (0); 188185029Spjd 189185029Spjderrout: 190185029Spjd if (dd->dd_parent) 191248571Smm dsl_dir_rele(dd->dd_parent, dd); 192185029Spjd mutex_destroy(&dd->dd_lock); 193185029Spjd kmem_free(dd, sizeof (dsl_dir_t)); 194185029Spjd dmu_buf_rele(dbuf, tag); 195185029Spjd return (err); 196168404Spjd} 197168404Spjd 198168404Spjdvoid 199248571Smmdsl_dir_rele(dsl_dir_t *dd, void *tag) 200168404Spjd{ 201168404Spjd dprintf_dd(dd, "%s\n", ""); 202168404Spjd spa_close(dd->dd_pool->dp_spa, tag); 203168404Spjd dmu_buf_rele(dd->dd_dbuf, tag); 204168404Spjd} 205168404Spjd 206168404Spjd/* buf must be long enough (MAXNAMELEN + strlen(MOS_DIR_NAME) + 1 should do) */ 207168404Spjdvoid 208168404Spjddsl_dir_name(dsl_dir_t *dd, char *buf) 209168404Spjd{ 210168404Spjd if (dd->dd_parent) { 211168404Spjd dsl_dir_name(dd->dd_parent, buf); 212168404Spjd (void) strcat(buf, "/"); 213168404Spjd } else { 214168404Spjd buf[0] = '\0'; 215168404Spjd } 216168404Spjd if (!MUTEX_HELD(&dd->dd_lock)) { 217168404Spjd /* 218168404Spjd * recursive mutex so that we can use 219168404Spjd * dprintf_dd() with dd_lock held 220168404Spjd */ 221168404Spjd mutex_enter(&dd->dd_lock); 222168404Spjd (void) strcat(buf, dd->dd_myname); 223168404Spjd mutex_exit(&dd->dd_lock); 224168404Spjd } else { 225168404Spjd (void) strcat(buf, dd->dd_myname); 226168404Spjd } 227168404Spjd} 228168404Spjd 229239620Smm/* Calculate name length, avoiding all the strcat calls of dsl_dir_name */ 230168404Spjdint 231168498Spjddsl_dir_namelen(dsl_dir_t *dd) 232168498Spjd{ 233168498Spjd int result = 0; 234168498Spjd 235168498Spjd if (dd->dd_parent) { 236168498Spjd /* parent's name + 1 for the "/" */ 237168498Spjd result = dsl_dir_namelen(dd->dd_parent) + 1; 238168498Spjd } 239168498Spjd 240168498Spjd if (!MUTEX_HELD(&dd->dd_lock)) { 241168498Spjd /* see dsl_dir_name */ 242168498Spjd mutex_enter(&dd->dd_lock); 243168498Spjd result += strlen(dd->dd_myname); 244168498Spjd mutex_exit(&dd->dd_lock); 245168498Spjd } else { 246168498Spjd result += strlen(dd->dd_myname); 247168498Spjd } 248168498Spjd 249168498Spjd return (result); 250168498Spjd} 251168498Spjd 252168404Spjdstatic int 253168404Spjdgetcomponent(const char *path, char *component, const char **nextp) 254168404Spjd{ 255168404Spjd char *p; 256248571Smm 257209962Smm if ((path == NULL) || (path[0] == '\0')) 258249195Smm return (SET_ERROR(ENOENT)); 259168404Spjd /* This would be a good place to reserve some namespace... */ 260168404Spjd p = strpbrk(path, "/@"); 261168404Spjd if (p && (p[1] == '/' || p[1] == '@')) { 262168404Spjd /* two separators in a row */ 263249195Smm return (SET_ERROR(EINVAL)); 264168404Spjd } 265168404Spjd if (p == NULL || p == path) { 266168404Spjd /* 267168404Spjd * if the first thing is an @ or /, it had better be an 268168404Spjd * @ and it had better not have any more ats or slashes, 269168404Spjd * and it had better have something after the @. 270168404Spjd */ 271168404Spjd if (p != NULL && 272168404Spjd (p[0] != '@' || strpbrk(path+1, "/@") || p[1] == '\0')) 273249195Smm return (SET_ERROR(EINVAL)); 274168404Spjd if (strlen(path) >= MAXNAMELEN) 275249195Smm return (SET_ERROR(ENAMETOOLONG)); 276168404Spjd (void) strcpy(component, path); 277168404Spjd p = NULL; 278168404Spjd } else if (p[0] == '/') { 279248571Smm if (p - path >= MAXNAMELEN) 280249195Smm return (SET_ERROR(ENAMETOOLONG)); 281168404Spjd (void) strncpy(component, path, p - path); 282248571Smm component[p - path] = '\0'; 283168404Spjd p++; 284168404Spjd } else if (p[0] == '@') { 285168404Spjd /* 286168404Spjd * if the next separator is an @, there better not be 287168404Spjd * any more slashes. 288168404Spjd */ 289168404Spjd if (strchr(path, '/')) 290249195Smm return (SET_ERROR(EINVAL)); 291248571Smm if (p - path >= MAXNAMELEN) 292249195Smm return (SET_ERROR(ENAMETOOLONG)); 293168404Spjd (void) strncpy(component, path, p - path); 294248571Smm component[p - path] = '\0'; 295168404Spjd } else { 296248571Smm panic("invalid p=%p", (void *)p); 297168404Spjd } 298168404Spjd *nextp = p; 299168404Spjd return (0); 300168404Spjd} 301168404Spjd 302168404Spjd/* 303248571Smm * Return the dsl_dir_t, and possibly the last component which couldn't 304248571Smm * be found in *tail. The name must be in the specified dsl_pool_t. This 305248571Smm * thread must hold the dp_config_rwlock for the pool. Returns NULL if the 306248571Smm * path is bogus, or if tail==NULL and we couldn't parse the whole name. 307248571Smm * (*tail)[0] == '@' means that the last component is a snapshot. 308168404Spjd */ 309168404Spjdint 310248571Smmdsl_dir_hold(dsl_pool_t *dp, const char *name, void *tag, 311168404Spjd dsl_dir_t **ddp, const char **tailp) 312168404Spjd{ 313168404Spjd char buf[MAXNAMELEN]; 314248571Smm const char *spaname, *next, *nextnext = NULL; 315168404Spjd int err; 316168404Spjd dsl_dir_t *dd; 317168404Spjd uint64_t ddobj; 318168404Spjd 319168404Spjd err = getcomponent(name, buf, &next); 320248571Smm if (err != 0) 321168404Spjd return (err); 322168404Spjd 323248571Smm /* Make sure the name is in the specified pool. */ 324248571Smm spaname = spa_name(dp->dp_spa); 325248571Smm if (strcmp(buf, spaname) != 0) 326249195Smm return (SET_ERROR(EINVAL)); 327168404Spjd 328248571Smm ASSERT(dsl_pool_config_held(dp)); 329168404Spjd 330248571Smm err = dsl_dir_hold_obj(dp, dp->dp_root_dir_obj, NULL, tag, &dd); 331248571Smm if (err != 0) { 332168404Spjd return (err); 333168404Spjd } 334168404Spjd 335168404Spjd while (next != NULL) { 336168404Spjd dsl_dir_t *child_ds; 337168404Spjd err = getcomponent(next, buf, &nextnext); 338248571Smm if (err != 0) 339168404Spjd break; 340168404Spjd ASSERT(next[0] != '\0'); 341168404Spjd if (next[0] == '@') 342168404Spjd break; 343168404Spjd dprintf("looking up %s in obj%lld\n", 344168404Spjd buf, dd->dd_phys->dd_child_dir_zapobj); 345168404Spjd 346168404Spjd err = zap_lookup(dp->dp_meta_objset, 347168404Spjd dd->dd_phys->dd_child_dir_zapobj, 348168404Spjd buf, sizeof (ddobj), 1, &ddobj); 349248571Smm if (err != 0) { 350168404Spjd if (err == ENOENT) 351168404Spjd err = 0; 352168404Spjd break; 353168404Spjd } 354168404Spjd 355248571Smm err = dsl_dir_hold_obj(dp, ddobj, buf, tag, &child_ds); 356248571Smm if (err != 0) 357168404Spjd break; 358248571Smm dsl_dir_rele(dd, tag); 359168404Spjd dd = child_ds; 360168404Spjd next = nextnext; 361168404Spjd } 362168404Spjd 363248571Smm if (err != 0) { 364248571Smm dsl_dir_rele(dd, tag); 365168404Spjd return (err); 366168404Spjd } 367168404Spjd 368168404Spjd /* 369168404Spjd * It's an error if there's more than one component left, or 370168404Spjd * tailp==NULL and there's any component left. 371168404Spjd */ 372168404Spjd if (next != NULL && 373168404Spjd (tailp == NULL || (nextnext && nextnext[0] != '\0'))) { 374168404Spjd /* bad path name */ 375248571Smm dsl_dir_rele(dd, tag); 376168404Spjd dprintf("next=%p (%s) tail=%p\n", next, next?next:"", tailp); 377249195Smm err = SET_ERROR(ENOENT); 378168404Spjd } 379248571Smm if (tailp != NULL) 380168404Spjd *tailp = next; 381168404Spjd *ddp = dd; 382168404Spjd return (err); 383168404Spjd} 384168404Spjd 385168404Spjduint64_t 386185029Spjddsl_dir_create_sync(dsl_pool_t *dp, dsl_dir_t *pds, const char *name, 387185029Spjd dmu_tx_t *tx) 388168404Spjd{ 389185029Spjd objset_t *mos = dp->dp_meta_objset; 390168404Spjd uint64_t ddobj; 391219089Spjd dsl_dir_phys_t *ddphys; 392168404Spjd dmu_buf_t *dbuf; 393168404Spjd 394168404Spjd ddobj = dmu_object_alloc(mos, DMU_OT_DSL_DIR, 0, 395168404Spjd DMU_OT_DSL_DIR, sizeof (dsl_dir_phys_t), tx); 396185029Spjd if (pds) { 397185029Spjd VERIFY(0 == zap_add(mos, pds->dd_phys->dd_child_dir_zapobj, 398185029Spjd name, sizeof (uint64_t), 1, &ddobj, tx)); 399185029Spjd } else { 400185029Spjd /* it's the root dir */ 401185029Spjd VERIFY(0 == zap_add(mos, DMU_POOL_DIRECTORY_OBJECT, 402185029Spjd DMU_POOL_ROOT_DATASET, sizeof (uint64_t), 1, &ddobj, tx)); 403185029Spjd } 404168404Spjd VERIFY(0 == dmu_bonus_hold(mos, ddobj, FTAG, &dbuf)); 405168404Spjd dmu_buf_will_dirty(dbuf, tx); 406219089Spjd ddphys = dbuf->db_data; 407168404Spjd 408219089Spjd ddphys->dd_creation_time = gethrestime_sec(); 409185029Spjd if (pds) 410219089Spjd ddphys->dd_parent_obj = pds->dd_object; 411219089Spjd ddphys->dd_props_zapobj = zap_create(mos, 412168404Spjd DMU_OT_DSL_PROPS, DMU_OT_NONE, 0, tx); 413219089Spjd ddphys->dd_child_dir_zapobj = zap_create(mos, 414168404Spjd DMU_OT_DSL_DIR_CHILD_MAP, DMU_OT_NONE, 0, tx); 415185029Spjd if (spa_version(dp->dp_spa) >= SPA_VERSION_USED_BREAKDOWN) 416219089Spjd ddphys->dd_flags |= DD_FLAG_USED_BREAKDOWN; 417168404Spjd dmu_buf_rele(dbuf, FTAG); 418168404Spjd 419168404Spjd return (ddobj); 420168404Spjd} 421168404Spjd 422185029Spjdboolean_t 423185029Spjddsl_dir_is_clone(dsl_dir_t *dd) 424168404Spjd{ 425185029Spjd return (dd->dd_phys->dd_origin_obj && 426185029Spjd (dd->dd_pool->dp_origin_snap == NULL || 427185029Spjd dd->dd_phys->dd_origin_obj != 428185029Spjd dd->dd_pool->dp_origin_snap->ds_object)); 429168404Spjd} 430168404Spjd 431168404Spjdvoid 432168404Spjddsl_dir_stats(dsl_dir_t *dd, nvlist_t *nv) 433168404Spjd{ 434168404Spjd mutex_enter(&dd->dd_lock); 435185029Spjd dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USED, 436185029Spjd dd->dd_phys->dd_used_bytes); 437185029Spjd dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_QUOTA, dd->dd_phys->dd_quota); 438168404Spjd dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_RESERVATION, 439168404Spjd dd->dd_phys->dd_reserved); 440168404Spjd dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_COMPRESSRATIO, 441168404Spjd dd->dd_phys->dd_compressed_bytes == 0 ? 100 : 442168404Spjd (dd->dd_phys->dd_uncompressed_bytes * 100 / 443168404Spjd dd->dd_phys->dd_compressed_bytes)); 444247585Smm dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_LOGICALUSED, 445247585Smm dd->dd_phys->dd_uncompressed_bytes); 446185029Spjd if (dd->dd_phys->dd_flags & DD_FLAG_USED_BREAKDOWN) { 447185029Spjd dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USEDSNAP, 448185029Spjd dd->dd_phys->dd_used_breakdown[DD_USED_SNAP]); 449185029Spjd dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USEDDS, 450185029Spjd dd->dd_phys->dd_used_breakdown[DD_USED_HEAD]); 451185029Spjd dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USEDREFRESERV, 452185029Spjd dd->dd_phys->dd_used_breakdown[DD_USED_REFRSRV]); 453185029Spjd dsl_prop_nvlist_add_uint64(nv, ZFS_PROP_USEDCHILD, 454185029Spjd dd->dd_phys->dd_used_breakdown[DD_USED_CHILD] + 455185029Spjd dd->dd_phys->dd_used_breakdown[DD_USED_CHILD_RSRV]); 456185029Spjd } 457168404Spjd mutex_exit(&dd->dd_lock); 458168404Spjd 459185029Spjd if (dsl_dir_is_clone(dd)) { 460168404Spjd dsl_dataset_t *ds; 461168404Spjd char buf[MAXNAMELEN]; 462168404Spjd 463248571Smm VERIFY0(dsl_dataset_hold_obj(dd->dd_pool, 464185029Spjd dd->dd_phys->dd_origin_obj, FTAG, &ds)); 465168404Spjd dsl_dataset_name(ds, buf); 466185029Spjd dsl_dataset_rele(ds, FTAG); 467168404Spjd dsl_prop_nvlist_add_string(nv, ZFS_PROP_ORIGIN, buf); 468168404Spjd } 469168404Spjd} 470168404Spjd 471168404Spjdvoid 472168404Spjddsl_dir_dirty(dsl_dir_t *dd, dmu_tx_t *tx) 473168404Spjd{ 474168404Spjd dsl_pool_t *dp = dd->dd_pool; 475168404Spjd 476168404Spjd ASSERT(dd->dd_phys); 477168404Spjd 478248571Smm if (txg_list_add(&dp->dp_dirty_dirs, dd, tx->tx_txg)) { 479168404Spjd /* up the hold count until we can be written out */ 480168404Spjd dmu_buf_add_ref(dd->dd_dbuf, dd); 481168404Spjd } 482168404Spjd} 483168404Spjd 484168404Spjdstatic int64_t 485168404Spjdparent_delta(dsl_dir_t *dd, uint64_t used, int64_t delta) 486168404Spjd{ 487168404Spjd uint64_t old_accounted = MAX(used, dd->dd_phys->dd_reserved); 488168404Spjd uint64_t new_accounted = MAX(used + delta, dd->dd_phys->dd_reserved); 489168404Spjd return (new_accounted - old_accounted); 490168404Spjd} 491168404Spjd 492168404Spjdvoid 493168404Spjddsl_dir_sync(dsl_dir_t *dd, dmu_tx_t *tx) 494168404Spjd{ 495168404Spjd ASSERT(dmu_tx_is_syncing(tx)); 496168404Spjd 497168404Spjd mutex_enter(&dd->dd_lock); 498240415Smm ASSERT0(dd->dd_tempreserved[tx->tx_txg&TXG_MASK]); 499168404Spjd dprintf_dd(dd, "txg=%llu towrite=%lluK\n", tx->tx_txg, 500168404Spjd dd->dd_space_towrite[tx->tx_txg&TXG_MASK] / 1024); 501168404Spjd dd->dd_space_towrite[tx->tx_txg&TXG_MASK] = 0; 502168404Spjd mutex_exit(&dd->dd_lock); 503168404Spjd 504168404Spjd /* release the hold from dsl_dir_dirty */ 505168404Spjd dmu_buf_rele(dd->dd_dbuf, dd); 506168404Spjd} 507168404Spjd 508168404Spjdstatic uint64_t 509185029Spjddsl_dir_space_towrite(dsl_dir_t *dd) 510168404Spjd{ 511185029Spjd uint64_t space = 0; 512168404Spjd int i; 513168404Spjd 514168404Spjd ASSERT(MUTEX_HELD(&dd->dd_lock)); 515168404Spjd 516168404Spjd for (i = 0; i < TXG_SIZE; i++) { 517168404Spjd space += dd->dd_space_towrite[i&TXG_MASK]; 518168404Spjd ASSERT3U(dd->dd_space_towrite[i&TXG_MASK], >=, 0); 519168404Spjd } 520168404Spjd return (space); 521168404Spjd} 522168404Spjd 523168404Spjd/* 524168404Spjd * How much space would dd have available if ancestor had delta applied 525168404Spjd * to it? If ondiskonly is set, we're only interested in what's 526168404Spjd * on-disk, not estimated pending changes. 527168404Spjd */ 528168404Spjduint64_t 529168404Spjddsl_dir_space_available(dsl_dir_t *dd, 530168404Spjd dsl_dir_t *ancestor, int64_t delta, int ondiskonly) 531168404Spjd{ 532168404Spjd uint64_t parentspace, myspace, quota, used; 533168404Spjd 534168404Spjd /* 535168404Spjd * If there are no restrictions otherwise, assume we have 536168404Spjd * unlimited space available. 537168404Spjd */ 538168404Spjd quota = UINT64_MAX; 539168404Spjd parentspace = UINT64_MAX; 540168404Spjd 541168404Spjd if (dd->dd_parent != NULL) { 542168404Spjd parentspace = dsl_dir_space_available(dd->dd_parent, 543168404Spjd ancestor, delta, ondiskonly); 544168404Spjd } 545168404Spjd 546168404Spjd mutex_enter(&dd->dd_lock); 547168404Spjd if (dd->dd_phys->dd_quota != 0) 548168404Spjd quota = dd->dd_phys->dd_quota; 549185029Spjd used = dd->dd_phys->dd_used_bytes; 550185029Spjd if (!ondiskonly) 551185029Spjd used += dsl_dir_space_towrite(dd); 552168404Spjd 553168404Spjd if (dd->dd_parent == NULL) { 554168404Spjd uint64_t poolsize = dsl_pool_adjustedsize(dd->dd_pool, FALSE); 555168404Spjd quota = MIN(quota, poolsize); 556168404Spjd } 557168404Spjd 558168404Spjd if (dd->dd_phys->dd_reserved > used && parentspace != UINT64_MAX) { 559168404Spjd /* 560168404Spjd * We have some space reserved, in addition to what our 561168404Spjd * parent gave us. 562168404Spjd */ 563168404Spjd parentspace += dd->dd_phys->dd_reserved - used; 564168404Spjd } 565168404Spjd 566185029Spjd if (dd == ancestor) { 567185029Spjd ASSERT(delta <= 0); 568185029Spjd ASSERT(used >= -delta); 569185029Spjd used += delta; 570185029Spjd if (parentspace != UINT64_MAX) 571185029Spjd parentspace -= delta; 572185029Spjd } 573185029Spjd 574168404Spjd if (used > quota) { 575168404Spjd /* over quota */ 576168404Spjd myspace = 0; 577168404Spjd } else { 578168404Spjd /* 579168404Spjd * the lesser of the space provided by our parent and 580168404Spjd * the space left in our quota 581168404Spjd */ 582168404Spjd myspace = MIN(parentspace, quota - used); 583168404Spjd } 584168404Spjd 585168404Spjd mutex_exit(&dd->dd_lock); 586168404Spjd 587168404Spjd return (myspace); 588168404Spjd} 589168404Spjd 590168404Spjdstruct tempreserve { 591168404Spjd list_node_t tr_node; 592185029Spjd dsl_pool_t *tr_dp; 593168404Spjd dsl_dir_t *tr_ds; 594168404Spjd uint64_t tr_size; 595168404Spjd}; 596168404Spjd 597168404Spjdstatic int 598185029Spjddsl_dir_tempreserve_impl(dsl_dir_t *dd, uint64_t asize, boolean_t netfree, 599185029Spjd boolean_t ignorequota, boolean_t checkrefquota, list_t *tr_list, 600185029Spjd dmu_tx_t *tx, boolean_t first) 601168404Spjd{ 602168404Spjd uint64_t txg = tx->tx_txg; 603185029Spjd uint64_t est_inflight, used_on_disk, quota, parent_rsrv; 604219089Spjd uint64_t deferred = 0; 605185029Spjd struct tempreserve *tr; 606219089Spjd int retval = EDQUOT; 607168404Spjd int txgidx = txg & TXG_MASK; 608168404Spjd int i; 609185029Spjd uint64_t ref_rsrv = 0; 610168404Spjd 611168404Spjd ASSERT3U(txg, !=, 0); 612185029Spjd ASSERT3S(asize, >, 0); 613168404Spjd 614168404Spjd mutex_enter(&dd->dd_lock); 615185029Spjd 616168404Spjd /* 617168404Spjd * Check against the dsl_dir's quota. We don't add in the delta 618168404Spjd * when checking for over-quota because they get one free hit. 619168404Spjd */ 620185029Spjd est_inflight = dsl_dir_space_towrite(dd); 621168404Spjd for (i = 0; i < TXG_SIZE; i++) 622185029Spjd est_inflight += dd->dd_tempreserved[i]; 623185029Spjd used_on_disk = dd->dd_phys->dd_used_bytes; 624168404Spjd 625185029Spjd /* 626185029Spjd * On the first iteration, fetch the dataset's used-on-disk and 627185029Spjd * refreservation values. Also, if checkrefquota is set, test if 628185029Spjd * allocating this space would exceed the dataset's refquota. 629185029Spjd */ 630185029Spjd if (first && tx->tx_objset) { 631185029Spjd int error; 632219089Spjd dsl_dataset_t *ds = tx->tx_objset->os_dsl_dataset; 633168404Spjd 634185029Spjd error = dsl_dataset_check_quota(ds, checkrefquota, 635185029Spjd asize, est_inflight, &used_on_disk, &ref_rsrv); 636185029Spjd if (error) { 637185029Spjd mutex_exit(&dd->dd_lock); 638185029Spjd return (error); 639185029Spjd } 640185029Spjd } 641185029Spjd 642185029Spjd /* 643185029Spjd * If this transaction will result in a net free of space, 644185029Spjd * we want to let it through. 645185029Spjd */ 646185029Spjd if (ignorequota || netfree || dd->dd_phys->dd_quota == 0) 647185029Spjd quota = UINT64_MAX; 648185029Spjd else 649168404Spjd quota = dd->dd_phys->dd_quota; 650168404Spjd 651168404Spjd /* 652219089Spjd * Adjust the quota against the actual pool size at the root 653219089Spjd * minus any outstanding deferred frees. 654185029Spjd * To ensure that it's possible to remove files from a full 655185029Spjd * pool without inducing transient overcommits, we throttle 656168404Spjd * netfree transactions against a quota that is slightly larger, 657168404Spjd * but still within the pool's allocation slop. In cases where 658168404Spjd * we're very close to full, this will allow a steady trickle of 659168404Spjd * removes to get through. 660168404Spjd */ 661168404Spjd if (dd->dd_parent == NULL) { 662219089Spjd spa_t *spa = dd->dd_pool->dp_spa; 663168404Spjd uint64_t poolsize = dsl_pool_adjustedsize(dd->dd_pool, netfree); 664219089Spjd deferred = metaslab_class_get_deferred(spa_normal_class(spa)); 665219089Spjd if (poolsize - deferred < quota) { 666219089Spjd quota = poolsize - deferred; 667219089Spjd retval = ENOSPC; 668168404Spjd } 669168404Spjd } 670168404Spjd 671168404Spjd /* 672168404Spjd * If they are requesting more space, and our current estimate 673185029Spjd * is over quota, they get to try again unless the actual 674168404Spjd * on-disk is over quota and there are no pending changes (which 675168404Spjd * may free up space for us). 676168404Spjd */ 677219089Spjd if (used_on_disk + est_inflight >= quota) { 678219089Spjd if (est_inflight > 0 || used_on_disk < quota || 679219089Spjd (retval == ENOSPC && used_on_disk < quota + deferred)) 680219089Spjd retval = ERESTART; 681185029Spjd dprintf_dd(dd, "failing: used=%lluK inflight = %lluK " 682168404Spjd "quota=%lluK tr=%lluK err=%d\n", 683185029Spjd used_on_disk>>10, est_inflight>>10, 684219089Spjd quota>>10, asize>>10, retval); 685168404Spjd mutex_exit(&dd->dd_lock); 686249195Smm return (SET_ERROR(retval)); 687168404Spjd } 688168404Spjd 689168404Spjd /* We need to up our estimated delta before dropping dd_lock */ 690168404Spjd dd->dd_tempreserved[txgidx] += asize; 691168404Spjd 692185029Spjd parent_rsrv = parent_delta(dd, used_on_disk + est_inflight, 693185029Spjd asize - ref_rsrv); 694168404Spjd mutex_exit(&dd->dd_lock); 695168404Spjd 696185029Spjd tr = kmem_zalloc(sizeof (struct tempreserve), KM_SLEEP); 697168404Spjd tr->tr_ds = dd; 698168404Spjd tr->tr_size = asize; 699168404Spjd list_insert_tail(tr_list, tr); 700168404Spjd 701168404Spjd /* see if it's OK with our parent */ 702168404Spjd if (dd->dd_parent && parent_rsrv) { 703185029Spjd boolean_t ismos = (dd->dd_phys->dd_head_dataset_obj == 0); 704185029Spjd 705168404Spjd return (dsl_dir_tempreserve_impl(dd->dd_parent, 706185029Spjd parent_rsrv, netfree, ismos, TRUE, tr_list, tx, FALSE)); 707168404Spjd } else { 708168404Spjd return (0); 709168404Spjd } 710168404Spjd} 711168404Spjd 712168404Spjd/* 713168404Spjd * Reserve space in this dsl_dir, to be used in this tx's txg. 714185029Spjd * After the space has been dirtied (and dsl_dir_willuse_space() 715185029Spjd * has been called), the reservation should be canceled, using 716185029Spjd * dsl_dir_tempreserve_clear(). 717168404Spjd */ 718168404Spjdint 719185029Spjddsl_dir_tempreserve_space(dsl_dir_t *dd, uint64_t lsize, uint64_t asize, 720185029Spjd uint64_t fsize, uint64_t usize, void **tr_cookiep, dmu_tx_t *tx) 721168404Spjd{ 722185029Spjd int err; 723168404Spjd list_t *tr_list; 724168404Spjd 725185029Spjd if (asize == 0) { 726185029Spjd *tr_cookiep = NULL; 727185029Spjd return (0); 728185029Spjd } 729185029Spjd 730168404Spjd tr_list = kmem_alloc(sizeof (list_t), KM_SLEEP); 731168404Spjd list_create(tr_list, sizeof (struct tempreserve), 732168404Spjd offsetof(struct tempreserve, tr_node)); 733185029Spjd ASSERT3S(asize, >, 0); 734168404Spjd ASSERT3S(fsize, >=, 0); 735168404Spjd 736185029Spjd err = arc_tempreserve_space(lsize, tx->tx_txg); 737168404Spjd if (err == 0) { 738168404Spjd struct tempreserve *tr; 739168404Spjd 740185029Spjd tr = kmem_zalloc(sizeof (struct tempreserve), KM_SLEEP); 741185029Spjd tr->tr_size = lsize; 742185029Spjd list_insert_tail(tr_list, tr); 743185029Spjd 744185029Spjd err = dsl_pool_tempreserve_space(dd->dd_pool, asize, tx); 745185029Spjd } else { 746185029Spjd if (err == EAGAIN) { 747255437Sdelphij txg_delay(dd->dd_pool, tx->tx_txg, 748255437Sdelphij MSEC2NSEC(10), MSEC2NSEC(10)); 749249195Smm err = SET_ERROR(ERESTART); 750168404Spjd } 751185029Spjd dsl_pool_memory_pressure(dd->dd_pool); 752168404Spjd } 753168404Spjd 754185029Spjd if (err == 0) { 755185029Spjd struct tempreserve *tr; 756185029Spjd 757185029Spjd tr = kmem_zalloc(sizeof (struct tempreserve), KM_SLEEP); 758185029Spjd tr->tr_dp = dd->dd_pool; 759185029Spjd tr->tr_size = asize; 760185029Spjd list_insert_tail(tr_list, tr); 761185029Spjd 762185029Spjd err = dsl_dir_tempreserve_impl(dd, asize, fsize >= asize, 763185029Spjd FALSE, asize > usize, tr_list, tx, TRUE); 764185029Spjd } 765185029Spjd 766248571Smm if (err != 0) 767168404Spjd dsl_dir_tempreserve_clear(tr_list, tx); 768168404Spjd else 769168404Spjd *tr_cookiep = tr_list; 770185029Spjd 771168404Spjd return (err); 772168404Spjd} 773168404Spjd 774168404Spjd/* 775168404Spjd * Clear a temporary reservation that we previously made with 776168404Spjd * dsl_dir_tempreserve_space(). 777168404Spjd */ 778168404Spjdvoid 779168404Spjddsl_dir_tempreserve_clear(void *tr_cookie, dmu_tx_t *tx) 780168404Spjd{ 781168404Spjd int txgidx = tx->tx_txg & TXG_MASK; 782168404Spjd list_t *tr_list = tr_cookie; 783168404Spjd struct tempreserve *tr; 784168404Spjd 785168404Spjd ASSERT3U(tx->tx_txg, !=, 0); 786168404Spjd 787185029Spjd if (tr_cookie == NULL) 788185029Spjd return; 789185029Spjd 790168404Spjd while (tr = list_head(tr_list)) { 791185029Spjd if (tr->tr_dp) { 792185029Spjd dsl_pool_tempreserve_clear(tr->tr_dp, tr->tr_size, tx); 793185029Spjd } else if (tr->tr_ds) { 794168404Spjd mutex_enter(&tr->tr_ds->dd_lock); 795168404Spjd ASSERT3U(tr->tr_ds->dd_tempreserved[txgidx], >=, 796168404Spjd tr->tr_size); 797168404Spjd tr->tr_ds->dd_tempreserved[txgidx] -= tr->tr_size; 798168404Spjd mutex_exit(&tr->tr_ds->dd_lock); 799185029Spjd } else { 800185029Spjd arc_tempreserve_clear(tr->tr_size); 801168404Spjd } 802168404Spjd list_remove(tr_list, tr); 803168404Spjd kmem_free(tr, sizeof (struct tempreserve)); 804168404Spjd } 805168404Spjd 806168404Spjd kmem_free(tr_list, sizeof (list_t)); 807168404Spjd} 808168404Spjd 809185029Spjdstatic void 810185029Spjddsl_dir_willuse_space_impl(dsl_dir_t *dd, int64_t space, dmu_tx_t *tx) 811168404Spjd{ 812168404Spjd int64_t parent_space; 813168404Spjd uint64_t est_used; 814168404Spjd 815168404Spjd mutex_enter(&dd->dd_lock); 816168404Spjd if (space > 0) 817168404Spjd dd->dd_space_towrite[tx->tx_txg & TXG_MASK] += space; 818168404Spjd 819185029Spjd est_used = dsl_dir_space_towrite(dd) + dd->dd_phys->dd_used_bytes; 820168404Spjd parent_space = parent_delta(dd, est_used, space); 821168404Spjd mutex_exit(&dd->dd_lock); 822168404Spjd 823168404Spjd /* Make sure that we clean up dd_space_to* */ 824168404Spjd dsl_dir_dirty(dd, tx); 825168404Spjd 826168404Spjd /* XXX this is potentially expensive and unnecessary... */ 827168404Spjd if (parent_space && dd->dd_parent) 828185029Spjd dsl_dir_willuse_space_impl(dd->dd_parent, parent_space, tx); 829168404Spjd} 830168404Spjd 831185029Spjd/* 832185029Spjd * Call in open context when we think we're going to write/free space, 833185029Spjd * eg. when dirtying data. Be conservative (ie. OK to write less than 834185029Spjd * this or free more than this, but don't write more or free less). 835185029Spjd */ 836185029Spjdvoid 837185029Spjddsl_dir_willuse_space(dsl_dir_t *dd, int64_t space, dmu_tx_t *tx) 838185029Spjd{ 839185029Spjd dsl_pool_willuse_space(dd->dd_pool, space, tx); 840185029Spjd dsl_dir_willuse_space_impl(dd, space, tx); 841185029Spjd} 842185029Spjd 843168404Spjd/* call from syncing context when we actually write/free space for this dd */ 844168404Spjdvoid 845185029Spjddsl_dir_diduse_space(dsl_dir_t *dd, dd_used_t type, 846168404Spjd int64_t used, int64_t compressed, int64_t uncompressed, dmu_tx_t *tx) 847168404Spjd{ 848168404Spjd int64_t accounted_delta; 849254757Sdelphij 850254757Sdelphij /* 851254757Sdelphij * dsl_dataset_set_refreservation_sync_impl() calls this with 852254757Sdelphij * dd_lock held, so that it can atomically update 853254757Sdelphij * ds->ds_reserved and the dsl_dir accounting, so that 854254757Sdelphij * dsl_dataset_check_quota() can see dataset and dir accounting 855254757Sdelphij * consistently. 856254757Sdelphij */ 857185029Spjd boolean_t needlock = !MUTEX_HELD(&dd->dd_lock); 858168404Spjd 859168404Spjd ASSERT(dmu_tx_is_syncing(tx)); 860185029Spjd ASSERT(type < DD_USED_NUM); 861168404Spjd 862254757Sdelphij dmu_buf_will_dirty(dd->dd_dbuf, tx); 863254757Sdelphij 864185029Spjd if (needlock) 865185029Spjd mutex_enter(&dd->dd_lock); 866185029Spjd accounted_delta = parent_delta(dd, dd->dd_phys->dd_used_bytes, used); 867185029Spjd ASSERT(used >= 0 || dd->dd_phys->dd_used_bytes >= -used); 868168404Spjd ASSERT(compressed >= 0 || 869168404Spjd dd->dd_phys->dd_compressed_bytes >= -compressed); 870168404Spjd ASSERT(uncompressed >= 0 || 871168404Spjd dd->dd_phys->dd_uncompressed_bytes >= -uncompressed); 872185029Spjd dd->dd_phys->dd_used_bytes += used; 873168404Spjd dd->dd_phys->dd_uncompressed_bytes += uncompressed; 874168404Spjd dd->dd_phys->dd_compressed_bytes += compressed; 875168404Spjd 876185029Spjd if (dd->dd_phys->dd_flags & DD_FLAG_USED_BREAKDOWN) { 877185029Spjd ASSERT(used > 0 || 878185029Spjd dd->dd_phys->dd_used_breakdown[type] >= -used); 879185029Spjd dd->dd_phys->dd_used_breakdown[type] += used; 880185029Spjd#ifdef DEBUG 881185029Spjd dd_used_t t; 882185029Spjd uint64_t u = 0; 883185029Spjd for (t = 0; t < DD_USED_NUM; t++) 884185029Spjd u += dd->dd_phys->dd_used_breakdown[t]; 885185029Spjd ASSERT3U(u, ==, dd->dd_phys->dd_used_bytes); 886185029Spjd#endif 887185029Spjd } 888185029Spjd if (needlock) 889185029Spjd mutex_exit(&dd->dd_lock); 890185029Spjd 891168404Spjd if (dd->dd_parent != NULL) { 892185029Spjd dsl_dir_diduse_space(dd->dd_parent, DD_USED_CHILD, 893168404Spjd accounted_delta, compressed, uncompressed, tx); 894185029Spjd dsl_dir_transfer_space(dd->dd_parent, 895185029Spjd used - accounted_delta, 896185029Spjd DD_USED_CHILD_RSRV, DD_USED_CHILD, tx); 897168404Spjd } 898168404Spjd} 899168404Spjd 900185029Spjdvoid 901185029Spjddsl_dir_transfer_space(dsl_dir_t *dd, int64_t delta, 902185029Spjd dd_used_t oldtype, dd_used_t newtype, dmu_tx_t *tx) 903185029Spjd{ 904185029Spjd ASSERT(dmu_tx_is_syncing(tx)); 905185029Spjd ASSERT(oldtype < DD_USED_NUM); 906185029Spjd ASSERT(newtype < DD_USED_NUM); 907185029Spjd 908185029Spjd if (delta == 0 || !(dd->dd_phys->dd_flags & DD_FLAG_USED_BREAKDOWN)) 909185029Spjd return; 910185029Spjd 911254757Sdelphij dmu_buf_will_dirty(dd->dd_dbuf, tx); 912254757Sdelphij mutex_enter(&dd->dd_lock); 913185029Spjd ASSERT(delta > 0 ? 914185029Spjd dd->dd_phys->dd_used_breakdown[oldtype] >= delta : 915185029Spjd dd->dd_phys->dd_used_breakdown[newtype] >= -delta); 916185029Spjd ASSERT(dd->dd_phys->dd_used_bytes >= ABS(delta)); 917185029Spjd dd->dd_phys->dd_used_breakdown[oldtype] -= delta; 918185029Spjd dd->dd_phys->dd_used_breakdown[newtype] += delta; 919254757Sdelphij mutex_exit(&dd->dd_lock); 920185029Spjd} 921185029Spjd 922248571Smmtypedef struct dsl_dir_set_qr_arg { 923248571Smm const char *ddsqra_name; 924248571Smm zprop_source_t ddsqra_source; 925248571Smm uint64_t ddsqra_value; 926248571Smm} dsl_dir_set_qr_arg_t; 927248571Smm 928168404Spjdstatic int 929248571Smmdsl_dir_set_quota_check(void *arg, dmu_tx_t *tx) 930168404Spjd{ 931248571Smm dsl_dir_set_qr_arg_t *ddsqra = arg; 932248571Smm dsl_pool_t *dp = dmu_tx_pool(tx); 933248571Smm dsl_dataset_t *ds; 934248571Smm int error; 935248571Smm uint64_t towrite, newval; 936168404Spjd 937248571Smm error = dsl_dataset_hold(dp, ddsqra->ddsqra_name, FTAG, &ds); 938248571Smm if (error != 0) 939248571Smm return (error); 940219089Spjd 941248571Smm error = dsl_prop_predict(ds->ds_dir, "quota", 942248571Smm ddsqra->ddsqra_source, ddsqra->ddsqra_value, &newval); 943248571Smm if (error != 0) { 944248571Smm dsl_dataset_rele(ds, FTAG); 945248571Smm return (error); 946248571Smm } 947248571Smm 948248571Smm if (newval == 0) { 949248571Smm dsl_dataset_rele(ds, FTAG); 950168404Spjd return (0); 951248571Smm } 952168404Spjd 953248571Smm mutex_enter(&ds->ds_dir->dd_lock); 954168404Spjd /* 955168404Spjd * If we are doing the preliminary check in open context, and 956168404Spjd * there are pending changes, then don't fail it, since the 957185029Spjd * pending changes could under-estimate the amount of space to be 958168404Spjd * freed up. 959168404Spjd */ 960248571Smm towrite = dsl_dir_space_towrite(ds->ds_dir); 961168404Spjd if ((dmu_tx_is_syncing(tx) || towrite == 0) && 962248571Smm (newval < ds->ds_dir->dd_phys->dd_reserved || 963248571Smm newval < ds->ds_dir->dd_phys->dd_used_bytes + towrite)) { 964249195Smm error = SET_ERROR(ENOSPC); 965168404Spjd } 966248571Smm mutex_exit(&ds->ds_dir->dd_lock); 967248571Smm dsl_dataset_rele(ds, FTAG); 968248571Smm return (error); 969168404Spjd} 970168404Spjd 971168404Spjdstatic void 972248571Smmdsl_dir_set_quota_sync(void *arg, dmu_tx_t *tx) 973168404Spjd{ 974248571Smm dsl_dir_set_qr_arg_t *ddsqra = arg; 975248571Smm dsl_pool_t *dp = dmu_tx_pool(tx); 976248571Smm dsl_dataset_t *ds; 977248571Smm uint64_t newval; 978168404Spjd 979248571Smm VERIFY0(dsl_dataset_hold(dp, ddsqra->ddsqra_name, FTAG, &ds)); 980219089Spjd 981249787Smm if (spa_version(dp->dp_spa) >= SPA_VERSION_RECVD_PROPS) { 982249787Smm dsl_prop_set_sync_impl(ds, zfs_prop_to_name(ZFS_PROP_QUOTA), 983249787Smm ddsqra->ddsqra_source, sizeof (ddsqra->ddsqra_value), 1, 984249787Smm &ddsqra->ddsqra_value, tx); 985168404Spjd 986249787Smm VERIFY0(dsl_prop_get_int_ds(ds, 987249787Smm zfs_prop_to_name(ZFS_PROP_QUOTA), &newval)); 988249787Smm } else { 989249787Smm newval = ddsqra->ddsqra_value; 990249787Smm spa_history_log_internal_ds(ds, "set", tx, "%s=%lld", 991249787Smm zfs_prop_to_name(ZFS_PROP_QUOTA), (longlong_t)newval); 992249787Smm } 993248571Smm 994248571Smm dmu_buf_will_dirty(ds->ds_dir->dd_dbuf, tx); 995248571Smm mutex_enter(&ds->ds_dir->dd_lock); 996248571Smm ds->ds_dir->dd_phys->dd_quota = newval; 997248571Smm mutex_exit(&ds->ds_dir->dd_lock); 998248571Smm dsl_dataset_rele(ds, FTAG); 999168404Spjd} 1000168404Spjd 1001168404Spjdint 1002219089Spjddsl_dir_set_quota(const char *ddname, zprop_source_t source, uint64_t quota) 1003168404Spjd{ 1004248571Smm dsl_dir_set_qr_arg_t ddsqra; 1005168404Spjd 1006248571Smm ddsqra.ddsqra_name = ddname; 1007248571Smm ddsqra.ddsqra_source = source; 1008248571Smm ddsqra.ddsqra_value = quota; 1009219089Spjd 1010248571Smm return (dsl_sync_task(ddname, dsl_dir_set_quota_check, 1011248571Smm dsl_dir_set_quota_sync, &ddsqra, 0)); 1012168404Spjd} 1013168404Spjd 1014185029Spjdint 1015248571Smmdsl_dir_set_reservation_check(void *arg, dmu_tx_t *tx) 1016168404Spjd{ 1017248571Smm dsl_dir_set_qr_arg_t *ddsqra = arg; 1018248571Smm dsl_pool_t *dp = dmu_tx_pool(tx); 1019248571Smm dsl_dataset_t *ds; 1020248571Smm dsl_dir_t *dd; 1021248571Smm uint64_t newval, used, avail; 1022248571Smm int error; 1023168404Spjd 1024248571Smm error = dsl_dataset_hold(dp, ddsqra->ddsqra_name, FTAG, &ds); 1025248571Smm if (error != 0) 1026248571Smm return (error); 1027248571Smm dd = ds->ds_dir; 1028219089Spjd 1029168404Spjd /* 1030168404Spjd * If we are doing the preliminary check in open context, the 1031168404Spjd * space estimates may be inaccurate. 1032168404Spjd */ 1033248571Smm if (!dmu_tx_is_syncing(tx)) { 1034248571Smm dsl_dataset_rele(ds, FTAG); 1035168404Spjd return (0); 1036248571Smm } 1037168404Spjd 1038248571Smm error = dsl_prop_predict(ds->ds_dir, 1039248571Smm zfs_prop_to_name(ZFS_PROP_RESERVATION), 1040248571Smm ddsqra->ddsqra_source, ddsqra->ddsqra_value, &newval); 1041248571Smm if (error != 0) { 1042248571Smm dsl_dataset_rele(ds, FTAG); 1043248571Smm return (error); 1044248571Smm } 1045248571Smm 1046168404Spjd mutex_enter(&dd->dd_lock); 1047185029Spjd used = dd->dd_phys->dd_used_bytes; 1048168404Spjd mutex_exit(&dd->dd_lock); 1049168404Spjd 1050168404Spjd if (dd->dd_parent) { 1051168404Spjd avail = dsl_dir_space_available(dd->dd_parent, 1052168404Spjd NULL, 0, FALSE); 1053168404Spjd } else { 1054168404Spjd avail = dsl_pool_adjustedsize(dd->dd_pool, B_FALSE) - used; 1055168404Spjd } 1056168404Spjd 1057248571Smm if (MAX(used, newval) > MAX(used, dd->dd_phys->dd_reserved)) { 1058248571Smm uint64_t delta = MAX(used, newval) - 1059209962Smm MAX(used, dd->dd_phys->dd_reserved); 1060209962Smm 1061248571Smm if (delta > avail || 1062248571Smm (dd->dd_phys->dd_quota > 0 && 1063248571Smm newval > dd->dd_phys->dd_quota)) 1064249195Smm error = SET_ERROR(ENOSPC); 1065209962Smm } 1066209962Smm 1067248571Smm dsl_dataset_rele(ds, FTAG); 1068248571Smm return (error); 1069168404Spjd} 1070168404Spjd 1071248571Smmvoid 1072248571Smmdsl_dir_set_reservation_sync_impl(dsl_dir_t *dd, uint64_t value, dmu_tx_t *tx) 1073168404Spjd{ 1074168404Spjd uint64_t used; 1075168404Spjd int64_t delta; 1076168404Spjd 1077185029Spjd dmu_buf_will_dirty(dd->dd_dbuf, tx); 1078185029Spjd 1079168404Spjd mutex_enter(&dd->dd_lock); 1080185029Spjd used = dd->dd_phys->dd_used_bytes; 1081248571Smm delta = MAX(used, value) - MAX(used, dd->dd_phys->dd_reserved); 1082248571Smm dd->dd_phys->dd_reserved = value; 1083168404Spjd 1084168404Spjd if (dd->dd_parent != NULL) { 1085168404Spjd /* Roll up this additional usage into our ancestors */ 1086185029Spjd dsl_dir_diduse_space(dd->dd_parent, DD_USED_CHILD_RSRV, 1087185029Spjd delta, 0, 0, tx); 1088168404Spjd } 1089185029Spjd mutex_exit(&dd->dd_lock); 1090168404Spjd} 1091168404Spjd 1092248571Smmstatic void 1093248571Smmdsl_dir_set_reservation_sync(void *arg, dmu_tx_t *tx) 1094168404Spjd{ 1095248571Smm dsl_dir_set_qr_arg_t *ddsqra = arg; 1096248571Smm dsl_pool_t *dp = dmu_tx_pool(tx); 1097219089Spjd dsl_dataset_t *ds; 1098248571Smm uint64_t newval; 1099168404Spjd 1100248571Smm VERIFY0(dsl_dataset_hold(dp, ddsqra->ddsqra_name, FTAG, &ds)); 1101219089Spjd 1102249787Smm if (spa_version(dp->dp_spa) >= SPA_VERSION_RECVD_PROPS) { 1103249787Smm dsl_prop_set_sync_impl(ds, 1104249787Smm zfs_prop_to_name(ZFS_PROP_RESERVATION), 1105249787Smm ddsqra->ddsqra_source, sizeof (ddsqra->ddsqra_value), 1, 1106249787Smm &ddsqra->ddsqra_value, tx); 1107219089Spjd 1108249787Smm VERIFY0(dsl_prop_get_int_ds(ds, 1109249787Smm zfs_prop_to_name(ZFS_PROP_RESERVATION), &newval)); 1110249787Smm } else { 1111249787Smm newval = ddsqra->ddsqra_value; 1112249787Smm spa_history_log_internal_ds(ds, "set", tx, "%s=%lld", 1113249787Smm zfs_prop_to_name(ZFS_PROP_RESERVATION), 1114249787Smm (longlong_t)newval); 1115249787Smm } 1116219089Spjd 1117248571Smm dsl_dir_set_reservation_sync_impl(ds->ds_dir, newval, tx); 1118248571Smm dsl_dataset_rele(ds, FTAG); 1119248571Smm} 1120219089Spjd 1121248571Smmint 1122248571Smmdsl_dir_set_reservation(const char *ddname, zprop_source_t source, 1123248571Smm uint64_t reservation) 1124248571Smm{ 1125248571Smm dsl_dir_set_qr_arg_t ddsqra; 1126219089Spjd 1127248571Smm ddsqra.ddsqra_name = ddname; 1128248571Smm ddsqra.ddsqra_source = source; 1129248571Smm ddsqra.ddsqra_value = reservation; 1130248571Smm 1131248571Smm return (dsl_sync_task(ddname, dsl_dir_set_reservation_check, 1132248571Smm dsl_dir_set_reservation_sync, &ddsqra, 0)); 1133168404Spjd} 1134168404Spjd 1135168404Spjdstatic dsl_dir_t * 1136168404Spjdclosest_common_ancestor(dsl_dir_t *ds1, dsl_dir_t *ds2) 1137168404Spjd{ 1138168404Spjd for (; ds1; ds1 = ds1->dd_parent) { 1139168404Spjd dsl_dir_t *dd; 1140168404Spjd for (dd = ds2; dd; dd = dd->dd_parent) { 1141168404Spjd if (ds1 == dd) 1142168404Spjd return (dd); 1143168404Spjd } 1144168404Spjd } 1145168404Spjd return (NULL); 1146168404Spjd} 1147168404Spjd 1148168404Spjd/* 1149168404Spjd * If delta is applied to dd, how much of that delta would be applied to 1150168404Spjd * ancestor? Syncing context only. 1151168404Spjd */ 1152168404Spjdstatic int64_t 1153168404Spjdwould_change(dsl_dir_t *dd, int64_t delta, dsl_dir_t *ancestor) 1154168404Spjd{ 1155168404Spjd if (dd == ancestor) 1156168404Spjd return (delta); 1157168404Spjd 1158168404Spjd mutex_enter(&dd->dd_lock); 1159185029Spjd delta = parent_delta(dd, dd->dd_phys->dd_used_bytes, delta); 1160168404Spjd mutex_exit(&dd->dd_lock); 1161168404Spjd return (would_change(dd->dd_parent, delta, ancestor)); 1162168404Spjd} 1163168404Spjd 1164248571Smmtypedef struct dsl_dir_rename_arg { 1165248571Smm const char *ddra_oldname; 1166248571Smm const char *ddra_newname; 1167248571Smm} dsl_dir_rename_arg_t; 1168168404Spjd 1169248571Smm/* ARGSUSED */ 1170168404Spjdstatic int 1171248571Smmdsl_valid_rename(dsl_pool_t *dp, dsl_dataset_t *ds, void *arg) 1172168404Spjd{ 1173248571Smm int *deltap = arg; 1174248571Smm char namebuf[MAXNAMELEN]; 1175168404Spjd 1176248571Smm dsl_dataset_name(ds, namebuf); 1177248571Smm 1178248571Smm if (strlen(namebuf) + *deltap >= MAXNAMELEN) 1179249195Smm return (SET_ERROR(ENAMETOOLONG)); 1180248571Smm return (0); 1181248571Smm} 1182248571Smm 1183248571Smmstatic int 1184248571Smmdsl_dir_rename_check(void *arg, dmu_tx_t *tx) 1185248571Smm{ 1186248571Smm dsl_dir_rename_arg_t *ddra = arg; 1187248571Smm dsl_pool_t *dp = dmu_tx_pool(tx); 1188248571Smm dsl_dir_t *dd, *newparent; 1189248571Smm const char *mynewname; 1190248571Smm int error; 1191248571Smm int delta = strlen(ddra->ddra_newname) - strlen(ddra->ddra_oldname); 1192248571Smm 1193248571Smm /* target dir should exist */ 1194248571Smm error = dsl_dir_hold(dp, ddra->ddra_oldname, FTAG, &dd, NULL); 1195248571Smm if (error != 0) 1196248571Smm return (error); 1197248571Smm 1198248571Smm /* new parent should exist */ 1199248571Smm error = dsl_dir_hold(dp, ddra->ddra_newname, FTAG, 1200248571Smm &newparent, &mynewname); 1201248571Smm if (error != 0) { 1202248571Smm dsl_dir_rele(dd, FTAG); 1203248571Smm return (error); 1204226676Spjd } 1205168404Spjd 1206248571Smm /* can't rename to different pool */ 1207248571Smm if (dd->dd_pool != newparent->dd_pool) { 1208248571Smm dsl_dir_rele(newparent, FTAG); 1209248571Smm dsl_dir_rele(dd, FTAG); 1210249195Smm return (SET_ERROR(ENXIO)); 1211248571Smm } 1212248571Smm 1213248571Smm /* new name should not already exist */ 1214248571Smm if (mynewname == NULL) { 1215248571Smm dsl_dir_rele(newparent, FTAG); 1216248571Smm dsl_dir_rele(dd, FTAG); 1217249195Smm return (SET_ERROR(EEXIST)); 1218248571Smm } 1219168404Spjd 1220248571Smm /* if the name length is growing, validate child name lengths */ 1221248571Smm if (delta > 0) { 1222248571Smm error = dmu_objset_find_dp(dp, dd->dd_object, dsl_valid_rename, 1223248571Smm &delta, DS_FIND_CHILDREN | DS_FIND_SNAPSHOTS); 1224248571Smm if (error != 0) { 1225248571Smm dsl_dir_rele(newparent, FTAG); 1226248571Smm dsl_dir_rele(dd, FTAG); 1227248571Smm return (error); 1228248571Smm } 1229248571Smm } 1230248571Smm 1231248571Smm if (newparent != dd->dd_parent) { 1232168404Spjd /* is there enough space? */ 1233168404Spjd uint64_t myspace = 1234185029Spjd MAX(dd->dd_phys->dd_used_bytes, dd->dd_phys->dd_reserved); 1235168404Spjd 1236168404Spjd /* no rename into our descendant */ 1237248571Smm if (closest_common_ancestor(dd, newparent) == dd) { 1238248571Smm dsl_dir_rele(newparent, FTAG); 1239248571Smm dsl_dir_rele(dd, FTAG); 1240249195Smm return (SET_ERROR(EINVAL)); 1241248571Smm } 1242168404Spjd 1243248571Smm error = dsl_dir_transfer_possible(dd->dd_parent, 1244248571Smm newparent, myspace); 1245248571Smm if (error != 0) { 1246248571Smm dsl_dir_rele(newparent, FTAG); 1247248571Smm dsl_dir_rele(dd, FTAG); 1248248571Smm return (error); 1249248571Smm } 1250168404Spjd } 1251168404Spjd 1252248571Smm dsl_dir_rele(newparent, FTAG); 1253248571Smm dsl_dir_rele(dd, FTAG); 1254168404Spjd return (0); 1255168404Spjd} 1256168404Spjd 1257168404Spjdstatic void 1258248571Smmdsl_dir_rename_sync(void *arg, dmu_tx_t *tx) 1259168404Spjd{ 1260248571Smm dsl_dir_rename_arg_t *ddra = arg; 1261248571Smm dsl_pool_t *dp = dmu_tx_pool(tx); 1262248571Smm dsl_dir_t *dd, *newparent; 1263248571Smm const char *mynewname; 1264248571Smm int error; 1265168404Spjd objset_t *mos = dp->dp_meta_objset; 1266168404Spjd 1267248571Smm VERIFY0(dsl_dir_hold(dp, ddra->ddra_oldname, FTAG, &dd, NULL)); 1268248571Smm VERIFY0(dsl_dir_hold(dp, ddra->ddra_newname, FTAG, &newparent, 1269248571Smm &mynewname)); 1270248571Smm 1271248571Smm /* Log this before we change the name. */ 1272248571Smm spa_history_log_internal_dd(dd, "rename", tx, 1273248571Smm "-> %s", ddra->ddra_newname); 1274248571Smm 1275248571Smm if (newparent != dd->dd_parent) { 1276185029Spjd dsl_dir_diduse_space(dd->dd_parent, DD_USED_CHILD, 1277185029Spjd -dd->dd_phys->dd_used_bytes, 1278168404Spjd -dd->dd_phys->dd_compressed_bytes, 1279168404Spjd -dd->dd_phys->dd_uncompressed_bytes, tx); 1280248571Smm dsl_dir_diduse_space(newparent, DD_USED_CHILD, 1281185029Spjd dd->dd_phys->dd_used_bytes, 1282168404Spjd dd->dd_phys->dd_compressed_bytes, 1283168404Spjd dd->dd_phys->dd_uncompressed_bytes, tx); 1284185029Spjd 1285185029Spjd if (dd->dd_phys->dd_reserved > dd->dd_phys->dd_used_bytes) { 1286185029Spjd uint64_t unused_rsrv = dd->dd_phys->dd_reserved - 1287185029Spjd dd->dd_phys->dd_used_bytes; 1288185029Spjd 1289185029Spjd dsl_dir_diduse_space(dd->dd_parent, DD_USED_CHILD_RSRV, 1290185029Spjd -unused_rsrv, 0, 0, tx); 1291248571Smm dsl_dir_diduse_space(newparent, DD_USED_CHILD_RSRV, 1292185029Spjd unused_rsrv, 0, 0, tx); 1293185029Spjd } 1294168404Spjd } 1295168404Spjd 1296168404Spjd dmu_buf_will_dirty(dd->dd_dbuf, tx); 1297168404Spjd 1298168404Spjd /* remove from old parent zapobj */ 1299248571Smm error = zap_remove(mos, dd->dd_parent->dd_phys->dd_child_dir_zapobj, 1300168404Spjd dd->dd_myname, tx); 1301248571Smm ASSERT0(error); 1302168404Spjd 1303248571Smm (void) strcpy(dd->dd_myname, mynewname); 1304248571Smm dsl_dir_rele(dd->dd_parent, dd); 1305248571Smm dd->dd_phys->dd_parent_obj = newparent->dd_object; 1306248571Smm VERIFY0(dsl_dir_hold_obj(dp, 1307248571Smm newparent->dd_object, NULL, dd, &dd->dd_parent)); 1308168404Spjd 1309168404Spjd /* add to new parent zapobj */ 1310248571Smm VERIFY0(zap_add(mos, newparent->dd_phys->dd_child_dir_zapobj, 1311248571Smm dd->dd_myname, 8, 1, &dd->dd_object, tx)); 1312248571Smm 1313248571Smm#ifdef __FreeBSD__ 1314219320Spjd#ifdef _KERNEL 1315248571Smm zfsvfs_update_fromname(ddra->ddra_oldname, ddra->ddra_newname); 1316248571Smm zvol_rename_minors(ddra->ddra_oldname, ddra->ddra_newname); 1317219320Spjd#endif 1318248571Smm#endif 1319185029Spjd 1320248571Smm dsl_prop_notify_all(dd); 1321248571Smm 1322248571Smm dsl_dir_rele(newparent, FTAG); 1323248571Smm dsl_dir_rele(dd, FTAG); 1324168404Spjd} 1325168404Spjd 1326168404Spjdint 1327248571Smmdsl_dir_rename(const char *oldname, const char *newname) 1328168404Spjd{ 1329248571Smm dsl_dir_rename_arg_t ddra; 1330168404Spjd 1331248571Smm ddra.ddra_oldname = oldname; 1332248571Smm ddra.ddra_newname = newname; 1333168404Spjd 1334248571Smm return (dsl_sync_task(oldname, 1335248571Smm dsl_dir_rename_check, dsl_dir_rename_sync, &ddra, 3)); 1336168404Spjd} 1337168404Spjd 1338168404Spjdint 1339168404Spjddsl_dir_transfer_possible(dsl_dir_t *sdd, dsl_dir_t *tdd, uint64_t space) 1340168404Spjd{ 1341168404Spjd dsl_dir_t *ancestor; 1342168404Spjd int64_t adelta; 1343168404Spjd uint64_t avail; 1344168404Spjd 1345168404Spjd ancestor = closest_common_ancestor(sdd, tdd); 1346168404Spjd adelta = would_change(sdd, -space, ancestor); 1347168404Spjd avail = dsl_dir_space_available(tdd, ancestor, adelta, FALSE); 1348168404Spjd if (avail < space) 1349249195Smm return (SET_ERROR(ENOSPC)); 1350168404Spjd 1351168404Spjd return (0); 1352168404Spjd} 1353219089Spjd 1354219089Spjdtimestruc_t 1355219089Spjddsl_dir_snap_cmtime(dsl_dir_t *dd) 1356219089Spjd{ 1357219089Spjd timestruc_t t; 1358219089Spjd 1359219089Spjd mutex_enter(&dd->dd_lock); 1360219089Spjd t = dd->dd_snap_cmtime; 1361219089Spjd mutex_exit(&dd->dd_lock); 1362219089Spjd 1363219089Spjd return (t); 1364219089Spjd} 1365219089Spjd 1366219089Spjdvoid 1367219089Spjddsl_dir_snap_cmtime_update(dsl_dir_t *dd) 1368219089Spjd{ 1369219089Spjd timestruc_t t; 1370219089Spjd 1371219089Spjd gethrestime(&t); 1372219089Spjd mutex_enter(&dd->dd_lock); 1373219089Spjd dd->dd_snap_cmtime = t; 1374219089Spjd mutex_exit(&dd->dd_lock); 1375219089Spjd} 1376