libzfs_sendrecv.c revision 288553
1185029Spjd/* 2185029Spjd * CDDL HEADER START 3185029Spjd * 4185029Spjd * The contents of this file are subject to the terms of the 5185029Spjd * Common Development and Distribution License (the "License"). 6185029Spjd * You may not use this file except in compliance with the License. 7185029Spjd * 8185029Spjd * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9185029Spjd * or http://www.opensolaris.org/os/licensing. 10185029Spjd * See the License for the specific language governing permissions 11185029Spjd * and limitations under the License. 12185029Spjd * 13185029Spjd * When distributing Covered Code, include this CDDL HEADER in each 14185029Spjd * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15185029Spjd * If applicable, add the following below this CDDL HEADER, with the 16185029Spjd * fields enclosed by brackets "[]" replaced with your own identifying 17185029Spjd * information: Portions Copyright [yyyy] [name of copyright owner] 18185029Spjd * 19185029Spjd * CDDL HEADER END 20185029Spjd */ 21185029Spjd 22185029Spjd/* 23219089Spjd * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. 24268649Sdelphij * Copyright (c) 2011, 2014 by Delphix. All rights reserved. 25235222Smm * Copyright (c) 2012, Joyent, Inc. All rights reserved. 26230438Spjd * Copyright (c) 2012 Pawel Jakub Dawidek <pawel@dawidek.net>. 27230438Spjd * All rights reserved. 28251646Sdelphij * Copyright (c) 2013 Steven Hartland. All rights reserved. 29185029Spjd */ 30185029Spjd 31185029Spjd#include <assert.h> 32185029Spjd#include <ctype.h> 33185029Spjd#include <errno.h> 34185029Spjd#include <libintl.h> 35185029Spjd#include <stdio.h> 36185029Spjd#include <stdlib.h> 37185029Spjd#include <strings.h> 38185029Spjd#include <unistd.h> 39185029Spjd#include <stddef.h> 40185029Spjd#include <fcntl.h> 41186515Srwatson#include <sys/param.h> 42185029Spjd#include <sys/mount.h> 43219089Spjd#include <pthread.h> 44219089Spjd#include <umem.h> 45235222Smm#include <time.h> 46185029Spjd 47185029Spjd#include <libzfs.h> 48268649Sdelphij#include <libzfs_core.h> 49185029Spjd 50185029Spjd#include "zfs_namecheck.h" 51185029Spjd#include "zfs_prop.h" 52219089Spjd#include "zfs_fletcher.h" 53185029Spjd#include "libzfs_impl.h" 54219089Spjd#include <sha2.h> 55219089Spjd#include <sys/zio_checksum.h> 56219089Spjd#include <sys/ddt.h> 57185029Spjd 58248571Smm#ifdef __FreeBSD__ 59248571Smmextern int zfs_ioctl_version; 60248571Smm#endif 61248571Smm 62219089Spjd/* in libzfs_dataset.c */ 63219089Spjdextern void zfs_setprop_error(libzfs_handle_t *, zfs_prop_t, int, char *); 64185029Spjd/* We need to use something for ENODATA. */ 65185029Spjd#define ENODATA EIDRM 66185029Spjd 67228103Smmstatic int zfs_receive_impl(libzfs_handle_t *, const char *, recvflags_t *, 68219089Spjd int, const char *, nvlist_t *, avl_tree_t *, char **, int, uint64_t *); 69185029Spjd 70219089Spjdstatic const zio_cksum_t zero_cksum = { 0 }; 71219089Spjd 72219089Spjdtypedef struct dedup_arg { 73219089Spjd int inputfd; 74219089Spjd int outputfd; 75219089Spjd libzfs_handle_t *dedup_hdl; 76219089Spjd} dedup_arg_t; 77219089Spjd 78235222Smmtypedef struct progress_arg { 79235222Smm zfs_handle_t *pa_zhp; 80235222Smm int pa_fd; 81235222Smm boolean_t pa_parsable; 82235222Smm} progress_arg_t; 83235222Smm 84219089Spjdtypedef struct dataref { 85219089Spjd uint64_t ref_guid; 86219089Spjd uint64_t ref_object; 87219089Spjd uint64_t ref_offset; 88219089Spjd} dataref_t; 89219089Spjd 90219089Spjdtypedef struct dedup_entry { 91219089Spjd struct dedup_entry *dde_next; 92219089Spjd zio_cksum_t dde_chksum; 93219089Spjd uint64_t dde_prop; 94219089Spjd dataref_t dde_ref; 95219089Spjd} dedup_entry_t; 96219089Spjd 97219089Spjd#define MAX_DDT_PHYSMEM_PERCENT 20 98219089Spjd#define SMALLEST_POSSIBLE_MAX_DDT_MB 128 99219089Spjd 100219089Spjdtypedef struct dedup_table { 101219089Spjd dedup_entry_t **dedup_hash_array; 102219089Spjd umem_cache_t *ddecache; 103219089Spjd uint64_t max_ddt_size; /* max dedup table size in bytes */ 104219089Spjd uint64_t cur_ddt_size; /* current dedup table size in bytes */ 105219089Spjd uint64_t ddt_count; 106219089Spjd int numhashbits; 107219089Spjd boolean_t ddt_full; 108219089Spjd} dedup_table_t; 109219089Spjd 110219089Spjdstatic int 111219089Spjdhigh_order_bit(uint64_t n) 112219089Spjd{ 113219089Spjd int count; 114219089Spjd 115219089Spjd for (count = 0; n != 0; count++) 116219089Spjd n >>= 1; 117219089Spjd return (count); 118219089Spjd} 119219089Spjd 120219089Spjdstatic size_t 121219089Spjdssread(void *buf, size_t len, FILE *stream) 122219089Spjd{ 123219089Spjd size_t outlen; 124219089Spjd 125219089Spjd if ((outlen = fread(buf, len, 1, stream)) == 0) 126219089Spjd return (0); 127219089Spjd 128219089Spjd return (outlen); 129219089Spjd} 130219089Spjd 131219089Spjdstatic void 132219089Spjdddt_hash_append(libzfs_handle_t *hdl, dedup_table_t *ddt, dedup_entry_t **ddepp, 133219089Spjd zio_cksum_t *cs, uint64_t prop, dataref_t *dr) 134219089Spjd{ 135219089Spjd dedup_entry_t *dde; 136219089Spjd 137219089Spjd if (ddt->cur_ddt_size >= ddt->max_ddt_size) { 138219089Spjd if (ddt->ddt_full == B_FALSE) { 139219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 140219089Spjd "Dedup table full. Deduplication will continue " 141219089Spjd "with existing table entries")); 142219089Spjd ddt->ddt_full = B_TRUE; 143219089Spjd } 144219089Spjd return; 145219089Spjd } 146219089Spjd 147219089Spjd if ((dde = umem_cache_alloc(ddt->ddecache, UMEM_DEFAULT)) 148219089Spjd != NULL) { 149219089Spjd assert(*ddepp == NULL); 150219089Spjd dde->dde_next = NULL; 151219089Spjd dde->dde_chksum = *cs; 152219089Spjd dde->dde_prop = prop; 153219089Spjd dde->dde_ref = *dr; 154219089Spjd *ddepp = dde; 155219089Spjd ddt->cur_ddt_size += sizeof (dedup_entry_t); 156219089Spjd ddt->ddt_count++; 157219089Spjd } 158219089Spjd} 159219089Spjd 160185029Spjd/* 161219089Spjd * Using the specified dedup table, do a lookup for an entry with 162219089Spjd * the checksum cs. If found, return the block's reference info 163219089Spjd * in *dr. Otherwise, insert a new entry in the dedup table, using 164219089Spjd * the reference information specified by *dr. 165219089Spjd * 166219089Spjd * return value: true - entry was found 167219089Spjd * false - entry was not found 168219089Spjd */ 169219089Spjdstatic boolean_t 170219089Spjdddt_update(libzfs_handle_t *hdl, dedup_table_t *ddt, zio_cksum_t *cs, 171219089Spjd uint64_t prop, dataref_t *dr) 172219089Spjd{ 173219089Spjd uint32_t hashcode; 174219089Spjd dedup_entry_t **ddepp; 175219089Spjd 176219089Spjd hashcode = BF64_GET(cs->zc_word[0], 0, ddt->numhashbits); 177219089Spjd 178219089Spjd for (ddepp = &(ddt->dedup_hash_array[hashcode]); *ddepp != NULL; 179219089Spjd ddepp = &((*ddepp)->dde_next)) { 180219089Spjd if (ZIO_CHECKSUM_EQUAL(((*ddepp)->dde_chksum), *cs) && 181219089Spjd (*ddepp)->dde_prop == prop) { 182219089Spjd *dr = (*ddepp)->dde_ref; 183219089Spjd return (B_TRUE); 184219089Spjd } 185219089Spjd } 186219089Spjd ddt_hash_append(hdl, ddt, ddepp, cs, prop, dr); 187219089Spjd return (B_FALSE); 188219089Spjd} 189219089Spjd 190219089Spjdstatic int 191288553Smavdump_record(dmu_replay_record_t *drr, void *payload, int payload_len, 192288553Smav zio_cksum_t *zc, int outfd) 193219089Spjd{ 194288553Smav ASSERT3U(offsetof(dmu_replay_record_t, drr_u.drr_checksum.drr_checksum), 195288553Smav ==, sizeof (dmu_replay_record_t) - sizeof (zio_cksum_t)); 196288553Smav fletcher_4_incremental_native(drr, 197288553Smav offsetof(dmu_replay_record_t, drr_u.drr_checksum.drr_checksum), zc); 198288553Smav if (drr->drr_type != DRR_BEGIN) { 199288553Smav ASSERT(ZIO_CHECKSUM_IS_ZERO(&drr->drr_u. 200288553Smav drr_checksum.drr_checksum)); 201288553Smav drr->drr_u.drr_checksum.drr_checksum = *zc; 202288553Smav } 203288553Smav fletcher_4_incremental_native(&drr->drr_u.drr_checksum.drr_checksum, 204288553Smav sizeof (zio_cksum_t), zc); 205288553Smav if (write(outfd, drr, sizeof (*drr)) == -1) 206288553Smav return (errno); 207288553Smav if (payload_len != 0) { 208288553Smav fletcher_4_incremental_native(payload, payload_len, zc); 209288553Smav if (write(outfd, payload, payload_len) == -1) 210288553Smav return (errno); 211288553Smav } 212288553Smav return (0); 213219089Spjd} 214219089Spjd 215219089Spjd/* 216219089Spjd * This function is started in a separate thread when the dedup option 217219089Spjd * has been requested. The main send thread determines the list of 218219089Spjd * snapshots to be included in the send stream and makes the ioctl calls 219219089Spjd * for each one. But instead of having the ioctl send the output to the 220219089Spjd * the output fd specified by the caller of zfs_send()), the 221219089Spjd * ioctl is told to direct the output to a pipe, which is read by the 222219089Spjd * alternate thread running THIS function. This function does the 223219089Spjd * dedup'ing by: 224219089Spjd * 1. building a dedup table (the DDT) 225219089Spjd * 2. doing checksums on each data block and inserting a record in the DDT 226219089Spjd * 3. looking for matching checksums, and 227219089Spjd * 4. sending a DRR_WRITE_BYREF record instead of a write record whenever 228219089Spjd * a duplicate block is found. 229219089Spjd * The output of this function then goes to the output fd requested 230219089Spjd * by the caller of zfs_send(). 231219089Spjd */ 232219089Spjdstatic void * 233219089Spjdcksummer(void *arg) 234219089Spjd{ 235219089Spjd dedup_arg_t *dda = arg; 236276081Sdelphij char *buf = zfs_alloc(dda->dedup_hdl, SPA_MAXBLOCKSIZE); 237219089Spjd dmu_replay_record_t thedrr; 238219089Spjd dmu_replay_record_t *drr = &thedrr; 239219089Spjd FILE *ofp; 240219089Spjd int outfd; 241219089Spjd dedup_table_t ddt; 242219089Spjd zio_cksum_t stream_cksum; 243219089Spjd uint64_t physmem = sysconf(_SC_PHYS_PAGES) * sysconf(_SC_PAGESIZE); 244219089Spjd uint64_t numbuckets; 245219089Spjd 246219089Spjd ddt.max_ddt_size = 247288553Smav MAX((physmem * MAX_DDT_PHYSMEM_PERCENT) / 100, 248288553Smav SMALLEST_POSSIBLE_MAX_DDT_MB << 20); 249219089Spjd 250288553Smav numbuckets = ddt.max_ddt_size / (sizeof (dedup_entry_t)); 251219089Spjd 252219089Spjd /* 253219089Spjd * numbuckets must be a power of 2. Increase number to 254219089Spjd * a power of 2 if necessary. 255219089Spjd */ 256219089Spjd if (!ISP2(numbuckets)) 257219089Spjd numbuckets = 1 << high_order_bit(numbuckets); 258219089Spjd 259219089Spjd ddt.dedup_hash_array = calloc(numbuckets, sizeof (dedup_entry_t *)); 260219089Spjd ddt.ddecache = umem_cache_create("dde", sizeof (dedup_entry_t), 0, 261219089Spjd NULL, NULL, NULL, NULL, NULL, 0); 262219089Spjd ddt.cur_ddt_size = numbuckets * sizeof (dedup_entry_t *); 263219089Spjd ddt.numhashbits = high_order_bit(numbuckets) - 1; 264219089Spjd ddt.ddt_full = B_FALSE; 265219089Spjd 266219089Spjd outfd = dda->outputfd; 267219089Spjd ofp = fdopen(dda->inputfd, "r"); 268288553Smav while (ssread(drr, sizeof (*drr), ofp) != 0) { 269219089Spjd 270219089Spjd switch (drr->drr_type) { 271219089Spjd case DRR_BEGIN: 272219089Spjd { 273288553Smav struct drr_begin *drrb = &drr->drr_u.drr_begin; 274288553Smav int fflags; 275288553Smav int sz = 0; 276219089Spjd ZIO_SET_CHECKSUM(&stream_cksum, 0, 0, 0, 0); 277219089Spjd 278288553Smav ASSERT3U(drrb->drr_magic, ==, DMU_BACKUP_MAGIC); 279288553Smav 280219089Spjd /* set the DEDUP feature flag for this stream */ 281219089Spjd fflags = DMU_GET_FEATUREFLAGS(drrb->drr_versioninfo); 282219089Spjd fflags |= (DMU_BACKUP_FEATURE_DEDUP | 283219089Spjd DMU_BACKUP_FEATURE_DEDUPPROPS); 284219089Spjd DMU_SET_FEATUREFLAGS(drrb->drr_versioninfo, fflags); 285219089Spjd 286219089Spjd if (DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == 287219089Spjd DMU_COMPOUNDSTREAM && drr->drr_payloadlen != 0) { 288288553Smav sz = drr->drr_payloadlen; 289219089Spjd 290276081Sdelphij if (sz > SPA_MAXBLOCKSIZE) { 291276081Sdelphij buf = zfs_realloc(dda->dedup_hdl, buf, 292276081Sdelphij SPA_MAXBLOCKSIZE, sz); 293219089Spjd } 294219089Spjd (void) ssread(buf, sz, ofp); 295219089Spjd if (ferror(stdin)) 296219089Spjd perror("fread"); 297219089Spjd } 298288553Smav if (dump_record(drr, buf, sz, &stream_cksum, 299288553Smav outfd) != 0) 300288553Smav goto out; 301219089Spjd break; 302219089Spjd } 303219089Spjd 304219089Spjd case DRR_END: 305219089Spjd { 306288553Smav struct drr_end *drre = &drr->drr_u.drr_end; 307219089Spjd /* use the recalculated checksum */ 308288553Smav drre->drr_checksum = stream_cksum; 309288553Smav if (dump_record(drr, NULL, 0, &stream_cksum, 310288553Smav outfd) != 0) 311219089Spjd goto out; 312219089Spjd break; 313219089Spjd } 314219089Spjd 315219089Spjd case DRR_OBJECT: 316219089Spjd { 317288553Smav struct drr_object *drro = &drr->drr_u.drr_object; 318219089Spjd if (drro->drr_bonuslen > 0) { 319219089Spjd (void) ssread(buf, 320219089Spjd P2ROUNDUP((uint64_t)drro->drr_bonuslen, 8), 321219089Spjd ofp); 322219089Spjd } 323288553Smav if (dump_record(drr, buf, 324288553Smav P2ROUNDUP((uint64_t)drro->drr_bonuslen, 8), 325288553Smav &stream_cksum, outfd) != 0) 326288553Smav goto out; 327219089Spjd break; 328219089Spjd } 329219089Spjd 330219089Spjd case DRR_SPILL: 331219089Spjd { 332288553Smav struct drr_spill *drrs = &drr->drr_u.drr_spill; 333219089Spjd (void) ssread(buf, drrs->drr_length, ofp); 334288553Smav if (dump_record(drr, buf, drrs->drr_length, 335288553Smav &stream_cksum, outfd) != 0) 336219089Spjd goto out; 337219089Spjd break; 338219089Spjd } 339219089Spjd 340219089Spjd case DRR_FREEOBJECTS: 341219089Spjd { 342288553Smav if (dump_record(drr, NULL, 0, &stream_cksum, 343288553Smav outfd) != 0) 344219089Spjd goto out; 345219089Spjd break; 346219089Spjd } 347219089Spjd 348219089Spjd case DRR_WRITE: 349219089Spjd { 350288553Smav struct drr_write *drrw = &drr->drr_u.drr_write; 351219089Spjd dataref_t dataref; 352219089Spjd 353219089Spjd (void) ssread(buf, drrw->drr_length, ofp); 354219089Spjd 355219089Spjd /* 356219089Spjd * Use the existing checksum if it's dedup-capable, 357219089Spjd * else calculate a SHA256 checksum for it. 358219089Spjd */ 359219089Spjd 360219089Spjd if (ZIO_CHECKSUM_EQUAL(drrw->drr_key.ddk_cksum, 361219089Spjd zero_cksum) || 362219089Spjd !DRR_IS_DEDUP_CAPABLE(drrw->drr_checksumflags)) { 363219089Spjd SHA256_CTX ctx; 364219089Spjd zio_cksum_t tmpsha256; 365219089Spjd 366219089Spjd SHA256Init(&ctx); 367219089Spjd SHA256Update(&ctx, buf, drrw->drr_length); 368219089Spjd SHA256Final(&tmpsha256, &ctx); 369219089Spjd drrw->drr_key.ddk_cksum.zc_word[0] = 370219089Spjd BE_64(tmpsha256.zc_word[0]); 371219089Spjd drrw->drr_key.ddk_cksum.zc_word[1] = 372219089Spjd BE_64(tmpsha256.zc_word[1]); 373219089Spjd drrw->drr_key.ddk_cksum.zc_word[2] = 374219089Spjd BE_64(tmpsha256.zc_word[2]); 375219089Spjd drrw->drr_key.ddk_cksum.zc_word[3] = 376219089Spjd BE_64(tmpsha256.zc_word[3]); 377219089Spjd drrw->drr_checksumtype = ZIO_CHECKSUM_SHA256; 378219089Spjd drrw->drr_checksumflags = DRR_CHECKSUM_DEDUP; 379219089Spjd } 380219089Spjd 381219089Spjd dataref.ref_guid = drrw->drr_toguid; 382219089Spjd dataref.ref_object = drrw->drr_object; 383219089Spjd dataref.ref_offset = drrw->drr_offset; 384219089Spjd 385219089Spjd if (ddt_update(dda->dedup_hdl, &ddt, 386219089Spjd &drrw->drr_key.ddk_cksum, drrw->drr_key.ddk_prop, 387219089Spjd &dataref)) { 388288553Smav dmu_replay_record_t wbr_drr = {0}; 389288553Smav struct drr_write_byref *wbr_drrr = 390288553Smav &wbr_drr.drr_u.drr_write_byref; 391288553Smav 392219089Spjd /* block already present in stream */ 393288553Smav wbr_drr.drr_type = DRR_WRITE_BYREF; 394288553Smav 395219089Spjd wbr_drrr->drr_object = drrw->drr_object; 396219089Spjd wbr_drrr->drr_offset = drrw->drr_offset; 397219089Spjd wbr_drrr->drr_length = drrw->drr_length; 398219089Spjd wbr_drrr->drr_toguid = drrw->drr_toguid; 399219089Spjd wbr_drrr->drr_refguid = dataref.ref_guid; 400219089Spjd wbr_drrr->drr_refobject = 401219089Spjd dataref.ref_object; 402219089Spjd wbr_drrr->drr_refoffset = 403219089Spjd dataref.ref_offset; 404219089Spjd 405219089Spjd wbr_drrr->drr_checksumtype = 406219089Spjd drrw->drr_checksumtype; 407219089Spjd wbr_drrr->drr_checksumflags = 408219089Spjd drrw->drr_checksumtype; 409219089Spjd wbr_drrr->drr_key.ddk_cksum = 410219089Spjd drrw->drr_key.ddk_cksum; 411219089Spjd wbr_drrr->drr_key.ddk_prop = 412219089Spjd drrw->drr_key.ddk_prop; 413219089Spjd 414288553Smav if (dump_record(&wbr_drr, NULL, 0, 415288553Smav &stream_cksum, outfd) != 0) 416219089Spjd goto out; 417219089Spjd } else { 418219089Spjd /* block not previously seen */ 419288553Smav if (dump_record(drr, buf, drrw->drr_length, 420288553Smav &stream_cksum, outfd) != 0) 421219089Spjd goto out; 422219089Spjd } 423219089Spjd break; 424219089Spjd } 425219089Spjd 426268649Sdelphij case DRR_WRITE_EMBEDDED: 427268649Sdelphij { 428288553Smav struct drr_write_embedded *drrwe = 429288553Smav &drr->drr_u.drr_write_embedded; 430268649Sdelphij (void) ssread(buf, 431268649Sdelphij P2ROUNDUP((uint64_t)drrwe->drr_psize, 8), ofp); 432288553Smav if (dump_record(drr, buf, 433268649Sdelphij P2ROUNDUP((uint64_t)drrwe->drr_psize, 8), 434288553Smav &stream_cksum, outfd) != 0) 435268649Sdelphij goto out; 436268649Sdelphij break; 437268649Sdelphij } 438268649Sdelphij 439219089Spjd case DRR_FREE: 440219089Spjd { 441288553Smav if (dump_record(drr, NULL, 0, &stream_cksum, 442288553Smav outfd) != 0) 443219089Spjd goto out; 444219089Spjd break; 445219089Spjd } 446219089Spjd 447219089Spjd default: 448288553Smav (void) fprintf(stderr, "INVALID record type 0x%x\n", 449219089Spjd drr->drr_type); 450219089Spjd /* should never happen, so assert */ 451219089Spjd assert(B_FALSE); 452219089Spjd } 453219089Spjd } 454219089Spjdout: 455219089Spjd umem_cache_destroy(ddt.ddecache); 456219089Spjd free(ddt.dedup_hash_array); 457219089Spjd free(buf); 458219089Spjd (void) fclose(ofp); 459219089Spjd 460219089Spjd return (NULL); 461219089Spjd} 462219089Spjd 463219089Spjd/* 464185029Spjd * Routines for dealing with the AVL tree of fs-nvlists 465185029Spjd */ 466185029Spjdtypedef struct fsavl_node { 467185029Spjd avl_node_t fn_node; 468185029Spjd nvlist_t *fn_nvfs; 469185029Spjd char *fn_snapname; 470185029Spjd uint64_t fn_guid; 471185029Spjd} fsavl_node_t; 472185029Spjd 473185029Spjdstatic int 474185029Spjdfsavl_compare(const void *arg1, const void *arg2) 475185029Spjd{ 476185029Spjd const fsavl_node_t *fn1 = arg1; 477185029Spjd const fsavl_node_t *fn2 = arg2; 478185029Spjd 479185029Spjd if (fn1->fn_guid > fn2->fn_guid) 480185029Spjd return (+1); 481185029Spjd else if (fn1->fn_guid < fn2->fn_guid) 482185029Spjd return (-1); 483185029Spjd else 484185029Spjd return (0); 485185029Spjd} 486185029Spjd 487185029Spjd/* 488185029Spjd * Given the GUID of a snapshot, find its containing filesystem and 489185029Spjd * (optionally) name. 490185029Spjd */ 491185029Spjdstatic nvlist_t * 492185029Spjdfsavl_find(avl_tree_t *avl, uint64_t snapguid, char **snapname) 493185029Spjd{ 494185029Spjd fsavl_node_t fn_find; 495185029Spjd fsavl_node_t *fn; 496185029Spjd 497185029Spjd fn_find.fn_guid = snapguid; 498185029Spjd 499185029Spjd fn = avl_find(avl, &fn_find, NULL); 500185029Spjd if (fn) { 501185029Spjd if (snapname) 502185029Spjd *snapname = fn->fn_snapname; 503185029Spjd return (fn->fn_nvfs); 504185029Spjd } 505185029Spjd return (NULL); 506185029Spjd} 507185029Spjd 508185029Spjdstatic void 509185029Spjdfsavl_destroy(avl_tree_t *avl) 510185029Spjd{ 511185029Spjd fsavl_node_t *fn; 512185029Spjd void *cookie; 513185029Spjd 514185029Spjd if (avl == NULL) 515185029Spjd return; 516185029Spjd 517185029Spjd cookie = NULL; 518185029Spjd while ((fn = avl_destroy_nodes(avl, &cookie)) != NULL) 519185029Spjd free(fn); 520185029Spjd avl_destroy(avl); 521185029Spjd free(avl); 522185029Spjd} 523185029Spjd 524219089Spjd/* 525219089Spjd * Given an nvlist, produce an avl tree of snapshots, ordered by guid 526219089Spjd */ 527185029Spjdstatic avl_tree_t * 528185029Spjdfsavl_create(nvlist_t *fss) 529185029Spjd{ 530185029Spjd avl_tree_t *fsavl; 531185029Spjd nvpair_t *fselem = NULL; 532185029Spjd 533185029Spjd if ((fsavl = malloc(sizeof (avl_tree_t))) == NULL) 534185029Spjd return (NULL); 535185029Spjd 536185029Spjd avl_create(fsavl, fsavl_compare, sizeof (fsavl_node_t), 537185029Spjd offsetof(fsavl_node_t, fn_node)); 538185029Spjd 539185029Spjd while ((fselem = nvlist_next_nvpair(fss, fselem)) != NULL) { 540185029Spjd nvlist_t *nvfs, *snaps; 541185029Spjd nvpair_t *snapelem = NULL; 542185029Spjd 543185029Spjd VERIFY(0 == nvpair_value_nvlist(fselem, &nvfs)); 544185029Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, "snaps", &snaps)); 545185029Spjd 546185029Spjd while ((snapelem = 547185029Spjd nvlist_next_nvpair(snaps, snapelem)) != NULL) { 548185029Spjd fsavl_node_t *fn; 549185029Spjd uint64_t guid; 550185029Spjd 551185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &guid)); 552185029Spjd if ((fn = malloc(sizeof (fsavl_node_t))) == NULL) { 553185029Spjd fsavl_destroy(fsavl); 554185029Spjd return (NULL); 555185029Spjd } 556185029Spjd fn->fn_nvfs = nvfs; 557185029Spjd fn->fn_snapname = nvpair_name(snapelem); 558185029Spjd fn->fn_guid = guid; 559185029Spjd 560185029Spjd /* 561185029Spjd * Note: if there are multiple snaps with the 562185029Spjd * same GUID, we ignore all but one. 563185029Spjd */ 564185029Spjd if (avl_find(fsavl, fn, NULL) == NULL) 565185029Spjd avl_add(fsavl, fn); 566185029Spjd else 567185029Spjd free(fn); 568185029Spjd } 569185029Spjd } 570185029Spjd 571185029Spjd return (fsavl); 572185029Spjd} 573185029Spjd 574185029Spjd/* 575185029Spjd * Routines for dealing with the giant nvlist of fs-nvlists, etc. 576185029Spjd */ 577185029Spjdtypedef struct send_data { 578185029Spjd uint64_t parent_fromsnap_guid; 579185029Spjd nvlist_t *parent_snaps; 580185029Spjd nvlist_t *fss; 581185029Spjd nvlist_t *snapprops; 582185029Spjd const char *fromsnap; 583185029Spjd const char *tosnap; 584219089Spjd boolean_t recursive; 585185029Spjd 586185029Spjd /* 587185029Spjd * The header nvlist is of the following format: 588185029Spjd * { 589185029Spjd * "tosnap" -> string 590185029Spjd * "fromsnap" -> string (if incremental) 591185029Spjd * "fss" -> { 592185029Spjd * id -> { 593185029Spjd * 594185029Spjd * "name" -> string (full name; for debugging) 595185029Spjd * "parentfromsnap" -> number (guid of fromsnap in parent) 596185029Spjd * 597185029Spjd * "props" -> { name -> value (only if set here) } 598185029Spjd * "snaps" -> { name (lastname) -> number (guid) } 599185029Spjd * "snapprops" -> { name (lastname) -> { name -> value } } 600185029Spjd * 601185029Spjd * "origin" -> number (guid) (if clone) 602185029Spjd * "sent" -> boolean (not on-disk) 603185029Spjd * } 604185029Spjd * } 605185029Spjd * } 606185029Spjd * 607185029Spjd */ 608185029Spjd} send_data_t; 609185029Spjd 610185029Spjdstatic void send_iterate_prop(zfs_handle_t *zhp, nvlist_t *nv); 611185029Spjd 612185029Spjdstatic int 613185029Spjdsend_iterate_snap(zfs_handle_t *zhp, void *arg) 614185029Spjd{ 615185029Spjd send_data_t *sd = arg; 616185029Spjd uint64_t guid = zhp->zfs_dmustats.dds_guid; 617185029Spjd char *snapname; 618185029Spjd nvlist_t *nv; 619185029Spjd 620185029Spjd snapname = strrchr(zhp->zfs_name, '@')+1; 621185029Spjd 622185029Spjd VERIFY(0 == nvlist_add_uint64(sd->parent_snaps, snapname, guid)); 623185029Spjd /* 624185029Spjd * NB: if there is no fromsnap here (it's a newly created fs in 625185029Spjd * an incremental replication), we will substitute the tosnap. 626185029Spjd */ 627185029Spjd if ((sd->fromsnap && strcmp(snapname, sd->fromsnap) == 0) || 628185029Spjd (sd->parent_fromsnap_guid == 0 && sd->tosnap && 629185029Spjd strcmp(snapname, sd->tosnap) == 0)) { 630185029Spjd sd->parent_fromsnap_guid = guid; 631185029Spjd } 632185029Spjd 633185029Spjd VERIFY(0 == nvlist_alloc(&nv, NV_UNIQUE_NAME, 0)); 634185029Spjd send_iterate_prop(zhp, nv); 635185029Spjd VERIFY(0 == nvlist_add_nvlist(sd->snapprops, snapname, nv)); 636185029Spjd nvlist_free(nv); 637185029Spjd 638185029Spjd zfs_close(zhp); 639185029Spjd return (0); 640185029Spjd} 641185029Spjd 642185029Spjdstatic void 643185029Spjdsend_iterate_prop(zfs_handle_t *zhp, nvlist_t *nv) 644185029Spjd{ 645185029Spjd nvpair_t *elem = NULL; 646185029Spjd 647185029Spjd while ((elem = nvlist_next_nvpair(zhp->zfs_props, elem)) != NULL) { 648185029Spjd char *propname = nvpair_name(elem); 649185029Spjd zfs_prop_t prop = zfs_name_to_prop(propname); 650185029Spjd nvlist_t *propnv; 651185029Spjd 652219089Spjd if (!zfs_prop_user(propname)) { 653219089Spjd /* 654219089Spjd * Realistically, this should never happen. However, 655219089Spjd * we want the ability to add DSL properties without 656219089Spjd * needing to make incompatible version changes. We 657219089Spjd * need to ignore unknown properties to allow older 658219089Spjd * software to still send datasets containing these 659219089Spjd * properties, with the unknown properties elided. 660219089Spjd */ 661219089Spjd if (prop == ZPROP_INVAL) 662219089Spjd continue; 663209962Smm 664219089Spjd if (zfs_prop_readonly(prop)) 665219089Spjd continue; 666219089Spjd } 667185029Spjd 668185029Spjd verify(nvpair_value_nvlist(elem, &propnv) == 0); 669219089Spjd if (prop == ZFS_PROP_QUOTA || prop == ZFS_PROP_RESERVATION || 670219089Spjd prop == ZFS_PROP_REFQUOTA || 671219089Spjd prop == ZFS_PROP_REFRESERVATION) { 672219089Spjd char *source; 673185029Spjd uint64_t value; 674185029Spjd verify(nvlist_lookup_uint64(propnv, 675185029Spjd ZPROP_VALUE, &value) == 0); 676185029Spjd if (zhp->zfs_type == ZFS_TYPE_SNAPSHOT) 677185029Spjd continue; 678219089Spjd /* 679219089Spjd * May have no source before SPA_VERSION_RECVD_PROPS, 680219089Spjd * but is still modifiable. 681219089Spjd */ 682219089Spjd if (nvlist_lookup_string(propnv, 683219089Spjd ZPROP_SOURCE, &source) == 0) { 684219089Spjd if ((strcmp(source, zhp->zfs_name) != 0) && 685219089Spjd (strcmp(source, 686219089Spjd ZPROP_SOURCE_VAL_RECVD) != 0)) 687219089Spjd continue; 688219089Spjd } 689185029Spjd } else { 690185029Spjd char *source; 691185029Spjd if (nvlist_lookup_string(propnv, 692185029Spjd ZPROP_SOURCE, &source) != 0) 693185029Spjd continue; 694219089Spjd if ((strcmp(source, zhp->zfs_name) != 0) && 695219089Spjd (strcmp(source, ZPROP_SOURCE_VAL_RECVD) != 0)) 696185029Spjd continue; 697185029Spjd } 698185029Spjd 699185029Spjd if (zfs_prop_user(propname) || 700185029Spjd zfs_prop_get_type(prop) == PROP_TYPE_STRING) { 701185029Spjd char *value; 702185029Spjd verify(nvlist_lookup_string(propnv, 703185029Spjd ZPROP_VALUE, &value) == 0); 704185029Spjd VERIFY(0 == nvlist_add_string(nv, propname, value)); 705185029Spjd } else { 706185029Spjd uint64_t value; 707185029Spjd verify(nvlist_lookup_uint64(propnv, 708185029Spjd ZPROP_VALUE, &value) == 0); 709185029Spjd VERIFY(0 == nvlist_add_uint64(nv, propname, value)); 710185029Spjd } 711185029Spjd } 712185029Spjd} 713185029Spjd 714219089Spjd/* 715219089Spjd * recursively generate nvlists describing datasets. See comment 716219089Spjd * for the data structure send_data_t above for description of contents 717219089Spjd * of the nvlist. 718219089Spjd */ 719185029Spjdstatic int 720185029Spjdsend_iterate_fs(zfs_handle_t *zhp, void *arg) 721185029Spjd{ 722185029Spjd send_data_t *sd = arg; 723185029Spjd nvlist_t *nvfs, *nv; 724219089Spjd int rv = 0; 725185029Spjd uint64_t parent_fromsnap_guid_save = sd->parent_fromsnap_guid; 726185029Spjd uint64_t guid = zhp->zfs_dmustats.dds_guid; 727185029Spjd char guidstring[64]; 728185029Spjd 729185029Spjd VERIFY(0 == nvlist_alloc(&nvfs, NV_UNIQUE_NAME, 0)); 730185029Spjd VERIFY(0 == nvlist_add_string(nvfs, "name", zhp->zfs_name)); 731185029Spjd VERIFY(0 == nvlist_add_uint64(nvfs, "parentfromsnap", 732185029Spjd sd->parent_fromsnap_guid)); 733185029Spjd 734185029Spjd if (zhp->zfs_dmustats.dds_origin[0]) { 735185029Spjd zfs_handle_t *origin = zfs_open(zhp->zfs_hdl, 736185029Spjd zhp->zfs_dmustats.dds_origin, ZFS_TYPE_SNAPSHOT); 737185029Spjd if (origin == NULL) 738185029Spjd return (-1); 739185029Spjd VERIFY(0 == nvlist_add_uint64(nvfs, "origin", 740185029Spjd origin->zfs_dmustats.dds_guid)); 741185029Spjd } 742185029Spjd 743185029Spjd /* iterate over props */ 744185029Spjd VERIFY(0 == nvlist_alloc(&nv, NV_UNIQUE_NAME, 0)); 745185029Spjd send_iterate_prop(zhp, nv); 746185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "props", nv)); 747185029Spjd nvlist_free(nv); 748185029Spjd 749185029Spjd /* iterate over snaps, and set sd->parent_fromsnap_guid */ 750185029Spjd sd->parent_fromsnap_guid = 0; 751185029Spjd VERIFY(0 == nvlist_alloc(&sd->parent_snaps, NV_UNIQUE_NAME, 0)); 752185029Spjd VERIFY(0 == nvlist_alloc(&sd->snapprops, NV_UNIQUE_NAME, 0)); 753244194Ssmh (void) zfs_iter_snapshots_sorted(zhp, send_iterate_snap, sd); 754185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "snaps", sd->parent_snaps)); 755185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "snapprops", sd->snapprops)); 756185029Spjd nvlist_free(sd->parent_snaps); 757185029Spjd nvlist_free(sd->snapprops); 758185029Spjd 759185029Spjd /* add this fs to nvlist */ 760185029Spjd (void) snprintf(guidstring, sizeof (guidstring), 761185029Spjd "0x%llx", (longlong_t)guid); 762185029Spjd VERIFY(0 == nvlist_add_nvlist(sd->fss, guidstring, nvfs)); 763185029Spjd nvlist_free(nvfs); 764185029Spjd 765185029Spjd /* iterate over children */ 766219089Spjd if (sd->recursive) 767219089Spjd rv = zfs_iter_filesystems(zhp, send_iterate_fs, sd); 768185029Spjd 769185029Spjd sd->parent_fromsnap_guid = parent_fromsnap_guid_save; 770185029Spjd 771185029Spjd zfs_close(zhp); 772185029Spjd return (rv); 773185029Spjd} 774185029Spjd 775185029Spjdstatic int 776185029Spjdgather_nvlist(libzfs_handle_t *hdl, const char *fsname, const char *fromsnap, 777219089Spjd const char *tosnap, boolean_t recursive, nvlist_t **nvlp, avl_tree_t **avlp) 778185029Spjd{ 779185029Spjd zfs_handle_t *zhp; 780185029Spjd send_data_t sd = { 0 }; 781185029Spjd int error; 782185029Spjd 783185029Spjd zhp = zfs_open(hdl, fsname, ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME); 784185029Spjd if (zhp == NULL) 785185029Spjd return (EZFS_BADTYPE); 786185029Spjd 787185029Spjd VERIFY(0 == nvlist_alloc(&sd.fss, NV_UNIQUE_NAME, 0)); 788185029Spjd sd.fromsnap = fromsnap; 789185029Spjd sd.tosnap = tosnap; 790219089Spjd sd.recursive = recursive; 791185029Spjd 792185029Spjd if ((error = send_iterate_fs(zhp, &sd)) != 0) { 793185029Spjd nvlist_free(sd.fss); 794185029Spjd if (avlp != NULL) 795185029Spjd *avlp = NULL; 796185029Spjd *nvlp = NULL; 797185029Spjd return (error); 798185029Spjd } 799185029Spjd 800185029Spjd if (avlp != NULL && (*avlp = fsavl_create(sd.fss)) == NULL) { 801185029Spjd nvlist_free(sd.fss); 802185029Spjd *nvlp = NULL; 803185029Spjd return (EZFS_NOMEM); 804185029Spjd } 805185029Spjd 806185029Spjd *nvlp = sd.fss; 807185029Spjd return (0); 808185029Spjd} 809185029Spjd 810185029Spjd/* 811185029Spjd * Routines specific to "zfs send" 812185029Spjd */ 813185029Spjdtypedef struct send_dump_data { 814185029Spjd /* these are all just the short snapname (the part after the @) */ 815185029Spjd const char *fromsnap; 816185029Spjd const char *tosnap; 817219089Spjd char prevsnap[ZFS_MAXNAMELEN]; 818219089Spjd uint64_t prevsnap_obj; 819185029Spjd boolean_t seenfrom, seento, replicate, doall, fromorigin; 820276081Sdelphij boolean_t verbose, dryrun, parsable, progress, embed_data, large_block; 821185029Spjd int outfd; 822185029Spjd boolean_t err; 823185029Spjd nvlist_t *fss; 824251646Sdelphij nvlist_t *snapholds; 825185029Spjd avl_tree_t *fsavl; 826219089Spjd snapfilter_cb_t *filter_cb; 827219089Spjd void *filter_cb_arg; 828219089Spjd nvlist_t *debugnv; 829219089Spjd char holdtag[ZFS_MAXNAMELEN]; 830219089Spjd int cleanup_fd; 831228103Smm uint64_t size; 832185029Spjd} send_dump_data_t; 833185029Spjd 834228103Smmstatic int 835228103Smmestimate_ioctl(zfs_handle_t *zhp, uint64_t fromsnap_obj, 836228103Smm boolean_t fromorigin, uint64_t *sizep) 837228103Smm{ 838228103Smm zfs_cmd_t zc = { 0 }; 839228103Smm libzfs_handle_t *hdl = zhp->zfs_hdl; 840228103Smm 841228103Smm assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 842228103Smm assert(fromsnap_obj == 0 || !fromorigin); 843228103Smm 844228103Smm (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 845228103Smm zc.zc_obj = fromorigin; 846228103Smm zc.zc_sendobj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 847228103Smm zc.zc_fromobj = fromsnap_obj; 848228103Smm zc.zc_guid = 1; /* estimate flag */ 849228103Smm 850228103Smm if (zfs_ioctl(zhp->zfs_hdl, ZFS_IOC_SEND, &zc) != 0) { 851228103Smm char errbuf[1024]; 852228103Smm (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 853228103Smm "warning: cannot estimate space for '%s'"), zhp->zfs_name); 854228103Smm 855228103Smm switch (errno) { 856228103Smm case EXDEV: 857228103Smm zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 858228103Smm "not an earlier snapshot from the same fs")); 859228103Smm return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 860228103Smm 861228103Smm case ENOENT: 862228103Smm if (zfs_dataset_exists(hdl, zc.zc_name, 863228103Smm ZFS_TYPE_SNAPSHOT)) { 864228103Smm zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 865228103Smm "incremental source (@%s) does not exist"), 866228103Smm zc.zc_value); 867228103Smm } 868228103Smm return (zfs_error(hdl, EZFS_NOENT, errbuf)); 869228103Smm 870228103Smm case EDQUOT: 871228103Smm case EFBIG: 872228103Smm case EIO: 873228103Smm case ENOLINK: 874228103Smm case ENOSPC: 875228103Smm case ENXIO: 876228103Smm case EPIPE: 877228103Smm case ERANGE: 878228103Smm case EFAULT: 879228103Smm case EROFS: 880228103Smm zfs_error_aux(hdl, strerror(errno)); 881228103Smm return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 882228103Smm 883228103Smm default: 884228103Smm return (zfs_standard_error(hdl, errno, errbuf)); 885228103Smm } 886228103Smm } 887228103Smm 888228103Smm *sizep = zc.zc_objset_type; 889228103Smm 890228103Smm return (0); 891228103Smm} 892228103Smm 893185029Spjd/* 894185029Spjd * Dumps a backup of the given snapshot (incremental from fromsnap if it's not 895185029Spjd * NULL) to the file descriptor specified by outfd. 896185029Spjd */ 897185029Spjdstatic int 898219089Spjddump_ioctl(zfs_handle_t *zhp, const char *fromsnap, uint64_t fromsnap_obj, 899268649Sdelphij boolean_t fromorigin, int outfd, enum lzc_send_flags flags, 900268649Sdelphij nvlist_t *debugnv) 901185029Spjd{ 902185029Spjd zfs_cmd_t zc = { 0 }; 903185029Spjd libzfs_handle_t *hdl = zhp->zfs_hdl; 904219089Spjd nvlist_t *thisdbg; 905185029Spjd 906185029Spjd assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 907219089Spjd assert(fromsnap_obj == 0 || !fromorigin); 908185029Spjd 909185029Spjd (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 910185029Spjd zc.zc_cookie = outfd; 911185029Spjd zc.zc_obj = fromorigin; 912219089Spjd zc.zc_sendobj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 913219089Spjd zc.zc_fromobj = fromsnap_obj; 914268649Sdelphij zc.zc_flags = flags; 915185029Spjd 916219089Spjd VERIFY(0 == nvlist_alloc(&thisdbg, NV_UNIQUE_NAME, 0)); 917219089Spjd if (fromsnap && fromsnap[0] != '\0') { 918219089Spjd VERIFY(0 == nvlist_add_string(thisdbg, 919219089Spjd "fromsnap", fromsnap)); 920219089Spjd } 921219089Spjd 922228103Smm if (zfs_ioctl(zhp->zfs_hdl, ZFS_IOC_SEND, &zc) != 0) { 923185029Spjd char errbuf[1024]; 924185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 925185029Spjd "warning: cannot send '%s'"), zhp->zfs_name); 926185029Spjd 927219089Spjd VERIFY(0 == nvlist_add_uint64(thisdbg, "error", errno)); 928219089Spjd if (debugnv) { 929219089Spjd VERIFY(0 == nvlist_add_nvlist(debugnv, 930219089Spjd zhp->zfs_name, thisdbg)); 931219089Spjd } 932219089Spjd nvlist_free(thisdbg); 933219089Spjd 934185029Spjd switch (errno) { 935185029Spjd case EXDEV: 936185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 937185029Spjd "not an earlier snapshot from the same fs")); 938185029Spjd return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 939185029Spjd 940185029Spjd case ENOENT: 941185029Spjd if (zfs_dataset_exists(hdl, zc.zc_name, 942185029Spjd ZFS_TYPE_SNAPSHOT)) { 943185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 944185029Spjd "incremental source (@%s) does not exist"), 945185029Spjd zc.zc_value); 946185029Spjd } 947185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 948185029Spjd 949185029Spjd case EDQUOT: 950185029Spjd case EFBIG: 951185029Spjd case EIO: 952185029Spjd case ENOLINK: 953185029Spjd case ENOSPC: 954228103Smm#ifdef sun 955228103Smm case ENOSTR: 956228103Smm#endif 957185029Spjd case ENXIO: 958185029Spjd case EPIPE: 959185029Spjd case ERANGE: 960185029Spjd case EFAULT: 961185029Spjd case EROFS: 962185029Spjd zfs_error_aux(hdl, strerror(errno)); 963185029Spjd return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 964185029Spjd 965185029Spjd default: 966185029Spjd return (zfs_standard_error(hdl, errno, errbuf)); 967185029Spjd } 968185029Spjd } 969185029Spjd 970219089Spjd if (debugnv) 971219089Spjd VERIFY(0 == nvlist_add_nvlist(debugnv, zhp->zfs_name, thisdbg)); 972219089Spjd nvlist_free(thisdbg); 973219089Spjd 974185029Spjd return (0); 975185029Spjd} 976185029Spjd 977251646Sdelphijstatic void 978251646Sdelphijgather_holds(zfs_handle_t *zhp, send_dump_data_t *sdd) 979219089Spjd{ 980219089Spjd assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 981219089Spjd 982219089Spjd /* 983251646Sdelphij * zfs_send() only sets snapholds for sends that need them, 984219089Spjd * e.g. replication and doall. 985219089Spjd */ 986251646Sdelphij if (sdd->snapholds == NULL) 987251646Sdelphij return; 988219089Spjd 989251646Sdelphij fnvlist_add_string(sdd->snapholds, zhp->zfs_name, sdd->holdtag); 990219089Spjd} 991219089Spjd 992235222Smmstatic void * 993235222Smmsend_progress_thread(void *arg) 994235222Smm{ 995235222Smm progress_arg_t *pa = arg; 996235222Smm 997235222Smm zfs_cmd_t zc = { 0 }; 998235222Smm zfs_handle_t *zhp = pa->pa_zhp; 999235222Smm libzfs_handle_t *hdl = zhp->zfs_hdl; 1000235222Smm unsigned long long bytes; 1001235222Smm char buf[16]; 1002235222Smm 1003235222Smm time_t t; 1004235222Smm struct tm *tm; 1005235222Smm 1006235222Smm assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 1007235222Smm (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 1008235222Smm 1009235222Smm if (!pa->pa_parsable) 1010235222Smm (void) fprintf(stderr, "TIME SENT SNAPSHOT\n"); 1011235222Smm 1012235222Smm /* 1013235222Smm * Print the progress from ZFS_IOC_SEND_PROGRESS every second. 1014235222Smm */ 1015235222Smm for (;;) { 1016235222Smm (void) sleep(1); 1017235222Smm 1018235222Smm zc.zc_cookie = pa->pa_fd; 1019235222Smm if (zfs_ioctl(hdl, ZFS_IOC_SEND_PROGRESS, &zc) != 0) 1020235222Smm return ((void *)-1); 1021235222Smm 1022235222Smm (void) time(&t); 1023235222Smm tm = localtime(&t); 1024235222Smm bytes = zc.zc_cookie; 1025235222Smm 1026235222Smm if (pa->pa_parsable) { 1027235222Smm (void) fprintf(stderr, "%02d:%02d:%02d\t%llu\t%s\n", 1028235222Smm tm->tm_hour, tm->tm_min, tm->tm_sec, 1029235222Smm bytes, zhp->zfs_name); 1030235222Smm } else { 1031235222Smm zfs_nicenum(bytes, buf, sizeof (buf)); 1032235222Smm (void) fprintf(stderr, "%02d:%02d:%02d %5s %s\n", 1033235222Smm tm->tm_hour, tm->tm_min, tm->tm_sec, 1034235222Smm buf, zhp->zfs_name); 1035235222Smm } 1036235222Smm } 1037235222Smm} 1038235222Smm 1039219089Spjdstatic int 1040185029Spjddump_snapshot(zfs_handle_t *zhp, void *arg) 1041185029Spjd{ 1042185029Spjd send_dump_data_t *sdd = arg; 1043235222Smm progress_arg_t pa = { 0 }; 1044235222Smm pthread_t tid; 1045219089Spjd char *thissnap; 1046185029Spjd int err; 1047228103Smm boolean_t isfromsnap, istosnap, fromorigin; 1048219089Spjd boolean_t exclude = B_FALSE; 1049185029Spjd 1050251646Sdelphij err = 0; 1051185029Spjd thissnap = strchr(zhp->zfs_name, '@') + 1; 1052219089Spjd isfromsnap = (sdd->fromsnap != NULL && 1053219089Spjd strcmp(sdd->fromsnap, thissnap) == 0); 1054185029Spjd 1055219089Spjd if (!sdd->seenfrom && isfromsnap) { 1056251646Sdelphij gather_holds(zhp, sdd); 1057251646Sdelphij sdd->seenfrom = B_TRUE; 1058251646Sdelphij (void) strcpy(sdd->prevsnap, thissnap); 1059251646Sdelphij sdd->prevsnap_obj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 1060185029Spjd zfs_close(zhp); 1061251646Sdelphij return (0); 1062185029Spjd } 1063185029Spjd 1064185029Spjd if (sdd->seento || !sdd->seenfrom) { 1065185029Spjd zfs_close(zhp); 1066185029Spjd return (0); 1067185029Spjd } 1068185029Spjd 1069219089Spjd istosnap = (strcmp(sdd->tosnap, thissnap) == 0); 1070219089Spjd if (istosnap) 1071219089Spjd sdd->seento = B_TRUE; 1072219089Spjd 1073219089Spjd if (!sdd->doall && !isfromsnap && !istosnap) { 1074219089Spjd if (sdd->replicate) { 1075219089Spjd char *snapname; 1076219089Spjd nvlist_t *snapprops; 1077219089Spjd /* 1078219089Spjd * Filter out all intermediate snapshots except origin 1079219089Spjd * snapshots needed to replicate clones. 1080219089Spjd */ 1081219089Spjd nvlist_t *nvfs = fsavl_find(sdd->fsavl, 1082219089Spjd zhp->zfs_dmustats.dds_guid, &snapname); 1083219089Spjd 1084219089Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, 1085219089Spjd "snapprops", &snapprops)); 1086219089Spjd VERIFY(0 == nvlist_lookup_nvlist(snapprops, 1087219089Spjd thissnap, &snapprops)); 1088219089Spjd exclude = !nvlist_exists(snapprops, "is_clone_origin"); 1089219089Spjd } else { 1090219089Spjd exclude = B_TRUE; 1091219089Spjd } 1092219089Spjd } 1093219089Spjd 1094219089Spjd /* 1095219089Spjd * If a filter function exists, call it to determine whether 1096219089Spjd * this snapshot will be sent. 1097219089Spjd */ 1098219089Spjd if (exclude || (sdd->filter_cb != NULL && 1099219089Spjd sdd->filter_cb(zhp, sdd->filter_cb_arg) == B_FALSE)) { 1100219089Spjd /* 1101219089Spjd * This snapshot is filtered out. Don't send it, and don't 1102219089Spjd * set prevsnap_obj, so it will be as if this snapshot didn't 1103219089Spjd * exist, and the next accepted snapshot will be sent as 1104219089Spjd * an incremental from the last accepted one, or as the 1105219089Spjd * first (and full) snapshot in the case of a replication, 1106219089Spjd * non-incremental send. 1107219089Spjd */ 1108219089Spjd zfs_close(zhp); 1109219089Spjd return (0); 1110219089Spjd } 1111219089Spjd 1112251646Sdelphij gather_holds(zhp, sdd); 1113228103Smm fromorigin = sdd->prevsnap[0] == '\0' && 1114228103Smm (sdd->fromorigin || sdd->replicate); 1115228103Smm 1116185029Spjd if (sdd->verbose) { 1117228103Smm uint64_t size; 1118228103Smm err = estimate_ioctl(zhp, sdd->prevsnap_obj, 1119228103Smm fromorigin, &size); 1120228103Smm 1121228103Smm if (sdd->parsable) { 1122228103Smm if (sdd->prevsnap[0] != '\0') { 1123228103Smm (void) fprintf(stderr, "incremental\t%s\t%s", 1124228103Smm sdd->prevsnap, zhp->zfs_name); 1125228103Smm } else { 1126228103Smm (void) fprintf(stderr, "full\t%s", 1127228103Smm zhp->zfs_name); 1128228103Smm } 1129228103Smm } else { 1130228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1131228103Smm "send from @%s to %s"), 1132228103Smm sdd->prevsnap, zhp->zfs_name); 1133228103Smm } 1134228103Smm if (err == 0) { 1135228103Smm if (sdd->parsable) { 1136228103Smm (void) fprintf(stderr, "\t%llu\n", 1137228103Smm (longlong_t)size); 1138228103Smm } else { 1139228103Smm char buf[16]; 1140228103Smm zfs_nicenum(size, buf, sizeof (buf)); 1141228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1142228103Smm " estimated size is %s\n"), buf); 1143228103Smm } 1144228103Smm sdd->size += size; 1145228103Smm } else { 1146228103Smm (void) fprintf(stderr, "\n"); 1147228103Smm } 1148185029Spjd } 1149185029Spjd 1150228103Smm if (!sdd->dryrun) { 1151235222Smm /* 1152235222Smm * If progress reporting is requested, spawn a new thread to 1153235222Smm * poll ZFS_IOC_SEND_PROGRESS at a regular interval. 1154235222Smm */ 1155235222Smm if (sdd->progress) { 1156235222Smm pa.pa_zhp = zhp; 1157235222Smm pa.pa_fd = sdd->outfd; 1158235222Smm pa.pa_parsable = sdd->parsable; 1159235222Smm 1160235222Smm if (err = pthread_create(&tid, NULL, 1161235222Smm send_progress_thread, &pa)) { 1162235222Smm zfs_close(zhp); 1163235222Smm return (err); 1164235222Smm } 1165235222Smm } 1166235222Smm 1167268649Sdelphij enum lzc_send_flags flags = 0; 1168276081Sdelphij if (sdd->large_block) 1169276081Sdelphij flags |= LZC_SEND_FLAG_LARGE_BLOCK; 1170268649Sdelphij if (sdd->embed_data) 1171268649Sdelphij flags |= LZC_SEND_FLAG_EMBED_DATA; 1172268649Sdelphij 1173228103Smm err = dump_ioctl(zhp, sdd->prevsnap, sdd->prevsnap_obj, 1174268649Sdelphij fromorigin, sdd->outfd, flags, sdd->debugnv); 1175235222Smm 1176235222Smm if (sdd->progress) { 1177235222Smm (void) pthread_cancel(tid); 1178235222Smm (void) pthread_join(tid, NULL); 1179235222Smm } 1180228103Smm } 1181185029Spjd 1182219089Spjd (void) strcpy(sdd->prevsnap, thissnap); 1183219089Spjd sdd->prevsnap_obj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 1184185029Spjd zfs_close(zhp); 1185185029Spjd return (err); 1186185029Spjd} 1187185029Spjd 1188185029Spjdstatic int 1189185029Spjddump_filesystem(zfs_handle_t *zhp, void *arg) 1190185029Spjd{ 1191185029Spjd int rv = 0; 1192185029Spjd send_dump_data_t *sdd = arg; 1193185029Spjd boolean_t missingfrom = B_FALSE; 1194185029Spjd zfs_cmd_t zc = { 0 }; 1195185029Spjd 1196185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), "%s@%s", 1197185029Spjd zhp->zfs_name, sdd->tosnap); 1198185029Spjd if (ioctl(zhp->zfs_hdl->libzfs_fd, ZFS_IOC_OBJSET_STATS, &zc) != 0) { 1199228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1200228103Smm "WARNING: could not send %s@%s: does not exist\n"), 1201185029Spjd zhp->zfs_name, sdd->tosnap); 1202185029Spjd sdd->err = B_TRUE; 1203185029Spjd return (0); 1204185029Spjd } 1205185029Spjd 1206185029Spjd if (sdd->replicate && sdd->fromsnap) { 1207185029Spjd /* 1208185029Spjd * If this fs does not have fromsnap, and we're doing 1209185029Spjd * recursive, we need to send a full stream from the 1210185029Spjd * beginning (or an incremental from the origin if this 1211185029Spjd * is a clone). If we're doing non-recursive, then let 1212185029Spjd * them get the error. 1213185029Spjd */ 1214185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), "%s@%s", 1215185029Spjd zhp->zfs_name, sdd->fromsnap); 1216185029Spjd if (ioctl(zhp->zfs_hdl->libzfs_fd, 1217185029Spjd ZFS_IOC_OBJSET_STATS, &zc) != 0) { 1218185029Spjd missingfrom = B_TRUE; 1219185029Spjd } 1220185029Spjd } 1221185029Spjd 1222219089Spjd sdd->seenfrom = sdd->seento = sdd->prevsnap[0] = 0; 1223219089Spjd sdd->prevsnap_obj = 0; 1224219089Spjd if (sdd->fromsnap == NULL || missingfrom) 1225219089Spjd sdd->seenfrom = B_TRUE; 1226185029Spjd 1227219089Spjd rv = zfs_iter_snapshots_sorted(zhp, dump_snapshot, arg); 1228219089Spjd if (!sdd->seenfrom) { 1229228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1230219089Spjd "WARNING: could not send %s@%s:\n" 1231228103Smm "incremental source (%s@%s) does not exist\n"), 1232219089Spjd zhp->zfs_name, sdd->tosnap, 1233219089Spjd zhp->zfs_name, sdd->fromsnap); 1234219089Spjd sdd->err = B_TRUE; 1235219089Spjd } else if (!sdd->seento) { 1236219089Spjd if (sdd->fromsnap) { 1237228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1238185029Spjd "WARNING: could not send %s@%s:\n" 1239219089Spjd "incremental source (%s@%s) " 1240228103Smm "is not earlier than it\n"), 1241185029Spjd zhp->zfs_name, sdd->tosnap, 1242185029Spjd zhp->zfs_name, sdd->fromsnap); 1243185029Spjd } else { 1244228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1245228103Smm "WARNING: " 1246228103Smm "could not send %s@%s: does not exist\n"), 1247219089Spjd zhp->zfs_name, sdd->tosnap); 1248185029Spjd } 1249219089Spjd sdd->err = B_TRUE; 1250185029Spjd } 1251185029Spjd 1252185029Spjd return (rv); 1253185029Spjd} 1254185029Spjd 1255185029Spjdstatic int 1256185029Spjddump_filesystems(zfs_handle_t *rzhp, void *arg) 1257185029Spjd{ 1258185029Spjd send_dump_data_t *sdd = arg; 1259185029Spjd nvpair_t *fspair; 1260185029Spjd boolean_t needagain, progress; 1261185029Spjd 1262185029Spjd if (!sdd->replicate) 1263185029Spjd return (dump_filesystem(rzhp, sdd)); 1264185029Spjd 1265219089Spjd /* Mark the clone origin snapshots. */ 1266219089Spjd for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1267219089Spjd fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1268219089Spjd nvlist_t *nvfs; 1269219089Spjd uint64_t origin_guid = 0; 1270219089Spjd 1271219089Spjd VERIFY(0 == nvpair_value_nvlist(fspair, &nvfs)); 1272219089Spjd (void) nvlist_lookup_uint64(nvfs, "origin", &origin_guid); 1273219089Spjd if (origin_guid != 0) { 1274219089Spjd char *snapname; 1275219089Spjd nvlist_t *origin_nv = fsavl_find(sdd->fsavl, 1276219089Spjd origin_guid, &snapname); 1277219089Spjd if (origin_nv != NULL) { 1278219089Spjd nvlist_t *snapprops; 1279219089Spjd VERIFY(0 == nvlist_lookup_nvlist(origin_nv, 1280219089Spjd "snapprops", &snapprops)); 1281219089Spjd VERIFY(0 == nvlist_lookup_nvlist(snapprops, 1282219089Spjd snapname, &snapprops)); 1283219089Spjd VERIFY(0 == nvlist_add_boolean( 1284219089Spjd snapprops, "is_clone_origin")); 1285219089Spjd } 1286219089Spjd } 1287219089Spjd } 1288185029Spjdagain: 1289185029Spjd needagain = progress = B_FALSE; 1290185029Spjd for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1291185029Spjd fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1292228103Smm nvlist_t *fslist, *parent_nv; 1293185029Spjd char *fsname; 1294185029Spjd zfs_handle_t *zhp; 1295185029Spjd int err; 1296185029Spjd uint64_t origin_guid = 0; 1297228103Smm uint64_t parent_guid = 0; 1298185029Spjd 1299185029Spjd VERIFY(nvpair_value_nvlist(fspair, &fslist) == 0); 1300185029Spjd if (nvlist_lookup_boolean(fslist, "sent") == 0) 1301185029Spjd continue; 1302185029Spjd 1303185029Spjd VERIFY(nvlist_lookup_string(fslist, "name", &fsname) == 0); 1304185029Spjd (void) nvlist_lookup_uint64(fslist, "origin", &origin_guid); 1305228103Smm (void) nvlist_lookup_uint64(fslist, "parentfromsnap", 1306228103Smm &parent_guid); 1307185029Spjd 1308228103Smm if (parent_guid != 0) { 1309228103Smm parent_nv = fsavl_find(sdd->fsavl, parent_guid, NULL); 1310228103Smm if (!nvlist_exists(parent_nv, "sent")) { 1311228103Smm /* parent has not been sent; skip this one */ 1312228103Smm needagain = B_TRUE; 1313228103Smm continue; 1314228103Smm } 1315228103Smm } 1316228103Smm 1317219089Spjd if (origin_guid != 0) { 1318219089Spjd nvlist_t *origin_nv = fsavl_find(sdd->fsavl, 1319219089Spjd origin_guid, NULL); 1320219089Spjd if (origin_nv != NULL && 1321228103Smm !nvlist_exists(origin_nv, "sent")) { 1322219089Spjd /* 1323219089Spjd * origin has not been sent yet; 1324219089Spjd * skip this clone. 1325219089Spjd */ 1326219089Spjd needagain = B_TRUE; 1327219089Spjd continue; 1328219089Spjd } 1329185029Spjd } 1330185029Spjd 1331185029Spjd zhp = zfs_open(rzhp->zfs_hdl, fsname, ZFS_TYPE_DATASET); 1332185029Spjd if (zhp == NULL) 1333185029Spjd return (-1); 1334185029Spjd err = dump_filesystem(zhp, sdd); 1335185029Spjd VERIFY(nvlist_add_boolean(fslist, "sent") == 0); 1336185029Spjd progress = B_TRUE; 1337185029Spjd zfs_close(zhp); 1338185029Spjd if (err) 1339185029Spjd return (err); 1340185029Spjd } 1341185029Spjd if (needagain) { 1342185029Spjd assert(progress); 1343185029Spjd goto again; 1344185029Spjd } 1345228103Smm 1346228103Smm /* clean out the sent flags in case we reuse this fss */ 1347228103Smm for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1348228103Smm fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1349228103Smm nvlist_t *fslist; 1350228103Smm 1351228103Smm VERIFY(nvpair_value_nvlist(fspair, &fslist) == 0); 1352228103Smm (void) nvlist_remove_all(fslist, "sent"); 1353228103Smm } 1354228103Smm 1355185029Spjd return (0); 1356185029Spjd} 1357185029Spjd 1358185029Spjd/* 1359219089Spjd * Generate a send stream for the dataset identified by the argument zhp. 1360219089Spjd * 1361219089Spjd * The content of the send stream is the snapshot identified by 1362219089Spjd * 'tosnap'. Incremental streams are requested in two ways: 1363219089Spjd * - from the snapshot identified by "fromsnap" (if non-null) or 1364219089Spjd * - from the origin of the dataset identified by zhp, which must 1365219089Spjd * be a clone. In this case, "fromsnap" is null and "fromorigin" 1366219089Spjd * is TRUE. 1367219089Spjd * 1368219089Spjd * The send stream is recursive (i.e. dumps a hierarchy of snapshots) and 1369219089Spjd * uses a special header (with a hdrtype field of DMU_COMPOUNDSTREAM) 1370219089Spjd * if "replicate" is set. If "doall" is set, dump all the intermediate 1371219089Spjd * snapshots. The DMU_COMPOUNDSTREAM header is used in the "doall" 1372219089Spjd * case too. If "props" is set, send properties. 1373185029Spjd */ 1374185029Spjdint 1375185029Spjdzfs_send(zfs_handle_t *zhp, const char *fromsnap, const char *tosnap, 1376228103Smm sendflags_t *flags, int outfd, snapfilter_cb_t filter_func, 1377219089Spjd void *cb_arg, nvlist_t **debugnvp) 1378185029Spjd{ 1379185029Spjd char errbuf[1024]; 1380185029Spjd send_dump_data_t sdd = { 0 }; 1381228103Smm int err = 0; 1382185029Spjd nvlist_t *fss = NULL; 1383185029Spjd avl_tree_t *fsavl = NULL; 1384219089Spjd static uint64_t holdseq; 1385219089Spjd int spa_version; 1386251646Sdelphij pthread_t tid = 0; 1387219089Spjd int pipefd[2]; 1388219089Spjd dedup_arg_t dda = { 0 }; 1389219089Spjd int featureflags = 0; 1390185029Spjd 1391185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 1392185029Spjd "cannot send '%s'"), zhp->zfs_name); 1393185029Spjd 1394185029Spjd if (fromsnap && fromsnap[0] == '\0') { 1395185029Spjd zfs_error_aux(zhp->zfs_hdl, dgettext(TEXT_DOMAIN, 1396185029Spjd "zero-length incremental source")); 1397185029Spjd return (zfs_error(zhp->zfs_hdl, EZFS_NOENT, errbuf)); 1398185029Spjd } 1399185029Spjd 1400219089Spjd if (zhp->zfs_type == ZFS_TYPE_FILESYSTEM) { 1401219089Spjd uint64_t version; 1402219089Spjd version = zfs_prop_get_int(zhp, ZFS_PROP_VERSION); 1403219089Spjd if (version >= ZPL_VERSION_SA) { 1404219089Spjd featureflags |= DMU_BACKUP_FEATURE_SA_SPILL; 1405219089Spjd } 1406219089Spjd } 1407219089Spjd 1408228103Smm if (flags->dedup && !flags->dryrun) { 1409219089Spjd featureflags |= (DMU_BACKUP_FEATURE_DEDUP | 1410219089Spjd DMU_BACKUP_FEATURE_DEDUPPROPS); 1411219089Spjd if (err = pipe(pipefd)) { 1412219089Spjd zfs_error_aux(zhp->zfs_hdl, strerror(errno)); 1413219089Spjd return (zfs_error(zhp->zfs_hdl, EZFS_PIPEFAILED, 1414219089Spjd errbuf)); 1415219089Spjd } 1416219089Spjd dda.outputfd = outfd; 1417219089Spjd dda.inputfd = pipefd[1]; 1418219089Spjd dda.dedup_hdl = zhp->zfs_hdl; 1419219089Spjd if (err = pthread_create(&tid, NULL, cksummer, &dda)) { 1420219089Spjd (void) close(pipefd[0]); 1421219089Spjd (void) close(pipefd[1]); 1422219089Spjd zfs_error_aux(zhp->zfs_hdl, strerror(errno)); 1423219089Spjd return (zfs_error(zhp->zfs_hdl, 1424219089Spjd EZFS_THREADCREATEFAILED, errbuf)); 1425219089Spjd } 1426219089Spjd } 1427219089Spjd 1428228103Smm if (flags->replicate || flags->doall || flags->props) { 1429185029Spjd dmu_replay_record_t drr = { 0 }; 1430185029Spjd char *packbuf = NULL; 1431185029Spjd size_t buflen = 0; 1432185029Spjd zio_cksum_t zc = { 0 }; 1433185029Spjd 1434228103Smm if (flags->replicate || flags->props) { 1435185029Spjd nvlist_t *hdrnv; 1436185029Spjd 1437185029Spjd VERIFY(0 == nvlist_alloc(&hdrnv, NV_UNIQUE_NAME, 0)); 1438185029Spjd if (fromsnap) { 1439185029Spjd VERIFY(0 == nvlist_add_string(hdrnv, 1440185029Spjd "fromsnap", fromsnap)); 1441185029Spjd } 1442185029Spjd VERIFY(0 == nvlist_add_string(hdrnv, "tosnap", tosnap)); 1443228103Smm if (!flags->replicate) { 1444219089Spjd VERIFY(0 == nvlist_add_boolean(hdrnv, 1445219089Spjd "not_recursive")); 1446219089Spjd } 1447185029Spjd 1448185029Spjd err = gather_nvlist(zhp->zfs_hdl, zhp->zfs_name, 1449228103Smm fromsnap, tosnap, flags->replicate, &fss, &fsavl); 1450185029Spjd if (err) 1451219089Spjd goto err_out; 1452185029Spjd VERIFY(0 == nvlist_add_nvlist(hdrnv, "fss", fss)); 1453185029Spjd err = nvlist_pack(hdrnv, &packbuf, &buflen, 1454185029Spjd NV_ENCODE_XDR, 0); 1455219089Spjd if (debugnvp) 1456219089Spjd *debugnvp = hdrnv; 1457219089Spjd else 1458219089Spjd nvlist_free(hdrnv); 1459251646Sdelphij if (err) 1460219089Spjd goto stderr_out; 1461185029Spjd } 1462185029Spjd 1463228103Smm if (!flags->dryrun) { 1464228103Smm /* write first begin record */ 1465228103Smm drr.drr_type = DRR_BEGIN; 1466228103Smm drr.drr_u.drr_begin.drr_magic = DMU_BACKUP_MAGIC; 1467228103Smm DMU_SET_STREAM_HDRTYPE(drr.drr_u.drr_begin. 1468228103Smm drr_versioninfo, DMU_COMPOUNDSTREAM); 1469228103Smm DMU_SET_FEATUREFLAGS(drr.drr_u.drr_begin. 1470228103Smm drr_versioninfo, featureflags); 1471228103Smm (void) snprintf(drr.drr_u.drr_begin.drr_toname, 1472228103Smm sizeof (drr.drr_u.drr_begin.drr_toname), 1473228103Smm "%s@%s", zhp->zfs_name, tosnap); 1474228103Smm drr.drr_payloadlen = buflen; 1475185029Spjd 1476288553Smav err = dump_record(&drr, packbuf, buflen, &zc, outfd); 1477228103Smm free(packbuf); 1478288553Smav if (err != 0) 1479228103Smm goto stderr_out; 1480185029Spjd 1481228103Smm /* write end record */ 1482185029Spjd bzero(&drr, sizeof (drr)); 1483185029Spjd drr.drr_type = DRR_END; 1484185029Spjd drr.drr_u.drr_end.drr_checksum = zc; 1485185029Spjd err = write(outfd, &drr, sizeof (drr)); 1486185029Spjd if (err == -1) { 1487219089Spjd err = errno; 1488219089Spjd goto stderr_out; 1489185029Spjd } 1490228103Smm 1491228103Smm err = 0; 1492185029Spjd } 1493185029Spjd } 1494185029Spjd 1495185029Spjd /* dump each stream */ 1496185029Spjd sdd.fromsnap = fromsnap; 1497185029Spjd sdd.tosnap = tosnap; 1498251646Sdelphij if (tid != 0) 1499219089Spjd sdd.outfd = pipefd[0]; 1500219089Spjd else 1501219089Spjd sdd.outfd = outfd; 1502228103Smm sdd.replicate = flags->replicate; 1503228103Smm sdd.doall = flags->doall; 1504228103Smm sdd.fromorigin = flags->fromorigin; 1505185029Spjd sdd.fss = fss; 1506185029Spjd sdd.fsavl = fsavl; 1507228103Smm sdd.verbose = flags->verbose; 1508228103Smm sdd.parsable = flags->parsable; 1509235222Smm sdd.progress = flags->progress; 1510228103Smm sdd.dryrun = flags->dryrun; 1511276081Sdelphij sdd.large_block = flags->largeblock; 1512268649Sdelphij sdd.embed_data = flags->embed_data; 1513219089Spjd sdd.filter_cb = filter_func; 1514219089Spjd sdd.filter_cb_arg = cb_arg; 1515219089Spjd if (debugnvp) 1516219089Spjd sdd.debugnv = *debugnvp; 1517238422Smm 1518238422Smm /* 1519238422Smm * Some flags require that we place user holds on the datasets that are 1520238422Smm * being sent so they don't get destroyed during the send. We can skip 1521238422Smm * this step if the pool is imported read-only since the datasets cannot 1522238422Smm * be destroyed. 1523238422Smm */ 1524238422Smm if (!flags->dryrun && !zpool_get_prop_int(zfs_get_pool_handle(zhp), 1525238422Smm ZPOOL_PROP_READONLY, NULL) && 1526238422Smm zfs_spa_version(zhp, &spa_version) == 0 && 1527238422Smm spa_version >= SPA_VERSION_USERREFS && 1528238422Smm (flags->doall || flags->replicate)) { 1529219089Spjd ++holdseq; 1530219089Spjd (void) snprintf(sdd.holdtag, sizeof (sdd.holdtag), 1531219089Spjd ".send-%d-%llu", getpid(), (u_longlong_t)holdseq); 1532219089Spjd sdd.cleanup_fd = open(ZFS_DEV, O_RDWR|O_EXCL); 1533219089Spjd if (sdd.cleanup_fd < 0) { 1534219089Spjd err = errno; 1535219089Spjd goto stderr_out; 1536219089Spjd } 1537251646Sdelphij sdd.snapholds = fnvlist_alloc(); 1538219089Spjd } else { 1539219089Spjd sdd.cleanup_fd = -1; 1540251646Sdelphij sdd.snapholds = NULL; 1541219089Spjd } 1542251646Sdelphij if (flags->verbose || sdd.snapholds != NULL) { 1543228103Smm /* 1544228103Smm * Do a verbose no-op dry run to get all the verbose output 1545251646Sdelphij * or to gather snapshot hold's before generating any data, 1546251646Sdelphij * then do a non-verbose real run to generate the streams. 1547228103Smm */ 1548228103Smm sdd.dryrun = B_TRUE; 1549228103Smm err = dump_filesystems(zhp, &sdd); 1550251646Sdelphij 1551251646Sdelphij if (err != 0) 1552251646Sdelphij goto stderr_out; 1553251646Sdelphij 1554251646Sdelphij if (flags->verbose) { 1555251646Sdelphij if (flags->parsable) { 1556251646Sdelphij (void) fprintf(stderr, "size\t%llu\n", 1557251646Sdelphij (longlong_t)sdd.size); 1558251646Sdelphij } else { 1559251646Sdelphij char buf[16]; 1560251646Sdelphij zfs_nicenum(sdd.size, buf, sizeof (buf)); 1561251646Sdelphij (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1562251646Sdelphij "total estimated size is %s\n"), buf); 1563251646Sdelphij } 1564251646Sdelphij } 1565251646Sdelphij 1566251646Sdelphij /* Ensure no snaps found is treated as an error. */ 1567251646Sdelphij if (!sdd.seento) { 1568251646Sdelphij err = ENOENT; 1569251646Sdelphij goto err_out; 1570251646Sdelphij } 1571251646Sdelphij 1572251646Sdelphij /* Skip the second run if dryrun was requested. */ 1573251646Sdelphij if (flags->dryrun) 1574251646Sdelphij goto err_out; 1575251646Sdelphij 1576251646Sdelphij if (sdd.snapholds != NULL) { 1577251646Sdelphij err = zfs_hold_nvl(zhp, sdd.cleanup_fd, sdd.snapholds); 1578251646Sdelphij if (err != 0) 1579251646Sdelphij goto stderr_out; 1580251646Sdelphij 1581251646Sdelphij fnvlist_free(sdd.snapholds); 1582251646Sdelphij sdd.snapholds = NULL; 1583251646Sdelphij } 1584251646Sdelphij 1585251646Sdelphij sdd.dryrun = B_FALSE; 1586228103Smm sdd.verbose = B_FALSE; 1587228103Smm } 1588251646Sdelphij 1589185029Spjd err = dump_filesystems(zhp, &sdd); 1590185029Spjd fsavl_destroy(fsavl); 1591185029Spjd nvlist_free(fss); 1592185029Spjd 1593251646Sdelphij /* Ensure no snaps found is treated as an error. */ 1594251646Sdelphij if (err == 0 && !sdd.seento) 1595251646Sdelphij err = ENOENT; 1596251646Sdelphij 1597251646Sdelphij if (tid != 0) { 1598251646Sdelphij if (err != 0) 1599251646Sdelphij (void) pthread_cancel(tid); 1600253818Ssmh (void) close(pipefd[0]); 1601251646Sdelphij (void) pthread_join(tid, NULL); 1602219089Spjd } 1603219089Spjd 1604219089Spjd if (sdd.cleanup_fd != -1) { 1605219089Spjd VERIFY(0 == close(sdd.cleanup_fd)); 1606219089Spjd sdd.cleanup_fd = -1; 1607219089Spjd } 1608219089Spjd 1609228103Smm if (!flags->dryrun && (flags->replicate || flags->doall || 1610228103Smm flags->props)) { 1611185029Spjd /* 1612185029Spjd * write final end record. NB: want to do this even if 1613185029Spjd * there was some error, because it might not be totally 1614185029Spjd * failed. 1615185029Spjd */ 1616185029Spjd dmu_replay_record_t drr = { 0 }; 1617185029Spjd drr.drr_type = DRR_END; 1618185029Spjd if (write(outfd, &drr, sizeof (drr)) == -1) { 1619185029Spjd return (zfs_standard_error(zhp->zfs_hdl, 1620185029Spjd errno, errbuf)); 1621185029Spjd } 1622185029Spjd } 1623185029Spjd 1624185029Spjd return (err || sdd.err); 1625219089Spjd 1626219089Spjdstderr_out: 1627219089Spjd err = zfs_standard_error(zhp->zfs_hdl, err, errbuf); 1628219089Spjderr_out: 1629251646Sdelphij fsavl_destroy(fsavl); 1630251646Sdelphij nvlist_free(fss); 1631251646Sdelphij fnvlist_free(sdd.snapholds); 1632251646Sdelphij 1633219089Spjd if (sdd.cleanup_fd != -1) 1634219089Spjd VERIFY(0 == close(sdd.cleanup_fd)); 1635251646Sdelphij if (tid != 0) { 1636219089Spjd (void) pthread_cancel(tid); 1637253818Ssmh (void) close(pipefd[0]); 1638219089Spjd (void) pthread_join(tid, NULL); 1639219089Spjd } 1640219089Spjd return (err); 1641185029Spjd} 1642185029Spjd 1643263407Sdelphijint 1644268649Sdelphijzfs_send_one(zfs_handle_t *zhp, const char *from, int fd, 1645268649Sdelphij enum lzc_send_flags flags) 1646263407Sdelphij{ 1647263407Sdelphij int err; 1648263407Sdelphij libzfs_handle_t *hdl = zhp->zfs_hdl; 1649263407Sdelphij 1650263407Sdelphij char errbuf[1024]; 1651263407Sdelphij (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 1652263407Sdelphij "warning: cannot send '%s'"), zhp->zfs_name); 1653263407Sdelphij 1654268649Sdelphij err = lzc_send(zhp->zfs_name, from, fd, flags); 1655263407Sdelphij if (err != 0) { 1656263407Sdelphij switch (errno) { 1657263407Sdelphij case EXDEV: 1658263407Sdelphij zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1659263407Sdelphij "not an earlier snapshot from the same fs")); 1660263407Sdelphij return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 1661263407Sdelphij 1662263407Sdelphij case ENOENT: 1663263407Sdelphij case ESRCH: 1664263407Sdelphij if (lzc_exists(zhp->zfs_name)) { 1665263407Sdelphij zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1666263407Sdelphij "incremental source (%s) does not exist"), 1667263407Sdelphij from); 1668263407Sdelphij } 1669263407Sdelphij return (zfs_error(hdl, EZFS_NOENT, errbuf)); 1670263407Sdelphij 1671263407Sdelphij case EBUSY: 1672263407Sdelphij zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1673263407Sdelphij "target is busy; if a filesystem, " 1674263407Sdelphij "it must not be mounted")); 1675263407Sdelphij return (zfs_error(hdl, EZFS_BUSY, errbuf)); 1676263407Sdelphij 1677263407Sdelphij case EDQUOT: 1678263407Sdelphij case EFBIG: 1679263407Sdelphij case EIO: 1680263407Sdelphij case ENOLINK: 1681263407Sdelphij case ENOSPC: 1682263407Sdelphij#ifdef illumos 1683263407Sdelphij case ENOSTR: 1684263407Sdelphij#endif 1685263407Sdelphij case ENXIO: 1686263407Sdelphij case EPIPE: 1687263407Sdelphij case ERANGE: 1688263407Sdelphij case EFAULT: 1689263407Sdelphij case EROFS: 1690263407Sdelphij zfs_error_aux(hdl, strerror(errno)); 1691263407Sdelphij return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 1692263407Sdelphij 1693263407Sdelphij default: 1694263407Sdelphij return (zfs_standard_error(hdl, errno, errbuf)); 1695263407Sdelphij } 1696263407Sdelphij } 1697263407Sdelphij return (err != 0); 1698263407Sdelphij} 1699263407Sdelphij 1700185029Spjd/* 1701185029Spjd * Routines specific to "zfs recv" 1702185029Spjd */ 1703185029Spjd 1704185029Spjdstatic int 1705185029Spjdrecv_read(libzfs_handle_t *hdl, int fd, void *buf, int ilen, 1706185029Spjd boolean_t byteswap, zio_cksum_t *zc) 1707185029Spjd{ 1708185029Spjd char *cp = buf; 1709185029Spjd int rv; 1710185029Spjd int len = ilen; 1711185029Spjd 1712288553Smav assert(ilen <= SPA_MAXBLOCKSIZE); 1713288553Smav 1714185029Spjd do { 1715185029Spjd rv = read(fd, cp, len); 1716185029Spjd cp += rv; 1717185029Spjd len -= rv; 1718185029Spjd } while (rv > 0); 1719185029Spjd 1720185029Spjd if (rv < 0 || len != 0) { 1721185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1722185029Spjd "failed to read from stream")); 1723185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, dgettext(TEXT_DOMAIN, 1724185029Spjd "cannot receive"))); 1725185029Spjd } 1726185029Spjd 1727185029Spjd if (zc) { 1728185029Spjd if (byteswap) 1729185029Spjd fletcher_4_incremental_byteswap(buf, ilen, zc); 1730185029Spjd else 1731185029Spjd fletcher_4_incremental_native(buf, ilen, zc); 1732185029Spjd } 1733185029Spjd return (0); 1734185029Spjd} 1735185029Spjd 1736185029Spjdstatic int 1737185029Spjdrecv_read_nvlist(libzfs_handle_t *hdl, int fd, int len, nvlist_t **nvp, 1738185029Spjd boolean_t byteswap, zio_cksum_t *zc) 1739185029Spjd{ 1740185029Spjd char *buf; 1741185029Spjd int err; 1742185029Spjd 1743185029Spjd buf = zfs_alloc(hdl, len); 1744185029Spjd if (buf == NULL) 1745185029Spjd return (ENOMEM); 1746185029Spjd 1747185029Spjd err = recv_read(hdl, fd, buf, len, byteswap, zc); 1748185029Spjd if (err != 0) { 1749185029Spjd free(buf); 1750185029Spjd return (err); 1751185029Spjd } 1752185029Spjd 1753185029Spjd err = nvlist_unpack(buf, len, nvp, 0); 1754185029Spjd free(buf); 1755185029Spjd if (err != 0) { 1756185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 1757185029Spjd "stream (malformed nvlist)")); 1758185029Spjd return (EINVAL); 1759185029Spjd } 1760185029Spjd return (0); 1761185029Spjd} 1762185029Spjd 1763185029Spjdstatic int 1764185029Spjdrecv_rename(libzfs_handle_t *hdl, const char *name, const char *tryname, 1765228103Smm int baselen, char *newname, recvflags_t *flags) 1766185029Spjd{ 1767185029Spjd static int seq; 1768185029Spjd zfs_cmd_t zc = { 0 }; 1769185029Spjd int err; 1770185029Spjd prop_changelist_t *clp; 1771185029Spjd zfs_handle_t *zhp; 1772185029Spjd 1773185029Spjd zhp = zfs_open(hdl, name, ZFS_TYPE_DATASET); 1774185029Spjd if (zhp == NULL) 1775185029Spjd return (-1); 1776185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 1777228103Smm flags->force ? MS_FORCE : 0); 1778185029Spjd zfs_close(zhp); 1779185029Spjd if (clp == NULL) 1780185029Spjd return (-1); 1781185029Spjd err = changelist_prefix(clp); 1782185029Spjd if (err) 1783185029Spjd return (err); 1784185029Spjd 1785219089Spjd zc.zc_objset_type = DMU_OST_ZFS; 1786219089Spjd (void) strlcpy(zc.zc_name, name, sizeof (zc.zc_name)); 1787219089Spjd 1788185029Spjd if (tryname) { 1789185029Spjd (void) strcpy(newname, tryname); 1790185029Spjd 1791185029Spjd (void) strlcpy(zc.zc_value, tryname, sizeof (zc.zc_value)); 1792185029Spjd 1793228103Smm if (flags->verbose) { 1794185029Spjd (void) printf("attempting rename %s to %s\n", 1795185029Spjd zc.zc_name, zc.zc_value); 1796185029Spjd } 1797185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_RENAME, &zc); 1798185029Spjd if (err == 0) 1799185029Spjd changelist_rename(clp, name, tryname); 1800185029Spjd } else { 1801185029Spjd err = ENOENT; 1802185029Spjd } 1803185029Spjd 1804248571Smm if (err != 0 && strncmp(name + baselen, "recv-", 5) != 0) { 1805185029Spjd seq++; 1806185029Spjd 1807248571Smm (void) snprintf(newname, ZFS_MAXNAMELEN, "%.*srecv-%u-%u", 1808248571Smm baselen, name, getpid(), seq); 1809185029Spjd (void) strlcpy(zc.zc_value, newname, sizeof (zc.zc_value)); 1810185029Spjd 1811228103Smm if (flags->verbose) { 1812185029Spjd (void) printf("failed - trying rename %s to %s\n", 1813185029Spjd zc.zc_name, zc.zc_value); 1814185029Spjd } 1815185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_RENAME, &zc); 1816185029Spjd if (err == 0) 1817185029Spjd changelist_rename(clp, name, newname); 1818228103Smm if (err && flags->verbose) { 1819185029Spjd (void) printf("failed (%u) - " 1820185029Spjd "will try again on next pass\n", errno); 1821185029Spjd } 1822185029Spjd err = EAGAIN; 1823228103Smm } else if (flags->verbose) { 1824185029Spjd if (err == 0) 1825185029Spjd (void) printf("success\n"); 1826185029Spjd else 1827185029Spjd (void) printf("failed (%u)\n", errno); 1828185029Spjd } 1829185029Spjd 1830185029Spjd (void) changelist_postfix(clp); 1831185029Spjd changelist_free(clp); 1832185029Spjd 1833185029Spjd return (err); 1834185029Spjd} 1835185029Spjd 1836185029Spjdstatic int 1837185029Spjdrecv_destroy(libzfs_handle_t *hdl, const char *name, int baselen, 1838228103Smm char *newname, recvflags_t *flags) 1839185029Spjd{ 1840185029Spjd zfs_cmd_t zc = { 0 }; 1841185029Spjd int err = 0; 1842185029Spjd prop_changelist_t *clp; 1843185029Spjd zfs_handle_t *zhp; 1844219089Spjd boolean_t defer = B_FALSE; 1845219089Spjd int spa_version; 1846185029Spjd 1847185029Spjd zhp = zfs_open(hdl, name, ZFS_TYPE_DATASET); 1848185029Spjd if (zhp == NULL) 1849185029Spjd return (-1); 1850185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 1851228103Smm flags->force ? MS_FORCE : 0); 1852219089Spjd if (zfs_get_type(zhp) == ZFS_TYPE_SNAPSHOT && 1853219089Spjd zfs_spa_version(zhp, &spa_version) == 0 && 1854219089Spjd spa_version >= SPA_VERSION_USERREFS) 1855219089Spjd defer = B_TRUE; 1856185029Spjd zfs_close(zhp); 1857185029Spjd if (clp == NULL) 1858185029Spjd return (-1); 1859185029Spjd err = changelist_prefix(clp); 1860185029Spjd if (err) 1861185029Spjd return (err); 1862185029Spjd 1863185029Spjd zc.zc_objset_type = DMU_OST_ZFS; 1864219089Spjd zc.zc_defer_destroy = defer; 1865185029Spjd (void) strlcpy(zc.zc_name, name, sizeof (zc.zc_name)); 1866185029Spjd 1867228103Smm if (flags->verbose) 1868185029Spjd (void) printf("attempting destroy %s\n", zc.zc_name); 1869185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_DESTROY, &zc); 1870185029Spjd if (err == 0) { 1871228103Smm if (flags->verbose) 1872185029Spjd (void) printf("success\n"); 1873185029Spjd changelist_remove(clp, zc.zc_name); 1874185029Spjd } 1875185029Spjd 1876185029Spjd (void) changelist_postfix(clp); 1877185029Spjd changelist_free(clp); 1878185029Spjd 1879219089Spjd /* 1880219089Spjd * Deferred destroy might destroy the snapshot or only mark it to be 1881219089Spjd * destroyed later, and it returns success in either case. 1882219089Spjd */ 1883219089Spjd if (err != 0 || (defer && zfs_dataset_exists(hdl, name, 1884219089Spjd ZFS_TYPE_SNAPSHOT))) { 1885185029Spjd err = recv_rename(hdl, name, NULL, baselen, newname, flags); 1886219089Spjd } 1887185029Spjd 1888185029Spjd return (err); 1889185029Spjd} 1890185029Spjd 1891185029Spjdtypedef struct guid_to_name_data { 1892185029Spjd uint64_t guid; 1893185029Spjd char *name; 1894228103Smm char *skip; 1895185029Spjd} guid_to_name_data_t; 1896185029Spjd 1897185029Spjdstatic int 1898185029Spjdguid_to_name_cb(zfs_handle_t *zhp, void *arg) 1899185029Spjd{ 1900185029Spjd guid_to_name_data_t *gtnd = arg; 1901185029Spjd int err; 1902185029Spjd 1903228103Smm if (gtnd->skip != NULL && 1904228103Smm strcmp(zhp->zfs_name, gtnd->skip) == 0) { 1905228103Smm return (0); 1906228103Smm } 1907228103Smm 1908185029Spjd if (zhp->zfs_dmustats.dds_guid == gtnd->guid) { 1909185029Spjd (void) strcpy(gtnd->name, zhp->zfs_name); 1910219089Spjd zfs_close(zhp); 1911185029Spjd return (EEXIST); 1912185029Spjd } 1913228103Smm 1914185029Spjd err = zfs_iter_children(zhp, guid_to_name_cb, gtnd); 1915185029Spjd zfs_close(zhp); 1916185029Spjd return (err); 1917185029Spjd} 1918185029Spjd 1919228103Smm/* 1920228103Smm * Attempt to find the local dataset associated with this guid. In the case of 1921228103Smm * multiple matches, we attempt to find the "best" match by searching 1922228103Smm * progressively larger portions of the hierarchy. This allows one to send a 1923228103Smm * tree of datasets individually and guarantee that we will find the source 1924228103Smm * guid within that hierarchy, even if there are multiple matches elsewhere. 1925228103Smm */ 1926185029Spjdstatic int 1927185029Spjdguid_to_name(libzfs_handle_t *hdl, const char *parent, uint64_t guid, 1928185029Spjd char *name) 1929185029Spjd{ 1930185029Spjd /* exhaustive search all local snapshots */ 1931228103Smm char pname[ZFS_MAXNAMELEN]; 1932185029Spjd guid_to_name_data_t gtnd; 1933185029Spjd int err = 0; 1934185029Spjd zfs_handle_t *zhp; 1935185029Spjd char *cp; 1936185029Spjd 1937185029Spjd gtnd.guid = guid; 1938185029Spjd gtnd.name = name; 1939228103Smm gtnd.skip = NULL; 1940185029Spjd 1941228103Smm (void) strlcpy(pname, parent, sizeof (pname)); 1942185029Spjd 1943228103Smm /* 1944228103Smm * Search progressively larger portions of the hierarchy. This will 1945228103Smm * select the "most local" version of the origin snapshot in the case 1946228103Smm * that there are multiple matching snapshots in the system. 1947228103Smm */ 1948228103Smm while ((cp = strrchr(pname, '/')) != NULL) { 1949228103Smm 1950228103Smm /* Chop off the last component and open the parent */ 1951185029Spjd *cp = '\0'; 1952228103Smm zhp = make_dataset_handle(hdl, pname); 1953185029Spjd 1954228103Smm if (zhp == NULL) 1955228103Smm continue; 1956228103Smm 1957185029Spjd err = zfs_iter_children(zhp, guid_to_name_cb, >nd); 1958185029Spjd zfs_close(zhp); 1959228103Smm if (err == EEXIST) 1960228103Smm return (0); 1961228103Smm 1962228103Smm /* 1963228103Smm * Remember the dataset that we already searched, so we 1964228103Smm * skip it next time through. 1965228103Smm */ 1966228103Smm gtnd.skip = pname; 1967185029Spjd } 1968185029Spjd 1969228103Smm return (ENOENT); 1970185029Spjd} 1971185029Spjd 1972185029Spjd/* 1973228103Smm * Return +1 if guid1 is before guid2, 0 if they are the same, and -1 if 1974228103Smm * guid1 is after guid2. 1975185029Spjd */ 1976185029Spjdstatic int 1977185029Spjdcreated_before(libzfs_handle_t *hdl, avl_tree_t *avl, 1978185029Spjd uint64_t guid1, uint64_t guid2) 1979185029Spjd{ 1980185029Spjd nvlist_t *nvfs; 1981185029Spjd char *fsname, *snapname; 1982185029Spjd char buf[ZFS_MAXNAMELEN]; 1983185029Spjd int rv; 1984228103Smm zfs_handle_t *guid1hdl, *guid2hdl; 1985228103Smm uint64_t create1, create2; 1986185029Spjd 1987185029Spjd if (guid2 == 0) 1988185029Spjd return (0); 1989185029Spjd if (guid1 == 0) 1990185029Spjd return (1); 1991185029Spjd 1992185029Spjd nvfs = fsavl_find(avl, guid1, &snapname); 1993185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 1994185029Spjd (void) snprintf(buf, sizeof (buf), "%s@%s", fsname, snapname); 1995228103Smm guid1hdl = zfs_open(hdl, buf, ZFS_TYPE_SNAPSHOT); 1996228103Smm if (guid1hdl == NULL) 1997185029Spjd return (-1); 1998185029Spjd 1999185029Spjd nvfs = fsavl_find(avl, guid2, &snapname); 2000185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 2001185029Spjd (void) snprintf(buf, sizeof (buf), "%s@%s", fsname, snapname); 2002228103Smm guid2hdl = zfs_open(hdl, buf, ZFS_TYPE_SNAPSHOT); 2003228103Smm if (guid2hdl == NULL) { 2004228103Smm zfs_close(guid1hdl); 2005185029Spjd return (-1); 2006185029Spjd } 2007185029Spjd 2008228103Smm create1 = zfs_prop_get_int(guid1hdl, ZFS_PROP_CREATETXG); 2009228103Smm create2 = zfs_prop_get_int(guid2hdl, ZFS_PROP_CREATETXG); 2010185029Spjd 2011228103Smm if (create1 < create2) 2012228103Smm rv = -1; 2013228103Smm else if (create1 > create2) 2014228103Smm rv = +1; 2015228103Smm else 2016228103Smm rv = 0; 2017185029Spjd 2018228103Smm zfs_close(guid1hdl); 2019228103Smm zfs_close(guid2hdl); 2020228103Smm 2021185029Spjd return (rv); 2022185029Spjd} 2023185029Spjd 2024185029Spjdstatic int 2025185029Spjdrecv_incremental_replication(libzfs_handle_t *hdl, const char *tofs, 2026228103Smm recvflags_t *flags, nvlist_t *stream_nv, avl_tree_t *stream_avl, 2027219089Spjd nvlist_t *renamed) 2028185029Spjd{ 2029244194Ssmh nvlist_t *local_nv, *deleted = NULL; 2030185029Spjd avl_tree_t *local_avl; 2031185029Spjd nvpair_t *fselem, *nextfselem; 2032219089Spjd char *fromsnap; 2033185029Spjd char newname[ZFS_MAXNAMELEN]; 2034244194Ssmh char guidname[32]; 2035185029Spjd int error; 2036219089Spjd boolean_t needagain, progress, recursive; 2037209962Smm char *s1, *s2; 2038185029Spjd 2039185029Spjd VERIFY(0 == nvlist_lookup_string(stream_nv, "fromsnap", &fromsnap)); 2040185029Spjd 2041219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2042219089Spjd ENOENT); 2043219089Spjd 2044228103Smm if (flags->dryrun) 2045185029Spjd return (0); 2046185029Spjd 2047185029Spjdagain: 2048185029Spjd needagain = progress = B_FALSE; 2049185029Spjd 2050244194Ssmh VERIFY(0 == nvlist_alloc(&deleted, NV_UNIQUE_NAME, 0)); 2051244194Ssmh 2052185029Spjd if ((error = gather_nvlist(hdl, tofs, fromsnap, NULL, 2053219089Spjd recursive, &local_nv, &local_avl)) != 0) 2054185029Spjd return (error); 2055185029Spjd 2056185029Spjd /* 2057185029Spjd * Process deletes and renames 2058185029Spjd */ 2059185029Spjd for (fselem = nvlist_next_nvpair(local_nv, NULL); 2060185029Spjd fselem; fselem = nextfselem) { 2061185029Spjd nvlist_t *nvfs, *snaps; 2062185029Spjd nvlist_t *stream_nvfs = NULL; 2063185029Spjd nvpair_t *snapelem, *nextsnapelem; 2064185029Spjd uint64_t fromguid = 0; 2065185029Spjd uint64_t originguid = 0; 2066185029Spjd uint64_t stream_originguid = 0; 2067185029Spjd uint64_t parent_fromsnap_guid, stream_parent_fromsnap_guid; 2068219089Spjd char *fsname, *stream_fsname; 2069185029Spjd 2070185029Spjd nextfselem = nvlist_next_nvpair(local_nv, fselem); 2071185029Spjd 2072185029Spjd VERIFY(0 == nvpair_value_nvlist(fselem, &nvfs)); 2073185029Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, "snaps", &snaps)); 2074185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 2075185029Spjd VERIFY(0 == nvlist_lookup_uint64(nvfs, "parentfromsnap", 2076185029Spjd &parent_fromsnap_guid)); 2077185029Spjd (void) nvlist_lookup_uint64(nvfs, "origin", &originguid); 2078185029Spjd 2079185029Spjd /* 2080185029Spjd * First find the stream's fs, so we can check for 2081185029Spjd * a different origin (due to "zfs promote") 2082185029Spjd */ 2083185029Spjd for (snapelem = nvlist_next_nvpair(snaps, NULL); 2084185029Spjd snapelem; snapelem = nvlist_next_nvpair(snaps, snapelem)) { 2085185029Spjd uint64_t thisguid; 2086185029Spjd 2087185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &thisguid)); 2088185029Spjd stream_nvfs = fsavl_find(stream_avl, thisguid, NULL); 2089185029Spjd 2090185029Spjd if (stream_nvfs != NULL) 2091185029Spjd break; 2092185029Spjd } 2093185029Spjd 2094185029Spjd /* check for promote */ 2095185029Spjd (void) nvlist_lookup_uint64(stream_nvfs, "origin", 2096185029Spjd &stream_originguid); 2097185029Spjd if (stream_nvfs && originguid != stream_originguid) { 2098185029Spjd switch (created_before(hdl, local_avl, 2099185029Spjd stream_originguid, originguid)) { 2100185029Spjd case 1: { 2101185029Spjd /* promote it! */ 2102185029Spjd zfs_cmd_t zc = { 0 }; 2103185029Spjd nvlist_t *origin_nvfs; 2104185029Spjd char *origin_fsname; 2105185029Spjd 2106228103Smm if (flags->verbose) 2107185029Spjd (void) printf("promoting %s\n", fsname); 2108185029Spjd 2109185029Spjd origin_nvfs = fsavl_find(local_avl, originguid, 2110185029Spjd NULL); 2111185029Spjd VERIFY(0 == nvlist_lookup_string(origin_nvfs, 2112185029Spjd "name", &origin_fsname)); 2113185029Spjd (void) strlcpy(zc.zc_value, origin_fsname, 2114185029Spjd sizeof (zc.zc_value)); 2115185029Spjd (void) strlcpy(zc.zc_name, fsname, 2116185029Spjd sizeof (zc.zc_name)); 2117185029Spjd error = zfs_ioctl(hdl, ZFS_IOC_PROMOTE, &zc); 2118185029Spjd if (error == 0) 2119185029Spjd progress = B_TRUE; 2120185029Spjd break; 2121185029Spjd } 2122185029Spjd default: 2123185029Spjd break; 2124185029Spjd case -1: 2125185029Spjd fsavl_destroy(local_avl); 2126185029Spjd nvlist_free(local_nv); 2127185029Spjd return (-1); 2128185029Spjd } 2129185029Spjd /* 2130185029Spjd * We had/have the wrong origin, therefore our 2131185029Spjd * list of snapshots is wrong. Need to handle 2132185029Spjd * them on the next pass. 2133185029Spjd */ 2134185029Spjd needagain = B_TRUE; 2135185029Spjd continue; 2136185029Spjd } 2137185029Spjd 2138185029Spjd for (snapelem = nvlist_next_nvpair(snaps, NULL); 2139185029Spjd snapelem; snapelem = nextsnapelem) { 2140185029Spjd uint64_t thisguid; 2141185029Spjd char *stream_snapname; 2142185029Spjd nvlist_t *found, *props; 2143185029Spjd 2144185029Spjd nextsnapelem = nvlist_next_nvpair(snaps, snapelem); 2145185029Spjd 2146185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &thisguid)); 2147185029Spjd found = fsavl_find(stream_avl, thisguid, 2148185029Spjd &stream_snapname); 2149185029Spjd 2150185029Spjd /* check for delete */ 2151185029Spjd if (found == NULL) { 2152185029Spjd char name[ZFS_MAXNAMELEN]; 2153185029Spjd 2154228103Smm if (!flags->force) 2155185029Spjd continue; 2156185029Spjd 2157185029Spjd (void) snprintf(name, sizeof (name), "%s@%s", 2158185029Spjd fsname, nvpair_name(snapelem)); 2159185029Spjd 2160185029Spjd error = recv_destroy(hdl, name, 2161185029Spjd strlen(fsname)+1, newname, flags); 2162185029Spjd if (error) 2163185029Spjd needagain = B_TRUE; 2164185029Spjd else 2165185029Spjd progress = B_TRUE; 2166244194Ssmh sprintf(guidname, "%lu", thisguid); 2167244194Ssmh nvlist_add_boolean(deleted, guidname); 2168185029Spjd continue; 2169185029Spjd } 2170185029Spjd 2171185029Spjd stream_nvfs = found; 2172185029Spjd 2173185029Spjd if (0 == nvlist_lookup_nvlist(stream_nvfs, "snapprops", 2174185029Spjd &props) && 0 == nvlist_lookup_nvlist(props, 2175185029Spjd stream_snapname, &props)) { 2176185029Spjd zfs_cmd_t zc = { 0 }; 2177185029Spjd 2178219089Spjd zc.zc_cookie = B_TRUE; /* received */ 2179185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), 2180185029Spjd "%s@%s", fsname, nvpair_name(snapelem)); 2181185029Spjd if (zcmd_write_src_nvlist(hdl, &zc, 2182185029Spjd props) == 0) { 2183185029Spjd (void) zfs_ioctl(hdl, 2184185029Spjd ZFS_IOC_SET_PROP, &zc); 2185185029Spjd zcmd_free_nvlists(&zc); 2186185029Spjd } 2187185029Spjd } 2188185029Spjd 2189185029Spjd /* check for different snapname */ 2190185029Spjd if (strcmp(nvpair_name(snapelem), 2191185029Spjd stream_snapname) != 0) { 2192185029Spjd char name[ZFS_MAXNAMELEN]; 2193185029Spjd char tryname[ZFS_MAXNAMELEN]; 2194185029Spjd 2195185029Spjd (void) snprintf(name, sizeof (name), "%s@%s", 2196185029Spjd fsname, nvpair_name(snapelem)); 2197185029Spjd (void) snprintf(tryname, sizeof (name), "%s@%s", 2198185029Spjd fsname, stream_snapname); 2199185029Spjd 2200185029Spjd error = recv_rename(hdl, name, tryname, 2201185029Spjd strlen(fsname)+1, newname, flags); 2202185029Spjd if (error) 2203185029Spjd needagain = B_TRUE; 2204185029Spjd else 2205185029Spjd progress = B_TRUE; 2206185029Spjd } 2207185029Spjd 2208185029Spjd if (strcmp(stream_snapname, fromsnap) == 0) 2209185029Spjd fromguid = thisguid; 2210185029Spjd } 2211185029Spjd 2212185029Spjd /* check for delete */ 2213185029Spjd if (stream_nvfs == NULL) { 2214228103Smm if (!flags->force) 2215185029Spjd continue; 2216185029Spjd 2217185029Spjd error = recv_destroy(hdl, fsname, strlen(tofs)+1, 2218185029Spjd newname, flags); 2219185029Spjd if (error) 2220185029Spjd needagain = B_TRUE; 2221185029Spjd else 2222185029Spjd progress = B_TRUE; 2223244194Ssmh sprintf(guidname, "%lu", parent_fromsnap_guid); 2224244194Ssmh nvlist_add_boolean(deleted, guidname); 2225185029Spjd continue; 2226185029Spjd } 2227185029Spjd 2228219089Spjd if (fromguid == 0) { 2229228103Smm if (flags->verbose) { 2230219089Spjd (void) printf("local fs %s does not have " 2231219089Spjd "fromsnap (%s in stream); must have " 2232219089Spjd "been deleted locally; ignoring\n", 2233219089Spjd fsname, fromsnap); 2234219089Spjd } 2235185029Spjd continue; 2236185029Spjd } 2237185029Spjd 2238185029Spjd VERIFY(0 == nvlist_lookup_string(stream_nvfs, 2239185029Spjd "name", &stream_fsname)); 2240185029Spjd VERIFY(0 == nvlist_lookup_uint64(stream_nvfs, 2241185029Spjd "parentfromsnap", &stream_parent_fromsnap_guid)); 2242185029Spjd 2243209962Smm s1 = strrchr(fsname, '/'); 2244209962Smm s2 = strrchr(stream_fsname, '/'); 2245209962Smm 2246219089Spjd /* 2247244194Ssmh * Check if we're going to rename based on parent guid change 2248244194Ssmh * and the current parent guid was also deleted. If it was then 2249244194Ssmh * rename will fail and is likely unneeded, so avoid this and 2250244194Ssmh * force an early retry to determine the new 2251244194Ssmh * parent_fromsnap_guid. 2252244194Ssmh */ 2253244194Ssmh if (stream_parent_fromsnap_guid != 0 && 2254244194Ssmh parent_fromsnap_guid != 0 && 2255244194Ssmh stream_parent_fromsnap_guid != parent_fromsnap_guid) { 2256244194Ssmh sprintf(guidname, "%lu", parent_fromsnap_guid); 2257244194Ssmh if (nvlist_exists(deleted, guidname)) { 2258244194Ssmh progress = B_TRUE; 2259244194Ssmh needagain = B_TRUE; 2260244194Ssmh goto doagain; 2261244194Ssmh } 2262244194Ssmh } 2263244194Ssmh 2264244194Ssmh /* 2265219089Spjd * Check for rename. If the exact receive path is specified, it 2266219089Spjd * does not count as a rename, but we still need to check the 2267219089Spjd * datasets beneath it. 2268219089Spjd */ 2269185029Spjd if ((stream_parent_fromsnap_guid != 0 && 2270219089Spjd parent_fromsnap_guid != 0 && 2271185029Spjd stream_parent_fromsnap_guid != parent_fromsnap_guid) || 2272228103Smm ((flags->isprefix || strcmp(tofs, fsname) != 0) && 2273219089Spjd (s1 != NULL) && (s2 != NULL) && strcmp(s1, s2) != 0)) { 2274185029Spjd nvlist_t *parent; 2275185029Spjd char tryname[ZFS_MAXNAMELEN]; 2276185029Spjd 2277185029Spjd parent = fsavl_find(local_avl, 2278185029Spjd stream_parent_fromsnap_guid, NULL); 2279185029Spjd /* 2280185029Spjd * NB: parent might not be found if we used the 2281185029Spjd * tosnap for stream_parent_fromsnap_guid, 2282185029Spjd * because the parent is a newly-created fs; 2283185029Spjd * we'll be able to rename it after we recv the 2284185029Spjd * new fs. 2285185029Spjd */ 2286185029Spjd if (parent != NULL) { 2287185029Spjd char *pname; 2288185029Spjd 2289185029Spjd VERIFY(0 == nvlist_lookup_string(parent, "name", 2290185029Spjd &pname)); 2291185029Spjd (void) snprintf(tryname, sizeof (tryname), 2292219089Spjd "%s%s", pname, strrchr(stream_fsname, '/')); 2293185029Spjd } else { 2294185029Spjd tryname[0] = '\0'; 2295228103Smm if (flags->verbose) { 2296185029Spjd (void) printf("local fs %s new parent " 2297185029Spjd "not found\n", fsname); 2298185029Spjd } 2299185029Spjd } 2300185029Spjd 2301219089Spjd newname[0] = '\0'; 2302219089Spjd 2303185029Spjd error = recv_rename(hdl, fsname, tryname, 2304185029Spjd strlen(tofs)+1, newname, flags); 2305219089Spjd 2306219089Spjd if (renamed != NULL && newname[0] != '\0') { 2307219089Spjd VERIFY(0 == nvlist_add_boolean(renamed, 2308219089Spjd newname)); 2309219089Spjd } 2310219089Spjd 2311185029Spjd if (error) 2312185029Spjd needagain = B_TRUE; 2313185029Spjd else 2314185029Spjd progress = B_TRUE; 2315185029Spjd } 2316185029Spjd } 2317185029Spjd 2318244194Ssmhdoagain: 2319185029Spjd fsavl_destroy(local_avl); 2320185029Spjd nvlist_free(local_nv); 2321244194Ssmh nvlist_free(deleted); 2322185029Spjd 2323185029Spjd if (needagain && progress) { 2324185029Spjd /* do another pass to fix up temporary names */ 2325228103Smm if (flags->verbose) 2326185029Spjd (void) printf("another pass:\n"); 2327185029Spjd goto again; 2328185029Spjd } 2329185029Spjd 2330185029Spjd return (needagain); 2331185029Spjd} 2332185029Spjd 2333185029Spjdstatic int 2334185029Spjdzfs_receive_package(libzfs_handle_t *hdl, int fd, const char *destname, 2335228103Smm recvflags_t *flags, dmu_replay_record_t *drr, zio_cksum_t *zc, 2336219089Spjd char **top_zfs, int cleanup_fd, uint64_t *action_handlep) 2337185029Spjd{ 2338185029Spjd nvlist_t *stream_nv = NULL; 2339185029Spjd avl_tree_t *stream_avl = NULL; 2340185029Spjd char *fromsnap = NULL; 2341219089Spjd char *cp; 2342185029Spjd char tofs[ZFS_MAXNAMELEN]; 2343219089Spjd char sendfs[ZFS_MAXNAMELEN]; 2344185029Spjd char errbuf[1024]; 2345185029Spjd dmu_replay_record_t drre; 2346185029Spjd int error; 2347185029Spjd boolean_t anyerr = B_FALSE; 2348185029Spjd boolean_t softerr = B_FALSE; 2349219089Spjd boolean_t recursive; 2350185029Spjd 2351185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2352185029Spjd "cannot receive")); 2353185029Spjd 2354185029Spjd assert(drr->drr_type == DRR_BEGIN); 2355185029Spjd assert(drr->drr_u.drr_begin.drr_magic == DMU_BACKUP_MAGIC); 2356219089Spjd assert(DMU_GET_STREAM_HDRTYPE(drr->drr_u.drr_begin.drr_versioninfo) == 2357219089Spjd DMU_COMPOUNDSTREAM); 2358185029Spjd 2359185029Spjd /* 2360185029Spjd * Read in the nvlist from the stream. 2361185029Spjd */ 2362185029Spjd if (drr->drr_payloadlen != 0) { 2363185029Spjd error = recv_read_nvlist(hdl, fd, drr->drr_payloadlen, 2364228103Smm &stream_nv, flags->byteswap, zc); 2365185029Spjd if (error) { 2366185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2367185029Spjd goto out; 2368185029Spjd } 2369185029Spjd } 2370185029Spjd 2371219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2372219089Spjd ENOENT); 2373219089Spjd 2374219089Spjd if (recursive && strchr(destname, '@')) { 2375219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2376219089Spjd "cannot specify snapshot name for multi-snapshot stream")); 2377219089Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2378219089Spjd goto out; 2379219089Spjd } 2380219089Spjd 2381185029Spjd /* 2382185029Spjd * Read in the end record and verify checksum. 2383185029Spjd */ 2384185029Spjd if (0 != (error = recv_read(hdl, fd, &drre, sizeof (drre), 2385228103Smm flags->byteswap, NULL))) 2386185029Spjd goto out; 2387228103Smm if (flags->byteswap) { 2388185029Spjd drre.drr_type = BSWAP_32(drre.drr_type); 2389185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[0] = 2390185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[0]); 2391185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[1] = 2392185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[1]); 2393185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[2] = 2394185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[2]); 2395185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[3] = 2396185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[3]); 2397185029Spjd } 2398185029Spjd if (drre.drr_type != DRR_END) { 2399185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2400185029Spjd goto out; 2401185029Spjd } 2402185029Spjd if (!ZIO_CHECKSUM_EQUAL(drre.drr_u.drr_end.drr_checksum, *zc)) { 2403185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2404185029Spjd "incorrect header checksum")); 2405185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2406185029Spjd goto out; 2407185029Spjd } 2408185029Spjd 2409185029Spjd (void) nvlist_lookup_string(stream_nv, "fromsnap", &fromsnap); 2410185029Spjd 2411185029Spjd if (drr->drr_payloadlen != 0) { 2412185029Spjd nvlist_t *stream_fss; 2413185029Spjd 2414185029Spjd VERIFY(0 == nvlist_lookup_nvlist(stream_nv, "fss", 2415185029Spjd &stream_fss)); 2416185029Spjd if ((stream_avl = fsavl_create(stream_fss)) == NULL) { 2417185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2418185029Spjd "couldn't allocate avl tree")); 2419185029Spjd error = zfs_error(hdl, EZFS_NOMEM, errbuf); 2420185029Spjd goto out; 2421185029Spjd } 2422185029Spjd 2423185029Spjd if (fromsnap != NULL) { 2424219089Spjd nvlist_t *renamed = NULL; 2425219089Spjd nvpair_t *pair = NULL; 2426219089Spjd 2427185029Spjd (void) strlcpy(tofs, destname, ZFS_MAXNAMELEN); 2428228103Smm if (flags->isprefix) { 2429219089Spjd struct drr_begin *drrb = &drr->drr_u.drr_begin; 2430219089Spjd int i; 2431219089Spjd 2432228103Smm if (flags->istail) { 2433219089Spjd cp = strrchr(drrb->drr_toname, '/'); 2434219089Spjd if (cp == NULL) { 2435219089Spjd (void) strlcat(tofs, "/", 2436219089Spjd ZFS_MAXNAMELEN); 2437219089Spjd i = 0; 2438219089Spjd } else { 2439219089Spjd i = (cp - drrb->drr_toname); 2440219089Spjd } 2441219089Spjd } else { 2442219089Spjd i = strcspn(drrb->drr_toname, "/@"); 2443219089Spjd } 2444185029Spjd /* zfs_receive_one() will create_parents() */ 2445219089Spjd (void) strlcat(tofs, &drrb->drr_toname[i], 2446185029Spjd ZFS_MAXNAMELEN); 2447185029Spjd *strchr(tofs, '@') = '\0'; 2448185029Spjd } 2449219089Spjd 2450228103Smm if (recursive && !flags->dryrun && !flags->nomount) { 2451219089Spjd VERIFY(0 == nvlist_alloc(&renamed, 2452219089Spjd NV_UNIQUE_NAME, 0)); 2453219089Spjd } 2454219089Spjd 2455219089Spjd softerr = recv_incremental_replication(hdl, tofs, flags, 2456219089Spjd stream_nv, stream_avl, renamed); 2457219089Spjd 2458219089Spjd /* Unmount renamed filesystems before receiving. */ 2459219089Spjd while ((pair = nvlist_next_nvpair(renamed, 2460219089Spjd pair)) != NULL) { 2461219089Spjd zfs_handle_t *zhp; 2462219089Spjd prop_changelist_t *clp = NULL; 2463219089Spjd 2464219089Spjd zhp = zfs_open(hdl, nvpair_name(pair), 2465219089Spjd ZFS_TYPE_FILESYSTEM); 2466219089Spjd if (zhp != NULL) { 2467219089Spjd clp = changelist_gather(zhp, 2468219089Spjd ZFS_PROP_MOUNTPOINT, 0, 0); 2469219089Spjd zfs_close(zhp); 2470219089Spjd if (clp != NULL) { 2471219089Spjd softerr |= 2472219089Spjd changelist_prefix(clp); 2473219089Spjd changelist_free(clp); 2474219089Spjd } 2475219089Spjd } 2476219089Spjd } 2477219089Spjd 2478219089Spjd nvlist_free(renamed); 2479185029Spjd } 2480185029Spjd } 2481185029Spjd 2482219089Spjd /* 2483219089Spjd * Get the fs specified by the first path in the stream (the top level 2484219089Spjd * specified by 'zfs send') and pass it to each invocation of 2485219089Spjd * zfs_receive_one(). 2486219089Spjd */ 2487219089Spjd (void) strlcpy(sendfs, drr->drr_u.drr_begin.drr_toname, 2488219089Spjd ZFS_MAXNAMELEN); 2489219089Spjd if ((cp = strchr(sendfs, '@')) != NULL) 2490219089Spjd *cp = '\0'; 2491185029Spjd 2492185029Spjd /* Finally, receive each contained stream */ 2493185029Spjd do { 2494185029Spjd /* 2495185029Spjd * we should figure out if it has a recoverable 2496185029Spjd * error, in which case do a recv_skip() and drive on. 2497185029Spjd * Note, if we fail due to already having this guid, 2498185029Spjd * zfs_receive_one() will take care of it (ie, 2499185029Spjd * recv_skip() and return 0). 2500185029Spjd */ 2501185029Spjd error = zfs_receive_impl(hdl, destname, flags, fd, 2502219089Spjd sendfs, stream_nv, stream_avl, top_zfs, cleanup_fd, 2503219089Spjd action_handlep); 2504185029Spjd if (error == ENODATA) { 2505185029Spjd error = 0; 2506185029Spjd break; 2507185029Spjd } 2508185029Spjd anyerr |= error; 2509185029Spjd } while (error == 0); 2510185029Spjd 2511185029Spjd if (drr->drr_payloadlen != 0 && fromsnap != NULL) { 2512185029Spjd /* 2513185029Spjd * Now that we have the fs's they sent us, try the 2514185029Spjd * renames again. 2515185029Spjd */ 2516185029Spjd softerr = recv_incremental_replication(hdl, tofs, flags, 2517219089Spjd stream_nv, stream_avl, NULL); 2518185029Spjd } 2519185029Spjd 2520185029Spjdout: 2521185029Spjd fsavl_destroy(stream_avl); 2522185029Spjd if (stream_nv) 2523185029Spjd nvlist_free(stream_nv); 2524185029Spjd if (softerr) 2525185029Spjd error = -2; 2526185029Spjd if (anyerr) 2527185029Spjd error = -1; 2528185029Spjd return (error); 2529185029Spjd} 2530185029Spjd 2531219089Spjdstatic void 2532219089Spjdtrunc_prop_errs(int truncated) 2533219089Spjd{ 2534219089Spjd ASSERT(truncated != 0); 2535219089Spjd 2536219089Spjd if (truncated == 1) 2537219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 2538219089Spjd "1 more property could not be set\n")); 2539219089Spjd else 2540219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 2541219089Spjd "%d more properties could not be set\n"), truncated); 2542219089Spjd} 2543219089Spjd 2544185029Spjdstatic int 2545185029Spjdrecv_skip(libzfs_handle_t *hdl, int fd, boolean_t byteswap) 2546185029Spjd{ 2547185029Spjd dmu_replay_record_t *drr; 2548276081Sdelphij void *buf = zfs_alloc(hdl, SPA_MAXBLOCKSIZE); 2549219089Spjd char errbuf[1024]; 2550185029Spjd 2551219089Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2552219089Spjd "cannot receive:")); 2553219089Spjd 2554185029Spjd /* XXX would be great to use lseek if possible... */ 2555185029Spjd drr = buf; 2556185029Spjd 2557185029Spjd while (recv_read(hdl, fd, drr, sizeof (dmu_replay_record_t), 2558185029Spjd byteswap, NULL) == 0) { 2559185029Spjd if (byteswap) 2560185029Spjd drr->drr_type = BSWAP_32(drr->drr_type); 2561185029Spjd 2562185029Spjd switch (drr->drr_type) { 2563185029Spjd case DRR_BEGIN: 2564185029Spjd /* NB: not to be used on v2 stream packages */ 2565219089Spjd if (drr->drr_payloadlen != 0) { 2566219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2567219089Spjd "invalid substream header")); 2568219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2569219089Spjd } 2570185029Spjd break; 2571185029Spjd 2572185029Spjd case DRR_END: 2573185029Spjd free(buf); 2574185029Spjd return (0); 2575185029Spjd 2576185029Spjd case DRR_OBJECT: 2577185029Spjd if (byteswap) { 2578185029Spjd drr->drr_u.drr_object.drr_bonuslen = 2579185029Spjd BSWAP_32(drr->drr_u.drr_object. 2580185029Spjd drr_bonuslen); 2581185029Spjd } 2582185029Spjd (void) recv_read(hdl, fd, buf, 2583185029Spjd P2ROUNDUP(drr->drr_u.drr_object.drr_bonuslen, 8), 2584185029Spjd B_FALSE, NULL); 2585185029Spjd break; 2586185029Spjd 2587185029Spjd case DRR_WRITE: 2588185029Spjd if (byteswap) { 2589185029Spjd drr->drr_u.drr_write.drr_length = 2590185029Spjd BSWAP_64(drr->drr_u.drr_write.drr_length); 2591185029Spjd } 2592185029Spjd (void) recv_read(hdl, fd, buf, 2593185029Spjd drr->drr_u.drr_write.drr_length, B_FALSE, NULL); 2594185029Spjd break; 2595219089Spjd case DRR_SPILL: 2596219089Spjd if (byteswap) { 2597219089Spjd drr->drr_u.drr_write.drr_length = 2598219089Spjd BSWAP_64(drr->drr_u.drr_spill.drr_length); 2599219089Spjd } 2600219089Spjd (void) recv_read(hdl, fd, buf, 2601219089Spjd drr->drr_u.drr_spill.drr_length, B_FALSE, NULL); 2602219089Spjd break; 2603268649Sdelphij case DRR_WRITE_EMBEDDED: 2604268649Sdelphij if (byteswap) { 2605268649Sdelphij drr->drr_u.drr_write_embedded.drr_psize = 2606268649Sdelphij BSWAP_32(drr->drr_u.drr_write_embedded. 2607268649Sdelphij drr_psize); 2608268649Sdelphij } 2609268649Sdelphij (void) recv_read(hdl, fd, buf, 2610268649Sdelphij P2ROUNDUP(drr->drr_u.drr_write_embedded.drr_psize, 2611268649Sdelphij 8), B_FALSE, NULL); 2612268649Sdelphij break; 2613219089Spjd case DRR_WRITE_BYREF: 2614185029Spjd case DRR_FREEOBJECTS: 2615185029Spjd case DRR_FREE: 2616185029Spjd break; 2617185029Spjd 2618185029Spjd default: 2619219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2620219089Spjd "invalid record type")); 2621219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2622185029Spjd } 2623185029Spjd } 2624185029Spjd 2625185029Spjd free(buf); 2626185029Spjd return (-1); 2627185029Spjd} 2628185029Spjd 2629185029Spjd/* 2630185029Spjd * Restores a backup of tosnap from the file descriptor specified by infd. 2631185029Spjd */ 2632185029Spjdstatic int 2633185029Spjdzfs_receive_one(libzfs_handle_t *hdl, int infd, const char *tosnap, 2634228103Smm recvflags_t *flags, dmu_replay_record_t *drr, 2635219089Spjd dmu_replay_record_t *drr_noswap, const char *sendfs, 2636219089Spjd nvlist_t *stream_nv, avl_tree_t *stream_avl, char **top_zfs, int cleanup_fd, 2637219089Spjd uint64_t *action_handlep) 2638185029Spjd{ 2639185029Spjd zfs_cmd_t zc = { 0 }; 2640185029Spjd time_t begin_time; 2641219089Spjd int ioctl_err, ioctl_errno, err; 2642185029Spjd char *cp; 2643185029Spjd struct drr_begin *drrb = &drr->drr_u.drr_begin; 2644185029Spjd char errbuf[1024]; 2645219089Spjd char prop_errbuf[1024]; 2646219089Spjd const char *chopprefix; 2647185029Spjd boolean_t newfs = B_FALSE; 2648185029Spjd boolean_t stream_wantsnewfs; 2649185029Spjd uint64_t parent_snapguid = 0; 2650185029Spjd prop_changelist_t *clp = NULL; 2651185029Spjd nvlist_t *snapprops_nvlist = NULL; 2652219089Spjd zprop_errflags_t prop_errflags; 2653219089Spjd boolean_t recursive; 2654185029Spjd 2655185029Spjd begin_time = time(NULL); 2656185029Spjd 2657185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2658185029Spjd "cannot receive")); 2659185029Spjd 2660219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2661219089Spjd ENOENT); 2662219089Spjd 2663185029Spjd if (stream_avl != NULL) { 2664185029Spjd char *snapname; 2665185029Spjd nvlist_t *fs = fsavl_find(stream_avl, drrb->drr_toguid, 2666185029Spjd &snapname); 2667185029Spjd nvlist_t *props; 2668185029Spjd int ret; 2669185029Spjd 2670185029Spjd (void) nvlist_lookup_uint64(fs, "parentfromsnap", 2671185029Spjd &parent_snapguid); 2672185029Spjd err = nvlist_lookup_nvlist(fs, "props", &props); 2673185029Spjd if (err) 2674185029Spjd VERIFY(0 == nvlist_alloc(&props, NV_UNIQUE_NAME, 0)); 2675185029Spjd 2676228103Smm if (flags->canmountoff) { 2677185029Spjd VERIFY(0 == nvlist_add_uint64(props, 2678185029Spjd zfs_prop_to_name(ZFS_PROP_CANMOUNT), 0)); 2679185029Spjd } 2680185029Spjd ret = zcmd_write_src_nvlist(hdl, &zc, props); 2681185029Spjd if (err) 2682185029Spjd nvlist_free(props); 2683185029Spjd 2684185029Spjd if (0 == nvlist_lookup_nvlist(fs, "snapprops", &props)) { 2685185029Spjd VERIFY(0 == nvlist_lookup_nvlist(props, 2686185029Spjd snapname, &snapprops_nvlist)); 2687185029Spjd } 2688185029Spjd 2689185029Spjd if (ret != 0) 2690185029Spjd return (-1); 2691185029Spjd } 2692185029Spjd 2693219089Spjd cp = NULL; 2694219089Spjd 2695185029Spjd /* 2696185029Spjd * Determine how much of the snapshot name stored in the stream 2697185029Spjd * we are going to tack on to the name they specified on the 2698185029Spjd * command line, and how much we are going to chop off. 2699185029Spjd * 2700185029Spjd * If they specified a snapshot, chop the entire name stored in 2701185029Spjd * the stream. 2702185029Spjd */ 2703228103Smm if (flags->istail) { 2704185029Spjd /* 2705219089Spjd * A filesystem was specified with -e. We want to tack on only 2706219089Spjd * the tail of the sent snapshot path. 2707185029Spjd */ 2708185029Spjd if (strchr(tosnap, '@')) { 2709185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 2710219089Spjd "argument - snapshot not allowed with -e")); 2711219089Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 2712219089Spjd } 2713219089Spjd 2714219089Spjd chopprefix = strrchr(sendfs, '/'); 2715219089Spjd 2716219089Spjd if (chopprefix == NULL) { 2717219089Spjd /* 2718219089Spjd * The tail is the poolname, so we need to 2719219089Spjd * prepend a path separator. 2720219089Spjd */ 2721219089Spjd int len = strlen(drrb->drr_toname); 2722219089Spjd cp = malloc(len + 2); 2723219089Spjd cp[0] = '/'; 2724219089Spjd (void) strcpy(&cp[1], drrb->drr_toname); 2725219089Spjd chopprefix = cp; 2726219089Spjd } else { 2727219089Spjd chopprefix = drrb->drr_toname + (chopprefix - sendfs); 2728219089Spjd } 2729228103Smm } else if (flags->isprefix) { 2730219089Spjd /* 2731219089Spjd * A filesystem was specified with -d. We want to tack on 2732219089Spjd * everything but the first element of the sent snapshot path 2733219089Spjd * (all but the pool name). 2734219089Spjd */ 2735219089Spjd if (strchr(tosnap, '@')) { 2736219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 2737185029Spjd "argument - snapshot not allowed with -d")); 2738185029Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 2739185029Spjd } 2740219089Spjd 2741219089Spjd chopprefix = strchr(drrb->drr_toname, '/'); 2742219089Spjd if (chopprefix == NULL) 2743219089Spjd chopprefix = strchr(drrb->drr_toname, '@'); 2744185029Spjd } else if (strchr(tosnap, '@') == NULL) { 2745185029Spjd /* 2746219089Spjd * If a filesystem was specified without -d or -e, we want to 2747219089Spjd * tack on everything after the fs specified by 'zfs send'. 2748185029Spjd */ 2749219089Spjd chopprefix = drrb->drr_toname + strlen(sendfs); 2750219089Spjd } else { 2751219089Spjd /* A snapshot was specified as an exact path (no -d or -e). */ 2752219089Spjd if (recursive) { 2753219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2754219089Spjd "cannot specify snapshot name for multi-snapshot " 2755219089Spjd "stream")); 2756219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2757219089Spjd } 2758219089Spjd chopprefix = drrb->drr_toname + strlen(drrb->drr_toname); 2759185029Spjd } 2760185029Spjd 2761219089Spjd ASSERT(strstr(drrb->drr_toname, sendfs) == drrb->drr_toname); 2762219089Spjd ASSERT(chopprefix > drrb->drr_toname); 2763219089Spjd ASSERT(chopprefix <= drrb->drr_toname + strlen(drrb->drr_toname)); 2764219089Spjd ASSERT(chopprefix[0] == '/' || chopprefix[0] == '@' || 2765219089Spjd chopprefix[0] == '\0'); 2766219089Spjd 2767185029Spjd /* 2768185029Spjd * Determine name of destination snapshot, store in zc_value. 2769185029Spjd */ 2770185029Spjd (void) strcpy(zc.zc_value, tosnap); 2771219089Spjd (void) strncat(zc.zc_value, chopprefix, sizeof (zc.zc_value)); 2772248571Smm#ifdef __FreeBSD__ 2773248571Smm if (zfs_ioctl_version == ZFS_IOCVER_UNDEF) 2774248571Smm zfs_ioctl_version = get_zfs_ioctl_version(); 2775248571Smm /* 2776248571Smm * For forward compatibility hide tosnap in zc_value 2777248571Smm */ 2778248571Smm if (zfs_ioctl_version < ZFS_IOCVER_LZC) 2779248571Smm (void) strcpy(zc.zc_value + strlen(zc.zc_value) + 1, tosnap); 2780248571Smm#endif 2781219089Spjd free(cp); 2782185029Spjd if (!zfs_name_valid(zc.zc_value, ZFS_TYPE_SNAPSHOT)) { 2783185029Spjd zcmd_free_nvlists(&zc); 2784185029Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 2785185029Spjd } 2786185029Spjd 2787185029Spjd /* 2788185029Spjd * Determine the name of the origin snapshot, store in zc_string. 2789185029Spjd */ 2790185029Spjd if (drrb->drr_flags & DRR_FLAG_CLONE) { 2791228103Smm if (guid_to_name(hdl, zc.zc_value, 2792185029Spjd drrb->drr_fromguid, zc.zc_string) != 0) { 2793185029Spjd zcmd_free_nvlists(&zc); 2794185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2795185029Spjd "local origin for clone %s does not exist"), 2796185029Spjd zc.zc_value); 2797185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 2798185029Spjd } 2799228103Smm if (flags->verbose) 2800185029Spjd (void) printf("found clone origin %s\n", zc.zc_string); 2801185029Spjd } 2802185029Spjd 2803185029Spjd stream_wantsnewfs = (drrb->drr_fromguid == 0 || 2804185029Spjd (drrb->drr_flags & DRR_FLAG_CLONE)); 2805185029Spjd 2806185029Spjd if (stream_wantsnewfs) { 2807185029Spjd /* 2808185029Spjd * if the parent fs does not exist, look for it based on 2809185029Spjd * the parent snap GUID 2810185029Spjd */ 2811185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2812185029Spjd "cannot receive new filesystem stream")); 2813185029Spjd 2814185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 2815185029Spjd cp = strrchr(zc.zc_name, '/'); 2816185029Spjd if (cp) 2817185029Spjd *cp = '\0'; 2818185029Spjd if (cp && 2819185029Spjd !zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 2820185029Spjd char suffix[ZFS_MAXNAMELEN]; 2821185029Spjd (void) strcpy(suffix, strrchr(zc.zc_value, '/')); 2822228103Smm if (guid_to_name(hdl, zc.zc_name, parent_snapguid, 2823185029Spjd zc.zc_value) == 0) { 2824185029Spjd *strchr(zc.zc_value, '@') = '\0'; 2825185029Spjd (void) strcat(zc.zc_value, suffix); 2826185029Spjd } 2827185029Spjd } 2828185029Spjd } else { 2829185029Spjd /* 2830185029Spjd * if the fs does not exist, look for it based on the 2831185029Spjd * fromsnap GUID 2832185029Spjd */ 2833185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2834185029Spjd "cannot receive incremental stream")); 2835185029Spjd 2836185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 2837185029Spjd *strchr(zc.zc_name, '@') = '\0'; 2838185029Spjd 2839219089Spjd /* 2840219089Spjd * If the exact receive path was specified and this is the 2841219089Spjd * topmost path in the stream, then if the fs does not exist we 2842219089Spjd * should look no further. 2843219089Spjd */ 2844228103Smm if ((flags->isprefix || (*(chopprefix = drrb->drr_toname + 2845219089Spjd strlen(sendfs)) != '\0' && *chopprefix != '@')) && 2846219089Spjd !zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 2847185029Spjd char snap[ZFS_MAXNAMELEN]; 2848185029Spjd (void) strcpy(snap, strchr(zc.zc_value, '@')); 2849228103Smm if (guid_to_name(hdl, zc.zc_name, drrb->drr_fromguid, 2850185029Spjd zc.zc_value) == 0) { 2851185029Spjd *strchr(zc.zc_value, '@') = '\0'; 2852185029Spjd (void) strcat(zc.zc_value, snap); 2853185029Spjd } 2854185029Spjd } 2855185029Spjd } 2856185029Spjd 2857185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 2858185029Spjd *strchr(zc.zc_name, '@') = '\0'; 2859185029Spjd 2860185029Spjd if (zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 2861185029Spjd zfs_handle_t *zhp; 2862219089Spjd 2863185029Spjd /* 2864185029Spjd * Destination fs exists. Therefore this should either 2865185029Spjd * be an incremental, or the stream specifies a new fs 2866185029Spjd * (full stream or clone) and they want us to blow it 2867185029Spjd * away (and have therefore specified -F and removed any 2868185029Spjd * snapshots). 2869185029Spjd */ 2870185029Spjd if (stream_wantsnewfs) { 2871228103Smm if (!flags->force) { 2872185029Spjd zcmd_free_nvlists(&zc); 2873185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2874185029Spjd "destination '%s' exists\n" 2875185029Spjd "must specify -F to overwrite it"), 2876185029Spjd zc.zc_name); 2877185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 2878185029Spjd } 2879185029Spjd if (ioctl(hdl->libzfs_fd, ZFS_IOC_SNAPSHOT_LIST_NEXT, 2880185029Spjd &zc) == 0) { 2881185029Spjd zcmd_free_nvlists(&zc); 2882185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2883185029Spjd "destination has snapshots (eg. %s)\n" 2884185029Spjd "must destroy them to overwrite it"), 2885185029Spjd zc.zc_name); 2886185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 2887185029Spjd } 2888185029Spjd } 2889185029Spjd 2890185029Spjd if ((zhp = zfs_open(hdl, zc.zc_name, 2891185029Spjd ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME)) == NULL) { 2892185029Spjd zcmd_free_nvlists(&zc); 2893185029Spjd return (-1); 2894185029Spjd } 2895185029Spjd 2896185029Spjd if (stream_wantsnewfs && 2897185029Spjd zhp->zfs_dmustats.dds_origin[0]) { 2898185029Spjd zcmd_free_nvlists(&zc); 2899185029Spjd zfs_close(zhp); 2900185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2901185029Spjd "destination '%s' is a clone\n" 2902185029Spjd "must destroy it to overwrite it"), 2903185029Spjd zc.zc_name); 2904185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 2905185029Spjd } 2906185029Spjd 2907228103Smm if (!flags->dryrun && zhp->zfs_type == ZFS_TYPE_FILESYSTEM && 2908185029Spjd stream_wantsnewfs) { 2909185029Spjd /* We can't do online recv in this case */ 2910185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 0); 2911185029Spjd if (clp == NULL) { 2912219089Spjd zfs_close(zhp); 2913185029Spjd zcmd_free_nvlists(&zc); 2914185029Spjd return (-1); 2915185029Spjd } 2916185029Spjd if (changelist_prefix(clp) != 0) { 2917185029Spjd changelist_free(clp); 2918219089Spjd zfs_close(zhp); 2919185029Spjd zcmd_free_nvlists(&zc); 2920185029Spjd return (-1); 2921185029Spjd } 2922185029Spjd } 2923185029Spjd zfs_close(zhp); 2924185029Spjd } else { 2925185029Spjd /* 2926185029Spjd * Destination filesystem does not exist. Therefore we better 2927185029Spjd * be creating a new filesystem (either from a full backup, or 2928185029Spjd * a clone). It would therefore be invalid if the user 2929185029Spjd * specified only the pool name (i.e. if the destination name 2930185029Spjd * contained no slash character). 2931185029Spjd */ 2932185029Spjd if (!stream_wantsnewfs || 2933185029Spjd (cp = strrchr(zc.zc_name, '/')) == NULL) { 2934185029Spjd zcmd_free_nvlists(&zc); 2935185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2936185029Spjd "destination '%s' does not exist"), zc.zc_name); 2937185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 2938185029Spjd } 2939185029Spjd 2940185029Spjd /* 2941185029Spjd * Trim off the final dataset component so we perform the 2942185029Spjd * recvbackup ioctl to the filesystems's parent. 2943185029Spjd */ 2944185029Spjd *cp = '\0'; 2945185029Spjd 2946228103Smm if (flags->isprefix && !flags->istail && !flags->dryrun && 2947185029Spjd create_parents(hdl, zc.zc_value, strlen(tosnap)) != 0) { 2948185029Spjd zcmd_free_nvlists(&zc); 2949185029Spjd return (zfs_error(hdl, EZFS_BADRESTORE, errbuf)); 2950185029Spjd } 2951185029Spjd 2952185029Spjd newfs = B_TRUE; 2953185029Spjd } 2954185029Spjd 2955185029Spjd zc.zc_begin_record = drr_noswap->drr_u.drr_begin; 2956185029Spjd zc.zc_cookie = infd; 2957228103Smm zc.zc_guid = flags->force; 2958228103Smm if (flags->verbose) { 2959185029Spjd (void) printf("%s %s stream of %s into %s\n", 2960228103Smm flags->dryrun ? "would receive" : "receiving", 2961185029Spjd drrb->drr_fromguid ? "incremental" : "full", 2962185029Spjd drrb->drr_toname, zc.zc_value); 2963185029Spjd (void) fflush(stdout); 2964185029Spjd } 2965185029Spjd 2966228103Smm if (flags->dryrun) { 2967185029Spjd zcmd_free_nvlists(&zc); 2968228103Smm return (recv_skip(hdl, infd, flags->byteswap)); 2969185029Spjd } 2970185029Spjd 2971219089Spjd zc.zc_nvlist_dst = (uint64_t)(uintptr_t)prop_errbuf; 2972219089Spjd zc.zc_nvlist_dst_size = sizeof (prop_errbuf); 2973219089Spjd zc.zc_cleanup_fd = cleanup_fd; 2974219089Spjd zc.zc_action_handle = *action_handlep; 2975219089Spjd 2976185029Spjd err = ioctl_err = zfs_ioctl(hdl, ZFS_IOC_RECV, &zc); 2977185029Spjd ioctl_errno = errno; 2978219089Spjd prop_errflags = (zprop_errflags_t)zc.zc_obj; 2979219089Spjd 2980219089Spjd if (err == 0) { 2981219089Spjd nvlist_t *prop_errors; 2982219089Spjd VERIFY(0 == nvlist_unpack((void *)(uintptr_t)zc.zc_nvlist_dst, 2983219089Spjd zc.zc_nvlist_dst_size, &prop_errors, 0)); 2984219089Spjd 2985219089Spjd nvpair_t *prop_err = NULL; 2986219089Spjd 2987219089Spjd while ((prop_err = nvlist_next_nvpair(prop_errors, 2988219089Spjd prop_err)) != NULL) { 2989219089Spjd char tbuf[1024]; 2990219089Spjd zfs_prop_t prop; 2991219089Spjd int intval; 2992219089Spjd 2993219089Spjd prop = zfs_name_to_prop(nvpair_name(prop_err)); 2994219089Spjd (void) nvpair_value_int32(prop_err, &intval); 2995219089Spjd if (strcmp(nvpair_name(prop_err), 2996219089Spjd ZPROP_N_MORE_ERRORS) == 0) { 2997219089Spjd trunc_prop_errs(intval); 2998219089Spjd break; 2999219089Spjd } else { 3000219089Spjd (void) snprintf(tbuf, sizeof (tbuf), 3001219089Spjd dgettext(TEXT_DOMAIN, 3002219089Spjd "cannot receive %s property on %s"), 3003219089Spjd nvpair_name(prop_err), zc.zc_name); 3004219089Spjd zfs_setprop_error(hdl, prop, intval, tbuf); 3005219089Spjd } 3006219089Spjd } 3007219089Spjd nvlist_free(prop_errors); 3008219089Spjd } 3009219089Spjd 3010219089Spjd zc.zc_nvlist_dst = 0; 3011219089Spjd zc.zc_nvlist_dst_size = 0; 3012185029Spjd zcmd_free_nvlists(&zc); 3013185029Spjd 3014185029Spjd if (err == 0 && snapprops_nvlist) { 3015185029Spjd zfs_cmd_t zc2 = { 0 }; 3016185029Spjd 3017185029Spjd (void) strcpy(zc2.zc_name, zc.zc_value); 3018219089Spjd zc2.zc_cookie = B_TRUE; /* received */ 3019185029Spjd if (zcmd_write_src_nvlist(hdl, &zc2, snapprops_nvlist) == 0) { 3020185029Spjd (void) zfs_ioctl(hdl, ZFS_IOC_SET_PROP, &zc2); 3021185029Spjd zcmd_free_nvlists(&zc2); 3022185029Spjd } 3023185029Spjd } 3024185029Spjd 3025219089Spjd if (err && (ioctl_errno == ENOENT || ioctl_errno == EEXIST)) { 3026185029Spjd /* 3027185029Spjd * It may be that this snapshot already exists, 3028185029Spjd * in which case we want to consume & ignore it 3029185029Spjd * rather than failing. 3030185029Spjd */ 3031185029Spjd avl_tree_t *local_avl; 3032185029Spjd nvlist_t *local_nv, *fs; 3033219089Spjd cp = strchr(zc.zc_value, '@'); 3034185029Spjd 3035185029Spjd /* 3036185029Spjd * XXX Do this faster by just iterating over snaps in 3037185029Spjd * this fs. Also if zc_value does not exist, we will 3038185029Spjd * get a strange "does not exist" error message. 3039185029Spjd */ 3040185029Spjd *cp = '\0'; 3041219089Spjd if (gather_nvlist(hdl, zc.zc_value, NULL, NULL, B_FALSE, 3042185029Spjd &local_nv, &local_avl) == 0) { 3043185029Spjd *cp = '@'; 3044185029Spjd fs = fsavl_find(local_avl, drrb->drr_toguid, NULL); 3045185029Spjd fsavl_destroy(local_avl); 3046185029Spjd nvlist_free(local_nv); 3047185029Spjd 3048185029Spjd if (fs != NULL) { 3049228103Smm if (flags->verbose) { 3050185029Spjd (void) printf("snap %s already exists; " 3051185029Spjd "ignoring\n", zc.zc_value); 3052185029Spjd } 3053219089Spjd err = ioctl_err = recv_skip(hdl, infd, 3054228103Smm flags->byteswap); 3055185029Spjd } 3056185029Spjd } 3057185029Spjd *cp = '@'; 3058185029Spjd } 3059185029Spjd 3060185029Spjd if (ioctl_err != 0) { 3061185029Spjd switch (ioctl_errno) { 3062185029Spjd case ENODEV: 3063185029Spjd cp = strchr(zc.zc_value, '@'); 3064185029Spjd *cp = '\0'; 3065185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3066185029Spjd "most recent snapshot of %s does not\n" 3067185029Spjd "match incremental source"), zc.zc_value); 3068185029Spjd (void) zfs_error(hdl, EZFS_BADRESTORE, errbuf); 3069185029Spjd *cp = '@'; 3070185029Spjd break; 3071185029Spjd case ETXTBSY: 3072185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3073185029Spjd "destination %s has been modified\n" 3074185029Spjd "since most recent snapshot"), zc.zc_name); 3075185029Spjd (void) zfs_error(hdl, EZFS_BADRESTORE, errbuf); 3076185029Spjd break; 3077185029Spjd case EEXIST: 3078185029Spjd cp = strchr(zc.zc_value, '@'); 3079185029Spjd if (newfs) { 3080185029Spjd /* it's the containing fs that exists */ 3081185029Spjd *cp = '\0'; 3082185029Spjd } 3083185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3084185029Spjd "destination already exists")); 3085185029Spjd (void) zfs_error_fmt(hdl, EZFS_EXISTS, 3086185029Spjd dgettext(TEXT_DOMAIN, "cannot restore to %s"), 3087185029Spjd zc.zc_value); 3088185029Spjd *cp = '@'; 3089185029Spjd break; 3090185029Spjd case EINVAL: 3091185029Spjd (void) zfs_error(hdl, EZFS_BADSTREAM, errbuf); 3092185029Spjd break; 3093185029Spjd case ECKSUM: 3094185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3095185029Spjd "invalid stream (checksum mismatch)")); 3096185029Spjd (void) zfs_error(hdl, EZFS_BADSTREAM, errbuf); 3097185029Spjd break; 3098219089Spjd case ENOTSUP: 3099219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3100219089Spjd "pool must be upgraded to receive this stream.")); 3101219089Spjd (void) zfs_error(hdl, EZFS_BADVERSION, errbuf); 3102219089Spjd break; 3103219089Spjd case EDQUOT: 3104219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3105219089Spjd "destination %s space quota exceeded"), zc.zc_name); 3106228103Smm (void) zfs_error(hdl, EZFS_NOSPC, errbuf); 3107219089Spjd break; 3108185029Spjd default: 3109185029Spjd (void) zfs_standard_error(hdl, ioctl_errno, errbuf); 3110185029Spjd } 3111185029Spjd } 3112185029Spjd 3113185029Spjd /* 3114219089Spjd * Mount the target filesystem (if created). Also mount any 3115219089Spjd * children of the target filesystem if we did a replication 3116219089Spjd * receive (indicated by stream_avl being non-NULL). 3117185029Spjd */ 3118185029Spjd cp = strchr(zc.zc_value, '@'); 3119185029Spjd if (cp && (ioctl_err == 0 || !newfs)) { 3120185029Spjd zfs_handle_t *h; 3121185029Spjd 3122185029Spjd *cp = '\0'; 3123185029Spjd h = zfs_open(hdl, zc.zc_value, 3124185029Spjd ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME); 3125185029Spjd if (h != NULL) { 3126185029Spjd if (h->zfs_type == ZFS_TYPE_VOLUME) { 3127185029Spjd *cp = '@'; 3128219089Spjd } else if (newfs || stream_avl) { 3129185029Spjd /* 3130185029Spjd * Track the first/top of hierarchy fs, 3131185029Spjd * for mounting and sharing later. 3132185029Spjd */ 3133185029Spjd if (top_zfs && *top_zfs == NULL) 3134185029Spjd *top_zfs = zfs_strdup(hdl, zc.zc_value); 3135185029Spjd } 3136185029Spjd zfs_close(h); 3137185029Spjd } 3138185029Spjd *cp = '@'; 3139185029Spjd } 3140185029Spjd 3141185029Spjd if (clp) { 3142185029Spjd err |= changelist_postfix(clp); 3143185029Spjd changelist_free(clp); 3144185029Spjd } 3145185029Spjd 3146219089Spjd if (prop_errflags & ZPROP_ERR_NOCLEAR) { 3147219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, "Warning: " 3148219089Spjd "failed to clear unreceived properties on %s"), 3149219089Spjd zc.zc_name); 3150219089Spjd (void) fprintf(stderr, "\n"); 3151219089Spjd } 3152219089Spjd if (prop_errflags & ZPROP_ERR_NORESTORE) { 3153219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, "Warning: " 3154219089Spjd "failed to restore original properties on %s"), 3155219089Spjd zc.zc_name); 3156219089Spjd (void) fprintf(stderr, "\n"); 3157219089Spjd } 3158219089Spjd 3159185029Spjd if (err || ioctl_err) 3160185029Spjd return (-1); 3161185029Spjd 3162219089Spjd *action_handlep = zc.zc_action_handle; 3163219089Spjd 3164228103Smm if (flags->verbose) { 3165185029Spjd char buf1[64]; 3166185029Spjd char buf2[64]; 3167185029Spjd uint64_t bytes = zc.zc_cookie; 3168185029Spjd time_t delta = time(NULL) - begin_time; 3169185029Spjd if (delta == 0) 3170185029Spjd delta = 1; 3171185029Spjd zfs_nicenum(bytes, buf1, sizeof (buf1)); 3172185029Spjd zfs_nicenum(bytes/delta, buf2, sizeof (buf1)); 3173185029Spjd 3174185029Spjd (void) printf("received %sB stream in %lu seconds (%sB/sec)\n", 3175185029Spjd buf1, delta, buf2); 3176185029Spjd } 3177185029Spjd 3178185029Spjd return (0); 3179185029Spjd} 3180185029Spjd 3181185029Spjdstatic int 3182228103Smmzfs_receive_impl(libzfs_handle_t *hdl, const char *tosnap, recvflags_t *flags, 3183219089Spjd int infd, const char *sendfs, nvlist_t *stream_nv, avl_tree_t *stream_avl, 3184219089Spjd char **top_zfs, int cleanup_fd, uint64_t *action_handlep) 3185185029Spjd{ 3186185029Spjd int err; 3187185029Spjd dmu_replay_record_t drr, drr_noswap; 3188185029Spjd struct drr_begin *drrb = &drr.drr_u.drr_begin; 3189185029Spjd char errbuf[1024]; 3190185029Spjd zio_cksum_t zcksum = { 0 }; 3191219089Spjd uint64_t featureflags; 3192219089Spjd int hdrtype; 3193185029Spjd 3194185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 3195185029Spjd "cannot receive")); 3196185029Spjd 3197228103Smm if (flags->isprefix && 3198185029Spjd !zfs_dataset_exists(hdl, tosnap, ZFS_TYPE_DATASET)) { 3199185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "specified fs " 3200185029Spjd "(%s) does not exist"), tosnap); 3201185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 3202185029Spjd } 3203185029Spjd 3204185029Spjd /* read in the BEGIN record */ 3205185029Spjd if (0 != (err = recv_read(hdl, infd, &drr, sizeof (drr), B_FALSE, 3206185029Spjd &zcksum))) 3207185029Spjd return (err); 3208185029Spjd 3209185029Spjd if (drr.drr_type == DRR_END || drr.drr_type == BSWAP_32(DRR_END)) { 3210185029Spjd /* It's the double end record at the end of a package */ 3211185029Spjd return (ENODATA); 3212185029Spjd } 3213185029Spjd 3214185029Spjd /* the kernel needs the non-byteswapped begin record */ 3215185029Spjd drr_noswap = drr; 3216185029Spjd 3217228103Smm flags->byteswap = B_FALSE; 3218185029Spjd if (drrb->drr_magic == BSWAP_64(DMU_BACKUP_MAGIC)) { 3219185029Spjd /* 3220185029Spjd * We computed the checksum in the wrong byteorder in 3221185029Spjd * recv_read() above; do it again correctly. 3222185029Spjd */ 3223185029Spjd bzero(&zcksum, sizeof (zio_cksum_t)); 3224185029Spjd fletcher_4_incremental_byteswap(&drr, sizeof (drr), &zcksum); 3225228103Smm flags->byteswap = B_TRUE; 3226185029Spjd 3227185029Spjd drr.drr_type = BSWAP_32(drr.drr_type); 3228185029Spjd drr.drr_payloadlen = BSWAP_32(drr.drr_payloadlen); 3229185029Spjd drrb->drr_magic = BSWAP_64(drrb->drr_magic); 3230219089Spjd drrb->drr_versioninfo = BSWAP_64(drrb->drr_versioninfo); 3231185029Spjd drrb->drr_creation_time = BSWAP_64(drrb->drr_creation_time); 3232185029Spjd drrb->drr_type = BSWAP_32(drrb->drr_type); 3233185029Spjd drrb->drr_flags = BSWAP_32(drrb->drr_flags); 3234185029Spjd drrb->drr_toguid = BSWAP_64(drrb->drr_toguid); 3235185029Spjd drrb->drr_fromguid = BSWAP_64(drrb->drr_fromguid); 3236185029Spjd } 3237185029Spjd 3238185029Spjd if (drrb->drr_magic != DMU_BACKUP_MAGIC || drr.drr_type != DRR_BEGIN) { 3239185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3240185029Spjd "stream (bad magic number)")); 3241185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3242185029Spjd } 3243185029Spjd 3244219089Spjd featureflags = DMU_GET_FEATUREFLAGS(drrb->drr_versioninfo); 3245219089Spjd hdrtype = DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo); 3246219089Spjd 3247219089Spjd if (!DMU_STREAM_SUPPORTED(featureflags) || 3248219089Spjd (hdrtype != DMU_SUBSTREAM && hdrtype != DMU_COMPOUNDSTREAM)) { 3249219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3250219089Spjd "stream has unsupported feature, feature flags = %lx"), 3251219089Spjd featureflags); 3252219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3253219089Spjd } 3254219089Spjd 3255185029Spjd if (strchr(drrb->drr_toname, '@') == NULL) { 3256185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3257185029Spjd "stream (bad snapshot name)")); 3258185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3259185029Spjd } 3260185029Spjd 3261219089Spjd if (DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == DMU_SUBSTREAM) { 3262219089Spjd char nonpackage_sendfs[ZFS_MAXNAMELEN]; 3263219089Spjd if (sendfs == NULL) { 3264219089Spjd /* 3265219089Spjd * We were not called from zfs_receive_package(). Get 3266219089Spjd * the fs specified by 'zfs send'. 3267219089Spjd */ 3268219089Spjd char *cp; 3269219089Spjd (void) strlcpy(nonpackage_sendfs, 3270219089Spjd drr.drr_u.drr_begin.drr_toname, ZFS_MAXNAMELEN); 3271219089Spjd if ((cp = strchr(nonpackage_sendfs, '@')) != NULL) 3272219089Spjd *cp = '\0'; 3273219089Spjd sendfs = nonpackage_sendfs; 3274219089Spjd } 3275185029Spjd return (zfs_receive_one(hdl, infd, tosnap, flags, 3276219089Spjd &drr, &drr_noswap, sendfs, stream_nv, stream_avl, 3277219089Spjd top_zfs, cleanup_fd, action_handlep)); 3278219089Spjd } else { 3279219089Spjd assert(DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == 3280219089Spjd DMU_COMPOUNDSTREAM); 3281185029Spjd return (zfs_receive_package(hdl, infd, tosnap, flags, 3282219089Spjd &drr, &zcksum, top_zfs, cleanup_fd, action_handlep)); 3283185029Spjd } 3284185029Spjd} 3285185029Spjd 3286185029Spjd/* 3287185029Spjd * Restores a backup of tosnap from the file descriptor specified by infd. 3288185029Spjd * Return 0 on total success, -2 if some things couldn't be 3289185029Spjd * destroyed/renamed/promoted, -1 if some things couldn't be received. 3290185029Spjd * (-1 will override -2). 3291185029Spjd */ 3292185029Spjdint 3293228103Smmzfs_receive(libzfs_handle_t *hdl, const char *tosnap, recvflags_t *flags, 3294185029Spjd int infd, avl_tree_t *stream_avl) 3295185029Spjd{ 3296185029Spjd char *top_zfs = NULL; 3297185029Spjd int err; 3298219089Spjd int cleanup_fd; 3299219089Spjd uint64_t action_handle = 0; 3300185029Spjd 3301219089Spjd cleanup_fd = open(ZFS_DEV, O_RDWR|O_EXCL); 3302219089Spjd VERIFY(cleanup_fd >= 0); 3303185029Spjd 3304219089Spjd err = zfs_receive_impl(hdl, tosnap, flags, infd, NULL, NULL, 3305219089Spjd stream_avl, &top_zfs, cleanup_fd, &action_handle); 3306219089Spjd 3307219089Spjd VERIFY(0 == close(cleanup_fd)); 3308219089Spjd 3309228103Smm if (err == 0 && !flags->nomount && top_zfs) { 3310185029Spjd zfs_handle_t *zhp; 3311185029Spjd prop_changelist_t *clp; 3312185029Spjd 3313185029Spjd zhp = zfs_open(hdl, top_zfs, ZFS_TYPE_FILESYSTEM); 3314185029Spjd if (zhp != NULL) { 3315185029Spjd clp = changelist_gather(zhp, ZFS_PROP_MOUNTPOINT, 3316185029Spjd CL_GATHER_MOUNT_ALWAYS, 0); 3317185029Spjd zfs_close(zhp); 3318185029Spjd if (clp != NULL) { 3319185029Spjd /* mount and share received datasets */ 3320185029Spjd err = changelist_postfix(clp); 3321185029Spjd changelist_free(clp); 3322185029Spjd } 3323185029Spjd } 3324185029Spjd if (zhp == NULL || clp == NULL || err) 3325185029Spjd err = -1; 3326185029Spjd } 3327185029Spjd if (top_zfs) 3328185029Spjd free(top_zfs); 3329185029Spjd 3330185029Spjd return (err); 3331185029Spjd} 3332