libzfs_sendrecv.c revision 230438
1185029Spjd/* 2185029Spjd * CDDL HEADER START 3185029Spjd * 4185029Spjd * The contents of this file are subject to the terms of the 5185029Spjd * Common Development and Distribution License (the "License"). 6185029Spjd * You may not use this file except in compliance with the License. 7185029Spjd * 8185029Spjd * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9185029Spjd * or http://www.opensolaris.org/os/licensing. 10185029Spjd * See the License for the specific language governing permissions 11185029Spjd * and limitations under the License. 12185029Spjd * 13185029Spjd * When distributing Covered Code, include this CDDL HEADER in each 14185029Spjd * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15185029Spjd * If applicable, add the following below this CDDL HEADER, with the 16185029Spjd * fields enclosed by brackets "[]" replaced with your own identifying 17185029Spjd * information: Portions Copyright [yyyy] [name of copyright owner] 18185029Spjd * 19185029Spjd * CDDL HEADER END 20185029Spjd */ 21185029Spjd 22185029Spjd/* 23219089Spjd * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. 24228103Smm * Copyright (c) 2011 by Delphix. All rights reserved. 25230438Spjd * Copyright (c) 2012 Pawel Jakub Dawidek <pawel@dawidek.net>. 26230438Spjd * All rights reserved. 27185029Spjd */ 28185029Spjd 29185029Spjd#include <assert.h> 30185029Spjd#include <ctype.h> 31185029Spjd#include <errno.h> 32185029Spjd#include <libintl.h> 33185029Spjd#include <stdio.h> 34185029Spjd#include <stdlib.h> 35185029Spjd#include <strings.h> 36185029Spjd#include <unistd.h> 37185029Spjd#include <stddef.h> 38185029Spjd#include <fcntl.h> 39186515Srwatson#include <sys/param.h> 40185029Spjd#include <sys/mount.h> 41219089Spjd#include <pthread.h> 42219089Spjd#include <umem.h> 43185029Spjd 44185029Spjd#include <libzfs.h> 45185029Spjd 46185029Spjd#include "zfs_namecheck.h" 47185029Spjd#include "zfs_prop.h" 48219089Spjd#include "zfs_fletcher.h" 49185029Spjd#include "libzfs_impl.h" 50219089Spjd#include <sha2.h> 51219089Spjd#include <sys/zio_checksum.h> 52219089Spjd#include <sys/ddt.h> 53185029Spjd 54219089Spjd/* in libzfs_dataset.c */ 55219089Spjdextern void zfs_setprop_error(libzfs_handle_t *, zfs_prop_t, int, char *); 56185029Spjd/* We need to use something for ENODATA. */ 57185029Spjd#define ENODATA EIDRM 58185029Spjd 59228103Smmstatic int zfs_receive_impl(libzfs_handle_t *, const char *, recvflags_t *, 60219089Spjd int, const char *, nvlist_t *, avl_tree_t *, char **, int, uint64_t *); 61185029Spjd 62219089Spjdstatic const zio_cksum_t zero_cksum = { 0 }; 63219089Spjd 64219089Spjdtypedef struct dedup_arg { 65219089Spjd int inputfd; 66219089Spjd int outputfd; 67219089Spjd libzfs_handle_t *dedup_hdl; 68219089Spjd} dedup_arg_t; 69219089Spjd 70219089Spjdtypedef struct dataref { 71219089Spjd uint64_t ref_guid; 72219089Spjd uint64_t ref_object; 73219089Spjd uint64_t ref_offset; 74219089Spjd} dataref_t; 75219089Spjd 76219089Spjdtypedef struct dedup_entry { 77219089Spjd struct dedup_entry *dde_next; 78219089Spjd zio_cksum_t dde_chksum; 79219089Spjd uint64_t dde_prop; 80219089Spjd dataref_t dde_ref; 81219089Spjd} dedup_entry_t; 82219089Spjd 83219089Spjd#define MAX_DDT_PHYSMEM_PERCENT 20 84219089Spjd#define SMALLEST_POSSIBLE_MAX_DDT_MB 128 85219089Spjd 86219089Spjdtypedef struct dedup_table { 87219089Spjd dedup_entry_t **dedup_hash_array; 88219089Spjd umem_cache_t *ddecache; 89219089Spjd uint64_t max_ddt_size; /* max dedup table size in bytes */ 90219089Spjd uint64_t cur_ddt_size; /* current dedup table size in bytes */ 91219089Spjd uint64_t ddt_count; 92219089Spjd int numhashbits; 93219089Spjd boolean_t ddt_full; 94219089Spjd} dedup_table_t; 95219089Spjd 96219089Spjdstatic int 97219089Spjdhigh_order_bit(uint64_t n) 98219089Spjd{ 99219089Spjd int count; 100219089Spjd 101219089Spjd for (count = 0; n != 0; count++) 102219089Spjd n >>= 1; 103219089Spjd return (count); 104219089Spjd} 105219089Spjd 106219089Spjdstatic size_t 107219089Spjdssread(void *buf, size_t len, FILE *stream) 108219089Spjd{ 109219089Spjd size_t outlen; 110219089Spjd 111219089Spjd if ((outlen = fread(buf, len, 1, stream)) == 0) 112219089Spjd return (0); 113219089Spjd 114219089Spjd return (outlen); 115219089Spjd} 116219089Spjd 117219089Spjdstatic void 118219089Spjdddt_hash_append(libzfs_handle_t *hdl, dedup_table_t *ddt, dedup_entry_t **ddepp, 119219089Spjd zio_cksum_t *cs, uint64_t prop, dataref_t *dr) 120219089Spjd{ 121219089Spjd dedup_entry_t *dde; 122219089Spjd 123219089Spjd if (ddt->cur_ddt_size >= ddt->max_ddt_size) { 124219089Spjd if (ddt->ddt_full == B_FALSE) { 125219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 126219089Spjd "Dedup table full. Deduplication will continue " 127219089Spjd "with existing table entries")); 128219089Spjd ddt->ddt_full = B_TRUE; 129219089Spjd } 130219089Spjd return; 131219089Spjd } 132219089Spjd 133219089Spjd if ((dde = umem_cache_alloc(ddt->ddecache, UMEM_DEFAULT)) 134219089Spjd != NULL) { 135219089Spjd assert(*ddepp == NULL); 136219089Spjd dde->dde_next = NULL; 137219089Spjd dde->dde_chksum = *cs; 138219089Spjd dde->dde_prop = prop; 139219089Spjd dde->dde_ref = *dr; 140219089Spjd *ddepp = dde; 141219089Spjd ddt->cur_ddt_size += sizeof (dedup_entry_t); 142219089Spjd ddt->ddt_count++; 143219089Spjd } 144219089Spjd} 145219089Spjd 146185029Spjd/* 147219089Spjd * Using the specified dedup table, do a lookup for an entry with 148219089Spjd * the checksum cs. If found, return the block's reference info 149219089Spjd * in *dr. Otherwise, insert a new entry in the dedup table, using 150219089Spjd * the reference information specified by *dr. 151219089Spjd * 152219089Spjd * return value: true - entry was found 153219089Spjd * false - entry was not found 154219089Spjd */ 155219089Spjdstatic boolean_t 156219089Spjdddt_update(libzfs_handle_t *hdl, dedup_table_t *ddt, zio_cksum_t *cs, 157219089Spjd uint64_t prop, dataref_t *dr) 158219089Spjd{ 159219089Spjd uint32_t hashcode; 160219089Spjd dedup_entry_t **ddepp; 161219089Spjd 162219089Spjd hashcode = BF64_GET(cs->zc_word[0], 0, ddt->numhashbits); 163219089Spjd 164219089Spjd for (ddepp = &(ddt->dedup_hash_array[hashcode]); *ddepp != NULL; 165219089Spjd ddepp = &((*ddepp)->dde_next)) { 166219089Spjd if (ZIO_CHECKSUM_EQUAL(((*ddepp)->dde_chksum), *cs) && 167219089Spjd (*ddepp)->dde_prop == prop) { 168219089Spjd *dr = (*ddepp)->dde_ref; 169219089Spjd return (B_TRUE); 170219089Spjd } 171219089Spjd } 172219089Spjd ddt_hash_append(hdl, ddt, ddepp, cs, prop, dr); 173219089Spjd return (B_FALSE); 174219089Spjd} 175219089Spjd 176219089Spjdstatic int 177219089Spjdcksum_and_write(const void *buf, uint64_t len, zio_cksum_t *zc, int outfd) 178219089Spjd{ 179219089Spjd fletcher_4_incremental_native(buf, len, zc); 180219089Spjd return (write(outfd, buf, len)); 181219089Spjd} 182219089Spjd 183219089Spjd/* 184219089Spjd * This function is started in a separate thread when the dedup option 185219089Spjd * has been requested. The main send thread determines the list of 186219089Spjd * snapshots to be included in the send stream and makes the ioctl calls 187219089Spjd * for each one. But instead of having the ioctl send the output to the 188219089Spjd * the output fd specified by the caller of zfs_send()), the 189219089Spjd * ioctl is told to direct the output to a pipe, which is read by the 190219089Spjd * alternate thread running THIS function. This function does the 191219089Spjd * dedup'ing by: 192219089Spjd * 1. building a dedup table (the DDT) 193219089Spjd * 2. doing checksums on each data block and inserting a record in the DDT 194219089Spjd * 3. looking for matching checksums, and 195219089Spjd * 4. sending a DRR_WRITE_BYREF record instead of a write record whenever 196219089Spjd * a duplicate block is found. 197219089Spjd * The output of this function then goes to the output fd requested 198219089Spjd * by the caller of zfs_send(). 199219089Spjd */ 200219089Spjdstatic void * 201219089Spjdcksummer(void *arg) 202219089Spjd{ 203219089Spjd dedup_arg_t *dda = arg; 204219089Spjd char *buf = malloc(1<<20); 205219089Spjd dmu_replay_record_t thedrr; 206219089Spjd dmu_replay_record_t *drr = &thedrr; 207219089Spjd struct drr_begin *drrb = &thedrr.drr_u.drr_begin; 208219089Spjd struct drr_end *drre = &thedrr.drr_u.drr_end; 209219089Spjd struct drr_object *drro = &thedrr.drr_u.drr_object; 210219089Spjd struct drr_write *drrw = &thedrr.drr_u.drr_write; 211219089Spjd struct drr_spill *drrs = &thedrr.drr_u.drr_spill; 212219089Spjd FILE *ofp; 213219089Spjd int outfd; 214219089Spjd dmu_replay_record_t wbr_drr = {0}; 215219089Spjd struct drr_write_byref *wbr_drrr = &wbr_drr.drr_u.drr_write_byref; 216219089Spjd dedup_table_t ddt; 217219089Spjd zio_cksum_t stream_cksum; 218219089Spjd uint64_t physmem = sysconf(_SC_PHYS_PAGES) * sysconf(_SC_PAGESIZE); 219219089Spjd uint64_t numbuckets; 220219089Spjd 221219089Spjd ddt.max_ddt_size = 222219089Spjd MAX((physmem * MAX_DDT_PHYSMEM_PERCENT)/100, 223219089Spjd SMALLEST_POSSIBLE_MAX_DDT_MB<<20); 224219089Spjd 225219089Spjd numbuckets = ddt.max_ddt_size/(sizeof (dedup_entry_t)); 226219089Spjd 227219089Spjd /* 228219089Spjd * numbuckets must be a power of 2. Increase number to 229219089Spjd * a power of 2 if necessary. 230219089Spjd */ 231219089Spjd if (!ISP2(numbuckets)) 232219089Spjd numbuckets = 1 << high_order_bit(numbuckets); 233219089Spjd 234219089Spjd ddt.dedup_hash_array = calloc(numbuckets, sizeof (dedup_entry_t *)); 235219089Spjd ddt.ddecache = umem_cache_create("dde", sizeof (dedup_entry_t), 0, 236219089Spjd NULL, NULL, NULL, NULL, NULL, 0); 237219089Spjd ddt.cur_ddt_size = numbuckets * sizeof (dedup_entry_t *); 238219089Spjd ddt.numhashbits = high_order_bit(numbuckets) - 1; 239219089Spjd ddt.ddt_full = B_FALSE; 240219089Spjd 241219089Spjd /* Initialize the write-by-reference block. */ 242219089Spjd wbr_drr.drr_type = DRR_WRITE_BYREF; 243219089Spjd wbr_drr.drr_payloadlen = 0; 244219089Spjd 245219089Spjd outfd = dda->outputfd; 246219089Spjd ofp = fdopen(dda->inputfd, "r"); 247219089Spjd while (ssread(drr, sizeof (dmu_replay_record_t), ofp) != 0) { 248219089Spjd 249219089Spjd switch (drr->drr_type) { 250219089Spjd case DRR_BEGIN: 251219089Spjd { 252219089Spjd int fflags; 253219089Spjd ZIO_SET_CHECKSUM(&stream_cksum, 0, 0, 0, 0); 254219089Spjd 255219089Spjd /* set the DEDUP feature flag for this stream */ 256219089Spjd fflags = DMU_GET_FEATUREFLAGS(drrb->drr_versioninfo); 257219089Spjd fflags |= (DMU_BACKUP_FEATURE_DEDUP | 258219089Spjd DMU_BACKUP_FEATURE_DEDUPPROPS); 259219089Spjd DMU_SET_FEATUREFLAGS(drrb->drr_versioninfo, fflags); 260219089Spjd 261219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 262219089Spjd &stream_cksum, outfd) == -1) 263219089Spjd goto out; 264219089Spjd if (DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == 265219089Spjd DMU_COMPOUNDSTREAM && drr->drr_payloadlen != 0) { 266219089Spjd int sz = drr->drr_payloadlen; 267219089Spjd 268219089Spjd if (sz > 1<<20) { 269219089Spjd free(buf); 270219089Spjd buf = malloc(sz); 271219089Spjd } 272219089Spjd (void) ssread(buf, sz, ofp); 273219089Spjd if (ferror(stdin)) 274219089Spjd perror("fread"); 275219089Spjd if (cksum_and_write(buf, sz, &stream_cksum, 276219089Spjd outfd) == -1) 277219089Spjd goto out; 278219089Spjd } 279219089Spjd break; 280219089Spjd } 281219089Spjd 282219089Spjd case DRR_END: 283219089Spjd { 284219089Spjd /* use the recalculated checksum */ 285219089Spjd ZIO_SET_CHECKSUM(&drre->drr_checksum, 286219089Spjd stream_cksum.zc_word[0], stream_cksum.zc_word[1], 287219089Spjd stream_cksum.zc_word[2], stream_cksum.zc_word[3]); 288219089Spjd if ((write(outfd, drr, 289219089Spjd sizeof (dmu_replay_record_t))) == -1) 290219089Spjd goto out; 291219089Spjd break; 292219089Spjd } 293219089Spjd 294219089Spjd case DRR_OBJECT: 295219089Spjd { 296219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 297219089Spjd &stream_cksum, outfd) == -1) 298219089Spjd goto out; 299219089Spjd if (drro->drr_bonuslen > 0) { 300219089Spjd (void) ssread(buf, 301219089Spjd P2ROUNDUP((uint64_t)drro->drr_bonuslen, 8), 302219089Spjd ofp); 303219089Spjd if (cksum_and_write(buf, 304219089Spjd P2ROUNDUP((uint64_t)drro->drr_bonuslen, 8), 305219089Spjd &stream_cksum, outfd) == -1) 306219089Spjd goto out; 307219089Spjd } 308219089Spjd break; 309219089Spjd } 310219089Spjd 311219089Spjd case DRR_SPILL: 312219089Spjd { 313219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 314219089Spjd &stream_cksum, outfd) == -1) 315219089Spjd goto out; 316219089Spjd (void) ssread(buf, drrs->drr_length, ofp); 317219089Spjd if (cksum_and_write(buf, drrs->drr_length, 318219089Spjd &stream_cksum, outfd) == -1) 319219089Spjd goto out; 320219089Spjd break; 321219089Spjd } 322219089Spjd 323219089Spjd case DRR_FREEOBJECTS: 324219089Spjd { 325219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 326219089Spjd &stream_cksum, outfd) == -1) 327219089Spjd goto out; 328219089Spjd break; 329219089Spjd } 330219089Spjd 331219089Spjd case DRR_WRITE: 332219089Spjd { 333219089Spjd dataref_t dataref; 334219089Spjd 335219089Spjd (void) ssread(buf, drrw->drr_length, ofp); 336219089Spjd 337219089Spjd /* 338219089Spjd * Use the existing checksum if it's dedup-capable, 339219089Spjd * else calculate a SHA256 checksum for it. 340219089Spjd */ 341219089Spjd 342219089Spjd if (ZIO_CHECKSUM_EQUAL(drrw->drr_key.ddk_cksum, 343219089Spjd zero_cksum) || 344219089Spjd !DRR_IS_DEDUP_CAPABLE(drrw->drr_checksumflags)) { 345219089Spjd SHA256_CTX ctx; 346219089Spjd zio_cksum_t tmpsha256; 347219089Spjd 348219089Spjd SHA256Init(&ctx); 349219089Spjd SHA256Update(&ctx, buf, drrw->drr_length); 350219089Spjd SHA256Final(&tmpsha256, &ctx); 351219089Spjd drrw->drr_key.ddk_cksum.zc_word[0] = 352219089Spjd BE_64(tmpsha256.zc_word[0]); 353219089Spjd drrw->drr_key.ddk_cksum.zc_word[1] = 354219089Spjd BE_64(tmpsha256.zc_word[1]); 355219089Spjd drrw->drr_key.ddk_cksum.zc_word[2] = 356219089Spjd BE_64(tmpsha256.zc_word[2]); 357219089Spjd drrw->drr_key.ddk_cksum.zc_word[3] = 358219089Spjd BE_64(tmpsha256.zc_word[3]); 359219089Spjd drrw->drr_checksumtype = ZIO_CHECKSUM_SHA256; 360219089Spjd drrw->drr_checksumflags = DRR_CHECKSUM_DEDUP; 361219089Spjd } 362219089Spjd 363219089Spjd dataref.ref_guid = drrw->drr_toguid; 364219089Spjd dataref.ref_object = drrw->drr_object; 365219089Spjd dataref.ref_offset = drrw->drr_offset; 366219089Spjd 367219089Spjd if (ddt_update(dda->dedup_hdl, &ddt, 368219089Spjd &drrw->drr_key.ddk_cksum, drrw->drr_key.ddk_prop, 369219089Spjd &dataref)) { 370219089Spjd /* block already present in stream */ 371219089Spjd wbr_drrr->drr_object = drrw->drr_object; 372219089Spjd wbr_drrr->drr_offset = drrw->drr_offset; 373219089Spjd wbr_drrr->drr_length = drrw->drr_length; 374219089Spjd wbr_drrr->drr_toguid = drrw->drr_toguid; 375219089Spjd wbr_drrr->drr_refguid = dataref.ref_guid; 376219089Spjd wbr_drrr->drr_refobject = 377219089Spjd dataref.ref_object; 378219089Spjd wbr_drrr->drr_refoffset = 379219089Spjd dataref.ref_offset; 380219089Spjd 381219089Spjd wbr_drrr->drr_checksumtype = 382219089Spjd drrw->drr_checksumtype; 383219089Spjd wbr_drrr->drr_checksumflags = 384219089Spjd drrw->drr_checksumtype; 385219089Spjd wbr_drrr->drr_key.ddk_cksum = 386219089Spjd drrw->drr_key.ddk_cksum; 387219089Spjd wbr_drrr->drr_key.ddk_prop = 388219089Spjd drrw->drr_key.ddk_prop; 389219089Spjd 390219089Spjd if (cksum_and_write(&wbr_drr, 391219089Spjd sizeof (dmu_replay_record_t), &stream_cksum, 392219089Spjd outfd) == -1) 393219089Spjd goto out; 394219089Spjd } else { 395219089Spjd /* block not previously seen */ 396219089Spjd if (cksum_and_write(drr, 397219089Spjd sizeof (dmu_replay_record_t), &stream_cksum, 398219089Spjd outfd) == -1) 399219089Spjd goto out; 400219089Spjd if (cksum_and_write(buf, 401219089Spjd drrw->drr_length, 402219089Spjd &stream_cksum, outfd) == -1) 403219089Spjd goto out; 404219089Spjd } 405219089Spjd break; 406219089Spjd } 407219089Spjd 408219089Spjd case DRR_FREE: 409219089Spjd { 410219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 411219089Spjd &stream_cksum, outfd) == -1) 412219089Spjd goto out; 413219089Spjd break; 414219089Spjd } 415219089Spjd 416219089Spjd default: 417219089Spjd (void) printf("INVALID record type 0x%x\n", 418219089Spjd drr->drr_type); 419219089Spjd /* should never happen, so assert */ 420219089Spjd assert(B_FALSE); 421219089Spjd } 422219089Spjd } 423219089Spjdout: 424219089Spjd umem_cache_destroy(ddt.ddecache); 425219089Spjd free(ddt.dedup_hash_array); 426219089Spjd free(buf); 427219089Spjd (void) fclose(ofp); 428219089Spjd 429219089Spjd return (NULL); 430219089Spjd} 431219089Spjd 432219089Spjd/* 433185029Spjd * Routines for dealing with the AVL tree of fs-nvlists 434185029Spjd */ 435185029Spjdtypedef struct fsavl_node { 436185029Spjd avl_node_t fn_node; 437185029Spjd nvlist_t *fn_nvfs; 438185029Spjd char *fn_snapname; 439185029Spjd uint64_t fn_guid; 440185029Spjd} fsavl_node_t; 441185029Spjd 442185029Spjdstatic int 443185029Spjdfsavl_compare(const void *arg1, const void *arg2) 444185029Spjd{ 445185029Spjd const fsavl_node_t *fn1 = arg1; 446185029Spjd const fsavl_node_t *fn2 = arg2; 447185029Spjd 448185029Spjd if (fn1->fn_guid > fn2->fn_guid) 449185029Spjd return (+1); 450185029Spjd else if (fn1->fn_guid < fn2->fn_guid) 451185029Spjd return (-1); 452185029Spjd else 453185029Spjd return (0); 454185029Spjd} 455185029Spjd 456185029Spjd/* 457185029Spjd * Given the GUID of a snapshot, find its containing filesystem and 458185029Spjd * (optionally) name. 459185029Spjd */ 460185029Spjdstatic nvlist_t * 461185029Spjdfsavl_find(avl_tree_t *avl, uint64_t snapguid, char **snapname) 462185029Spjd{ 463185029Spjd fsavl_node_t fn_find; 464185029Spjd fsavl_node_t *fn; 465185029Spjd 466185029Spjd fn_find.fn_guid = snapguid; 467185029Spjd 468185029Spjd fn = avl_find(avl, &fn_find, NULL); 469185029Spjd if (fn) { 470185029Spjd if (snapname) 471185029Spjd *snapname = fn->fn_snapname; 472185029Spjd return (fn->fn_nvfs); 473185029Spjd } 474185029Spjd return (NULL); 475185029Spjd} 476185029Spjd 477185029Spjdstatic void 478185029Spjdfsavl_destroy(avl_tree_t *avl) 479185029Spjd{ 480185029Spjd fsavl_node_t *fn; 481185029Spjd void *cookie; 482185029Spjd 483185029Spjd if (avl == NULL) 484185029Spjd return; 485185029Spjd 486185029Spjd cookie = NULL; 487185029Spjd while ((fn = avl_destroy_nodes(avl, &cookie)) != NULL) 488185029Spjd free(fn); 489185029Spjd avl_destroy(avl); 490185029Spjd free(avl); 491185029Spjd} 492185029Spjd 493219089Spjd/* 494219089Spjd * Given an nvlist, produce an avl tree of snapshots, ordered by guid 495219089Spjd */ 496185029Spjdstatic avl_tree_t * 497185029Spjdfsavl_create(nvlist_t *fss) 498185029Spjd{ 499185029Spjd avl_tree_t *fsavl; 500185029Spjd nvpair_t *fselem = NULL; 501185029Spjd 502185029Spjd if ((fsavl = malloc(sizeof (avl_tree_t))) == NULL) 503185029Spjd return (NULL); 504185029Spjd 505185029Spjd avl_create(fsavl, fsavl_compare, sizeof (fsavl_node_t), 506185029Spjd offsetof(fsavl_node_t, fn_node)); 507185029Spjd 508185029Spjd while ((fselem = nvlist_next_nvpair(fss, fselem)) != NULL) { 509185029Spjd nvlist_t *nvfs, *snaps; 510185029Spjd nvpair_t *snapelem = NULL; 511185029Spjd 512185029Spjd VERIFY(0 == nvpair_value_nvlist(fselem, &nvfs)); 513185029Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, "snaps", &snaps)); 514185029Spjd 515185029Spjd while ((snapelem = 516185029Spjd nvlist_next_nvpair(snaps, snapelem)) != NULL) { 517185029Spjd fsavl_node_t *fn; 518185029Spjd uint64_t guid; 519185029Spjd 520185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &guid)); 521185029Spjd if ((fn = malloc(sizeof (fsavl_node_t))) == NULL) { 522185029Spjd fsavl_destroy(fsavl); 523185029Spjd return (NULL); 524185029Spjd } 525185029Spjd fn->fn_nvfs = nvfs; 526185029Spjd fn->fn_snapname = nvpair_name(snapelem); 527185029Spjd fn->fn_guid = guid; 528185029Spjd 529185029Spjd /* 530185029Spjd * Note: if there are multiple snaps with the 531185029Spjd * same GUID, we ignore all but one. 532185029Spjd */ 533185029Spjd if (avl_find(fsavl, fn, NULL) == NULL) 534185029Spjd avl_add(fsavl, fn); 535185029Spjd else 536185029Spjd free(fn); 537185029Spjd } 538185029Spjd } 539185029Spjd 540185029Spjd return (fsavl); 541185029Spjd} 542185029Spjd 543185029Spjd/* 544185029Spjd * Routines for dealing with the giant nvlist of fs-nvlists, etc. 545185029Spjd */ 546185029Spjdtypedef struct send_data { 547185029Spjd uint64_t parent_fromsnap_guid; 548185029Spjd nvlist_t *parent_snaps; 549185029Spjd nvlist_t *fss; 550185029Spjd nvlist_t *snapprops; 551185029Spjd const char *fromsnap; 552185029Spjd const char *tosnap; 553219089Spjd boolean_t recursive; 554185029Spjd 555185029Spjd /* 556185029Spjd * The header nvlist is of the following format: 557185029Spjd * { 558185029Spjd * "tosnap" -> string 559185029Spjd * "fromsnap" -> string (if incremental) 560185029Spjd * "fss" -> { 561185029Spjd * id -> { 562185029Spjd * 563185029Spjd * "name" -> string (full name; for debugging) 564185029Spjd * "parentfromsnap" -> number (guid of fromsnap in parent) 565185029Spjd * 566185029Spjd * "props" -> { name -> value (only if set here) } 567185029Spjd * "snaps" -> { name (lastname) -> number (guid) } 568185029Spjd * "snapprops" -> { name (lastname) -> { name -> value } } 569185029Spjd * 570185029Spjd * "origin" -> number (guid) (if clone) 571185029Spjd * "sent" -> boolean (not on-disk) 572185029Spjd * } 573185029Spjd * } 574185029Spjd * } 575185029Spjd * 576185029Spjd */ 577185029Spjd} send_data_t; 578185029Spjd 579185029Spjdstatic void send_iterate_prop(zfs_handle_t *zhp, nvlist_t *nv); 580185029Spjd 581185029Spjdstatic int 582185029Spjdsend_iterate_snap(zfs_handle_t *zhp, void *arg) 583185029Spjd{ 584185029Spjd send_data_t *sd = arg; 585185029Spjd uint64_t guid = zhp->zfs_dmustats.dds_guid; 586185029Spjd char *snapname; 587185029Spjd nvlist_t *nv; 588185029Spjd 589185029Spjd snapname = strrchr(zhp->zfs_name, '@')+1; 590185029Spjd 591185029Spjd VERIFY(0 == nvlist_add_uint64(sd->parent_snaps, snapname, guid)); 592185029Spjd /* 593185029Spjd * NB: if there is no fromsnap here (it's a newly created fs in 594185029Spjd * an incremental replication), we will substitute the tosnap. 595185029Spjd */ 596185029Spjd if ((sd->fromsnap && strcmp(snapname, sd->fromsnap) == 0) || 597185029Spjd (sd->parent_fromsnap_guid == 0 && sd->tosnap && 598185029Spjd strcmp(snapname, sd->tosnap) == 0)) { 599185029Spjd sd->parent_fromsnap_guid = guid; 600185029Spjd } 601185029Spjd 602185029Spjd VERIFY(0 == nvlist_alloc(&nv, NV_UNIQUE_NAME, 0)); 603185029Spjd send_iterate_prop(zhp, nv); 604185029Spjd VERIFY(0 == nvlist_add_nvlist(sd->snapprops, snapname, nv)); 605185029Spjd nvlist_free(nv); 606185029Spjd 607185029Spjd zfs_close(zhp); 608185029Spjd return (0); 609185029Spjd} 610185029Spjd 611185029Spjdstatic void 612185029Spjdsend_iterate_prop(zfs_handle_t *zhp, nvlist_t *nv) 613185029Spjd{ 614185029Spjd nvpair_t *elem = NULL; 615185029Spjd 616185029Spjd while ((elem = nvlist_next_nvpair(zhp->zfs_props, elem)) != NULL) { 617185029Spjd char *propname = nvpair_name(elem); 618185029Spjd zfs_prop_t prop = zfs_name_to_prop(propname); 619185029Spjd nvlist_t *propnv; 620185029Spjd 621219089Spjd if (!zfs_prop_user(propname)) { 622219089Spjd /* 623219089Spjd * Realistically, this should never happen. However, 624219089Spjd * we want the ability to add DSL properties without 625219089Spjd * needing to make incompatible version changes. We 626219089Spjd * need to ignore unknown properties to allow older 627219089Spjd * software to still send datasets containing these 628219089Spjd * properties, with the unknown properties elided. 629219089Spjd */ 630219089Spjd if (prop == ZPROP_INVAL) 631219089Spjd continue; 632209962Smm 633219089Spjd if (zfs_prop_readonly(prop)) 634219089Spjd continue; 635219089Spjd } 636185029Spjd 637185029Spjd verify(nvpair_value_nvlist(elem, &propnv) == 0); 638219089Spjd if (prop == ZFS_PROP_QUOTA || prop == ZFS_PROP_RESERVATION || 639219089Spjd prop == ZFS_PROP_REFQUOTA || 640219089Spjd prop == ZFS_PROP_REFRESERVATION) { 641219089Spjd char *source; 642185029Spjd uint64_t value; 643185029Spjd verify(nvlist_lookup_uint64(propnv, 644185029Spjd ZPROP_VALUE, &value) == 0); 645185029Spjd if (zhp->zfs_type == ZFS_TYPE_SNAPSHOT) 646185029Spjd continue; 647219089Spjd /* 648219089Spjd * May have no source before SPA_VERSION_RECVD_PROPS, 649219089Spjd * but is still modifiable. 650219089Spjd */ 651219089Spjd if (nvlist_lookup_string(propnv, 652219089Spjd ZPROP_SOURCE, &source) == 0) { 653219089Spjd if ((strcmp(source, zhp->zfs_name) != 0) && 654219089Spjd (strcmp(source, 655219089Spjd ZPROP_SOURCE_VAL_RECVD) != 0)) 656219089Spjd continue; 657219089Spjd } 658185029Spjd } else { 659185029Spjd char *source; 660185029Spjd if (nvlist_lookup_string(propnv, 661185029Spjd ZPROP_SOURCE, &source) != 0) 662185029Spjd continue; 663219089Spjd if ((strcmp(source, zhp->zfs_name) != 0) && 664219089Spjd (strcmp(source, ZPROP_SOURCE_VAL_RECVD) != 0)) 665185029Spjd continue; 666185029Spjd } 667185029Spjd 668185029Spjd if (zfs_prop_user(propname) || 669185029Spjd zfs_prop_get_type(prop) == PROP_TYPE_STRING) { 670185029Spjd char *value; 671185029Spjd verify(nvlist_lookup_string(propnv, 672185029Spjd ZPROP_VALUE, &value) == 0); 673185029Spjd VERIFY(0 == nvlist_add_string(nv, propname, value)); 674185029Spjd } else { 675185029Spjd uint64_t value; 676185029Spjd verify(nvlist_lookup_uint64(propnv, 677185029Spjd ZPROP_VALUE, &value) == 0); 678185029Spjd VERIFY(0 == nvlist_add_uint64(nv, propname, value)); 679185029Spjd } 680185029Spjd } 681185029Spjd} 682185029Spjd 683219089Spjd/* 684219089Spjd * recursively generate nvlists describing datasets. See comment 685219089Spjd * for the data structure send_data_t above for description of contents 686219089Spjd * of the nvlist. 687219089Spjd */ 688185029Spjdstatic int 689185029Spjdsend_iterate_fs(zfs_handle_t *zhp, void *arg) 690185029Spjd{ 691185029Spjd send_data_t *sd = arg; 692185029Spjd nvlist_t *nvfs, *nv; 693219089Spjd int rv = 0; 694185029Spjd uint64_t parent_fromsnap_guid_save = sd->parent_fromsnap_guid; 695185029Spjd uint64_t guid = zhp->zfs_dmustats.dds_guid; 696185029Spjd char guidstring[64]; 697185029Spjd 698185029Spjd VERIFY(0 == nvlist_alloc(&nvfs, NV_UNIQUE_NAME, 0)); 699185029Spjd VERIFY(0 == nvlist_add_string(nvfs, "name", zhp->zfs_name)); 700185029Spjd VERIFY(0 == nvlist_add_uint64(nvfs, "parentfromsnap", 701185029Spjd sd->parent_fromsnap_guid)); 702185029Spjd 703185029Spjd if (zhp->zfs_dmustats.dds_origin[0]) { 704185029Spjd zfs_handle_t *origin = zfs_open(zhp->zfs_hdl, 705185029Spjd zhp->zfs_dmustats.dds_origin, ZFS_TYPE_SNAPSHOT); 706185029Spjd if (origin == NULL) 707185029Spjd return (-1); 708185029Spjd VERIFY(0 == nvlist_add_uint64(nvfs, "origin", 709185029Spjd origin->zfs_dmustats.dds_guid)); 710185029Spjd } 711185029Spjd 712185029Spjd /* iterate over props */ 713185029Spjd VERIFY(0 == nvlist_alloc(&nv, NV_UNIQUE_NAME, 0)); 714185029Spjd send_iterate_prop(zhp, nv); 715185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "props", nv)); 716185029Spjd nvlist_free(nv); 717185029Spjd 718185029Spjd /* iterate over snaps, and set sd->parent_fromsnap_guid */ 719185029Spjd sd->parent_fromsnap_guid = 0; 720185029Spjd VERIFY(0 == nvlist_alloc(&sd->parent_snaps, NV_UNIQUE_NAME, 0)); 721185029Spjd VERIFY(0 == nvlist_alloc(&sd->snapprops, NV_UNIQUE_NAME, 0)); 722230438Spjd (void) zfs_iter_snapshots(zhp, B_FALSE, send_iterate_snap, sd); 723185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "snaps", sd->parent_snaps)); 724185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "snapprops", sd->snapprops)); 725185029Spjd nvlist_free(sd->parent_snaps); 726185029Spjd nvlist_free(sd->snapprops); 727185029Spjd 728185029Spjd /* add this fs to nvlist */ 729185029Spjd (void) snprintf(guidstring, sizeof (guidstring), 730185029Spjd "0x%llx", (longlong_t)guid); 731185029Spjd VERIFY(0 == nvlist_add_nvlist(sd->fss, guidstring, nvfs)); 732185029Spjd nvlist_free(nvfs); 733185029Spjd 734185029Spjd /* iterate over children */ 735219089Spjd if (sd->recursive) 736219089Spjd rv = zfs_iter_filesystems(zhp, send_iterate_fs, sd); 737185029Spjd 738185029Spjd sd->parent_fromsnap_guid = parent_fromsnap_guid_save; 739185029Spjd 740185029Spjd zfs_close(zhp); 741185029Spjd return (rv); 742185029Spjd} 743185029Spjd 744185029Spjdstatic int 745185029Spjdgather_nvlist(libzfs_handle_t *hdl, const char *fsname, const char *fromsnap, 746219089Spjd const char *tosnap, boolean_t recursive, nvlist_t **nvlp, avl_tree_t **avlp) 747185029Spjd{ 748185029Spjd zfs_handle_t *zhp; 749185029Spjd send_data_t sd = { 0 }; 750185029Spjd int error; 751185029Spjd 752185029Spjd zhp = zfs_open(hdl, fsname, ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME); 753185029Spjd if (zhp == NULL) 754185029Spjd return (EZFS_BADTYPE); 755185029Spjd 756185029Spjd VERIFY(0 == nvlist_alloc(&sd.fss, NV_UNIQUE_NAME, 0)); 757185029Spjd sd.fromsnap = fromsnap; 758185029Spjd sd.tosnap = tosnap; 759219089Spjd sd.recursive = recursive; 760185029Spjd 761185029Spjd if ((error = send_iterate_fs(zhp, &sd)) != 0) { 762185029Spjd nvlist_free(sd.fss); 763185029Spjd if (avlp != NULL) 764185029Spjd *avlp = NULL; 765185029Spjd *nvlp = NULL; 766185029Spjd return (error); 767185029Spjd } 768185029Spjd 769185029Spjd if (avlp != NULL && (*avlp = fsavl_create(sd.fss)) == NULL) { 770185029Spjd nvlist_free(sd.fss); 771185029Spjd *nvlp = NULL; 772185029Spjd return (EZFS_NOMEM); 773185029Spjd } 774185029Spjd 775185029Spjd *nvlp = sd.fss; 776185029Spjd return (0); 777185029Spjd} 778185029Spjd 779185029Spjd/* 780185029Spjd * Routines specific to "zfs send" 781185029Spjd */ 782185029Spjdtypedef struct send_dump_data { 783185029Spjd /* these are all just the short snapname (the part after the @) */ 784185029Spjd const char *fromsnap; 785185029Spjd const char *tosnap; 786219089Spjd char prevsnap[ZFS_MAXNAMELEN]; 787219089Spjd uint64_t prevsnap_obj; 788185029Spjd boolean_t seenfrom, seento, replicate, doall, fromorigin; 789228103Smm boolean_t verbose, dryrun, parsable; 790185029Spjd int outfd; 791185029Spjd boolean_t err; 792185029Spjd nvlist_t *fss; 793185029Spjd avl_tree_t *fsavl; 794219089Spjd snapfilter_cb_t *filter_cb; 795219089Spjd void *filter_cb_arg; 796219089Spjd nvlist_t *debugnv; 797219089Spjd char holdtag[ZFS_MAXNAMELEN]; 798219089Spjd int cleanup_fd; 799228103Smm uint64_t size; 800185029Spjd} send_dump_data_t; 801185029Spjd 802228103Smmstatic int 803228103Smmestimate_ioctl(zfs_handle_t *zhp, uint64_t fromsnap_obj, 804228103Smm boolean_t fromorigin, uint64_t *sizep) 805228103Smm{ 806228103Smm zfs_cmd_t zc = { 0 }; 807228103Smm libzfs_handle_t *hdl = zhp->zfs_hdl; 808228103Smm 809228103Smm assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 810228103Smm assert(fromsnap_obj == 0 || !fromorigin); 811228103Smm 812228103Smm (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 813228103Smm zc.zc_obj = fromorigin; 814228103Smm zc.zc_sendobj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 815228103Smm zc.zc_fromobj = fromsnap_obj; 816228103Smm zc.zc_guid = 1; /* estimate flag */ 817228103Smm 818228103Smm if (zfs_ioctl(zhp->zfs_hdl, ZFS_IOC_SEND, &zc) != 0) { 819228103Smm char errbuf[1024]; 820228103Smm (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 821228103Smm "warning: cannot estimate space for '%s'"), zhp->zfs_name); 822228103Smm 823228103Smm switch (errno) { 824228103Smm case EXDEV: 825228103Smm zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 826228103Smm "not an earlier snapshot from the same fs")); 827228103Smm return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 828228103Smm 829228103Smm case ENOENT: 830228103Smm if (zfs_dataset_exists(hdl, zc.zc_name, 831228103Smm ZFS_TYPE_SNAPSHOT)) { 832228103Smm zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 833228103Smm "incremental source (@%s) does not exist"), 834228103Smm zc.zc_value); 835228103Smm } 836228103Smm return (zfs_error(hdl, EZFS_NOENT, errbuf)); 837228103Smm 838228103Smm case EDQUOT: 839228103Smm case EFBIG: 840228103Smm case EIO: 841228103Smm case ENOLINK: 842228103Smm case ENOSPC: 843228103Smm case ENXIO: 844228103Smm case EPIPE: 845228103Smm case ERANGE: 846228103Smm case EFAULT: 847228103Smm case EROFS: 848228103Smm zfs_error_aux(hdl, strerror(errno)); 849228103Smm return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 850228103Smm 851228103Smm default: 852228103Smm return (zfs_standard_error(hdl, errno, errbuf)); 853228103Smm } 854228103Smm } 855228103Smm 856228103Smm *sizep = zc.zc_objset_type; 857228103Smm 858228103Smm return (0); 859228103Smm} 860228103Smm 861185029Spjd/* 862185029Spjd * Dumps a backup of the given snapshot (incremental from fromsnap if it's not 863185029Spjd * NULL) to the file descriptor specified by outfd. 864185029Spjd */ 865185029Spjdstatic int 866219089Spjddump_ioctl(zfs_handle_t *zhp, const char *fromsnap, uint64_t fromsnap_obj, 867219089Spjd boolean_t fromorigin, int outfd, nvlist_t *debugnv) 868185029Spjd{ 869185029Spjd zfs_cmd_t zc = { 0 }; 870185029Spjd libzfs_handle_t *hdl = zhp->zfs_hdl; 871219089Spjd nvlist_t *thisdbg; 872185029Spjd 873185029Spjd assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 874219089Spjd assert(fromsnap_obj == 0 || !fromorigin); 875185029Spjd 876185029Spjd (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 877185029Spjd zc.zc_cookie = outfd; 878185029Spjd zc.zc_obj = fromorigin; 879219089Spjd zc.zc_sendobj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 880219089Spjd zc.zc_fromobj = fromsnap_obj; 881185029Spjd 882219089Spjd VERIFY(0 == nvlist_alloc(&thisdbg, NV_UNIQUE_NAME, 0)); 883219089Spjd if (fromsnap && fromsnap[0] != '\0') { 884219089Spjd VERIFY(0 == nvlist_add_string(thisdbg, 885219089Spjd "fromsnap", fromsnap)); 886219089Spjd } 887219089Spjd 888228103Smm if (zfs_ioctl(zhp->zfs_hdl, ZFS_IOC_SEND, &zc) != 0) { 889185029Spjd char errbuf[1024]; 890185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 891185029Spjd "warning: cannot send '%s'"), zhp->zfs_name); 892185029Spjd 893219089Spjd VERIFY(0 == nvlist_add_uint64(thisdbg, "error", errno)); 894219089Spjd if (debugnv) { 895219089Spjd VERIFY(0 == nvlist_add_nvlist(debugnv, 896219089Spjd zhp->zfs_name, thisdbg)); 897219089Spjd } 898219089Spjd nvlist_free(thisdbg); 899219089Spjd 900185029Spjd switch (errno) { 901185029Spjd case EXDEV: 902185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 903185029Spjd "not an earlier snapshot from the same fs")); 904185029Spjd return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 905185029Spjd 906185029Spjd case ENOENT: 907185029Spjd if (zfs_dataset_exists(hdl, zc.zc_name, 908185029Spjd ZFS_TYPE_SNAPSHOT)) { 909185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 910185029Spjd "incremental source (@%s) does not exist"), 911185029Spjd zc.zc_value); 912185029Spjd } 913185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 914185029Spjd 915185029Spjd case EDQUOT: 916185029Spjd case EFBIG: 917185029Spjd case EIO: 918185029Spjd case ENOLINK: 919185029Spjd case ENOSPC: 920228103Smm#ifdef sun 921228103Smm case ENOSTR: 922228103Smm#endif 923185029Spjd case ENXIO: 924185029Spjd case EPIPE: 925185029Spjd case ERANGE: 926185029Spjd case EFAULT: 927185029Spjd case EROFS: 928185029Spjd zfs_error_aux(hdl, strerror(errno)); 929185029Spjd return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 930185029Spjd 931185029Spjd default: 932185029Spjd return (zfs_standard_error(hdl, errno, errbuf)); 933185029Spjd } 934185029Spjd } 935185029Spjd 936219089Spjd if (debugnv) 937219089Spjd VERIFY(0 == nvlist_add_nvlist(debugnv, zhp->zfs_name, thisdbg)); 938219089Spjd nvlist_free(thisdbg); 939219089Spjd 940185029Spjd return (0); 941185029Spjd} 942185029Spjd 943185029Spjdstatic int 944219089Spjdhold_for_send(zfs_handle_t *zhp, send_dump_data_t *sdd) 945219089Spjd{ 946219089Spjd zfs_handle_t *pzhp; 947219089Spjd int error = 0; 948219089Spjd char *thissnap; 949219089Spjd 950219089Spjd assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 951219089Spjd 952228103Smm if (sdd->dryrun) 953228103Smm return (0); 954228103Smm 955219089Spjd /* 956219089Spjd * zfs_send() only opens a cleanup_fd for sends that need it, 957219089Spjd * e.g. replication and doall. 958219089Spjd */ 959219089Spjd if (sdd->cleanup_fd == -1) 960219089Spjd return (0); 961219089Spjd 962219089Spjd thissnap = strchr(zhp->zfs_name, '@') + 1; 963219089Spjd *(thissnap - 1) = '\0'; 964219089Spjd pzhp = zfs_open(zhp->zfs_hdl, zhp->zfs_name, ZFS_TYPE_DATASET); 965219089Spjd *(thissnap - 1) = '@'; 966219089Spjd 967219089Spjd /* 968219089Spjd * It's OK if the parent no longer exists. The send code will 969219089Spjd * handle that error. 970219089Spjd */ 971219089Spjd if (pzhp) { 972219089Spjd error = zfs_hold(pzhp, thissnap, sdd->holdtag, 973219089Spjd B_FALSE, B_TRUE, B_TRUE, sdd->cleanup_fd, 974219089Spjd zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID), 975219089Spjd zfs_prop_get_int(zhp, ZFS_PROP_CREATETXG)); 976219089Spjd zfs_close(pzhp); 977219089Spjd } 978219089Spjd 979219089Spjd return (error); 980219089Spjd} 981219089Spjd 982219089Spjdstatic int 983185029Spjddump_snapshot(zfs_handle_t *zhp, void *arg) 984185029Spjd{ 985185029Spjd send_dump_data_t *sdd = arg; 986219089Spjd char *thissnap; 987185029Spjd int err; 988228103Smm boolean_t isfromsnap, istosnap, fromorigin; 989219089Spjd boolean_t exclude = B_FALSE; 990185029Spjd 991185029Spjd thissnap = strchr(zhp->zfs_name, '@') + 1; 992219089Spjd isfromsnap = (sdd->fromsnap != NULL && 993219089Spjd strcmp(sdd->fromsnap, thissnap) == 0); 994185029Spjd 995219089Spjd if (!sdd->seenfrom && isfromsnap) { 996219089Spjd err = hold_for_send(zhp, sdd); 997219089Spjd if (err == 0) { 998219089Spjd sdd->seenfrom = B_TRUE; 999219089Spjd (void) strcpy(sdd->prevsnap, thissnap); 1000219089Spjd sdd->prevsnap_obj = zfs_prop_get_int(zhp, 1001219089Spjd ZFS_PROP_OBJSETID); 1002219089Spjd } else if (err == ENOENT) { 1003219089Spjd err = 0; 1004219089Spjd } 1005185029Spjd zfs_close(zhp); 1006219089Spjd return (err); 1007185029Spjd } 1008185029Spjd 1009185029Spjd if (sdd->seento || !sdd->seenfrom) { 1010185029Spjd zfs_close(zhp); 1011185029Spjd return (0); 1012185029Spjd } 1013185029Spjd 1014219089Spjd istosnap = (strcmp(sdd->tosnap, thissnap) == 0); 1015219089Spjd if (istosnap) 1016219089Spjd sdd->seento = B_TRUE; 1017219089Spjd 1018219089Spjd if (!sdd->doall && !isfromsnap && !istosnap) { 1019219089Spjd if (sdd->replicate) { 1020219089Spjd char *snapname; 1021219089Spjd nvlist_t *snapprops; 1022219089Spjd /* 1023219089Spjd * Filter out all intermediate snapshots except origin 1024219089Spjd * snapshots needed to replicate clones. 1025219089Spjd */ 1026219089Spjd nvlist_t *nvfs = fsavl_find(sdd->fsavl, 1027219089Spjd zhp->zfs_dmustats.dds_guid, &snapname); 1028219089Spjd 1029219089Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, 1030219089Spjd "snapprops", &snapprops)); 1031219089Spjd VERIFY(0 == nvlist_lookup_nvlist(snapprops, 1032219089Spjd thissnap, &snapprops)); 1033219089Spjd exclude = !nvlist_exists(snapprops, "is_clone_origin"); 1034219089Spjd } else { 1035219089Spjd exclude = B_TRUE; 1036219089Spjd } 1037219089Spjd } 1038219089Spjd 1039219089Spjd /* 1040219089Spjd * If a filter function exists, call it to determine whether 1041219089Spjd * this snapshot will be sent. 1042219089Spjd */ 1043219089Spjd if (exclude || (sdd->filter_cb != NULL && 1044219089Spjd sdd->filter_cb(zhp, sdd->filter_cb_arg) == B_FALSE)) { 1045219089Spjd /* 1046219089Spjd * This snapshot is filtered out. Don't send it, and don't 1047219089Spjd * set prevsnap_obj, so it will be as if this snapshot didn't 1048219089Spjd * exist, and the next accepted snapshot will be sent as 1049219089Spjd * an incremental from the last accepted one, or as the 1050219089Spjd * first (and full) snapshot in the case of a replication, 1051219089Spjd * non-incremental send. 1052219089Spjd */ 1053219089Spjd zfs_close(zhp); 1054219089Spjd return (0); 1055219089Spjd } 1056219089Spjd 1057219089Spjd err = hold_for_send(zhp, sdd); 1058219089Spjd if (err) { 1059219089Spjd if (err == ENOENT) 1060219089Spjd err = 0; 1061219089Spjd zfs_close(zhp); 1062219089Spjd return (err); 1063219089Spjd } 1064219089Spjd 1065228103Smm fromorigin = sdd->prevsnap[0] == '\0' && 1066228103Smm (sdd->fromorigin || sdd->replicate); 1067228103Smm 1068185029Spjd if (sdd->verbose) { 1069228103Smm uint64_t size; 1070228103Smm err = estimate_ioctl(zhp, sdd->prevsnap_obj, 1071228103Smm fromorigin, &size); 1072228103Smm 1073228103Smm if (sdd->parsable) { 1074228103Smm if (sdd->prevsnap[0] != '\0') { 1075228103Smm (void) fprintf(stderr, "incremental\t%s\t%s", 1076228103Smm sdd->prevsnap, zhp->zfs_name); 1077228103Smm } else { 1078228103Smm (void) fprintf(stderr, "full\t%s", 1079228103Smm zhp->zfs_name); 1080228103Smm } 1081228103Smm } else { 1082228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1083228103Smm "send from @%s to %s"), 1084228103Smm sdd->prevsnap, zhp->zfs_name); 1085228103Smm } 1086228103Smm if (err == 0) { 1087228103Smm if (sdd->parsable) { 1088228103Smm (void) fprintf(stderr, "\t%llu\n", 1089228103Smm (longlong_t)size); 1090228103Smm } else { 1091228103Smm char buf[16]; 1092228103Smm zfs_nicenum(size, buf, sizeof (buf)); 1093228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1094228103Smm " estimated size is %s\n"), buf); 1095228103Smm } 1096228103Smm sdd->size += size; 1097228103Smm } else { 1098228103Smm (void) fprintf(stderr, "\n"); 1099228103Smm } 1100185029Spjd } 1101185029Spjd 1102228103Smm if (!sdd->dryrun) { 1103228103Smm err = dump_ioctl(zhp, sdd->prevsnap, sdd->prevsnap_obj, 1104228103Smm fromorigin, sdd->outfd, sdd->debugnv); 1105228103Smm } 1106185029Spjd 1107219089Spjd (void) strcpy(sdd->prevsnap, thissnap); 1108219089Spjd sdd->prevsnap_obj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 1109185029Spjd zfs_close(zhp); 1110185029Spjd return (err); 1111185029Spjd} 1112185029Spjd 1113185029Spjdstatic int 1114185029Spjddump_filesystem(zfs_handle_t *zhp, void *arg) 1115185029Spjd{ 1116185029Spjd int rv = 0; 1117185029Spjd send_dump_data_t *sdd = arg; 1118185029Spjd boolean_t missingfrom = B_FALSE; 1119185029Spjd zfs_cmd_t zc = { 0 }; 1120185029Spjd 1121185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), "%s@%s", 1122185029Spjd zhp->zfs_name, sdd->tosnap); 1123185029Spjd if (ioctl(zhp->zfs_hdl->libzfs_fd, ZFS_IOC_OBJSET_STATS, &zc) != 0) { 1124228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1125228103Smm "WARNING: could not send %s@%s: does not exist\n"), 1126185029Spjd zhp->zfs_name, sdd->tosnap); 1127185029Spjd sdd->err = B_TRUE; 1128185029Spjd return (0); 1129185029Spjd } 1130185029Spjd 1131185029Spjd if (sdd->replicate && sdd->fromsnap) { 1132185029Spjd /* 1133185029Spjd * If this fs does not have fromsnap, and we're doing 1134185029Spjd * recursive, we need to send a full stream from the 1135185029Spjd * beginning (or an incremental from the origin if this 1136185029Spjd * is a clone). If we're doing non-recursive, then let 1137185029Spjd * them get the error. 1138185029Spjd */ 1139185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), "%s@%s", 1140185029Spjd zhp->zfs_name, sdd->fromsnap); 1141185029Spjd if (ioctl(zhp->zfs_hdl->libzfs_fd, 1142185029Spjd ZFS_IOC_OBJSET_STATS, &zc) != 0) { 1143185029Spjd missingfrom = B_TRUE; 1144185029Spjd } 1145185029Spjd } 1146185029Spjd 1147219089Spjd sdd->seenfrom = sdd->seento = sdd->prevsnap[0] = 0; 1148219089Spjd sdd->prevsnap_obj = 0; 1149219089Spjd if (sdd->fromsnap == NULL || missingfrom) 1150219089Spjd sdd->seenfrom = B_TRUE; 1151185029Spjd 1152219089Spjd rv = zfs_iter_snapshots_sorted(zhp, dump_snapshot, arg); 1153219089Spjd if (!sdd->seenfrom) { 1154228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1155219089Spjd "WARNING: could not send %s@%s:\n" 1156228103Smm "incremental source (%s@%s) does not exist\n"), 1157219089Spjd zhp->zfs_name, sdd->tosnap, 1158219089Spjd zhp->zfs_name, sdd->fromsnap); 1159219089Spjd sdd->err = B_TRUE; 1160219089Spjd } else if (!sdd->seento) { 1161219089Spjd if (sdd->fromsnap) { 1162228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1163185029Spjd "WARNING: could not send %s@%s:\n" 1164219089Spjd "incremental source (%s@%s) " 1165228103Smm "is not earlier than it\n"), 1166185029Spjd zhp->zfs_name, sdd->tosnap, 1167185029Spjd zhp->zfs_name, sdd->fromsnap); 1168185029Spjd } else { 1169228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1170228103Smm "WARNING: " 1171228103Smm "could not send %s@%s: does not exist\n"), 1172219089Spjd zhp->zfs_name, sdd->tosnap); 1173185029Spjd } 1174219089Spjd sdd->err = B_TRUE; 1175185029Spjd } 1176185029Spjd 1177185029Spjd return (rv); 1178185029Spjd} 1179185029Spjd 1180185029Spjdstatic int 1181185029Spjddump_filesystems(zfs_handle_t *rzhp, void *arg) 1182185029Spjd{ 1183185029Spjd send_dump_data_t *sdd = arg; 1184185029Spjd nvpair_t *fspair; 1185185029Spjd boolean_t needagain, progress; 1186185029Spjd 1187185029Spjd if (!sdd->replicate) 1188185029Spjd return (dump_filesystem(rzhp, sdd)); 1189185029Spjd 1190219089Spjd /* Mark the clone origin snapshots. */ 1191219089Spjd for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1192219089Spjd fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1193219089Spjd nvlist_t *nvfs; 1194219089Spjd uint64_t origin_guid = 0; 1195219089Spjd 1196219089Spjd VERIFY(0 == nvpair_value_nvlist(fspair, &nvfs)); 1197219089Spjd (void) nvlist_lookup_uint64(nvfs, "origin", &origin_guid); 1198219089Spjd if (origin_guid != 0) { 1199219089Spjd char *snapname; 1200219089Spjd nvlist_t *origin_nv = fsavl_find(sdd->fsavl, 1201219089Spjd origin_guid, &snapname); 1202219089Spjd if (origin_nv != NULL) { 1203219089Spjd nvlist_t *snapprops; 1204219089Spjd VERIFY(0 == nvlist_lookup_nvlist(origin_nv, 1205219089Spjd "snapprops", &snapprops)); 1206219089Spjd VERIFY(0 == nvlist_lookup_nvlist(snapprops, 1207219089Spjd snapname, &snapprops)); 1208219089Spjd VERIFY(0 == nvlist_add_boolean( 1209219089Spjd snapprops, "is_clone_origin")); 1210219089Spjd } 1211219089Spjd } 1212219089Spjd } 1213185029Spjdagain: 1214185029Spjd needagain = progress = B_FALSE; 1215185029Spjd for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1216185029Spjd fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1217228103Smm nvlist_t *fslist, *parent_nv; 1218185029Spjd char *fsname; 1219185029Spjd zfs_handle_t *zhp; 1220185029Spjd int err; 1221185029Spjd uint64_t origin_guid = 0; 1222228103Smm uint64_t parent_guid = 0; 1223185029Spjd 1224185029Spjd VERIFY(nvpair_value_nvlist(fspair, &fslist) == 0); 1225185029Spjd if (nvlist_lookup_boolean(fslist, "sent") == 0) 1226185029Spjd continue; 1227185029Spjd 1228185029Spjd VERIFY(nvlist_lookup_string(fslist, "name", &fsname) == 0); 1229185029Spjd (void) nvlist_lookup_uint64(fslist, "origin", &origin_guid); 1230228103Smm (void) nvlist_lookup_uint64(fslist, "parentfromsnap", 1231228103Smm &parent_guid); 1232185029Spjd 1233228103Smm if (parent_guid != 0) { 1234228103Smm parent_nv = fsavl_find(sdd->fsavl, parent_guid, NULL); 1235228103Smm if (!nvlist_exists(parent_nv, "sent")) { 1236228103Smm /* parent has not been sent; skip this one */ 1237228103Smm needagain = B_TRUE; 1238228103Smm continue; 1239228103Smm } 1240228103Smm } 1241228103Smm 1242219089Spjd if (origin_guid != 0) { 1243219089Spjd nvlist_t *origin_nv = fsavl_find(sdd->fsavl, 1244219089Spjd origin_guid, NULL); 1245219089Spjd if (origin_nv != NULL && 1246228103Smm !nvlist_exists(origin_nv, "sent")) { 1247219089Spjd /* 1248219089Spjd * origin has not been sent yet; 1249219089Spjd * skip this clone. 1250219089Spjd */ 1251219089Spjd needagain = B_TRUE; 1252219089Spjd continue; 1253219089Spjd } 1254185029Spjd } 1255185029Spjd 1256185029Spjd zhp = zfs_open(rzhp->zfs_hdl, fsname, ZFS_TYPE_DATASET); 1257185029Spjd if (zhp == NULL) 1258185029Spjd return (-1); 1259185029Spjd err = dump_filesystem(zhp, sdd); 1260185029Spjd VERIFY(nvlist_add_boolean(fslist, "sent") == 0); 1261185029Spjd progress = B_TRUE; 1262185029Spjd zfs_close(zhp); 1263185029Spjd if (err) 1264185029Spjd return (err); 1265185029Spjd } 1266185029Spjd if (needagain) { 1267185029Spjd assert(progress); 1268185029Spjd goto again; 1269185029Spjd } 1270228103Smm 1271228103Smm /* clean out the sent flags in case we reuse this fss */ 1272228103Smm for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1273228103Smm fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1274228103Smm nvlist_t *fslist; 1275228103Smm 1276228103Smm VERIFY(nvpair_value_nvlist(fspair, &fslist) == 0); 1277228103Smm (void) nvlist_remove_all(fslist, "sent"); 1278228103Smm } 1279228103Smm 1280185029Spjd return (0); 1281185029Spjd} 1282185029Spjd 1283185029Spjd/* 1284219089Spjd * Generate a send stream for the dataset identified by the argument zhp. 1285219089Spjd * 1286219089Spjd * The content of the send stream is the snapshot identified by 1287219089Spjd * 'tosnap'. Incremental streams are requested in two ways: 1288219089Spjd * - from the snapshot identified by "fromsnap" (if non-null) or 1289219089Spjd * - from the origin of the dataset identified by zhp, which must 1290219089Spjd * be a clone. In this case, "fromsnap" is null and "fromorigin" 1291219089Spjd * is TRUE. 1292219089Spjd * 1293219089Spjd * The send stream is recursive (i.e. dumps a hierarchy of snapshots) and 1294219089Spjd * uses a special header (with a hdrtype field of DMU_COMPOUNDSTREAM) 1295219089Spjd * if "replicate" is set. If "doall" is set, dump all the intermediate 1296219089Spjd * snapshots. The DMU_COMPOUNDSTREAM header is used in the "doall" 1297219089Spjd * case too. If "props" is set, send properties. 1298185029Spjd */ 1299185029Spjdint 1300185029Spjdzfs_send(zfs_handle_t *zhp, const char *fromsnap, const char *tosnap, 1301228103Smm sendflags_t *flags, int outfd, snapfilter_cb_t filter_func, 1302219089Spjd void *cb_arg, nvlist_t **debugnvp) 1303185029Spjd{ 1304185029Spjd char errbuf[1024]; 1305185029Spjd send_dump_data_t sdd = { 0 }; 1306228103Smm int err = 0; 1307185029Spjd nvlist_t *fss = NULL; 1308185029Spjd avl_tree_t *fsavl = NULL; 1309219089Spjd static uint64_t holdseq; 1310219089Spjd int spa_version; 1311219089Spjd boolean_t holdsnaps = B_FALSE; 1312219089Spjd pthread_t tid; 1313219089Spjd int pipefd[2]; 1314219089Spjd dedup_arg_t dda = { 0 }; 1315219089Spjd int featureflags = 0; 1316185029Spjd 1317185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 1318185029Spjd "cannot send '%s'"), zhp->zfs_name); 1319185029Spjd 1320185029Spjd if (fromsnap && fromsnap[0] == '\0') { 1321185029Spjd zfs_error_aux(zhp->zfs_hdl, dgettext(TEXT_DOMAIN, 1322185029Spjd "zero-length incremental source")); 1323185029Spjd return (zfs_error(zhp->zfs_hdl, EZFS_NOENT, errbuf)); 1324185029Spjd } 1325185029Spjd 1326219089Spjd if (zhp->zfs_type == ZFS_TYPE_FILESYSTEM) { 1327219089Spjd uint64_t version; 1328219089Spjd version = zfs_prop_get_int(zhp, ZFS_PROP_VERSION); 1329219089Spjd if (version >= ZPL_VERSION_SA) { 1330219089Spjd featureflags |= DMU_BACKUP_FEATURE_SA_SPILL; 1331219089Spjd } 1332219089Spjd } 1333219089Spjd 1334228103Smm if (!flags->dryrun && zfs_spa_version(zhp, &spa_version) == 0 && 1335219089Spjd spa_version >= SPA_VERSION_USERREFS && 1336228103Smm (flags->doall || flags->replicate)) 1337219089Spjd holdsnaps = B_TRUE; 1338219089Spjd 1339228103Smm if (flags->dedup && !flags->dryrun) { 1340219089Spjd featureflags |= (DMU_BACKUP_FEATURE_DEDUP | 1341219089Spjd DMU_BACKUP_FEATURE_DEDUPPROPS); 1342219089Spjd if (err = pipe(pipefd)) { 1343219089Spjd zfs_error_aux(zhp->zfs_hdl, strerror(errno)); 1344219089Spjd return (zfs_error(zhp->zfs_hdl, EZFS_PIPEFAILED, 1345219089Spjd errbuf)); 1346219089Spjd } 1347219089Spjd dda.outputfd = outfd; 1348219089Spjd dda.inputfd = pipefd[1]; 1349219089Spjd dda.dedup_hdl = zhp->zfs_hdl; 1350219089Spjd if (err = pthread_create(&tid, NULL, cksummer, &dda)) { 1351219089Spjd (void) close(pipefd[0]); 1352219089Spjd (void) close(pipefd[1]); 1353219089Spjd zfs_error_aux(zhp->zfs_hdl, strerror(errno)); 1354219089Spjd return (zfs_error(zhp->zfs_hdl, 1355219089Spjd EZFS_THREADCREATEFAILED, errbuf)); 1356219089Spjd } 1357219089Spjd } 1358219089Spjd 1359228103Smm if (flags->replicate || flags->doall || flags->props) { 1360185029Spjd dmu_replay_record_t drr = { 0 }; 1361185029Spjd char *packbuf = NULL; 1362185029Spjd size_t buflen = 0; 1363185029Spjd zio_cksum_t zc = { 0 }; 1364185029Spjd 1365228103Smm if (flags->replicate || flags->props) { 1366185029Spjd nvlist_t *hdrnv; 1367185029Spjd 1368185029Spjd VERIFY(0 == nvlist_alloc(&hdrnv, NV_UNIQUE_NAME, 0)); 1369185029Spjd if (fromsnap) { 1370185029Spjd VERIFY(0 == nvlist_add_string(hdrnv, 1371185029Spjd "fromsnap", fromsnap)); 1372185029Spjd } 1373185029Spjd VERIFY(0 == nvlist_add_string(hdrnv, "tosnap", tosnap)); 1374228103Smm if (!flags->replicate) { 1375219089Spjd VERIFY(0 == nvlist_add_boolean(hdrnv, 1376219089Spjd "not_recursive")); 1377219089Spjd } 1378185029Spjd 1379185029Spjd err = gather_nvlist(zhp->zfs_hdl, zhp->zfs_name, 1380228103Smm fromsnap, tosnap, flags->replicate, &fss, &fsavl); 1381185029Spjd if (err) 1382219089Spjd goto err_out; 1383185029Spjd VERIFY(0 == nvlist_add_nvlist(hdrnv, "fss", fss)); 1384185029Spjd err = nvlist_pack(hdrnv, &packbuf, &buflen, 1385185029Spjd NV_ENCODE_XDR, 0); 1386219089Spjd if (debugnvp) 1387219089Spjd *debugnvp = hdrnv; 1388219089Spjd else 1389219089Spjd nvlist_free(hdrnv); 1390185029Spjd if (err) { 1391185029Spjd fsavl_destroy(fsavl); 1392185029Spjd nvlist_free(fss); 1393219089Spjd goto stderr_out; 1394185029Spjd } 1395185029Spjd } 1396185029Spjd 1397228103Smm if (!flags->dryrun) { 1398228103Smm /* write first begin record */ 1399228103Smm drr.drr_type = DRR_BEGIN; 1400228103Smm drr.drr_u.drr_begin.drr_magic = DMU_BACKUP_MAGIC; 1401228103Smm DMU_SET_STREAM_HDRTYPE(drr.drr_u.drr_begin. 1402228103Smm drr_versioninfo, DMU_COMPOUNDSTREAM); 1403228103Smm DMU_SET_FEATUREFLAGS(drr.drr_u.drr_begin. 1404228103Smm drr_versioninfo, featureflags); 1405228103Smm (void) snprintf(drr.drr_u.drr_begin.drr_toname, 1406228103Smm sizeof (drr.drr_u.drr_begin.drr_toname), 1407228103Smm "%s@%s", zhp->zfs_name, tosnap); 1408228103Smm drr.drr_payloadlen = buflen; 1409228103Smm err = cksum_and_write(&drr, sizeof (drr), &zc, outfd); 1410185029Spjd 1411228103Smm /* write header nvlist */ 1412228103Smm if (err != -1 && packbuf != NULL) { 1413228103Smm err = cksum_and_write(packbuf, buflen, &zc, 1414228103Smm outfd); 1415228103Smm } 1416228103Smm free(packbuf); 1417228103Smm if (err == -1) { 1418228103Smm fsavl_destroy(fsavl); 1419228103Smm nvlist_free(fss); 1420228103Smm err = errno; 1421228103Smm goto stderr_out; 1422228103Smm } 1423185029Spjd 1424228103Smm /* write end record */ 1425185029Spjd bzero(&drr, sizeof (drr)); 1426185029Spjd drr.drr_type = DRR_END; 1427185029Spjd drr.drr_u.drr_end.drr_checksum = zc; 1428185029Spjd err = write(outfd, &drr, sizeof (drr)); 1429185029Spjd if (err == -1) { 1430185029Spjd fsavl_destroy(fsavl); 1431185029Spjd nvlist_free(fss); 1432219089Spjd err = errno; 1433219089Spjd goto stderr_out; 1434185029Spjd } 1435228103Smm 1436228103Smm err = 0; 1437185029Spjd } 1438185029Spjd } 1439185029Spjd 1440185029Spjd /* dump each stream */ 1441185029Spjd sdd.fromsnap = fromsnap; 1442185029Spjd sdd.tosnap = tosnap; 1443228103Smm if (flags->dedup) 1444219089Spjd sdd.outfd = pipefd[0]; 1445219089Spjd else 1446219089Spjd sdd.outfd = outfd; 1447228103Smm sdd.replicate = flags->replicate; 1448228103Smm sdd.doall = flags->doall; 1449228103Smm sdd.fromorigin = flags->fromorigin; 1450185029Spjd sdd.fss = fss; 1451185029Spjd sdd.fsavl = fsavl; 1452228103Smm sdd.verbose = flags->verbose; 1453228103Smm sdd.parsable = flags->parsable; 1454228103Smm sdd.dryrun = flags->dryrun; 1455219089Spjd sdd.filter_cb = filter_func; 1456219089Spjd sdd.filter_cb_arg = cb_arg; 1457219089Spjd if (debugnvp) 1458219089Spjd sdd.debugnv = *debugnvp; 1459219089Spjd if (holdsnaps) { 1460219089Spjd ++holdseq; 1461219089Spjd (void) snprintf(sdd.holdtag, sizeof (sdd.holdtag), 1462219089Spjd ".send-%d-%llu", getpid(), (u_longlong_t)holdseq); 1463219089Spjd sdd.cleanup_fd = open(ZFS_DEV, O_RDWR|O_EXCL); 1464219089Spjd if (sdd.cleanup_fd < 0) { 1465219089Spjd err = errno; 1466219089Spjd goto stderr_out; 1467219089Spjd } 1468219089Spjd } else { 1469219089Spjd sdd.cleanup_fd = -1; 1470219089Spjd } 1471228103Smm if (flags->verbose) { 1472228103Smm /* 1473228103Smm * Do a verbose no-op dry run to get all the verbose output 1474228103Smm * before generating any data. Then do a non-verbose real 1475228103Smm * run to generate the streams. 1476228103Smm */ 1477228103Smm sdd.dryrun = B_TRUE; 1478228103Smm err = dump_filesystems(zhp, &sdd); 1479228103Smm sdd.dryrun = flags->dryrun; 1480228103Smm sdd.verbose = B_FALSE; 1481228103Smm if (flags->parsable) { 1482228103Smm (void) fprintf(stderr, "size\t%llu\n", 1483228103Smm (longlong_t)sdd.size); 1484228103Smm } else { 1485228103Smm char buf[16]; 1486228103Smm zfs_nicenum(sdd.size, buf, sizeof (buf)); 1487228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1488228103Smm "total estimated size is %s\n"), buf); 1489228103Smm } 1490228103Smm } 1491185029Spjd err = dump_filesystems(zhp, &sdd); 1492185029Spjd fsavl_destroy(fsavl); 1493185029Spjd nvlist_free(fss); 1494185029Spjd 1495228103Smm if (flags->dedup) { 1496219089Spjd (void) close(pipefd[0]); 1497219089Spjd (void) pthread_join(tid, NULL); 1498219089Spjd } 1499219089Spjd 1500219089Spjd if (sdd.cleanup_fd != -1) { 1501219089Spjd VERIFY(0 == close(sdd.cleanup_fd)); 1502219089Spjd sdd.cleanup_fd = -1; 1503219089Spjd } 1504219089Spjd 1505228103Smm if (!flags->dryrun && (flags->replicate || flags->doall || 1506228103Smm flags->props)) { 1507185029Spjd /* 1508185029Spjd * write final end record. NB: want to do this even if 1509185029Spjd * there was some error, because it might not be totally 1510185029Spjd * failed. 1511185029Spjd */ 1512185029Spjd dmu_replay_record_t drr = { 0 }; 1513185029Spjd drr.drr_type = DRR_END; 1514185029Spjd if (write(outfd, &drr, sizeof (drr)) == -1) { 1515185029Spjd return (zfs_standard_error(zhp->zfs_hdl, 1516185029Spjd errno, errbuf)); 1517185029Spjd } 1518185029Spjd } 1519185029Spjd 1520185029Spjd return (err || sdd.err); 1521219089Spjd 1522219089Spjdstderr_out: 1523219089Spjd err = zfs_standard_error(zhp->zfs_hdl, err, errbuf); 1524219089Spjderr_out: 1525219089Spjd if (sdd.cleanup_fd != -1) 1526219089Spjd VERIFY(0 == close(sdd.cleanup_fd)); 1527228103Smm if (flags->dedup) { 1528219089Spjd (void) pthread_cancel(tid); 1529219089Spjd (void) pthread_join(tid, NULL); 1530219089Spjd (void) close(pipefd[0]); 1531219089Spjd } 1532219089Spjd return (err); 1533185029Spjd} 1534185029Spjd 1535185029Spjd/* 1536185029Spjd * Routines specific to "zfs recv" 1537185029Spjd */ 1538185029Spjd 1539185029Spjdstatic int 1540185029Spjdrecv_read(libzfs_handle_t *hdl, int fd, void *buf, int ilen, 1541185029Spjd boolean_t byteswap, zio_cksum_t *zc) 1542185029Spjd{ 1543185029Spjd char *cp = buf; 1544185029Spjd int rv; 1545185029Spjd int len = ilen; 1546185029Spjd 1547185029Spjd do { 1548185029Spjd rv = read(fd, cp, len); 1549185029Spjd cp += rv; 1550185029Spjd len -= rv; 1551185029Spjd } while (rv > 0); 1552185029Spjd 1553185029Spjd if (rv < 0 || len != 0) { 1554185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1555185029Spjd "failed to read from stream")); 1556185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, dgettext(TEXT_DOMAIN, 1557185029Spjd "cannot receive"))); 1558185029Spjd } 1559185029Spjd 1560185029Spjd if (zc) { 1561185029Spjd if (byteswap) 1562185029Spjd fletcher_4_incremental_byteswap(buf, ilen, zc); 1563185029Spjd else 1564185029Spjd fletcher_4_incremental_native(buf, ilen, zc); 1565185029Spjd } 1566185029Spjd return (0); 1567185029Spjd} 1568185029Spjd 1569185029Spjdstatic int 1570185029Spjdrecv_read_nvlist(libzfs_handle_t *hdl, int fd, int len, nvlist_t **nvp, 1571185029Spjd boolean_t byteswap, zio_cksum_t *zc) 1572185029Spjd{ 1573185029Spjd char *buf; 1574185029Spjd int err; 1575185029Spjd 1576185029Spjd buf = zfs_alloc(hdl, len); 1577185029Spjd if (buf == NULL) 1578185029Spjd return (ENOMEM); 1579185029Spjd 1580185029Spjd err = recv_read(hdl, fd, buf, len, byteswap, zc); 1581185029Spjd if (err != 0) { 1582185029Spjd free(buf); 1583185029Spjd return (err); 1584185029Spjd } 1585185029Spjd 1586185029Spjd err = nvlist_unpack(buf, len, nvp, 0); 1587185029Spjd free(buf); 1588185029Spjd if (err != 0) { 1589185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 1590185029Spjd "stream (malformed nvlist)")); 1591185029Spjd return (EINVAL); 1592185029Spjd } 1593185029Spjd return (0); 1594185029Spjd} 1595185029Spjd 1596185029Spjdstatic int 1597185029Spjdrecv_rename(libzfs_handle_t *hdl, const char *name, const char *tryname, 1598228103Smm int baselen, char *newname, recvflags_t *flags) 1599185029Spjd{ 1600185029Spjd static int seq; 1601185029Spjd zfs_cmd_t zc = { 0 }; 1602185029Spjd int err; 1603185029Spjd prop_changelist_t *clp; 1604185029Spjd zfs_handle_t *zhp; 1605185029Spjd 1606185029Spjd zhp = zfs_open(hdl, name, ZFS_TYPE_DATASET); 1607185029Spjd if (zhp == NULL) 1608185029Spjd return (-1); 1609185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 1610228103Smm flags->force ? MS_FORCE : 0); 1611185029Spjd zfs_close(zhp); 1612185029Spjd if (clp == NULL) 1613185029Spjd return (-1); 1614185029Spjd err = changelist_prefix(clp); 1615185029Spjd if (err) 1616185029Spjd return (err); 1617185029Spjd 1618219089Spjd zc.zc_objset_type = DMU_OST_ZFS; 1619219089Spjd (void) strlcpy(zc.zc_name, name, sizeof (zc.zc_name)); 1620219089Spjd 1621185029Spjd if (tryname) { 1622185029Spjd (void) strcpy(newname, tryname); 1623185029Spjd 1624185029Spjd (void) strlcpy(zc.zc_value, tryname, sizeof (zc.zc_value)); 1625185029Spjd 1626228103Smm if (flags->verbose) { 1627185029Spjd (void) printf("attempting rename %s to %s\n", 1628185029Spjd zc.zc_name, zc.zc_value); 1629185029Spjd } 1630185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_RENAME, &zc); 1631185029Spjd if (err == 0) 1632185029Spjd changelist_rename(clp, name, tryname); 1633185029Spjd } else { 1634185029Spjd err = ENOENT; 1635185029Spjd } 1636185029Spjd 1637185029Spjd if (err != 0 && strncmp(name+baselen, "recv-", 5) != 0) { 1638185029Spjd seq++; 1639185029Spjd 1640185029Spjd (void) strncpy(newname, name, baselen); 1641185029Spjd (void) snprintf(newname+baselen, ZFS_MAXNAMELEN-baselen, 1642185029Spjd "recv-%u-%u", getpid(), seq); 1643185029Spjd (void) strlcpy(zc.zc_value, newname, sizeof (zc.zc_value)); 1644185029Spjd 1645228103Smm if (flags->verbose) { 1646185029Spjd (void) printf("failed - trying rename %s to %s\n", 1647185029Spjd zc.zc_name, zc.zc_value); 1648185029Spjd } 1649185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_RENAME, &zc); 1650185029Spjd if (err == 0) 1651185029Spjd changelist_rename(clp, name, newname); 1652228103Smm if (err && flags->verbose) { 1653185029Spjd (void) printf("failed (%u) - " 1654185029Spjd "will try again on next pass\n", errno); 1655185029Spjd } 1656185029Spjd err = EAGAIN; 1657228103Smm } else if (flags->verbose) { 1658185029Spjd if (err == 0) 1659185029Spjd (void) printf("success\n"); 1660185029Spjd else 1661185029Spjd (void) printf("failed (%u)\n", errno); 1662185029Spjd } 1663185029Spjd 1664185029Spjd (void) changelist_postfix(clp); 1665185029Spjd changelist_free(clp); 1666185029Spjd 1667185029Spjd return (err); 1668185029Spjd} 1669185029Spjd 1670185029Spjdstatic int 1671185029Spjdrecv_destroy(libzfs_handle_t *hdl, const char *name, int baselen, 1672228103Smm char *newname, recvflags_t *flags) 1673185029Spjd{ 1674185029Spjd zfs_cmd_t zc = { 0 }; 1675185029Spjd int err = 0; 1676185029Spjd prop_changelist_t *clp; 1677185029Spjd zfs_handle_t *zhp; 1678219089Spjd boolean_t defer = B_FALSE; 1679219089Spjd int spa_version; 1680185029Spjd 1681185029Spjd zhp = zfs_open(hdl, name, ZFS_TYPE_DATASET); 1682185029Spjd if (zhp == NULL) 1683185029Spjd return (-1); 1684185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 1685228103Smm flags->force ? MS_FORCE : 0); 1686219089Spjd if (zfs_get_type(zhp) == ZFS_TYPE_SNAPSHOT && 1687219089Spjd zfs_spa_version(zhp, &spa_version) == 0 && 1688219089Spjd spa_version >= SPA_VERSION_USERREFS) 1689219089Spjd defer = B_TRUE; 1690185029Spjd zfs_close(zhp); 1691185029Spjd if (clp == NULL) 1692185029Spjd return (-1); 1693185029Spjd err = changelist_prefix(clp); 1694185029Spjd if (err) 1695185029Spjd return (err); 1696185029Spjd 1697185029Spjd zc.zc_objset_type = DMU_OST_ZFS; 1698219089Spjd zc.zc_defer_destroy = defer; 1699185029Spjd (void) strlcpy(zc.zc_name, name, sizeof (zc.zc_name)); 1700185029Spjd 1701228103Smm if (flags->verbose) 1702185029Spjd (void) printf("attempting destroy %s\n", zc.zc_name); 1703185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_DESTROY, &zc); 1704185029Spjd if (err == 0) { 1705228103Smm if (flags->verbose) 1706185029Spjd (void) printf("success\n"); 1707185029Spjd changelist_remove(clp, zc.zc_name); 1708185029Spjd } 1709185029Spjd 1710185029Spjd (void) changelist_postfix(clp); 1711185029Spjd changelist_free(clp); 1712185029Spjd 1713219089Spjd /* 1714219089Spjd * Deferred destroy might destroy the snapshot or only mark it to be 1715219089Spjd * destroyed later, and it returns success in either case. 1716219089Spjd */ 1717219089Spjd if (err != 0 || (defer && zfs_dataset_exists(hdl, name, 1718219089Spjd ZFS_TYPE_SNAPSHOT))) { 1719185029Spjd err = recv_rename(hdl, name, NULL, baselen, newname, flags); 1720219089Spjd } 1721185029Spjd 1722185029Spjd return (err); 1723185029Spjd} 1724185029Spjd 1725185029Spjdtypedef struct guid_to_name_data { 1726185029Spjd uint64_t guid; 1727185029Spjd char *name; 1728228103Smm char *skip; 1729185029Spjd} guid_to_name_data_t; 1730185029Spjd 1731185029Spjdstatic int 1732185029Spjdguid_to_name_cb(zfs_handle_t *zhp, void *arg) 1733185029Spjd{ 1734185029Spjd guid_to_name_data_t *gtnd = arg; 1735185029Spjd int err; 1736185029Spjd 1737228103Smm if (gtnd->skip != NULL && 1738228103Smm strcmp(zhp->zfs_name, gtnd->skip) == 0) { 1739228103Smm return (0); 1740228103Smm } 1741228103Smm 1742185029Spjd if (zhp->zfs_dmustats.dds_guid == gtnd->guid) { 1743185029Spjd (void) strcpy(gtnd->name, zhp->zfs_name); 1744219089Spjd zfs_close(zhp); 1745185029Spjd return (EEXIST); 1746185029Spjd } 1747228103Smm 1748185029Spjd err = zfs_iter_children(zhp, guid_to_name_cb, gtnd); 1749185029Spjd zfs_close(zhp); 1750185029Spjd return (err); 1751185029Spjd} 1752185029Spjd 1753228103Smm/* 1754228103Smm * Attempt to find the local dataset associated with this guid. In the case of 1755228103Smm * multiple matches, we attempt to find the "best" match by searching 1756228103Smm * progressively larger portions of the hierarchy. This allows one to send a 1757228103Smm * tree of datasets individually and guarantee that we will find the source 1758228103Smm * guid within that hierarchy, even if there are multiple matches elsewhere. 1759228103Smm */ 1760185029Spjdstatic int 1761185029Spjdguid_to_name(libzfs_handle_t *hdl, const char *parent, uint64_t guid, 1762185029Spjd char *name) 1763185029Spjd{ 1764185029Spjd /* exhaustive search all local snapshots */ 1765228103Smm char pname[ZFS_MAXNAMELEN]; 1766185029Spjd guid_to_name_data_t gtnd; 1767185029Spjd int err = 0; 1768185029Spjd zfs_handle_t *zhp; 1769185029Spjd char *cp; 1770185029Spjd 1771185029Spjd gtnd.guid = guid; 1772185029Spjd gtnd.name = name; 1773228103Smm gtnd.skip = NULL; 1774185029Spjd 1775228103Smm (void) strlcpy(pname, parent, sizeof (pname)); 1776185029Spjd 1777228103Smm /* 1778228103Smm * Search progressively larger portions of the hierarchy. This will 1779228103Smm * select the "most local" version of the origin snapshot in the case 1780228103Smm * that there are multiple matching snapshots in the system. 1781228103Smm */ 1782228103Smm while ((cp = strrchr(pname, '/')) != NULL) { 1783228103Smm 1784228103Smm /* Chop off the last component and open the parent */ 1785185029Spjd *cp = '\0'; 1786228103Smm zhp = make_dataset_handle(hdl, pname); 1787185029Spjd 1788228103Smm if (zhp == NULL) 1789228103Smm continue; 1790228103Smm 1791185029Spjd err = zfs_iter_children(zhp, guid_to_name_cb, >nd); 1792185029Spjd zfs_close(zhp); 1793228103Smm if (err == EEXIST) 1794228103Smm return (0); 1795228103Smm 1796228103Smm /* 1797228103Smm * Remember the dataset that we already searched, so we 1798228103Smm * skip it next time through. 1799228103Smm */ 1800228103Smm gtnd.skip = pname; 1801185029Spjd } 1802185029Spjd 1803228103Smm return (ENOENT); 1804185029Spjd} 1805185029Spjd 1806185029Spjd/* 1807228103Smm * Return +1 if guid1 is before guid2, 0 if they are the same, and -1 if 1808228103Smm * guid1 is after guid2. 1809185029Spjd */ 1810185029Spjdstatic int 1811185029Spjdcreated_before(libzfs_handle_t *hdl, avl_tree_t *avl, 1812185029Spjd uint64_t guid1, uint64_t guid2) 1813185029Spjd{ 1814185029Spjd nvlist_t *nvfs; 1815185029Spjd char *fsname, *snapname; 1816185029Spjd char buf[ZFS_MAXNAMELEN]; 1817185029Spjd int rv; 1818228103Smm zfs_handle_t *guid1hdl, *guid2hdl; 1819228103Smm uint64_t create1, create2; 1820185029Spjd 1821185029Spjd if (guid2 == 0) 1822185029Spjd return (0); 1823185029Spjd if (guid1 == 0) 1824185029Spjd return (1); 1825185029Spjd 1826185029Spjd nvfs = fsavl_find(avl, guid1, &snapname); 1827185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 1828185029Spjd (void) snprintf(buf, sizeof (buf), "%s@%s", fsname, snapname); 1829228103Smm guid1hdl = zfs_open(hdl, buf, ZFS_TYPE_SNAPSHOT); 1830228103Smm if (guid1hdl == NULL) 1831185029Spjd return (-1); 1832185029Spjd 1833185029Spjd nvfs = fsavl_find(avl, guid2, &snapname); 1834185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 1835185029Spjd (void) snprintf(buf, sizeof (buf), "%s@%s", fsname, snapname); 1836228103Smm guid2hdl = zfs_open(hdl, buf, ZFS_TYPE_SNAPSHOT); 1837228103Smm if (guid2hdl == NULL) { 1838228103Smm zfs_close(guid1hdl); 1839185029Spjd return (-1); 1840185029Spjd } 1841185029Spjd 1842228103Smm create1 = zfs_prop_get_int(guid1hdl, ZFS_PROP_CREATETXG); 1843228103Smm create2 = zfs_prop_get_int(guid2hdl, ZFS_PROP_CREATETXG); 1844185029Spjd 1845228103Smm if (create1 < create2) 1846228103Smm rv = -1; 1847228103Smm else if (create1 > create2) 1848228103Smm rv = +1; 1849228103Smm else 1850228103Smm rv = 0; 1851185029Spjd 1852228103Smm zfs_close(guid1hdl); 1853228103Smm zfs_close(guid2hdl); 1854228103Smm 1855185029Spjd return (rv); 1856185029Spjd} 1857185029Spjd 1858185029Spjdstatic int 1859185029Spjdrecv_incremental_replication(libzfs_handle_t *hdl, const char *tofs, 1860228103Smm recvflags_t *flags, nvlist_t *stream_nv, avl_tree_t *stream_avl, 1861219089Spjd nvlist_t *renamed) 1862185029Spjd{ 1863185029Spjd nvlist_t *local_nv; 1864185029Spjd avl_tree_t *local_avl; 1865185029Spjd nvpair_t *fselem, *nextfselem; 1866219089Spjd char *fromsnap; 1867185029Spjd char newname[ZFS_MAXNAMELEN]; 1868185029Spjd int error; 1869219089Spjd boolean_t needagain, progress, recursive; 1870209962Smm char *s1, *s2; 1871185029Spjd 1872185029Spjd VERIFY(0 == nvlist_lookup_string(stream_nv, "fromsnap", &fromsnap)); 1873185029Spjd 1874219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 1875219089Spjd ENOENT); 1876219089Spjd 1877228103Smm if (flags->dryrun) 1878185029Spjd return (0); 1879185029Spjd 1880185029Spjdagain: 1881185029Spjd needagain = progress = B_FALSE; 1882185029Spjd 1883185029Spjd if ((error = gather_nvlist(hdl, tofs, fromsnap, NULL, 1884219089Spjd recursive, &local_nv, &local_avl)) != 0) 1885185029Spjd return (error); 1886185029Spjd 1887185029Spjd /* 1888185029Spjd * Process deletes and renames 1889185029Spjd */ 1890185029Spjd for (fselem = nvlist_next_nvpair(local_nv, NULL); 1891185029Spjd fselem; fselem = nextfselem) { 1892185029Spjd nvlist_t *nvfs, *snaps; 1893185029Spjd nvlist_t *stream_nvfs = NULL; 1894185029Spjd nvpair_t *snapelem, *nextsnapelem; 1895185029Spjd uint64_t fromguid = 0; 1896185029Spjd uint64_t originguid = 0; 1897185029Spjd uint64_t stream_originguid = 0; 1898185029Spjd uint64_t parent_fromsnap_guid, stream_parent_fromsnap_guid; 1899219089Spjd char *fsname, *stream_fsname; 1900185029Spjd 1901185029Spjd nextfselem = nvlist_next_nvpair(local_nv, fselem); 1902185029Spjd 1903185029Spjd VERIFY(0 == nvpair_value_nvlist(fselem, &nvfs)); 1904185029Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, "snaps", &snaps)); 1905185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 1906185029Spjd VERIFY(0 == nvlist_lookup_uint64(nvfs, "parentfromsnap", 1907185029Spjd &parent_fromsnap_guid)); 1908185029Spjd (void) nvlist_lookup_uint64(nvfs, "origin", &originguid); 1909185029Spjd 1910185029Spjd /* 1911185029Spjd * First find the stream's fs, so we can check for 1912185029Spjd * a different origin (due to "zfs promote") 1913185029Spjd */ 1914185029Spjd for (snapelem = nvlist_next_nvpair(snaps, NULL); 1915185029Spjd snapelem; snapelem = nvlist_next_nvpair(snaps, snapelem)) { 1916185029Spjd uint64_t thisguid; 1917185029Spjd 1918185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &thisguid)); 1919185029Spjd stream_nvfs = fsavl_find(stream_avl, thisguid, NULL); 1920185029Spjd 1921185029Spjd if (stream_nvfs != NULL) 1922185029Spjd break; 1923185029Spjd } 1924185029Spjd 1925185029Spjd /* check for promote */ 1926185029Spjd (void) nvlist_lookup_uint64(stream_nvfs, "origin", 1927185029Spjd &stream_originguid); 1928185029Spjd if (stream_nvfs && originguid != stream_originguid) { 1929185029Spjd switch (created_before(hdl, local_avl, 1930185029Spjd stream_originguid, originguid)) { 1931185029Spjd case 1: { 1932185029Spjd /* promote it! */ 1933185029Spjd zfs_cmd_t zc = { 0 }; 1934185029Spjd nvlist_t *origin_nvfs; 1935185029Spjd char *origin_fsname; 1936185029Spjd 1937228103Smm if (flags->verbose) 1938185029Spjd (void) printf("promoting %s\n", fsname); 1939185029Spjd 1940185029Spjd origin_nvfs = fsavl_find(local_avl, originguid, 1941185029Spjd NULL); 1942185029Spjd VERIFY(0 == nvlist_lookup_string(origin_nvfs, 1943185029Spjd "name", &origin_fsname)); 1944185029Spjd (void) strlcpy(zc.zc_value, origin_fsname, 1945185029Spjd sizeof (zc.zc_value)); 1946185029Spjd (void) strlcpy(zc.zc_name, fsname, 1947185029Spjd sizeof (zc.zc_name)); 1948185029Spjd error = zfs_ioctl(hdl, ZFS_IOC_PROMOTE, &zc); 1949185029Spjd if (error == 0) 1950185029Spjd progress = B_TRUE; 1951185029Spjd break; 1952185029Spjd } 1953185029Spjd default: 1954185029Spjd break; 1955185029Spjd case -1: 1956185029Spjd fsavl_destroy(local_avl); 1957185029Spjd nvlist_free(local_nv); 1958185029Spjd return (-1); 1959185029Spjd } 1960185029Spjd /* 1961185029Spjd * We had/have the wrong origin, therefore our 1962185029Spjd * list of snapshots is wrong. Need to handle 1963185029Spjd * them on the next pass. 1964185029Spjd */ 1965185029Spjd needagain = B_TRUE; 1966185029Spjd continue; 1967185029Spjd } 1968185029Spjd 1969185029Spjd for (snapelem = nvlist_next_nvpair(snaps, NULL); 1970185029Spjd snapelem; snapelem = nextsnapelem) { 1971185029Spjd uint64_t thisguid; 1972185029Spjd char *stream_snapname; 1973185029Spjd nvlist_t *found, *props; 1974185029Spjd 1975185029Spjd nextsnapelem = nvlist_next_nvpair(snaps, snapelem); 1976185029Spjd 1977185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &thisguid)); 1978185029Spjd found = fsavl_find(stream_avl, thisguid, 1979185029Spjd &stream_snapname); 1980185029Spjd 1981185029Spjd /* check for delete */ 1982185029Spjd if (found == NULL) { 1983185029Spjd char name[ZFS_MAXNAMELEN]; 1984185029Spjd 1985228103Smm if (!flags->force) 1986185029Spjd continue; 1987185029Spjd 1988185029Spjd (void) snprintf(name, sizeof (name), "%s@%s", 1989185029Spjd fsname, nvpair_name(snapelem)); 1990185029Spjd 1991185029Spjd error = recv_destroy(hdl, name, 1992185029Spjd strlen(fsname)+1, newname, flags); 1993185029Spjd if (error) 1994185029Spjd needagain = B_TRUE; 1995185029Spjd else 1996185029Spjd progress = B_TRUE; 1997185029Spjd continue; 1998185029Spjd } 1999185029Spjd 2000185029Spjd stream_nvfs = found; 2001185029Spjd 2002185029Spjd if (0 == nvlist_lookup_nvlist(stream_nvfs, "snapprops", 2003185029Spjd &props) && 0 == nvlist_lookup_nvlist(props, 2004185029Spjd stream_snapname, &props)) { 2005185029Spjd zfs_cmd_t zc = { 0 }; 2006185029Spjd 2007219089Spjd zc.zc_cookie = B_TRUE; /* received */ 2008185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), 2009185029Spjd "%s@%s", fsname, nvpair_name(snapelem)); 2010185029Spjd if (zcmd_write_src_nvlist(hdl, &zc, 2011185029Spjd props) == 0) { 2012185029Spjd (void) zfs_ioctl(hdl, 2013185029Spjd ZFS_IOC_SET_PROP, &zc); 2014185029Spjd zcmd_free_nvlists(&zc); 2015185029Spjd } 2016185029Spjd } 2017185029Spjd 2018185029Spjd /* check for different snapname */ 2019185029Spjd if (strcmp(nvpair_name(snapelem), 2020185029Spjd stream_snapname) != 0) { 2021185029Spjd char name[ZFS_MAXNAMELEN]; 2022185029Spjd char tryname[ZFS_MAXNAMELEN]; 2023185029Spjd 2024185029Spjd (void) snprintf(name, sizeof (name), "%s@%s", 2025185029Spjd fsname, nvpair_name(snapelem)); 2026185029Spjd (void) snprintf(tryname, sizeof (name), "%s@%s", 2027185029Spjd fsname, stream_snapname); 2028185029Spjd 2029185029Spjd error = recv_rename(hdl, name, tryname, 2030185029Spjd strlen(fsname)+1, newname, flags); 2031185029Spjd if (error) 2032185029Spjd needagain = B_TRUE; 2033185029Spjd else 2034185029Spjd progress = B_TRUE; 2035185029Spjd } 2036185029Spjd 2037185029Spjd if (strcmp(stream_snapname, fromsnap) == 0) 2038185029Spjd fromguid = thisguid; 2039185029Spjd } 2040185029Spjd 2041185029Spjd /* check for delete */ 2042185029Spjd if (stream_nvfs == NULL) { 2043228103Smm if (!flags->force) 2044185029Spjd continue; 2045185029Spjd 2046185029Spjd error = recv_destroy(hdl, fsname, strlen(tofs)+1, 2047185029Spjd newname, flags); 2048185029Spjd if (error) 2049185029Spjd needagain = B_TRUE; 2050185029Spjd else 2051185029Spjd progress = B_TRUE; 2052185029Spjd continue; 2053185029Spjd } 2054185029Spjd 2055219089Spjd if (fromguid == 0) { 2056228103Smm if (flags->verbose) { 2057219089Spjd (void) printf("local fs %s does not have " 2058219089Spjd "fromsnap (%s in stream); must have " 2059219089Spjd "been deleted locally; ignoring\n", 2060219089Spjd fsname, fromsnap); 2061219089Spjd } 2062185029Spjd continue; 2063185029Spjd } 2064185029Spjd 2065185029Spjd VERIFY(0 == nvlist_lookup_string(stream_nvfs, 2066185029Spjd "name", &stream_fsname)); 2067185029Spjd VERIFY(0 == nvlist_lookup_uint64(stream_nvfs, 2068185029Spjd "parentfromsnap", &stream_parent_fromsnap_guid)); 2069185029Spjd 2070209962Smm s1 = strrchr(fsname, '/'); 2071209962Smm s2 = strrchr(stream_fsname, '/'); 2072209962Smm 2073219089Spjd /* 2074219089Spjd * Check for rename. If the exact receive path is specified, it 2075219089Spjd * does not count as a rename, but we still need to check the 2076219089Spjd * datasets beneath it. 2077219089Spjd */ 2078185029Spjd if ((stream_parent_fromsnap_guid != 0 && 2079219089Spjd parent_fromsnap_guid != 0 && 2080185029Spjd stream_parent_fromsnap_guid != parent_fromsnap_guid) || 2081228103Smm ((flags->isprefix || strcmp(tofs, fsname) != 0) && 2082219089Spjd (s1 != NULL) && (s2 != NULL) && strcmp(s1, s2) != 0)) { 2083185029Spjd nvlist_t *parent; 2084185029Spjd char tryname[ZFS_MAXNAMELEN]; 2085185029Spjd 2086185029Spjd parent = fsavl_find(local_avl, 2087185029Spjd stream_parent_fromsnap_guid, NULL); 2088185029Spjd /* 2089185029Spjd * NB: parent might not be found if we used the 2090185029Spjd * tosnap for stream_parent_fromsnap_guid, 2091185029Spjd * because the parent is a newly-created fs; 2092185029Spjd * we'll be able to rename it after we recv the 2093185029Spjd * new fs. 2094185029Spjd */ 2095185029Spjd if (parent != NULL) { 2096185029Spjd char *pname; 2097185029Spjd 2098185029Spjd VERIFY(0 == nvlist_lookup_string(parent, "name", 2099185029Spjd &pname)); 2100185029Spjd (void) snprintf(tryname, sizeof (tryname), 2101219089Spjd "%s%s", pname, strrchr(stream_fsname, '/')); 2102185029Spjd } else { 2103185029Spjd tryname[0] = '\0'; 2104228103Smm if (flags->verbose) { 2105185029Spjd (void) printf("local fs %s new parent " 2106185029Spjd "not found\n", fsname); 2107185029Spjd } 2108185029Spjd } 2109185029Spjd 2110219089Spjd newname[0] = '\0'; 2111219089Spjd 2112185029Spjd error = recv_rename(hdl, fsname, tryname, 2113185029Spjd strlen(tofs)+1, newname, flags); 2114219089Spjd 2115219089Spjd if (renamed != NULL && newname[0] != '\0') { 2116219089Spjd VERIFY(0 == nvlist_add_boolean(renamed, 2117219089Spjd newname)); 2118219089Spjd } 2119219089Spjd 2120185029Spjd if (error) 2121185029Spjd needagain = B_TRUE; 2122185029Spjd else 2123185029Spjd progress = B_TRUE; 2124185029Spjd } 2125185029Spjd } 2126185029Spjd 2127185029Spjd fsavl_destroy(local_avl); 2128185029Spjd nvlist_free(local_nv); 2129185029Spjd 2130185029Spjd if (needagain && progress) { 2131185029Spjd /* do another pass to fix up temporary names */ 2132228103Smm if (flags->verbose) 2133185029Spjd (void) printf("another pass:\n"); 2134185029Spjd goto again; 2135185029Spjd } 2136185029Spjd 2137185029Spjd return (needagain); 2138185029Spjd} 2139185029Spjd 2140185029Spjdstatic int 2141185029Spjdzfs_receive_package(libzfs_handle_t *hdl, int fd, const char *destname, 2142228103Smm recvflags_t *flags, dmu_replay_record_t *drr, zio_cksum_t *zc, 2143219089Spjd char **top_zfs, int cleanup_fd, uint64_t *action_handlep) 2144185029Spjd{ 2145185029Spjd nvlist_t *stream_nv = NULL; 2146185029Spjd avl_tree_t *stream_avl = NULL; 2147185029Spjd char *fromsnap = NULL; 2148219089Spjd char *cp; 2149185029Spjd char tofs[ZFS_MAXNAMELEN]; 2150219089Spjd char sendfs[ZFS_MAXNAMELEN]; 2151185029Spjd char errbuf[1024]; 2152185029Spjd dmu_replay_record_t drre; 2153185029Spjd int error; 2154185029Spjd boolean_t anyerr = B_FALSE; 2155185029Spjd boolean_t softerr = B_FALSE; 2156219089Spjd boolean_t recursive; 2157185029Spjd 2158185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2159185029Spjd "cannot receive")); 2160185029Spjd 2161185029Spjd assert(drr->drr_type == DRR_BEGIN); 2162185029Spjd assert(drr->drr_u.drr_begin.drr_magic == DMU_BACKUP_MAGIC); 2163219089Spjd assert(DMU_GET_STREAM_HDRTYPE(drr->drr_u.drr_begin.drr_versioninfo) == 2164219089Spjd DMU_COMPOUNDSTREAM); 2165185029Spjd 2166185029Spjd /* 2167185029Spjd * Read in the nvlist from the stream. 2168185029Spjd */ 2169185029Spjd if (drr->drr_payloadlen != 0) { 2170185029Spjd error = recv_read_nvlist(hdl, fd, drr->drr_payloadlen, 2171228103Smm &stream_nv, flags->byteswap, zc); 2172185029Spjd if (error) { 2173185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2174185029Spjd goto out; 2175185029Spjd } 2176185029Spjd } 2177185029Spjd 2178219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2179219089Spjd ENOENT); 2180219089Spjd 2181219089Spjd if (recursive && strchr(destname, '@')) { 2182219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2183219089Spjd "cannot specify snapshot name for multi-snapshot stream")); 2184219089Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2185219089Spjd goto out; 2186219089Spjd } 2187219089Spjd 2188185029Spjd /* 2189185029Spjd * Read in the end record and verify checksum. 2190185029Spjd */ 2191185029Spjd if (0 != (error = recv_read(hdl, fd, &drre, sizeof (drre), 2192228103Smm flags->byteswap, NULL))) 2193185029Spjd goto out; 2194228103Smm if (flags->byteswap) { 2195185029Spjd drre.drr_type = BSWAP_32(drre.drr_type); 2196185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[0] = 2197185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[0]); 2198185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[1] = 2199185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[1]); 2200185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[2] = 2201185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[2]); 2202185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[3] = 2203185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[3]); 2204185029Spjd } 2205185029Spjd if (drre.drr_type != DRR_END) { 2206185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2207185029Spjd goto out; 2208185029Spjd } 2209185029Spjd if (!ZIO_CHECKSUM_EQUAL(drre.drr_u.drr_end.drr_checksum, *zc)) { 2210185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2211185029Spjd "incorrect header checksum")); 2212185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2213185029Spjd goto out; 2214185029Spjd } 2215185029Spjd 2216185029Spjd (void) nvlist_lookup_string(stream_nv, "fromsnap", &fromsnap); 2217185029Spjd 2218185029Spjd if (drr->drr_payloadlen != 0) { 2219185029Spjd nvlist_t *stream_fss; 2220185029Spjd 2221185029Spjd VERIFY(0 == nvlist_lookup_nvlist(stream_nv, "fss", 2222185029Spjd &stream_fss)); 2223185029Spjd if ((stream_avl = fsavl_create(stream_fss)) == NULL) { 2224185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2225185029Spjd "couldn't allocate avl tree")); 2226185029Spjd error = zfs_error(hdl, EZFS_NOMEM, errbuf); 2227185029Spjd goto out; 2228185029Spjd } 2229185029Spjd 2230185029Spjd if (fromsnap != NULL) { 2231219089Spjd nvlist_t *renamed = NULL; 2232219089Spjd nvpair_t *pair = NULL; 2233219089Spjd 2234185029Spjd (void) strlcpy(tofs, destname, ZFS_MAXNAMELEN); 2235228103Smm if (flags->isprefix) { 2236219089Spjd struct drr_begin *drrb = &drr->drr_u.drr_begin; 2237219089Spjd int i; 2238219089Spjd 2239228103Smm if (flags->istail) { 2240219089Spjd cp = strrchr(drrb->drr_toname, '/'); 2241219089Spjd if (cp == NULL) { 2242219089Spjd (void) strlcat(tofs, "/", 2243219089Spjd ZFS_MAXNAMELEN); 2244219089Spjd i = 0; 2245219089Spjd } else { 2246219089Spjd i = (cp - drrb->drr_toname); 2247219089Spjd } 2248219089Spjd } else { 2249219089Spjd i = strcspn(drrb->drr_toname, "/@"); 2250219089Spjd } 2251185029Spjd /* zfs_receive_one() will create_parents() */ 2252219089Spjd (void) strlcat(tofs, &drrb->drr_toname[i], 2253185029Spjd ZFS_MAXNAMELEN); 2254185029Spjd *strchr(tofs, '@') = '\0'; 2255185029Spjd } 2256219089Spjd 2257228103Smm if (recursive && !flags->dryrun && !flags->nomount) { 2258219089Spjd VERIFY(0 == nvlist_alloc(&renamed, 2259219089Spjd NV_UNIQUE_NAME, 0)); 2260219089Spjd } 2261219089Spjd 2262219089Spjd softerr = recv_incremental_replication(hdl, tofs, flags, 2263219089Spjd stream_nv, stream_avl, renamed); 2264219089Spjd 2265219089Spjd /* Unmount renamed filesystems before receiving. */ 2266219089Spjd while ((pair = nvlist_next_nvpair(renamed, 2267219089Spjd pair)) != NULL) { 2268219089Spjd zfs_handle_t *zhp; 2269219089Spjd prop_changelist_t *clp = NULL; 2270219089Spjd 2271219089Spjd zhp = zfs_open(hdl, nvpair_name(pair), 2272219089Spjd ZFS_TYPE_FILESYSTEM); 2273219089Spjd if (zhp != NULL) { 2274219089Spjd clp = changelist_gather(zhp, 2275219089Spjd ZFS_PROP_MOUNTPOINT, 0, 0); 2276219089Spjd zfs_close(zhp); 2277219089Spjd if (clp != NULL) { 2278219089Spjd softerr |= 2279219089Spjd changelist_prefix(clp); 2280219089Spjd changelist_free(clp); 2281219089Spjd } 2282219089Spjd } 2283219089Spjd } 2284219089Spjd 2285219089Spjd nvlist_free(renamed); 2286185029Spjd } 2287185029Spjd } 2288185029Spjd 2289219089Spjd /* 2290219089Spjd * Get the fs specified by the first path in the stream (the top level 2291219089Spjd * specified by 'zfs send') and pass it to each invocation of 2292219089Spjd * zfs_receive_one(). 2293219089Spjd */ 2294219089Spjd (void) strlcpy(sendfs, drr->drr_u.drr_begin.drr_toname, 2295219089Spjd ZFS_MAXNAMELEN); 2296219089Spjd if ((cp = strchr(sendfs, '@')) != NULL) 2297219089Spjd *cp = '\0'; 2298185029Spjd 2299185029Spjd /* Finally, receive each contained stream */ 2300185029Spjd do { 2301185029Spjd /* 2302185029Spjd * we should figure out if it has a recoverable 2303185029Spjd * error, in which case do a recv_skip() and drive on. 2304185029Spjd * Note, if we fail due to already having this guid, 2305185029Spjd * zfs_receive_one() will take care of it (ie, 2306185029Spjd * recv_skip() and return 0). 2307185029Spjd */ 2308185029Spjd error = zfs_receive_impl(hdl, destname, flags, fd, 2309219089Spjd sendfs, stream_nv, stream_avl, top_zfs, cleanup_fd, 2310219089Spjd action_handlep); 2311185029Spjd if (error == ENODATA) { 2312185029Spjd error = 0; 2313185029Spjd break; 2314185029Spjd } 2315185029Spjd anyerr |= error; 2316185029Spjd } while (error == 0); 2317185029Spjd 2318185029Spjd if (drr->drr_payloadlen != 0 && fromsnap != NULL) { 2319185029Spjd /* 2320185029Spjd * Now that we have the fs's they sent us, try the 2321185029Spjd * renames again. 2322185029Spjd */ 2323185029Spjd softerr = recv_incremental_replication(hdl, tofs, flags, 2324219089Spjd stream_nv, stream_avl, NULL); 2325185029Spjd } 2326185029Spjd 2327185029Spjdout: 2328185029Spjd fsavl_destroy(stream_avl); 2329185029Spjd if (stream_nv) 2330185029Spjd nvlist_free(stream_nv); 2331185029Spjd if (softerr) 2332185029Spjd error = -2; 2333185029Spjd if (anyerr) 2334185029Spjd error = -1; 2335185029Spjd return (error); 2336185029Spjd} 2337185029Spjd 2338219089Spjdstatic void 2339219089Spjdtrunc_prop_errs(int truncated) 2340219089Spjd{ 2341219089Spjd ASSERT(truncated != 0); 2342219089Spjd 2343219089Spjd if (truncated == 1) 2344219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 2345219089Spjd "1 more property could not be set\n")); 2346219089Spjd else 2347219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 2348219089Spjd "%d more properties could not be set\n"), truncated); 2349219089Spjd} 2350219089Spjd 2351185029Spjdstatic int 2352185029Spjdrecv_skip(libzfs_handle_t *hdl, int fd, boolean_t byteswap) 2353185029Spjd{ 2354185029Spjd dmu_replay_record_t *drr; 2355185029Spjd void *buf = malloc(1<<20); 2356219089Spjd char errbuf[1024]; 2357185029Spjd 2358219089Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2359219089Spjd "cannot receive:")); 2360219089Spjd 2361185029Spjd /* XXX would be great to use lseek if possible... */ 2362185029Spjd drr = buf; 2363185029Spjd 2364185029Spjd while (recv_read(hdl, fd, drr, sizeof (dmu_replay_record_t), 2365185029Spjd byteswap, NULL) == 0) { 2366185029Spjd if (byteswap) 2367185029Spjd drr->drr_type = BSWAP_32(drr->drr_type); 2368185029Spjd 2369185029Spjd switch (drr->drr_type) { 2370185029Spjd case DRR_BEGIN: 2371185029Spjd /* NB: not to be used on v2 stream packages */ 2372219089Spjd if (drr->drr_payloadlen != 0) { 2373219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2374219089Spjd "invalid substream header")); 2375219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2376219089Spjd } 2377185029Spjd break; 2378185029Spjd 2379185029Spjd case DRR_END: 2380185029Spjd free(buf); 2381185029Spjd return (0); 2382185029Spjd 2383185029Spjd case DRR_OBJECT: 2384185029Spjd if (byteswap) { 2385185029Spjd drr->drr_u.drr_object.drr_bonuslen = 2386185029Spjd BSWAP_32(drr->drr_u.drr_object. 2387185029Spjd drr_bonuslen); 2388185029Spjd } 2389185029Spjd (void) recv_read(hdl, fd, buf, 2390185029Spjd P2ROUNDUP(drr->drr_u.drr_object.drr_bonuslen, 8), 2391185029Spjd B_FALSE, NULL); 2392185029Spjd break; 2393185029Spjd 2394185029Spjd case DRR_WRITE: 2395185029Spjd if (byteswap) { 2396185029Spjd drr->drr_u.drr_write.drr_length = 2397185029Spjd BSWAP_64(drr->drr_u.drr_write.drr_length); 2398185029Spjd } 2399185029Spjd (void) recv_read(hdl, fd, buf, 2400185029Spjd drr->drr_u.drr_write.drr_length, B_FALSE, NULL); 2401185029Spjd break; 2402219089Spjd case DRR_SPILL: 2403219089Spjd if (byteswap) { 2404219089Spjd drr->drr_u.drr_write.drr_length = 2405219089Spjd BSWAP_64(drr->drr_u.drr_spill.drr_length); 2406219089Spjd } 2407219089Spjd (void) recv_read(hdl, fd, buf, 2408219089Spjd drr->drr_u.drr_spill.drr_length, B_FALSE, NULL); 2409219089Spjd break; 2410219089Spjd case DRR_WRITE_BYREF: 2411185029Spjd case DRR_FREEOBJECTS: 2412185029Spjd case DRR_FREE: 2413185029Spjd break; 2414185029Spjd 2415185029Spjd default: 2416219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2417219089Spjd "invalid record type")); 2418219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2419185029Spjd } 2420185029Spjd } 2421185029Spjd 2422185029Spjd free(buf); 2423185029Spjd return (-1); 2424185029Spjd} 2425185029Spjd 2426185029Spjd/* 2427185029Spjd * Restores a backup of tosnap from the file descriptor specified by infd. 2428185029Spjd */ 2429185029Spjdstatic int 2430185029Spjdzfs_receive_one(libzfs_handle_t *hdl, int infd, const char *tosnap, 2431228103Smm recvflags_t *flags, dmu_replay_record_t *drr, 2432219089Spjd dmu_replay_record_t *drr_noswap, const char *sendfs, 2433219089Spjd nvlist_t *stream_nv, avl_tree_t *stream_avl, char **top_zfs, int cleanup_fd, 2434219089Spjd uint64_t *action_handlep) 2435185029Spjd{ 2436185029Spjd zfs_cmd_t zc = { 0 }; 2437185029Spjd time_t begin_time; 2438219089Spjd int ioctl_err, ioctl_errno, err; 2439185029Spjd char *cp; 2440185029Spjd struct drr_begin *drrb = &drr->drr_u.drr_begin; 2441185029Spjd char errbuf[1024]; 2442219089Spjd char prop_errbuf[1024]; 2443219089Spjd const char *chopprefix; 2444185029Spjd boolean_t newfs = B_FALSE; 2445185029Spjd boolean_t stream_wantsnewfs; 2446185029Spjd uint64_t parent_snapguid = 0; 2447185029Spjd prop_changelist_t *clp = NULL; 2448185029Spjd nvlist_t *snapprops_nvlist = NULL; 2449219089Spjd zprop_errflags_t prop_errflags; 2450219089Spjd boolean_t recursive; 2451185029Spjd 2452185029Spjd begin_time = time(NULL); 2453185029Spjd 2454185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2455185029Spjd "cannot receive")); 2456185029Spjd 2457219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2458219089Spjd ENOENT); 2459219089Spjd 2460185029Spjd if (stream_avl != NULL) { 2461185029Spjd char *snapname; 2462185029Spjd nvlist_t *fs = fsavl_find(stream_avl, drrb->drr_toguid, 2463185029Spjd &snapname); 2464185029Spjd nvlist_t *props; 2465185029Spjd int ret; 2466185029Spjd 2467185029Spjd (void) nvlist_lookup_uint64(fs, "parentfromsnap", 2468185029Spjd &parent_snapguid); 2469185029Spjd err = nvlist_lookup_nvlist(fs, "props", &props); 2470185029Spjd if (err) 2471185029Spjd VERIFY(0 == nvlist_alloc(&props, NV_UNIQUE_NAME, 0)); 2472185029Spjd 2473228103Smm if (flags->canmountoff) { 2474185029Spjd VERIFY(0 == nvlist_add_uint64(props, 2475185029Spjd zfs_prop_to_name(ZFS_PROP_CANMOUNT), 0)); 2476185029Spjd } 2477185029Spjd ret = zcmd_write_src_nvlist(hdl, &zc, props); 2478185029Spjd if (err) 2479185029Spjd nvlist_free(props); 2480185029Spjd 2481185029Spjd if (0 == nvlist_lookup_nvlist(fs, "snapprops", &props)) { 2482185029Spjd VERIFY(0 == nvlist_lookup_nvlist(props, 2483185029Spjd snapname, &snapprops_nvlist)); 2484185029Spjd } 2485185029Spjd 2486185029Spjd if (ret != 0) 2487185029Spjd return (-1); 2488185029Spjd } 2489185029Spjd 2490219089Spjd cp = NULL; 2491219089Spjd 2492185029Spjd /* 2493185029Spjd * Determine how much of the snapshot name stored in the stream 2494185029Spjd * we are going to tack on to the name they specified on the 2495185029Spjd * command line, and how much we are going to chop off. 2496185029Spjd * 2497185029Spjd * If they specified a snapshot, chop the entire name stored in 2498185029Spjd * the stream. 2499185029Spjd */ 2500228103Smm if (flags->istail) { 2501185029Spjd /* 2502219089Spjd * A filesystem was specified with -e. We want to tack on only 2503219089Spjd * the tail of the sent snapshot path. 2504185029Spjd */ 2505185029Spjd if (strchr(tosnap, '@')) { 2506185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 2507219089Spjd "argument - snapshot not allowed with -e")); 2508219089Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 2509219089Spjd } 2510219089Spjd 2511219089Spjd chopprefix = strrchr(sendfs, '/'); 2512219089Spjd 2513219089Spjd if (chopprefix == NULL) { 2514219089Spjd /* 2515219089Spjd * The tail is the poolname, so we need to 2516219089Spjd * prepend a path separator. 2517219089Spjd */ 2518219089Spjd int len = strlen(drrb->drr_toname); 2519219089Spjd cp = malloc(len + 2); 2520219089Spjd cp[0] = '/'; 2521219089Spjd (void) strcpy(&cp[1], drrb->drr_toname); 2522219089Spjd chopprefix = cp; 2523219089Spjd } else { 2524219089Spjd chopprefix = drrb->drr_toname + (chopprefix - sendfs); 2525219089Spjd } 2526228103Smm } else if (flags->isprefix) { 2527219089Spjd /* 2528219089Spjd * A filesystem was specified with -d. We want to tack on 2529219089Spjd * everything but the first element of the sent snapshot path 2530219089Spjd * (all but the pool name). 2531219089Spjd */ 2532219089Spjd if (strchr(tosnap, '@')) { 2533219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 2534185029Spjd "argument - snapshot not allowed with -d")); 2535185029Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 2536185029Spjd } 2537219089Spjd 2538219089Spjd chopprefix = strchr(drrb->drr_toname, '/'); 2539219089Spjd if (chopprefix == NULL) 2540219089Spjd chopprefix = strchr(drrb->drr_toname, '@'); 2541185029Spjd } else if (strchr(tosnap, '@') == NULL) { 2542185029Spjd /* 2543219089Spjd * If a filesystem was specified without -d or -e, we want to 2544219089Spjd * tack on everything after the fs specified by 'zfs send'. 2545185029Spjd */ 2546219089Spjd chopprefix = drrb->drr_toname + strlen(sendfs); 2547219089Spjd } else { 2548219089Spjd /* A snapshot was specified as an exact path (no -d or -e). */ 2549219089Spjd if (recursive) { 2550219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2551219089Spjd "cannot specify snapshot name for multi-snapshot " 2552219089Spjd "stream")); 2553219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2554219089Spjd } 2555219089Spjd chopprefix = drrb->drr_toname + strlen(drrb->drr_toname); 2556185029Spjd } 2557185029Spjd 2558219089Spjd ASSERT(strstr(drrb->drr_toname, sendfs) == drrb->drr_toname); 2559219089Spjd ASSERT(chopprefix > drrb->drr_toname); 2560219089Spjd ASSERT(chopprefix <= drrb->drr_toname + strlen(drrb->drr_toname)); 2561219089Spjd ASSERT(chopprefix[0] == '/' || chopprefix[0] == '@' || 2562219089Spjd chopprefix[0] == '\0'); 2563219089Spjd 2564185029Spjd /* 2565185029Spjd * Determine name of destination snapshot, store in zc_value. 2566185029Spjd */ 2567219089Spjd (void) strcpy(zc.zc_top_ds, tosnap); 2568185029Spjd (void) strcpy(zc.zc_value, tosnap); 2569219089Spjd (void) strncat(zc.zc_value, chopprefix, sizeof (zc.zc_value)); 2570219089Spjd free(cp); 2571185029Spjd if (!zfs_name_valid(zc.zc_value, ZFS_TYPE_SNAPSHOT)) { 2572185029Spjd zcmd_free_nvlists(&zc); 2573185029Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 2574185029Spjd } 2575185029Spjd 2576185029Spjd /* 2577185029Spjd * Determine the name of the origin snapshot, store in zc_string. 2578185029Spjd */ 2579185029Spjd if (drrb->drr_flags & DRR_FLAG_CLONE) { 2580228103Smm if (guid_to_name(hdl, zc.zc_value, 2581185029Spjd drrb->drr_fromguid, zc.zc_string) != 0) { 2582185029Spjd zcmd_free_nvlists(&zc); 2583185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2584185029Spjd "local origin for clone %s does not exist"), 2585185029Spjd zc.zc_value); 2586185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 2587185029Spjd } 2588228103Smm if (flags->verbose) 2589185029Spjd (void) printf("found clone origin %s\n", zc.zc_string); 2590185029Spjd } 2591185029Spjd 2592185029Spjd stream_wantsnewfs = (drrb->drr_fromguid == 0 || 2593185029Spjd (drrb->drr_flags & DRR_FLAG_CLONE)); 2594185029Spjd 2595185029Spjd if (stream_wantsnewfs) { 2596185029Spjd /* 2597185029Spjd * if the parent fs does not exist, look for it based on 2598185029Spjd * the parent snap GUID 2599185029Spjd */ 2600185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2601185029Spjd "cannot receive new filesystem stream")); 2602185029Spjd 2603185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 2604185029Spjd cp = strrchr(zc.zc_name, '/'); 2605185029Spjd if (cp) 2606185029Spjd *cp = '\0'; 2607185029Spjd if (cp && 2608185029Spjd !zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 2609185029Spjd char suffix[ZFS_MAXNAMELEN]; 2610185029Spjd (void) strcpy(suffix, strrchr(zc.zc_value, '/')); 2611228103Smm if (guid_to_name(hdl, zc.zc_name, parent_snapguid, 2612185029Spjd zc.zc_value) == 0) { 2613185029Spjd *strchr(zc.zc_value, '@') = '\0'; 2614185029Spjd (void) strcat(zc.zc_value, suffix); 2615185029Spjd } 2616185029Spjd } 2617185029Spjd } else { 2618185029Spjd /* 2619185029Spjd * if the fs does not exist, look for it based on the 2620185029Spjd * fromsnap GUID 2621185029Spjd */ 2622185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2623185029Spjd "cannot receive incremental stream")); 2624185029Spjd 2625185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 2626185029Spjd *strchr(zc.zc_name, '@') = '\0'; 2627185029Spjd 2628219089Spjd /* 2629219089Spjd * If the exact receive path was specified and this is the 2630219089Spjd * topmost path in the stream, then if the fs does not exist we 2631219089Spjd * should look no further. 2632219089Spjd */ 2633228103Smm if ((flags->isprefix || (*(chopprefix = drrb->drr_toname + 2634219089Spjd strlen(sendfs)) != '\0' && *chopprefix != '@')) && 2635219089Spjd !zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 2636185029Spjd char snap[ZFS_MAXNAMELEN]; 2637185029Spjd (void) strcpy(snap, strchr(zc.zc_value, '@')); 2638228103Smm if (guid_to_name(hdl, zc.zc_name, drrb->drr_fromguid, 2639185029Spjd zc.zc_value) == 0) { 2640185029Spjd *strchr(zc.zc_value, '@') = '\0'; 2641185029Spjd (void) strcat(zc.zc_value, snap); 2642185029Spjd } 2643185029Spjd } 2644185029Spjd } 2645185029Spjd 2646185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 2647185029Spjd *strchr(zc.zc_name, '@') = '\0'; 2648185029Spjd 2649185029Spjd if (zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 2650185029Spjd zfs_handle_t *zhp; 2651219089Spjd 2652185029Spjd /* 2653185029Spjd * Destination fs exists. Therefore this should either 2654185029Spjd * be an incremental, or the stream specifies a new fs 2655185029Spjd * (full stream or clone) and they want us to blow it 2656185029Spjd * away (and have therefore specified -F and removed any 2657185029Spjd * snapshots). 2658185029Spjd */ 2659185029Spjd if (stream_wantsnewfs) { 2660228103Smm if (!flags->force) { 2661185029Spjd zcmd_free_nvlists(&zc); 2662185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2663185029Spjd "destination '%s' exists\n" 2664185029Spjd "must specify -F to overwrite it"), 2665185029Spjd zc.zc_name); 2666185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 2667185029Spjd } 2668185029Spjd if (ioctl(hdl->libzfs_fd, ZFS_IOC_SNAPSHOT_LIST_NEXT, 2669185029Spjd &zc) == 0) { 2670185029Spjd zcmd_free_nvlists(&zc); 2671185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2672185029Spjd "destination has snapshots (eg. %s)\n" 2673185029Spjd "must destroy them to overwrite it"), 2674185029Spjd zc.zc_name); 2675185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 2676185029Spjd } 2677185029Spjd } 2678185029Spjd 2679185029Spjd if ((zhp = zfs_open(hdl, zc.zc_name, 2680185029Spjd ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME)) == NULL) { 2681185029Spjd zcmd_free_nvlists(&zc); 2682185029Spjd return (-1); 2683185029Spjd } 2684185029Spjd 2685185029Spjd if (stream_wantsnewfs && 2686185029Spjd zhp->zfs_dmustats.dds_origin[0]) { 2687185029Spjd zcmd_free_nvlists(&zc); 2688185029Spjd zfs_close(zhp); 2689185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2690185029Spjd "destination '%s' is a clone\n" 2691185029Spjd "must destroy it to overwrite it"), 2692185029Spjd zc.zc_name); 2693185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 2694185029Spjd } 2695185029Spjd 2696228103Smm if (!flags->dryrun && zhp->zfs_type == ZFS_TYPE_FILESYSTEM && 2697185029Spjd stream_wantsnewfs) { 2698185029Spjd /* We can't do online recv in this case */ 2699185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 0); 2700185029Spjd if (clp == NULL) { 2701219089Spjd zfs_close(zhp); 2702185029Spjd zcmd_free_nvlists(&zc); 2703185029Spjd return (-1); 2704185029Spjd } 2705185029Spjd if (changelist_prefix(clp) != 0) { 2706185029Spjd changelist_free(clp); 2707219089Spjd zfs_close(zhp); 2708185029Spjd zcmd_free_nvlists(&zc); 2709185029Spjd return (-1); 2710185029Spjd } 2711185029Spjd } 2712185029Spjd zfs_close(zhp); 2713185029Spjd } else { 2714185029Spjd /* 2715185029Spjd * Destination filesystem does not exist. Therefore we better 2716185029Spjd * be creating a new filesystem (either from a full backup, or 2717185029Spjd * a clone). It would therefore be invalid if the user 2718185029Spjd * specified only the pool name (i.e. if the destination name 2719185029Spjd * contained no slash character). 2720185029Spjd */ 2721185029Spjd if (!stream_wantsnewfs || 2722185029Spjd (cp = strrchr(zc.zc_name, '/')) == NULL) { 2723185029Spjd zcmd_free_nvlists(&zc); 2724185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2725185029Spjd "destination '%s' does not exist"), zc.zc_name); 2726185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 2727185029Spjd } 2728185029Spjd 2729185029Spjd /* 2730185029Spjd * Trim off the final dataset component so we perform the 2731185029Spjd * recvbackup ioctl to the filesystems's parent. 2732185029Spjd */ 2733185029Spjd *cp = '\0'; 2734185029Spjd 2735228103Smm if (flags->isprefix && !flags->istail && !flags->dryrun && 2736185029Spjd create_parents(hdl, zc.zc_value, strlen(tosnap)) != 0) { 2737185029Spjd zcmd_free_nvlists(&zc); 2738185029Spjd return (zfs_error(hdl, EZFS_BADRESTORE, errbuf)); 2739185029Spjd } 2740185029Spjd 2741185029Spjd newfs = B_TRUE; 2742185029Spjd } 2743185029Spjd 2744185029Spjd zc.zc_begin_record = drr_noswap->drr_u.drr_begin; 2745185029Spjd zc.zc_cookie = infd; 2746228103Smm zc.zc_guid = flags->force; 2747228103Smm if (flags->verbose) { 2748185029Spjd (void) printf("%s %s stream of %s into %s\n", 2749228103Smm flags->dryrun ? "would receive" : "receiving", 2750185029Spjd drrb->drr_fromguid ? "incremental" : "full", 2751185029Spjd drrb->drr_toname, zc.zc_value); 2752185029Spjd (void) fflush(stdout); 2753185029Spjd } 2754185029Spjd 2755228103Smm if (flags->dryrun) { 2756185029Spjd zcmd_free_nvlists(&zc); 2757228103Smm return (recv_skip(hdl, infd, flags->byteswap)); 2758185029Spjd } 2759185029Spjd 2760219089Spjd zc.zc_nvlist_dst = (uint64_t)(uintptr_t)prop_errbuf; 2761219089Spjd zc.zc_nvlist_dst_size = sizeof (prop_errbuf); 2762219089Spjd zc.zc_cleanup_fd = cleanup_fd; 2763219089Spjd zc.zc_action_handle = *action_handlep; 2764219089Spjd 2765185029Spjd err = ioctl_err = zfs_ioctl(hdl, ZFS_IOC_RECV, &zc); 2766185029Spjd ioctl_errno = errno; 2767219089Spjd prop_errflags = (zprop_errflags_t)zc.zc_obj; 2768219089Spjd 2769219089Spjd if (err == 0) { 2770219089Spjd nvlist_t *prop_errors; 2771219089Spjd VERIFY(0 == nvlist_unpack((void *)(uintptr_t)zc.zc_nvlist_dst, 2772219089Spjd zc.zc_nvlist_dst_size, &prop_errors, 0)); 2773219089Spjd 2774219089Spjd nvpair_t *prop_err = NULL; 2775219089Spjd 2776219089Spjd while ((prop_err = nvlist_next_nvpair(prop_errors, 2777219089Spjd prop_err)) != NULL) { 2778219089Spjd char tbuf[1024]; 2779219089Spjd zfs_prop_t prop; 2780219089Spjd int intval; 2781219089Spjd 2782219089Spjd prop = zfs_name_to_prop(nvpair_name(prop_err)); 2783219089Spjd (void) nvpair_value_int32(prop_err, &intval); 2784219089Spjd if (strcmp(nvpair_name(prop_err), 2785219089Spjd ZPROP_N_MORE_ERRORS) == 0) { 2786219089Spjd trunc_prop_errs(intval); 2787219089Spjd break; 2788219089Spjd } else { 2789219089Spjd (void) snprintf(tbuf, sizeof (tbuf), 2790219089Spjd dgettext(TEXT_DOMAIN, 2791219089Spjd "cannot receive %s property on %s"), 2792219089Spjd nvpair_name(prop_err), zc.zc_name); 2793219089Spjd zfs_setprop_error(hdl, prop, intval, tbuf); 2794219089Spjd } 2795219089Spjd } 2796219089Spjd nvlist_free(prop_errors); 2797219089Spjd } 2798219089Spjd 2799219089Spjd zc.zc_nvlist_dst = 0; 2800219089Spjd zc.zc_nvlist_dst_size = 0; 2801185029Spjd zcmd_free_nvlists(&zc); 2802185029Spjd 2803185029Spjd if (err == 0 && snapprops_nvlist) { 2804185029Spjd zfs_cmd_t zc2 = { 0 }; 2805185029Spjd 2806185029Spjd (void) strcpy(zc2.zc_name, zc.zc_value); 2807219089Spjd zc2.zc_cookie = B_TRUE; /* received */ 2808185029Spjd if (zcmd_write_src_nvlist(hdl, &zc2, snapprops_nvlist) == 0) { 2809185029Spjd (void) zfs_ioctl(hdl, ZFS_IOC_SET_PROP, &zc2); 2810185029Spjd zcmd_free_nvlists(&zc2); 2811185029Spjd } 2812185029Spjd } 2813185029Spjd 2814219089Spjd if (err && (ioctl_errno == ENOENT || ioctl_errno == EEXIST)) { 2815185029Spjd /* 2816185029Spjd * It may be that this snapshot already exists, 2817185029Spjd * in which case we want to consume & ignore it 2818185029Spjd * rather than failing. 2819185029Spjd */ 2820185029Spjd avl_tree_t *local_avl; 2821185029Spjd nvlist_t *local_nv, *fs; 2822219089Spjd cp = strchr(zc.zc_value, '@'); 2823185029Spjd 2824185029Spjd /* 2825185029Spjd * XXX Do this faster by just iterating over snaps in 2826185029Spjd * this fs. Also if zc_value does not exist, we will 2827185029Spjd * get a strange "does not exist" error message. 2828185029Spjd */ 2829185029Spjd *cp = '\0'; 2830219089Spjd if (gather_nvlist(hdl, zc.zc_value, NULL, NULL, B_FALSE, 2831185029Spjd &local_nv, &local_avl) == 0) { 2832185029Spjd *cp = '@'; 2833185029Spjd fs = fsavl_find(local_avl, drrb->drr_toguid, NULL); 2834185029Spjd fsavl_destroy(local_avl); 2835185029Spjd nvlist_free(local_nv); 2836185029Spjd 2837185029Spjd if (fs != NULL) { 2838228103Smm if (flags->verbose) { 2839185029Spjd (void) printf("snap %s already exists; " 2840185029Spjd "ignoring\n", zc.zc_value); 2841185029Spjd } 2842219089Spjd err = ioctl_err = recv_skip(hdl, infd, 2843228103Smm flags->byteswap); 2844185029Spjd } 2845185029Spjd } 2846185029Spjd *cp = '@'; 2847185029Spjd } 2848185029Spjd 2849185029Spjd if (ioctl_err != 0) { 2850185029Spjd switch (ioctl_errno) { 2851185029Spjd case ENODEV: 2852185029Spjd cp = strchr(zc.zc_value, '@'); 2853185029Spjd *cp = '\0'; 2854185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2855185029Spjd "most recent snapshot of %s does not\n" 2856185029Spjd "match incremental source"), zc.zc_value); 2857185029Spjd (void) zfs_error(hdl, EZFS_BADRESTORE, errbuf); 2858185029Spjd *cp = '@'; 2859185029Spjd break; 2860185029Spjd case ETXTBSY: 2861185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2862185029Spjd "destination %s has been modified\n" 2863185029Spjd "since most recent snapshot"), zc.zc_name); 2864185029Spjd (void) zfs_error(hdl, EZFS_BADRESTORE, errbuf); 2865185029Spjd break; 2866185029Spjd case EEXIST: 2867185029Spjd cp = strchr(zc.zc_value, '@'); 2868185029Spjd if (newfs) { 2869185029Spjd /* it's the containing fs that exists */ 2870185029Spjd *cp = '\0'; 2871185029Spjd } 2872185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2873185029Spjd "destination already exists")); 2874185029Spjd (void) zfs_error_fmt(hdl, EZFS_EXISTS, 2875185029Spjd dgettext(TEXT_DOMAIN, "cannot restore to %s"), 2876185029Spjd zc.zc_value); 2877185029Spjd *cp = '@'; 2878185029Spjd break; 2879185029Spjd case EINVAL: 2880185029Spjd (void) zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2881185029Spjd break; 2882185029Spjd case ECKSUM: 2883185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2884185029Spjd "invalid stream (checksum mismatch)")); 2885185029Spjd (void) zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2886185029Spjd break; 2887219089Spjd case ENOTSUP: 2888219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2889219089Spjd "pool must be upgraded to receive this stream.")); 2890219089Spjd (void) zfs_error(hdl, EZFS_BADVERSION, errbuf); 2891219089Spjd break; 2892219089Spjd case EDQUOT: 2893219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2894219089Spjd "destination %s space quota exceeded"), zc.zc_name); 2895228103Smm (void) zfs_error(hdl, EZFS_NOSPC, errbuf); 2896219089Spjd break; 2897185029Spjd default: 2898185029Spjd (void) zfs_standard_error(hdl, ioctl_errno, errbuf); 2899185029Spjd } 2900185029Spjd } 2901185029Spjd 2902185029Spjd /* 2903219089Spjd * Mount the target filesystem (if created). Also mount any 2904219089Spjd * children of the target filesystem if we did a replication 2905219089Spjd * receive (indicated by stream_avl being non-NULL). 2906185029Spjd */ 2907185029Spjd cp = strchr(zc.zc_value, '@'); 2908185029Spjd if (cp && (ioctl_err == 0 || !newfs)) { 2909185029Spjd zfs_handle_t *h; 2910185029Spjd 2911185029Spjd *cp = '\0'; 2912185029Spjd h = zfs_open(hdl, zc.zc_value, 2913185029Spjd ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME); 2914185029Spjd if (h != NULL) { 2915185029Spjd if (h->zfs_type == ZFS_TYPE_VOLUME) { 2916185029Spjd *cp = '@'; 2917219089Spjd } else if (newfs || stream_avl) { 2918185029Spjd /* 2919185029Spjd * Track the first/top of hierarchy fs, 2920185029Spjd * for mounting and sharing later. 2921185029Spjd */ 2922185029Spjd if (top_zfs && *top_zfs == NULL) 2923185029Spjd *top_zfs = zfs_strdup(hdl, zc.zc_value); 2924185029Spjd } 2925185029Spjd zfs_close(h); 2926185029Spjd } 2927185029Spjd *cp = '@'; 2928185029Spjd } 2929185029Spjd 2930185029Spjd if (clp) { 2931185029Spjd err |= changelist_postfix(clp); 2932185029Spjd changelist_free(clp); 2933185029Spjd } 2934185029Spjd 2935219089Spjd if (prop_errflags & ZPROP_ERR_NOCLEAR) { 2936219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, "Warning: " 2937219089Spjd "failed to clear unreceived properties on %s"), 2938219089Spjd zc.zc_name); 2939219089Spjd (void) fprintf(stderr, "\n"); 2940219089Spjd } 2941219089Spjd if (prop_errflags & ZPROP_ERR_NORESTORE) { 2942219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, "Warning: " 2943219089Spjd "failed to restore original properties on %s"), 2944219089Spjd zc.zc_name); 2945219089Spjd (void) fprintf(stderr, "\n"); 2946219089Spjd } 2947219089Spjd 2948185029Spjd if (err || ioctl_err) 2949185029Spjd return (-1); 2950185029Spjd 2951219089Spjd *action_handlep = zc.zc_action_handle; 2952219089Spjd 2953228103Smm if (flags->verbose) { 2954185029Spjd char buf1[64]; 2955185029Spjd char buf2[64]; 2956185029Spjd uint64_t bytes = zc.zc_cookie; 2957185029Spjd time_t delta = time(NULL) - begin_time; 2958185029Spjd if (delta == 0) 2959185029Spjd delta = 1; 2960185029Spjd zfs_nicenum(bytes, buf1, sizeof (buf1)); 2961185029Spjd zfs_nicenum(bytes/delta, buf2, sizeof (buf1)); 2962185029Spjd 2963185029Spjd (void) printf("received %sB stream in %lu seconds (%sB/sec)\n", 2964185029Spjd buf1, delta, buf2); 2965185029Spjd } 2966185029Spjd 2967185029Spjd return (0); 2968185029Spjd} 2969185029Spjd 2970185029Spjdstatic int 2971228103Smmzfs_receive_impl(libzfs_handle_t *hdl, const char *tosnap, recvflags_t *flags, 2972219089Spjd int infd, const char *sendfs, nvlist_t *stream_nv, avl_tree_t *stream_avl, 2973219089Spjd char **top_zfs, int cleanup_fd, uint64_t *action_handlep) 2974185029Spjd{ 2975185029Spjd int err; 2976185029Spjd dmu_replay_record_t drr, drr_noswap; 2977185029Spjd struct drr_begin *drrb = &drr.drr_u.drr_begin; 2978185029Spjd char errbuf[1024]; 2979185029Spjd zio_cksum_t zcksum = { 0 }; 2980219089Spjd uint64_t featureflags; 2981219089Spjd int hdrtype; 2982185029Spjd 2983185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2984185029Spjd "cannot receive")); 2985185029Spjd 2986228103Smm if (flags->isprefix && 2987185029Spjd !zfs_dataset_exists(hdl, tosnap, ZFS_TYPE_DATASET)) { 2988185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "specified fs " 2989185029Spjd "(%s) does not exist"), tosnap); 2990185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 2991185029Spjd } 2992185029Spjd 2993185029Spjd /* read in the BEGIN record */ 2994185029Spjd if (0 != (err = recv_read(hdl, infd, &drr, sizeof (drr), B_FALSE, 2995185029Spjd &zcksum))) 2996185029Spjd return (err); 2997185029Spjd 2998185029Spjd if (drr.drr_type == DRR_END || drr.drr_type == BSWAP_32(DRR_END)) { 2999185029Spjd /* It's the double end record at the end of a package */ 3000185029Spjd return (ENODATA); 3001185029Spjd } 3002185029Spjd 3003185029Spjd /* the kernel needs the non-byteswapped begin record */ 3004185029Spjd drr_noswap = drr; 3005185029Spjd 3006228103Smm flags->byteswap = B_FALSE; 3007185029Spjd if (drrb->drr_magic == BSWAP_64(DMU_BACKUP_MAGIC)) { 3008185029Spjd /* 3009185029Spjd * We computed the checksum in the wrong byteorder in 3010185029Spjd * recv_read() above; do it again correctly. 3011185029Spjd */ 3012185029Spjd bzero(&zcksum, sizeof (zio_cksum_t)); 3013185029Spjd fletcher_4_incremental_byteswap(&drr, sizeof (drr), &zcksum); 3014228103Smm flags->byteswap = B_TRUE; 3015185029Spjd 3016185029Spjd drr.drr_type = BSWAP_32(drr.drr_type); 3017185029Spjd drr.drr_payloadlen = BSWAP_32(drr.drr_payloadlen); 3018185029Spjd drrb->drr_magic = BSWAP_64(drrb->drr_magic); 3019219089Spjd drrb->drr_versioninfo = BSWAP_64(drrb->drr_versioninfo); 3020185029Spjd drrb->drr_creation_time = BSWAP_64(drrb->drr_creation_time); 3021185029Spjd drrb->drr_type = BSWAP_32(drrb->drr_type); 3022185029Spjd drrb->drr_flags = BSWAP_32(drrb->drr_flags); 3023185029Spjd drrb->drr_toguid = BSWAP_64(drrb->drr_toguid); 3024185029Spjd drrb->drr_fromguid = BSWAP_64(drrb->drr_fromguid); 3025185029Spjd } 3026185029Spjd 3027185029Spjd if (drrb->drr_magic != DMU_BACKUP_MAGIC || drr.drr_type != DRR_BEGIN) { 3028185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3029185029Spjd "stream (bad magic number)")); 3030185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3031185029Spjd } 3032185029Spjd 3033219089Spjd featureflags = DMU_GET_FEATUREFLAGS(drrb->drr_versioninfo); 3034219089Spjd hdrtype = DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo); 3035219089Spjd 3036219089Spjd if (!DMU_STREAM_SUPPORTED(featureflags) || 3037219089Spjd (hdrtype != DMU_SUBSTREAM && hdrtype != DMU_COMPOUNDSTREAM)) { 3038219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3039219089Spjd "stream has unsupported feature, feature flags = %lx"), 3040219089Spjd featureflags); 3041219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3042219089Spjd } 3043219089Spjd 3044185029Spjd if (strchr(drrb->drr_toname, '@') == NULL) { 3045185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3046185029Spjd "stream (bad snapshot name)")); 3047185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3048185029Spjd } 3049185029Spjd 3050219089Spjd if (DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == DMU_SUBSTREAM) { 3051219089Spjd char nonpackage_sendfs[ZFS_MAXNAMELEN]; 3052219089Spjd if (sendfs == NULL) { 3053219089Spjd /* 3054219089Spjd * We were not called from zfs_receive_package(). Get 3055219089Spjd * the fs specified by 'zfs send'. 3056219089Spjd */ 3057219089Spjd char *cp; 3058219089Spjd (void) strlcpy(nonpackage_sendfs, 3059219089Spjd drr.drr_u.drr_begin.drr_toname, ZFS_MAXNAMELEN); 3060219089Spjd if ((cp = strchr(nonpackage_sendfs, '@')) != NULL) 3061219089Spjd *cp = '\0'; 3062219089Spjd sendfs = nonpackage_sendfs; 3063219089Spjd } 3064185029Spjd return (zfs_receive_one(hdl, infd, tosnap, flags, 3065219089Spjd &drr, &drr_noswap, sendfs, stream_nv, stream_avl, 3066219089Spjd top_zfs, cleanup_fd, action_handlep)); 3067219089Spjd } else { 3068219089Spjd assert(DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == 3069219089Spjd DMU_COMPOUNDSTREAM); 3070185029Spjd return (zfs_receive_package(hdl, infd, tosnap, flags, 3071219089Spjd &drr, &zcksum, top_zfs, cleanup_fd, action_handlep)); 3072185029Spjd } 3073185029Spjd} 3074185029Spjd 3075185029Spjd/* 3076185029Spjd * Restores a backup of tosnap from the file descriptor specified by infd. 3077185029Spjd * Return 0 on total success, -2 if some things couldn't be 3078185029Spjd * destroyed/renamed/promoted, -1 if some things couldn't be received. 3079185029Spjd * (-1 will override -2). 3080185029Spjd */ 3081185029Spjdint 3082228103Smmzfs_receive(libzfs_handle_t *hdl, const char *tosnap, recvflags_t *flags, 3083185029Spjd int infd, avl_tree_t *stream_avl) 3084185029Spjd{ 3085185029Spjd char *top_zfs = NULL; 3086185029Spjd int err; 3087219089Spjd int cleanup_fd; 3088219089Spjd uint64_t action_handle = 0; 3089185029Spjd 3090219089Spjd cleanup_fd = open(ZFS_DEV, O_RDWR|O_EXCL); 3091219089Spjd VERIFY(cleanup_fd >= 0); 3092185029Spjd 3093219089Spjd err = zfs_receive_impl(hdl, tosnap, flags, infd, NULL, NULL, 3094219089Spjd stream_avl, &top_zfs, cleanup_fd, &action_handle); 3095219089Spjd 3096219089Spjd VERIFY(0 == close(cleanup_fd)); 3097219089Spjd 3098228103Smm if (err == 0 && !flags->nomount && top_zfs) { 3099185029Spjd zfs_handle_t *zhp; 3100185029Spjd prop_changelist_t *clp; 3101185029Spjd 3102185029Spjd zhp = zfs_open(hdl, top_zfs, ZFS_TYPE_FILESYSTEM); 3103185029Spjd if (zhp != NULL) { 3104185029Spjd clp = changelist_gather(zhp, ZFS_PROP_MOUNTPOINT, 3105185029Spjd CL_GATHER_MOUNT_ALWAYS, 0); 3106185029Spjd zfs_close(zhp); 3107185029Spjd if (clp != NULL) { 3108185029Spjd /* mount and share received datasets */ 3109185029Spjd err = changelist_postfix(clp); 3110185029Spjd changelist_free(clp); 3111185029Spjd } 3112185029Spjd } 3113185029Spjd if (zhp == NULL || clp == NULL || err) 3114185029Spjd err = -1; 3115185029Spjd } 3116185029Spjd if (top_zfs) 3117185029Spjd free(top_zfs); 3118185029Spjd 3119185029Spjd return (err); 3120185029Spjd} 3121