1185029Spjd/* 2185029Spjd * CDDL HEADER START 3185029Spjd * 4185029Spjd * The contents of this file are subject to the terms of the 5185029Spjd * Common Development and Distribution License (the "License"). 6185029Spjd * You may not use this file except in compliance with the License. 7185029Spjd * 8185029Spjd * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9185029Spjd * or http://www.opensolaris.org/os/licensing. 10185029Spjd * See the License for the specific language governing permissions 11185029Spjd * and limitations under the License. 12185029Spjd * 13185029Spjd * When distributing Covered Code, include this CDDL HEADER in each 14185029Spjd * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15185029Spjd * If applicable, add the following below this CDDL HEADER, with the 16185029Spjd * fields enclosed by brackets "[]" replaced with your own identifying 17185029Spjd * information: Portions Copyright [yyyy] [name of copyright owner] 18185029Spjd * 19185029Spjd * CDDL HEADER END 20185029Spjd */ 21185029Spjd 22185029Spjd/* 23219089Spjd * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. 24263410Sdelphij * Copyright (c) 2013 by Delphix. All rights reserved. 25235951Smm * Copyright (c) 2012, Joyent, Inc. All rights reserved. 26231946Smm * Copyright (c) 2012 Pawel Jakub Dawidek <pawel@dawidek.net>. 27231946Smm * All rights reserved. 28252764Sdelphij * Copyright (c) 2013 Steven Hartland. All rights reserved. 29185029Spjd */ 30185029Spjd 31185029Spjd#include <assert.h> 32185029Spjd#include <ctype.h> 33185029Spjd#include <errno.h> 34185029Spjd#include <libintl.h> 35185029Spjd#include <stdio.h> 36185029Spjd#include <stdlib.h> 37185029Spjd#include <strings.h> 38185029Spjd#include <unistd.h> 39185029Spjd#include <stddef.h> 40185029Spjd#include <fcntl.h> 41186515Srwatson#include <sys/param.h> 42185029Spjd#include <sys/mount.h> 43219089Spjd#include <pthread.h> 44219089Spjd#include <umem.h> 45235951Smm#include <time.h> 46185029Spjd 47185029Spjd#include <libzfs.h> 48185029Spjd 49185029Spjd#include "zfs_namecheck.h" 50185029Spjd#include "zfs_prop.h" 51219089Spjd#include "zfs_fletcher.h" 52185029Spjd#include "libzfs_impl.h" 53219089Spjd#include <sha2.h> 54219089Spjd#include <sys/zio_checksum.h> 55219089Spjd#include <sys/ddt.h> 56185029Spjd 57249643Smm#ifdef __FreeBSD__ 58249643Smmextern int zfs_ioctl_version; 59249643Smm#endif 60249643Smm 61219089Spjd/* in libzfs_dataset.c */ 62219089Spjdextern void zfs_setprop_error(libzfs_handle_t *, zfs_prop_t, int, char *); 63185029Spjd/* We need to use something for ENODATA. */ 64185029Spjd#define ENODATA EIDRM 65185029Spjd 66229578Smmstatic int zfs_receive_impl(libzfs_handle_t *, const char *, recvflags_t *, 67219089Spjd int, const char *, nvlist_t *, avl_tree_t *, char **, int, uint64_t *); 68185029Spjd 69219089Spjdstatic const zio_cksum_t zero_cksum = { 0 }; 70219089Spjd 71219089Spjdtypedef struct dedup_arg { 72219089Spjd int inputfd; 73219089Spjd int outputfd; 74219089Spjd libzfs_handle_t *dedup_hdl; 75219089Spjd} dedup_arg_t; 76219089Spjd 77235951Smmtypedef struct progress_arg { 78235951Smm zfs_handle_t *pa_zhp; 79235951Smm int pa_fd; 80235951Smm boolean_t pa_parsable; 81235951Smm} progress_arg_t; 82235951Smm 83219089Spjdtypedef struct dataref { 84219089Spjd uint64_t ref_guid; 85219089Spjd uint64_t ref_object; 86219089Spjd uint64_t ref_offset; 87219089Spjd} dataref_t; 88219089Spjd 89219089Spjdtypedef struct dedup_entry { 90219089Spjd struct dedup_entry *dde_next; 91219089Spjd zio_cksum_t dde_chksum; 92219089Spjd uint64_t dde_prop; 93219089Spjd dataref_t dde_ref; 94219089Spjd} dedup_entry_t; 95219089Spjd 96219089Spjd#define MAX_DDT_PHYSMEM_PERCENT 20 97219089Spjd#define SMALLEST_POSSIBLE_MAX_DDT_MB 128 98219089Spjd 99219089Spjdtypedef struct dedup_table { 100219089Spjd dedup_entry_t **dedup_hash_array; 101219089Spjd umem_cache_t *ddecache; 102219089Spjd uint64_t max_ddt_size; /* max dedup table size in bytes */ 103219089Spjd uint64_t cur_ddt_size; /* current dedup table size in bytes */ 104219089Spjd uint64_t ddt_count; 105219089Spjd int numhashbits; 106219089Spjd boolean_t ddt_full; 107219089Spjd} dedup_table_t; 108219089Spjd 109219089Spjdstatic int 110219089Spjdhigh_order_bit(uint64_t n) 111219089Spjd{ 112219089Spjd int count; 113219089Spjd 114219089Spjd for (count = 0; n != 0; count++) 115219089Spjd n >>= 1; 116219089Spjd return (count); 117219089Spjd} 118219089Spjd 119219089Spjdstatic size_t 120219089Spjdssread(void *buf, size_t len, FILE *stream) 121219089Spjd{ 122219089Spjd size_t outlen; 123219089Spjd 124219089Spjd if ((outlen = fread(buf, len, 1, stream)) == 0) 125219089Spjd return (0); 126219089Spjd 127219089Spjd return (outlen); 128219089Spjd} 129219089Spjd 130219089Spjdstatic void 131219089Spjdddt_hash_append(libzfs_handle_t *hdl, dedup_table_t *ddt, dedup_entry_t **ddepp, 132219089Spjd zio_cksum_t *cs, uint64_t prop, dataref_t *dr) 133219089Spjd{ 134219089Spjd dedup_entry_t *dde; 135219089Spjd 136219089Spjd if (ddt->cur_ddt_size >= ddt->max_ddt_size) { 137219089Spjd if (ddt->ddt_full == B_FALSE) { 138219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 139219089Spjd "Dedup table full. Deduplication will continue " 140219089Spjd "with existing table entries")); 141219089Spjd ddt->ddt_full = B_TRUE; 142219089Spjd } 143219089Spjd return; 144219089Spjd } 145219089Spjd 146219089Spjd if ((dde = umem_cache_alloc(ddt->ddecache, UMEM_DEFAULT)) 147219089Spjd != NULL) { 148219089Spjd assert(*ddepp == NULL); 149219089Spjd dde->dde_next = NULL; 150219089Spjd dde->dde_chksum = *cs; 151219089Spjd dde->dde_prop = prop; 152219089Spjd dde->dde_ref = *dr; 153219089Spjd *ddepp = dde; 154219089Spjd ddt->cur_ddt_size += sizeof (dedup_entry_t); 155219089Spjd ddt->ddt_count++; 156219089Spjd } 157219089Spjd} 158219089Spjd 159185029Spjd/* 160219089Spjd * Using the specified dedup table, do a lookup for an entry with 161219089Spjd * the checksum cs. If found, return the block's reference info 162219089Spjd * in *dr. Otherwise, insert a new entry in the dedup table, using 163219089Spjd * the reference information specified by *dr. 164219089Spjd * 165219089Spjd * return value: true - entry was found 166219089Spjd * false - entry was not found 167219089Spjd */ 168219089Spjdstatic boolean_t 169219089Spjdddt_update(libzfs_handle_t *hdl, dedup_table_t *ddt, zio_cksum_t *cs, 170219089Spjd uint64_t prop, dataref_t *dr) 171219089Spjd{ 172219089Spjd uint32_t hashcode; 173219089Spjd dedup_entry_t **ddepp; 174219089Spjd 175219089Spjd hashcode = BF64_GET(cs->zc_word[0], 0, ddt->numhashbits); 176219089Spjd 177219089Spjd for (ddepp = &(ddt->dedup_hash_array[hashcode]); *ddepp != NULL; 178219089Spjd ddepp = &((*ddepp)->dde_next)) { 179219089Spjd if (ZIO_CHECKSUM_EQUAL(((*ddepp)->dde_chksum), *cs) && 180219089Spjd (*ddepp)->dde_prop == prop) { 181219089Spjd *dr = (*ddepp)->dde_ref; 182219089Spjd return (B_TRUE); 183219089Spjd } 184219089Spjd } 185219089Spjd ddt_hash_append(hdl, ddt, ddepp, cs, prop, dr); 186219089Spjd return (B_FALSE); 187219089Spjd} 188219089Spjd 189219089Spjdstatic int 190219089Spjdcksum_and_write(const void *buf, uint64_t len, zio_cksum_t *zc, int outfd) 191219089Spjd{ 192219089Spjd fletcher_4_incremental_native(buf, len, zc); 193219089Spjd return (write(outfd, buf, len)); 194219089Spjd} 195219089Spjd 196219089Spjd/* 197219089Spjd * This function is started in a separate thread when the dedup option 198219089Spjd * has been requested. The main send thread determines the list of 199219089Spjd * snapshots to be included in the send stream and makes the ioctl calls 200219089Spjd * for each one. But instead of having the ioctl send the output to the 201219089Spjd * the output fd specified by the caller of zfs_send()), the 202219089Spjd * ioctl is told to direct the output to a pipe, which is read by the 203219089Spjd * alternate thread running THIS function. This function does the 204219089Spjd * dedup'ing by: 205219089Spjd * 1. building a dedup table (the DDT) 206219089Spjd * 2. doing checksums on each data block and inserting a record in the DDT 207219089Spjd * 3. looking for matching checksums, and 208219089Spjd * 4. sending a DRR_WRITE_BYREF record instead of a write record whenever 209219089Spjd * a duplicate block is found. 210219089Spjd * The output of this function then goes to the output fd requested 211219089Spjd * by the caller of zfs_send(). 212219089Spjd */ 213219089Spjdstatic void * 214219089Spjdcksummer(void *arg) 215219089Spjd{ 216219089Spjd dedup_arg_t *dda = arg; 217219089Spjd char *buf = malloc(1<<20); 218219089Spjd dmu_replay_record_t thedrr; 219219089Spjd dmu_replay_record_t *drr = &thedrr; 220219089Spjd struct drr_begin *drrb = &thedrr.drr_u.drr_begin; 221219089Spjd struct drr_end *drre = &thedrr.drr_u.drr_end; 222219089Spjd struct drr_object *drro = &thedrr.drr_u.drr_object; 223219089Spjd struct drr_write *drrw = &thedrr.drr_u.drr_write; 224219089Spjd struct drr_spill *drrs = &thedrr.drr_u.drr_spill; 225219089Spjd FILE *ofp; 226219089Spjd int outfd; 227219089Spjd dmu_replay_record_t wbr_drr = {0}; 228219089Spjd struct drr_write_byref *wbr_drrr = &wbr_drr.drr_u.drr_write_byref; 229219089Spjd dedup_table_t ddt; 230219089Spjd zio_cksum_t stream_cksum; 231219089Spjd uint64_t physmem = sysconf(_SC_PHYS_PAGES) * sysconf(_SC_PAGESIZE); 232219089Spjd uint64_t numbuckets; 233219089Spjd 234219089Spjd ddt.max_ddt_size = 235219089Spjd MAX((physmem * MAX_DDT_PHYSMEM_PERCENT)/100, 236219089Spjd SMALLEST_POSSIBLE_MAX_DDT_MB<<20); 237219089Spjd 238219089Spjd numbuckets = ddt.max_ddt_size/(sizeof (dedup_entry_t)); 239219089Spjd 240219089Spjd /* 241219089Spjd * numbuckets must be a power of 2. Increase number to 242219089Spjd * a power of 2 if necessary. 243219089Spjd */ 244219089Spjd if (!ISP2(numbuckets)) 245219089Spjd numbuckets = 1 << high_order_bit(numbuckets); 246219089Spjd 247219089Spjd ddt.dedup_hash_array = calloc(numbuckets, sizeof (dedup_entry_t *)); 248219089Spjd ddt.ddecache = umem_cache_create("dde", sizeof (dedup_entry_t), 0, 249219089Spjd NULL, NULL, NULL, NULL, NULL, 0); 250219089Spjd ddt.cur_ddt_size = numbuckets * sizeof (dedup_entry_t *); 251219089Spjd ddt.numhashbits = high_order_bit(numbuckets) - 1; 252219089Spjd ddt.ddt_full = B_FALSE; 253219089Spjd 254219089Spjd /* Initialize the write-by-reference block. */ 255219089Spjd wbr_drr.drr_type = DRR_WRITE_BYREF; 256219089Spjd wbr_drr.drr_payloadlen = 0; 257219089Spjd 258219089Spjd outfd = dda->outputfd; 259219089Spjd ofp = fdopen(dda->inputfd, "r"); 260219089Spjd while (ssread(drr, sizeof (dmu_replay_record_t), ofp) != 0) { 261219089Spjd 262219089Spjd switch (drr->drr_type) { 263219089Spjd case DRR_BEGIN: 264219089Spjd { 265219089Spjd int fflags; 266219089Spjd ZIO_SET_CHECKSUM(&stream_cksum, 0, 0, 0, 0); 267219089Spjd 268219089Spjd /* set the DEDUP feature flag for this stream */ 269219089Spjd fflags = DMU_GET_FEATUREFLAGS(drrb->drr_versioninfo); 270219089Spjd fflags |= (DMU_BACKUP_FEATURE_DEDUP | 271219089Spjd DMU_BACKUP_FEATURE_DEDUPPROPS); 272219089Spjd DMU_SET_FEATUREFLAGS(drrb->drr_versioninfo, fflags); 273219089Spjd 274219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 275219089Spjd &stream_cksum, outfd) == -1) 276219089Spjd goto out; 277219089Spjd if (DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == 278219089Spjd DMU_COMPOUNDSTREAM && drr->drr_payloadlen != 0) { 279219089Spjd int sz = drr->drr_payloadlen; 280219089Spjd 281219089Spjd if (sz > 1<<20) { 282219089Spjd free(buf); 283219089Spjd buf = malloc(sz); 284219089Spjd } 285219089Spjd (void) ssread(buf, sz, ofp); 286219089Spjd if (ferror(stdin)) 287219089Spjd perror("fread"); 288219089Spjd if (cksum_and_write(buf, sz, &stream_cksum, 289219089Spjd outfd) == -1) 290219089Spjd goto out; 291219089Spjd } 292219089Spjd break; 293219089Spjd } 294219089Spjd 295219089Spjd case DRR_END: 296219089Spjd { 297219089Spjd /* use the recalculated checksum */ 298219089Spjd ZIO_SET_CHECKSUM(&drre->drr_checksum, 299219089Spjd stream_cksum.zc_word[0], stream_cksum.zc_word[1], 300219089Spjd stream_cksum.zc_word[2], stream_cksum.zc_word[3]); 301219089Spjd if ((write(outfd, drr, 302219089Spjd sizeof (dmu_replay_record_t))) == -1) 303219089Spjd goto out; 304219089Spjd break; 305219089Spjd } 306219089Spjd 307219089Spjd case DRR_OBJECT: 308219089Spjd { 309219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 310219089Spjd &stream_cksum, outfd) == -1) 311219089Spjd goto out; 312219089Spjd if (drro->drr_bonuslen > 0) { 313219089Spjd (void) ssread(buf, 314219089Spjd P2ROUNDUP((uint64_t)drro->drr_bonuslen, 8), 315219089Spjd ofp); 316219089Spjd if (cksum_and_write(buf, 317219089Spjd P2ROUNDUP((uint64_t)drro->drr_bonuslen, 8), 318219089Spjd &stream_cksum, outfd) == -1) 319219089Spjd goto out; 320219089Spjd } 321219089Spjd break; 322219089Spjd } 323219089Spjd 324219089Spjd case DRR_SPILL: 325219089Spjd { 326219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 327219089Spjd &stream_cksum, outfd) == -1) 328219089Spjd goto out; 329219089Spjd (void) ssread(buf, drrs->drr_length, ofp); 330219089Spjd if (cksum_and_write(buf, drrs->drr_length, 331219089Spjd &stream_cksum, outfd) == -1) 332219089Spjd goto out; 333219089Spjd break; 334219089Spjd } 335219089Spjd 336219089Spjd case DRR_FREEOBJECTS: 337219089Spjd { 338219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 339219089Spjd &stream_cksum, outfd) == -1) 340219089Spjd goto out; 341219089Spjd break; 342219089Spjd } 343219089Spjd 344219089Spjd case DRR_WRITE: 345219089Spjd { 346219089Spjd dataref_t dataref; 347219089Spjd 348219089Spjd (void) ssread(buf, drrw->drr_length, ofp); 349219089Spjd 350219089Spjd /* 351219089Spjd * Use the existing checksum if it's dedup-capable, 352219089Spjd * else calculate a SHA256 checksum for it. 353219089Spjd */ 354219089Spjd 355219089Spjd if (ZIO_CHECKSUM_EQUAL(drrw->drr_key.ddk_cksum, 356219089Spjd zero_cksum) || 357219089Spjd !DRR_IS_DEDUP_CAPABLE(drrw->drr_checksumflags)) { 358219089Spjd SHA256_CTX ctx; 359219089Spjd zio_cksum_t tmpsha256; 360219089Spjd 361219089Spjd SHA256Init(&ctx); 362219089Spjd SHA256Update(&ctx, buf, drrw->drr_length); 363219089Spjd SHA256Final(&tmpsha256, &ctx); 364219089Spjd drrw->drr_key.ddk_cksum.zc_word[0] = 365219089Spjd BE_64(tmpsha256.zc_word[0]); 366219089Spjd drrw->drr_key.ddk_cksum.zc_word[1] = 367219089Spjd BE_64(tmpsha256.zc_word[1]); 368219089Spjd drrw->drr_key.ddk_cksum.zc_word[2] = 369219089Spjd BE_64(tmpsha256.zc_word[2]); 370219089Spjd drrw->drr_key.ddk_cksum.zc_word[3] = 371219089Spjd BE_64(tmpsha256.zc_word[3]); 372219089Spjd drrw->drr_checksumtype = ZIO_CHECKSUM_SHA256; 373219089Spjd drrw->drr_checksumflags = DRR_CHECKSUM_DEDUP; 374219089Spjd } 375219089Spjd 376219089Spjd dataref.ref_guid = drrw->drr_toguid; 377219089Spjd dataref.ref_object = drrw->drr_object; 378219089Spjd dataref.ref_offset = drrw->drr_offset; 379219089Spjd 380219089Spjd if (ddt_update(dda->dedup_hdl, &ddt, 381219089Spjd &drrw->drr_key.ddk_cksum, drrw->drr_key.ddk_prop, 382219089Spjd &dataref)) { 383219089Spjd /* block already present in stream */ 384219089Spjd wbr_drrr->drr_object = drrw->drr_object; 385219089Spjd wbr_drrr->drr_offset = drrw->drr_offset; 386219089Spjd wbr_drrr->drr_length = drrw->drr_length; 387219089Spjd wbr_drrr->drr_toguid = drrw->drr_toguid; 388219089Spjd wbr_drrr->drr_refguid = dataref.ref_guid; 389219089Spjd wbr_drrr->drr_refobject = 390219089Spjd dataref.ref_object; 391219089Spjd wbr_drrr->drr_refoffset = 392219089Spjd dataref.ref_offset; 393219089Spjd 394219089Spjd wbr_drrr->drr_checksumtype = 395219089Spjd drrw->drr_checksumtype; 396219089Spjd wbr_drrr->drr_checksumflags = 397219089Spjd drrw->drr_checksumtype; 398219089Spjd wbr_drrr->drr_key.ddk_cksum = 399219089Spjd drrw->drr_key.ddk_cksum; 400219089Spjd wbr_drrr->drr_key.ddk_prop = 401219089Spjd drrw->drr_key.ddk_prop; 402219089Spjd 403219089Spjd if (cksum_and_write(&wbr_drr, 404219089Spjd sizeof (dmu_replay_record_t), &stream_cksum, 405219089Spjd outfd) == -1) 406219089Spjd goto out; 407219089Spjd } else { 408219089Spjd /* block not previously seen */ 409219089Spjd if (cksum_and_write(drr, 410219089Spjd sizeof (dmu_replay_record_t), &stream_cksum, 411219089Spjd outfd) == -1) 412219089Spjd goto out; 413219089Spjd if (cksum_and_write(buf, 414219089Spjd drrw->drr_length, 415219089Spjd &stream_cksum, outfd) == -1) 416219089Spjd goto out; 417219089Spjd } 418219089Spjd break; 419219089Spjd } 420219089Spjd 421219089Spjd case DRR_FREE: 422219089Spjd { 423219089Spjd if (cksum_and_write(drr, sizeof (dmu_replay_record_t), 424219089Spjd &stream_cksum, outfd) == -1) 425219089Spjd goto out; 426219089Spjd break; 427219089Spjd } 428219089Spjd 429219089Spjd default: 430219089Spjd (void) printf("INVALID record type 0x%x\n", 431219089Spjd drr->drr_type); 432219089Spjd /* should never happen, so assert */ 433219089Spjd assert(B_FALSE); 434219089Spjd } 435219089Spjd } 436219089Spjdout: 437219089Spjd umem_cache_destroy(ddt.ddecache); 438219089Spjd free(ddt.dedup_hash_array); 439219089Spjd free(buf); 440219089Spjd (void) fclose(ofp); 441219089Spjd 442219089Spjd return (NULL); 443219089Spjd} 444219089Spjd 445219089Spjd/* 446185029Spjd * Routines for dealing with the AVL tree of fs-nvlists 447185029Spjd */ 448185029Spjdtypedef struct fsavl_node { 449185029Spjd avl_node_t fn_node; 450185029Spjd nvlist_t *fn_nvfs; 451185029Spjd char *fn_snapname; 452185029Spjd uint64_t fn_guid; 453185029Spjd} fsavl_node_t; 454185029Spjd 455185029Spjdstatic int 456185029Spjdfsavl_compare(const void *arg1, const void *arg2) 457185029Spjd{ 458185029Spjd const fsavl_node_t *fn1 = arg1; 459185029Spjd const fsavl_node_t *fn2 = arg2; 460185029Spjd 461185029Spjd if (fn1->fn_guid > fn2->fn_guid) 462185029Spjd return (+1); 463185029Spjd else if (fn1->fn_guid < fn2->fn_guid) 464185029Spjd return (-1); 465185029Spjd else 466185029Spjd return (0); 467185029Spjd} 468185029Spjd 469185029Spjd/* 470185029Spjd * Given the GUID of a snapshot, find its containing filesystem and 471185029Spjd * (optionally) name. 472185029Spjd */ 473185029Spjdstatic nvlist_t * 474185029Spjdfsavl_find(avl_tree_t *avl, uint64_t snapguid, char **snapname) 475185029Spjd{ 476185029Spjd fsavl_node_t fn_find; 477185029Spjd fsavl_node_t *fn; 478185029Spjd 479185029Spjd fn_find.fn_guid = snapguid; 480185029Spjd 481185029Spjd fn = avl_find(avl, &fn_find, NULL); 482185029Spjd if (fn) { 483185029Spjd if (snapname) 484185029Spjd *snapname = fn->fn_snapname; 485185029Spjd return (fn->fn_nvfs); 486185029Spjd } 487185029Spjd return (NULL); 488185029Spjd} 489185029Spjd 490185029Spjdstatic void 491185029Spjdfsavl_destroy(avl_tree_t *avl) 492185029Spjd{ 493185029Spjd fsavl_node_t *fn; 494185029Spjd void *cookie; 495185029Spjd 496185029Spjd if (avl == NULL) 497185029Spjd return; 498185029Spjd 499185029Spjd cookie = NULL; 500185029Spjd while ((fn = avl_destroy_nodes(avl, &cookie)) != NULL) 501185029Spjd free(fn); 502185029Spjd avl_destroy(avl); 503185029Spjd free(avl); 504185029Spjd} 505185029Spjd 506219089Spjd/* 507219089Spjd * Given an nvlist, produce an avl tree of snapshots, ordered by guid 508219089Spjd */ 509185029Spjdstatic avl_tree_t * 510185029Spjdfsavl_create(nvlist_t *fss) 511185029Spjd{ 512185029Spjd avl_tree_t *fsavl; 513185029Spjd nvpair_t *fselem = NULL; 514185029Spjd 515185029Spjd if ((fsavl = malloc(sizeof (avl_tree_t))) == NULL) 516185029Spjd return (NULL); 517185029Spjd 518185029Spjd avl_create(fsavl, fsavl_compare, sizeof (fsavl_node_t), 519185029Spjd offsetof(fsavl_node_t, fn_node)); 520185029Spjd 521185029Spjd while ((fselem = nvlist_next_nvpair(fss, fselem)) != NULL) { 522185029Spjd nvlist_t *nvfs, *snaps; 523185029Spjd nvpair_t *snapelem = NULL; 524185029Spjd 525185029Spjd VERIFY(0 == nvpair_value_nvlist(fselem, &nvfs)); 526185029Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, "snaps", &snaps)); 527185029Spjd 528185029Spjd while ((snapelem = 529185029Spjd nvlist_next_nvpair(snaps, snapelem)) != NULL) { 530185029Spjd fsavl_node_t *fn; 531185029Spjd uint64_t guid; 532185029Spjd 533185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &guid)); 534185029Spjd if ((fn = malloc(sizeof (fsavl_node_t))) == NULL) { 535185029Spjd fsavl_destroy(fsavl); 536185029Spjd return (NULL); 537185029Spjd } 538185029Spjd fn->fn_nvfs = nvfs; 539185029Spjd fn->fn_snapname = nvpair_name(snapelem); 540185029Spjd fn->fn_guid = guid; 541185029Spjd 542185029Spjd /* 543185029Spjd * Note: if there are multiple snaps with the 544185029Spjd * same GUID, we ignore all but one. 545185029Spjd */ 546185029Spjd if (avl_find(fsavl, fn, NULL) == NULL) 547185029Spjd avl_add(fsavl, fn); 548185029Spjd else 549185029Spjd free(fn); 550185029Spjd } 551185029Spjd } 552185029Spjd 553185029Spjd return (fsavl); 554185029Spjd} 555185029Spjd 556185029Spjd/* 557185029Spjd * Routines for dealing with the giant nvlist of fs-nvlists, etc. 558185029Spjd */ 559185029Spjdtypedef struct send_data { 560185029Spjd uint64_t parent_fromsnap_guid; 561185029Spjd nvlist_t *parent_snaps; 562185029Spjd nvlist_t *fss; 563185029Spjd nvlist_t *snapprops; 564185029Spjd const char *fromsnap; 565185029Spjd const char *tosnap; 566219089Spjd boolean_t recursive; 567185029Spjd 568185029Spjd /* 569185029Spjd * The header nvlist is of the following format: 570185029Spjd * { 571185029Spjd * "tosnap" -> string 572185029Spjd * "fromsnap" -> string (if incremental) 573185029Spjd * "fss" -> { 574185029Spjd * id -> { 575185029Spjd * 576185029Spjd * "name" -> string (full name; for debugging) 577185029Spjd * "parentfromsnap" -> number (guid of fromsnap in parent) 578185029Spjd * 579185029Spjd * "props" -> { name -> value (only if set here) } 580185029Spjd * "snaps" -> { name (lastname) -> number (guid) } 581185029Spjd * "snapprops" -> { name (lastname) -> { name -> value } } 582185029Spjd * 583185029Spjd * "origin" -> number (guid) (if clone) 584185029Spjd * "sent" -> boolean (not on-disk) 585185029Spjd * } 586185029Spjd * } 587185029Spjd * } 588185029Spjd * 589185029Spjd */ 590185029Spjd} send_data_t; 591185029Spjd 592185029Spjdstatic void send_iterate_prop(zfs_handle_t *zhp, nvlist_t *nv); 593185029Spjd 594185029Spjdstatic int 595185029Spjdsend_iterate_snap(zfs_handle_t *zhp, void *arg) 596185029Spjd{ 597185029Spjd send_data_t *sd = arg; 598185029Spjd uint64_t guid = zhp->zfs_dmustats.dds_guid; 599185029Spjd char *snapname; 600185029Spjd nvlist_t *nv; 601185029Spjd 602185029Spjd snapname = strrchr(zhp->zfs_name, '@')+1; 603185029Spjd 604185029Spjd VERIFY(0 == nvlist_add_uint64(sd->parent_snaps, snapname, guid)); 605185029Spjd /* 606185029Spjd * NB: if there is no fromsnap here (it's a newly created fs in 607185029Spjd * an incremental replication), we will substitute the tosnap. 608185029Spjd */ 609185029Spjd if ((sd->fromsnap && strcmp(snapname, sd->fromsnap) == 0) || 610185029Spjd (sd->parent_fromsnap_guid == 0 && sd->tosnap && 611185029Spjd strcmp(snapname, sd->tosnap) == 0)) { 612185029Spjd sd->parent_fromsnap_guid = guid; 613185029Spjd } 614185029Spjd 615185029Spjd VERIFY(0 == nvlist_alloc(&nv, NV_UNIQUE_NAME, 0)); 616185029Spjd send_iterate_prop(zhp, nv); 617185029Spjd VERIFY(0 == nvlist_add_nvlist(sd->snapprops, snapname, nv)); 618185029Spjd nvlist_free(nv); 619185029Spjd 620185029Spjd zfs_close(zhp); 621185029Spjd return (0); 622185029Spjd} 623185029Spjd 624185029Spjdstatic void 625185029Spjdsend_iterate_prop(zfs_handle_t *zhp, nvlist_t *nv) 626185029Spjd{ 627185029Spjd nvpair_t *elem = NULL; 628185029Spjd 629185029Spjd while ((elem = nvlist_next_nvpair(zhp->zfs_props, elem)) != NULL) { 630185029Spjd char *propname = nvpair_name(elem); 631185029Spjd zfs_prop_t prop = zfs_name_to_prop(propname); 632185029Spjd nvlist_t *propnv; 633185029Spjd 634219089Spjd if (!zfs_prop_user(propname)) { 635219089Spjd /* 636219089Spjd * Realistically, this should never happen. However, 637219089Spjd * we want the ability to add DSL properties without 638219089Spjd * needing to make incompatible version changes. We 639219089Spjd * need to ignore unknown properties to allow older 640219089Spjd * software to still send datasets containing these 641219089Spjd * properties, with the unknown properties elided. 642219089Spjd */ 643219089Spjd if (prop == ZPROP_INVAL) 644219089Spjd continue; 645209962Smm 646219089Spjd if (zfs_prop_readonly(prop)) 647219089Spjd continue; 648219089Spjd } 649185029Spjd 650185029Spjd verify(nvpair_value_nvlist(elem, &propnv) == 0); 651219089Spjd if (prop == ZFS_PROP_QUOTA || prop == ZFS_PROP_RESERVATION || 652219089Spjd prop == ZFS_PROP_REFQUOTA || 653219089Spjd prop == ZFS_PROP_REFRESERVATION) { 654219089Spjd char *source; 655185029Spjd uint64_t value; 656185029Spjd verify(nvlist_lookup_uint64(propnv, 657185029Spjd ZPROP_VALUE, &value) == 0); 658185029Spjd if (zhp->zfs_type == ZFS_TYPE_SNAPSHOT) 659185029Spjd continue; 660219089Spjd /* 661219089Spjd * May have no source before SPA_VERSION_RECVD_PROPS, 662219089Spjd * but is still modifiable. 663219089Spjd */ 664219089Spjd if (nvlist_lookup_string(propnv, 665219089Spjd ZPROP_SOURCE, &source) == 0) { 666219089Spjd if ((strcmp(source, zhp->zfs_name) != 0) && 667219089Spjd (strcmp(source, 668219089Spjd ZPROP_SOURCE_VAL_RECVD) != 0)) 669219089Spjd continue; 670219089Spjd } 671185029Spjd } else { 672185029Spjd char *source; 673185029Spjd if (nvlist_lookup_string(propnv, 674185029Spjd ZPROP_SOURCE, &source) != 0) 675185029Spjd continue; 676219089Spjd if ((strcmp(source, zhp->zfs_name) != 0) && 677219089Spjd (strcmp(source, ZPROP_SOURCE_VAL_RECVD) != 0)) 678185029Spjd continue; 679185029Spjd } 680185029Spjd 681185029Spjd if (zfs_prop_user(propname) || 682185029Spjd zfs_prop_get_type(prop) == PROP_TYPE_STRING) { 683185029Spjd char *value; 684185029Spjd verify(nvlist_lookup_string(propnv, 685185029Spjd ZPROP_VALUE, &value) == 0); 686185029Spjd VERIFY(0 == nvlist_add_string(nv, propname, value)); 687185029Spjd } else { 688185029Spjd uint64_t value; 689185029Spjd verify(nvlist_lookup_uint64(propnv, 690185029Spjd ZPROP_VALUE, &value) == 0); 691185029Spjd VERIFY(0 == nvlist_add_uint64(nv, propname, value)); 692185029Spjd } 693185029Spjd } 694185029Spjd} 695185029Spjd 696219089Spjd/* 697219089Spjd * recursively generate nvlists describing datasets. See comment 698219089Spjd * for the data structure send_data_t above for description of contents 699219089Spjd * of the nvlist. 700219089Spjd */ 701185029Spjdstatic int 702185029Spjdsend_iterate_fs(zfs_handle_t *zhp, void *arg) 703185029Spjd{ 704185029Spjd send_data_t *sd = arg; 705185029Spjd nvlist_t *nvfs, *nv; 706219089Spjd int rv = 0; 707185029Spjd uint64_t parent_fromsnap_guid_save = sd->parent_fromsnap_guid; 708185029Spjd uint64_t guid = zhp->zfs_dmustats.dds_guid; 709185029Spjd char guidstring[64]; 710185029Spjd 711185029Spjd VERIFY(0 == nvlist_alloc(&nvfs, NV_UNIQUE_NAME, 0)); 712185029Spjd VERIFY(0 == nvlist_add_string(nvfs, "name", zhp->zfs_name)); 713185029Spjd VERIFY(0 == nvlist_add_uint64(nvfs, "parentfromsnap", 714185029Spjd sd->parent_fromsnap_guid)); 715185029Spjd 716185029Spjd if (zhp->zfs_dmustats.dds_origin[0]) { 717185029Spjd zfs_handle_t *origin = zfs_open(zhp->zfs_hdl, 718185029Spjd zhp->zfs_dmustats.dds_origin, ZFS_TYPE_SNAPSHOT); 719185029Spjd if (origin == NULL) 720185029Spjd return (-1); 721185029Spjd VERIFY(0 == nvlist_add_uint64(nvfs, "origin", 722185029Spjd origin->zfs_dmustats.dds_guid)); 723185029Spjd } 724185029Spjd 725185029Spjd /* iterate over props */ 726185029Spjd VERIFY(0 == nvlist_alloc(&nv, NV_UNIQUE_NAME, 0)); 727185029Spjd send_iterate_prop(zhp, nv); 728185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "props", nv)); 729185029Spjd nvlist_free(nv); 730185029Spjd 731185029Spjd /* iterate over snaps, and set sd->parent_fromsnap_guid */ 732185029Spjd sd->parent_fromsnap_guid = 0; 733185029Spjd VERIFY(0 == nvlist_alloc(&sd->parent_snaps, NV_UNIQUE_NAME, 0)); 734185029Spjd VERIFY(0 == nvlist_alloc(&sd->snapprops, NV_UNIQUE_NAME, 0)); 735251417Ssmh (void) zfs_iter_snapshots_sorted(zhp, send_iterate_snap, sd); 736185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "snaps", sd->parent_snaps)); 737185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "snapprops", sd->snapprops)); 738185029Spjd nvlist_free(sd->parent_snaps); 739185029Spjd nvlist_free(sd->snapprops); 740185029Spjd 741185029Spjd /* add this fs to nvlist */ 742185029Spjd (void) snprintf(guidstring, sizeof (guidstring), 743185029Spjd "0x%llx", (longlong_t)guid); 744185029Spjd VERIFY(0 == nvlist_add_nvlist(sd->fss, guidstring, nvfs)); 745185029Spjd nvlist_free(nvfs); 746185029Spjd 747185029Spjd /* iterate over children */ 748219089Spjd if (sd->recursive) 749219089Spjd rv = zfs_iter_filesystems(zhp, send_iterate_fs, sd); 750185029Spjd 751185029Spjd sd->parent_fromsnap_guid = parent_fromsnap_guid_save; 752185029Spjd 753185029Spjd zfs_close(zhp); 754185029Spjd return (rv); 755185029Spjd} 756185029Spjd 757185029Spjdstatic int 758185029Spjdgather_nvlist(libzfs_handle_t *hdl, const char *fsname, const char *fromsnap, 759219089Spjd const char *tosnap, boolean_t recursive, nvlist_t **nvlp, avl_tree_t **avlp) 760185029Spjd{ 761185029Spjd zfs_handle_t *zhp; 762185029Spjd send_data_t sd = { 0 }; 763185029Spjd int error; 764185029Spjd 765185029Spjd zhp = zfs_open(hdl, fsname, ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME); 766185029Spjd if (zhp == NULL) 767185029Spjd return (EZFS_BADTYPE); 768185029Spjd 769185029Spjd VERIFY(0 == nvlist_alloc(&sd.fss, NV_UNIQUE_NAME, 0)); 770185029Spjd sd.fromsnap = fromsnap; 771185029Spjd sd.tosnap = tosnap; 772219089Spjd sd.recursive = recursive; 773185029Spjd 774185029Spjd if ((error = send_iterate_fs(zhp, &sd)) != 0) { 775185029Spjd nvlist_free(sd.fss); 776185029Spjd if (avlp != NULL) 777185029Spjd *avlp = NULL; 778185029Spjd *nvlp = NULL; 779185029Spjd return (error); 780185029Spjd } 781185029Spjd 782185029Spjd if (avlp != NULL && (*avlp = fsavl_create(sd.fss)) == NULL) { 783185029Spjd nvlist_free(sd.fss); 784185029Spjd *nvlp = NULL; 785185029Spjd return (EZFS_NOMEM); 786185029Spjd } 787185029Spjd 788185029Spjd *nvlp = sd.fss; 789185029Spjd return (0); 790185029Spjd} 791185029Spjd 792185029Spjd/* 793185029Spjd * Routines specific to "zfs send" 794185029Spjd */ 795185029Spjdtypedef struct send_dump_data { 796185029Spjd /* these are all just the short snapname (the part after the @) */ 797185029Spjd const char *fromsnap; 798185029Spjd const char *tosnap; 799219089Spjd char prevsnap[ZFS_MAXNAMELEN]; 800219089Spjd uint64_t prevsnap_obj; 801185029Spjd boolean_t seenfrom, seento, replicate, doall, fromorigin; 802235951Smm boolean_t verbose, dryrun, parsable, progress; 803185029Spjd int outfd; 804185029Spjd boolean_t err; 805185029Spjd nvlist_t *fss; 806252764Sdelphij nvlist_t *snapholds; 807185029Spjd avl_tree_t *fsavl; 808219089Spjd snapfilter_cb_t *filter_cb; 809219089Spjd void *filter_cb_arg; 810219089Spjd nvlist_t *debugnv; 811219089Spjd char holdtag[ZFS_MAXNAMELEN]; 812219089Spjd int cleanup_fd; 813229578Smm uint64_t size; 814185029Spjd} send_dump_data_t; 815185029Spjd 816229578Smmstatic int 817229578Smmestimate_ioctl(zfs_handle_t *zhp, uint64_t fromsnap_obj, 818229578Smm boolean_t fromorigin, uint64_t *sizep) 819229578Smm{ 820229578Smm zfs_cmd_t zc = { 0 }; 821229578Smm libzfs_handle_t *hdl = zhp->zfs_hdl; 822229578Smm 823229578Smm assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 824229578Smm assert(fromsnap_obj == 0 || !fromorigin); 825229578Smm 826229578Smm (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 827229578Smm zc.zc_obj = fromorigin; 828229578Smm zc.zc_sendobj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 829229578Smm zc.zc_fromobj = fromsnap_obj; 830229578Smm zc.zc_guid = 1; /* estimate flag */ 831229578Smm 832229578Smm if (zfs_ioctl(zhp->zfs_hdl, ZFS_IOC_SEND, &zc) != 0) { 833229578Smm char errbuf[1024]; 834229578Smm (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 835229578Smm "warning: cannot estimate space for '%s'"), zhp->zfs_name); 836229578Smm 837229578Smm switch (errno) { 838229578Smm case EXDEV: 839229578Smm zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 840229578Smm "not an earlier snapshot from the same fs")); 841229578Smm return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 842229578Smm 843229578Smm case ENOENT: 844229578Smm if (zfs_dataset_exists(hdl, zc.zc_name, 845229578Smm ZFS_TYPE_SNAPSHOT)) { 846229578Smm zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 847229578Smm "incremental source (@%s) does not exist"), 848229578Smm zc.zc_value); 849229578Smm } 850229578Smm return (zfs_error(hdl, EZFS_NOENT, errbuf)); 851229578Smm 852229578Smm case EDQUOT: 853229578Smm case EFBIG: 854229578Smm case EIO: 855229578Smm case ENOLINK: 856229578Smm case ENOSPC: 857229578Smm case ENXIO: 858229578Smm case EPIPE: 859229578Smm case ERANGE: 860229578Smm case EFAULT: 861229578Smm case EROFS: 862229578Smm zfs_error_aux(hdl, strerror(errno)); 863229578Smm return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 864229578Smm 865229578Smm default: 866229578Smm return (zfs_standard_error(hdl, errno, errbuf)); 867229578Smm } 868229578Smm } 869229578Smm 870229578Smm *sizep = zc.zc_objset_type; 871229578Smm 872229578Smm return (0); 873229578Smm} 874229578Smm 875185029Spjd/* 876185029Spjd * Dumps a backup of the given snapshot (incremental from fromsnap if it's not 877185029Spjd * NULL) to the file descriptor specified by outfd. 878185029Spjd */ 879185029Spjdstatic int 880219089Spjddump_ioctl(zfs_handle_t *zhp, const char *fromsnap, uint64_t fromsnap_obj, 881219089Spjd boolean_t fromorigin, int outfd, nvlist_t *debugnv) 882185029Spjd{ 883185029Spjd zfs_cmd_t zc = { 0 }; 884185029Spjd libzfs_handle_t *hdl = zhp->zfs_hdl; 885219089Spjd nvlist_t *thisdbg; 886185029Spjd 887185029Spjd assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 888219089Spjd assert(fromsnap_obj == 0 || !fromorigin); 889185029Spjd 890185029Spjd (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 891185029Spjd zc.zc_cookie = outfd; 892185029Spjd zc.zc_obj = fromorigin; 893219089Spjd zc.zc_sendobj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 894219089Spjd zc.zc_fromobj = fromsnap_obj; 895185029Spjd 896219089Spjd VERIFY(0 == nvlist_alloc(&thisdbg, NV_UNIQUE_NAME, 0)); 897219089Spjd if (fromsnap && fromsnap[0] != '\0') { 898219089Spjd VERIFY(0 == nvlist_add_string(thisdbg, 899219089Spjd "fromsnap", fromsnap)); 900219089Spjd } 901219089Spjd 902229578Smm if (zfs_ioctl(zhp->zfs_hdl, ZFS_IOC_SEND, &zc) != 0) { 903185029Spjd char errbuf[1024]; 904185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 905185029Spjd "warning: cannot send '%s'"), zhp->zfs_name); 906185029Spjd 907219089Spjd VERIFY(0 == nvlist_add_uint64(thisdbg, "error", errno)); 908219089Spjd if (debugnv) { 909219089Spjd VERIFY(0 == nvlist_add_nvlist(debugnv, 910219089Spjd zhp->zfs_name, thisdbg)); 911219089Spjd } 912219089Spjd nvlist_free(thisdbg); 913219089Spjd 914185029Spjd switch (errno) { 915185029Spjd case EXDEV: 916185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 917185029Spjd "not an earlier snapshot from the same fs")); 918185029Spjd return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 919185029Spjd 920185029Spjd case ENOENT: 921185029Spjd if (zfs_dataset_exists(hdl, zc.zc_name, 922185029Spjd ZFS_TYPE_SNAPSHOT)) { 923185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 924185029Spjd "incremental source (@%s) does not exist"), 925185029Spjd zc.zc_value); 926185029Spjd } 927185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 928185029Spjd 929185029Spjd case EDQUOT: 930185029Spjd case EFBIG: 931185029Spjd case EIO: 932185029Spjd case ENOLINK: 933185029Spjd case ENOSPC: 934229578Smm#ifdef sun 935229578Smm case ENOSTR: 936229578Smm#endif 937185029Spjd case ENXIO: 938185029Spjd case EPIPE: 939185029Spjd case ERANGE: 940185029Spjd case EFAULT: 941185029Spjd case EROFS: 942185029Spjd zfs_error_aux(hdl, strerror(errno)); 943185029Spjd return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 944185029Spjd 945185029Spjd default: 946185029Spjd return (zfs_standard_error(hdl, errno, errbuf)); 947185029Spjd } 948185029Spjd } 949185029Spjd 950219089Spjd if (debugnv) 951219089Spjd VERIFY(0 == nvlist_add_nvlist(debugnv, zhp->zfs_name, thisdbg)); 952219089Spjd nvlist_free(thisdbg); 953219089Spjd 954185029Spjd return (0); 955185029Spjd} 956185029Spjd 957252764Sdelphijstatic void 958252764Sdelphijgather_holds(zfs_handle_t *zhp, send_dump_data_t *sdd) 959219089Spjd{ 960219089Spjd assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 961219089Spjd 962219089Spjd /* 963252764Sdelphij * zfs_send() only sets snapholds for sends that need them, 964219089Spjd * e.g. replication and doall. 965219089Spjd */ 966252764Sdelphij if (sdd->snapholds == NULL) 967252764Sdelphij return; 968219089Spjd 969252764Sdelphij fnvlist_add_string(sdd->snapholds, zhp->zfs_name, sdd->holdtag); 970219089Spjd} 971219089Spjd 972235951Smmstatic void * 973235951Smmsend_progress_thread(void *arg) 974235951Smm{ 975235951Smm progress_arg_t *pa = arg; 976235951Smm 977235951Smm zfs_cmd_t zc = { 0 }; 978235951Smm zfs_handle_t *zhp = pa->pa_zhp; 979235951Smm libzfs_handle_t *hdl = zhp->zfs_hdl; 980235951Smm unsigned long long bytes; 981235951Smm char buf[16]; 982235951Smm 983235951Smm time_t t; 984235951Smm struct tm *tm; 985235951Smm 986235951Smm assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 987235951Smm (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 988235951Smm 989235951Smm if (!pa->pa_parsable) 990235951Smm (void) fprintf(stderr, "TIME SENT SNAPSHOT\n"); 991235951Smm 992235951Smm /* 993235951Smm * Print the progress from ZFS_IOC_SEND_PROGRESS every second. 994235951Smm */ 995235951Smm for (;;) { 996235951Smm (void) sleep(1); 997235951Smm 998235951Smm zc.zc_cookie = pa->pa_fd; 999235951Smm if (zfs_ioctl(hdl, ZFS_IOC_SEND_PROGRESS, &zc) != 0) 1000235951Smm return ((void *)-1); 1001235951Smm 1002235951Smm (void) time(&t); 1003235951Smm tm = localtime(&t); 1004235951Smm bytes = zc.zc_cookie; 1005235951Smm 1006235951Smm if (pa->pa_parsable) { 1007235951Smm (void) fprintf(stderr, "%02d:%02d:%02d\t%llu\t%s\n", 1008235951Smm tm->tm_hour, tm->tm_min, tm->tm_sec, 1009235951Smm bytes, zhp->zfs_name); 1010235951Smm } else { 1011235951Smm zfs_nicenum(bytes, buf, sizeof (buf)); 1012235951Smm (void) fprintf(stderr, "%02d:%02d:%02d %5s %s\n", 1013235951Smm tm->tm_hour, tm->tm_min, tm->tm_sec, 1014235951Smm buf, zhp->zfs_name); 1015235951Smm } 1016235951Smm } 1017235951Smm} 1018235951Smm 1019219089Spjdstatic int 1020185029Spjddump_snapshot(zfs_handle_t *zhp, void *arg) 1021185029Spjd{ 1022185029Spjd send_dump_data_t *sdd = arg; 1023235951Smm progress_arg_t pa = { 0 }; 1024235951Smm pthread_t tid; 1025219089Spjd char *thissnap; 1026185029Spjd int err; 1027229578Smm boolean_t isfromsnap, istosnap, fromorigin; 1028219089Spjd boolean_t exclude = B_FALSE; 1029185029Spjd 1030252764Sdelphij err = 0; 1031185029Spjd thissnap = strchr(zhp->zfs_name, '@') + 1; 1032219089Spjd isfromsnap = (sdd->fromsnap != NULL && 1033219089Spjd strcmp(sdd->fromsnap, thissnap) == 0); 1034185029Spjd 1035219089Spjd if (!sdd->seenfrom && isfromsnap) { 1036252764Sdelphij gather_holds(zhp, sdd); 1037252764Sdelphij sdd->seenfrom = B_TRUE; 1038252764Sdelphij (void) strcpy(sdd->prevsnap, thissnap); 1039252764Sdelphij sdd->prevsnap_obj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 1040185029Spjd zfs_close(zhp); 1041252764Sdelphij return (0); 1042185029Spjd } 1043185029Spjd 1044185029Spjd if (sdd->seento || !sdd->seenfrom) { 1045185029Spjd zfs_close(zhp); 1046185029Spjd return (0); 1047185029Spjd } 1048185029Spjd 1049219089Spjd istosnap = (strcmp(sdd->tosnap, thissnap) == 0); 1050219089Spjd if (istosnap) 1051219089Spjd sdd->seento = B_TRUE; 1052219089Spjd 1053219089Spjd if (!sdd->doall && !isfromsnap && !istosnap) { 1054219089Spjd if (sdd->replicate) { 1055219089Spjd char *snapname; 1056219089Spjd nvlist_t *snapprops; 1057219089Spjd /* 1058219089Spjd * Filter out all intermediate snapshots except origin 1059219089Spjd * snapshots needed to replicate clones. 1060219089Spjd */ 1061219089Spjd nvlist_t *nvfs = fsavl_find(sdd->fsavl, 1062219089Spjd zhp->zfs_dmustats.dds_guid, &snapname); 1063219089Spjd 1064219089Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, 1065219089Spjd "snapprops", &snapprops)); 1066219089Spjd VERIFY(0 == nvlist_lookup_nvlist(snapprops, 1067219089Spjd thissnap, &snapprops)); 1068219089Spjd exclude = !nvlist_exists(snapprops, "is_clone_origin"); 1069219089Spjd } else { 1070219089Spjd exclude = B_TRUE; 1071219089Spjd } 1072219089Spjd } 1073219089Spjd 1074219089Spjd /* 1075219089Spjd * If a filter function exists, call it to determine whether 1076219089Spjd * this snapshot will be sent. 1077219089Spjd */ 1078219089Spjd if (exclude || (sdd->filter_cb != NULL && 1079219089Spjd sdd->filter_cb(zhp, sdd->filter_cb_arg) == B_FALSE)) { 1080219089Spjd /* 1081219089Spjd * This snapshot is filtered out. Don't send it, and don't 1082219089Spjd * set prevsnap_obj, so it will be as if this snapshot didn't 1083219089Spjd * exist, and the next accepted snapshot will be sent as 1084219089Spjd * an incremental from the last accepted one, or as the 1085219089Spjd * first (and full) snapshot in the case of a replication, 1086219089Spjd * non-incremental send. 1087219089Spjd */ 1088219089Spjd zfs_close(zhp); 1089219089Spjd return (0); 1090219089Spjd } 1091219089Spjd 1092252764Sdelphij gather_holds(zhp, sdd); 1093229578Smm fromorigin = sdd->prevsnap[0] == '\0' && 1094229578Smm (sdd->fromorigin || sdd->replicate); 1095229578Smm 1096185029Spjd if (sdd->verbose) { 1097229578Smm uint64_t size; 1098229578Smm err = estimate_ioctl(zhp, sdd->prevsnap_obj, 1099229578Smm fromorigin, &size); 1100229578Smm 1101229578Smm if (sdd->parsable) { 1102229578Smm if (sdd->prevsnap[0] != '\0') { 1103229578Smm (void) fprintf(stderr, "incremental\t%s\t%s", 1104229578Smm sdd->prevsnap, zhp->zfs_name); 1105229578Smm } else { 1106229578Smm (void) fprintf(stderr, "full\t%s", 1107229578Smm zhp->zfs_name); 1108229578Smm } 1109229578Smm } else { 1110229578Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1111229578Smm "send from @%s to %s"), 1112229578Smm sdd->prevsnap, zhp->zfs_name); 1113229578Smm } 1114229578Smm if (err == 0) { 1115229578Smm if (sdd->parsable) { 1116229578Smm (void) fprintf(stderr, "\t%llu\n", 1117229578Smm (longlong_t)size); 1118229578Smm } else { 1119229578Smm char buf[16]; 1120229578Smm zfs_nicenum(size, buf, sizeof (buf)); 1121229578Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1122229578Smm " estimated size is %s\n"), buf); 1123229578Smm } 1124229578Smm sdd->size += size; 1125229578Smm } else { 1126229578Smm (void) fprintf(stderr, "\n"); 1127229578Smm } 1128185029Spjd } 1129185029Spjd 1130229578Smm if (!sdd->dryrun) { 1131235951Smm /* 1132235951Smm * If progress reporting is requested, spawn a new thread to 1133235951Smm * poll ZFS_IOC_SEND_PROGRESS at a regular interval. 1134235951Smm */ 1135235951Smm if (sdd->progress) { 1136235951Smm pa.pa_zhp = zhp; 1137235951Smm pa.pa_fd = sdd->outfd; 1138235951Smm pa.pa_parsable = sdd->parsable; 1139235951Smm 1140235951Smm if (err = pthread_create(&tid, NULL, 1141235951Smm send_progress_thread, &pa)) { 1142235951Smm zfs_close(zhp); 1143235951Smm return (err); 1144235951Smm } 1145235951Smm } 1146235951Smm 1147229578Smm err = dump_ioctl(zhp, sdd->prevsnap, sdd->prevsnap_obj, 1148229578Smm fromorigin, sdd->outfd, sdd->debugnv); 1149235951Smm 1150235951Smm if (sdd->progress) { 1151235951Smm (void) pthread_cancel(tid); 1152235951Smm (void) pthread_join(tid, NULL); 1153235951Smm } 1154229578Smm } 1155185029Spjd 1156219089Spjd (void) strcpy(sdd->prevsnap, thissnap); 1157219089Spjd sdd->prevsnap_obj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 1158185029Spjd zfs_close(zhp); 1159185029Spjd return (err); 1160185029Spjd} 1161185029Spjd 1162185029Spjdstatic int 1163185029Spjddump_filesystem(zfs_handle_t *zhp, void *arg) 1164185029Spjd{ 1165185029Spjd int rv = 0; 1166185029Spjd send_dump_data_t *sdd = arg; 1167185029Spjd boolean_t missingfrom = B_FALSE; 1168185029Spjd zfs_cmd_t zc = { 0 }; 1169185029Spjd 1170185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), "%s@%s", 1171185029Spjd zhp->zfs_name, sdd->tosnap); 1172185029Spjd if (ioctl(zhp->zfs_hdl->libzfs_fd, ZFS_IOC_OBJSET_STATS, &zc) != 0) { 1173229578Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1174229578Smm "WARNING: could not send %s@%s: does not exist\n"), 1175185029Spjd zhp->zfs_name, sdd->tosnap); 1176185029Spjd sdd->err = B_TRUE; 1177185029Spjd return (0); 1178185029Spjd } 1179185029Spjd 1180185029Spjd if (sdd->replicate && sdd->fromsnap) { 1181185029Spjd /* 1182185029Spjd * If this fs does not have fromsnap, and we're doing 1183185029Spjd * recursive, we need to send a full stream from the 1184185029Spjd * beginning (or an incremental from the origin if this 1185185029Spjd * is a clone). If we're doing non-recursive, then let 1186185029Spjd * them get the error. 1187185029Spjd */ 1188185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), "%s@%s", 1189185029Spjd zhp->zfs_name, sdd->fromsnap); 1190185029Spjd if (ioctl(zhp->zfs_hdl->libzfs_fd, 1191185029Spjd ZFS_IOC_OBJSET_STATS, &zc) != 0) { 1192185029Spjd missingfrom = B_TRUE; 1193185029Spjd } 1194185029Spjd } 1195185029Spjd 1196219089Spjd sdd->seenfrom = sdd->seento = sdd->prevsnap[0] = 0; 1197219089Spjd sdd->prevsnap_obj = 0; 1198219089Spjd if (sdd->fromsnap == NULL || missingfrom) 1199219089Spjd sdd->seenfrom = B_TRUE; 1200185029Spjd 1201219089Spjd rv = zfs_iter_snapshots_sorted(zhp, dump_snapshot, arg); 1202219089Spjd if (!sdd->seenfrom) { 1203229578Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1204219089Spjd "WARNING: could not send %s@%s:\n" 1205229578Smm "incremental source (%s@%s) does not exist\n"), 1206219089Spjd zhp->zfs_name, sdd->tosnap, 1207219089Spjd zhp->zfs_name, sdd->fromsnap); 1208219089Spjd sdd->err = B_TRUE; 1209219089Spjd } else if (!sdd->seento) { 1210219089Spjd if (sdd->fromsnap) { 1211229578Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1212185029Spjd "WARNING: could not send %s@%s:\n" 1213219089Spjd "incremental source (%s@%s) " 1214229578Smm "is not earlier than it\n"), 1215185029Spjd zhp->zfs_name, sdd->tosnap, 1216185029Spjd zhp->zfs_name, sdd->fromsnap); 1217185029Spjd } else { 1218229578Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1219229578Smm "WARNING: " 1220229578Smm "could not send %s@%s: does not exist\n"), 1221219089Spjd zhp->zfs_name, sdd->tosnap); 1222185029Spjd } 1223219089Spjd sdd->err = B_TRUE; 1224185029Spjd } 1225185029Spjd 1226185029Spjd return (rv); 1227185029Spjd} 1228185029Spjd 1229185029Spjdstatic int 1230185029Spjddump_filesystems(zfs_handle_t *rzhp, void *arg) 1231185029Spjd{ 1232185029Spjd send_dump_data_t *sdd = arg; 1233185029Spjd nvpair_t *fspair; 1234185029Spjd boolean_t needagain, progress; 1235185029Spjd 1236185029Spjd if (!sdd->replicate) 1237185029Spjd return (dump_filesystem(rzhp, sdd)); 1238185029Spjd 1239219089Spjd /* Mark the clone origin snapshots. */ 1240219089Spjd for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1241219089Spjd fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1242219089Spjd nvlist_t *nvfs; 1243219089Spjd uint64_t origin_guid = 0; 1244219089Spjd 1245219089Spjd VERIFY(0 == nvpair_value_nvlist(fspair, &nvfs)); 1246219089Spjd (void) nvlist_lookup_uint64(nvfs, "origin", &origin_guid); 1247219089Spjd if (origin_guid != 0) { 1248219089Spjd char *snapname; 1249219089Spjd nvlist_t *origin_nv = fsavl_find(sdd->fsavl, 1250219089Spjd origin_guid, &snapname); 1251219089Spjd if (origin_nv != NULL) { 1252219089Spjd nvlist_t *snapprops; 1253219089Spjd VERIFY(0 == nvlist_lookup_nvlist(origin_nv, 1254219089Spjd "snapprops", &snapprops)); 1255219089Spjd VERIFY(0 == nvlist_lookup_nvlist(snapprops, 1256219089Spjd snapname, &snapprops)); 1257219089Spjd VERIFY(0 == nvlist_add_boolean( 1258219089Spjd snapprops, "is_clone_origin")); 1259219089Spjd } 1260219089Spjd } 1261219089Spjd } 1262185029Spjdagain: 1263185029Spjd needagain = progress = B_FALSE; 1264185029Spjd for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1265185029Spjd fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1266229578Smm nvlist_t *fslist, *parent_nv; 1267185029Spjd char *fsname; 1268185029Spjd zfs_handle_t *zhp; 1269185029Spjd int err; 1270185029Spjd uint64_t origin_guid = 0; 1271229578Smm uint64_t parent_guid = 0; 1272185029Spjd 1273185029Spjd VERIFY(nvpair_value_nvlist(fspair, &fslist) == 0); 1274185029Spjd if (nvlist_lookup_boolean(fslist, "sent") == 0) 1275185029Spjd continue; 1276185029Spjd 1277185029Spjd VERIFY(nvlist_lookup_string(fslist, "name", &fsname) == 0); 1278185029Spjd (void) nvlist_lookup_uint64(fslist, "origin", &origin_guid); 1279229578Smm (void) nvlist_lookup_uint64(fslist, "parentfromsnap", 1280229578Smm &parent_guid); 1281185029Spjd 1282229578Smm if (parent_guid != 0) { 1283229578Smm parent_nv = fsavl_find(sdd->fsavl, parent_guid, NULL); 1284229578Smm if (!nvlist_exists(parent_nv, "sent")) { 1285229578Smm /* parent has not been sent; skip this one */ 1286229578Smm needagain = B_TRUE; 1287229578Smm continue; 1288229578Smm } 1289229578Smm } 1290229578Smm 1291219089Spjd if (origin_guid != 0) { 1292219089Spjd nvlist_t *origin_nv = fsavl_find(sdd->fsavl, 1293219089Spjd origin_guid, NULL); 1294219089Spjd if (origin_nv != NULL && 1295229578Smm !nvlist_exists(origin_nv, "sent")) { 1296219089Spjd /* 1297219089Spjd * origin has not been sent yet; 1298219089Spjd * skip this clone. 1299219089Spjd */ 1300219089Spjd needagain = B_TRUE; 1301219089Spjd continue; 1302219089Spjd } 1303185029Spjd } 1304185029Spjd 1305185029Spjd zhp = zfs_open(rzhp->zfs_hdl, fsname, ZFS_TYPE_DATASET); 1306185029Spjd if (zhp == NULL) 1307185029Spjd return (-1); 1308185029Spjd err = dump_filesystem(zhp, sdd); 1309185029Spjd VERIFY(nvlist_add_boolean(fslist, "sent") == 0); 1310185029Spjd progress = B_TRUE; 1311185029Spjd zfs_close(zhp); 1312185029Spjd if (err) 1313185029Spjd return (err); 1314185029Spjd } 1315185029Spjd if (needagain) { 1316185029Spjd assert(progress); 1317185029Spjd goto again; 1318185029Spjd } 1319229578Smm 1320229578Smm /* clean out the sent flags in case we reuse this fss */ 1321229578Smm for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1322229578Smm fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1323229578Smm nvlist_t *fslist; 1324229578Smm 1325229578Smm VERIFY(nvpair_value_nvlist(fspair, &fslist) == 0); 1326229578Smm (void) nvlist_remove_all(fslist, "sent"); 1327229578Smm } 1328229578Smm 1329185029Spjd return (0); 1330185029Spjd} 1331185029Spjd 1332185029Spjd/* 1333219089Spjd * Generate a send stream for the dataset identified by the argument zhp. 1334219089Spjd * 1335219089Spjd * The content of the send stream is the snapshot identified by 1336219089Spjd * 'tosnap'. Incremental streams are requested in two ways: 1337219089Spjd * - from the snapshot identified by "fromsnap" (if non-null) or 1338219089Spjd * - from the origin of the dataset identified by zhp, which must 1339219089Spjd * be a clone. In this case, "fromsnap" is null and "fromorigin" 1340219089Spjd * is TRUE. 1341219089Spjd * 1342219089Spjd * The send stream is recursive (i.e. dumps a hierarchy of snapshots) and 1343219089Spjd * uses a special header (with a hdrtype field of DMU_COMPOUNDSTREAM) 1344219089Spjd * if "replicate" is set. If "doall" is set, dump all the intermediate 1345219089Spjd * snapshots. The DMU_COMPOUNDSTREAM header is used in the "doall" 1346219089Spjd * case too. If "props" is set, send properties. 1347185029Spjd */ 1348185029Spjdint 1349185029Spjdzfs_send(zfs_handle_t *zhp, const char *fromsnap, const char *tosnap, 1350229578Smm sendflags_t *flags, int outfd, snapfilter_cb_t filter_func, 1351219089Spjd void *cb_arg, nvlist_t **debugnvp) 1352185029Spjd{ 1353185029Spjd char errbuf[1024]; 1354185029Spjd send_dump_data_t sdd = { 0 }; 1355229578Smm int err = 0; 1356185029Spjd nvlist_t *fss = NULL; 1357185029Spjd avl_tree_t *fsavl = NULL; 1358219089Spjd static uint64_t holdseq; 1359219089Spjd int spa_version; 1360252764Sdelphij pthread_t tid = 0; 1361219089Spjd int pipefd[2]; 1362219089Spjd dedup_arg_t dda = { 0 }; 1363219089Spjd int featureflags = 0; 1364185029Spjd 1365185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 1366185029Spjd "cannot send '%s'"), zhp->zfs_name); 1367185029Spjd 1368185029Spjd if (fromsnap && fromsnap[0] == '\0') { 1369185029Spjd zfs_error_aux(zhp->zfs_hdl, dgettext(TEXT_DOMAIN, 1370185029Spjd "zero-length incremental source")); 1371185029Spjd return (zfs_error(zhp->zfs_hdl, EZFS_NOENT, errbuf)); 1372185029Spjd } 1373185029Spjd 1374219089Spjd if (zhp->zfs_type == ZFS_TYPE_FILESYSTEM) { 1375219089Spjd uint64_t version; 1376219089Spjd version = zfs_prop_get_int(zhp, ZFS_PROP_VERSION); 1377219089Spjd if (version >= ZPL_VERSION_SA) { 1378219089Spjd featureflags |= DMU_BACKUP_FEATURE_SA_SPILL; 1379219089Spjd } 1380219089Spjd } 1381219089Spjd 1382229578Smm if (flags->dedup && !flags->dryrun) { 1383219089Spjd featureflags |= (DMU_BACKUP_FEATURE_DEDUP | 1384219089Spjd DMU_BACKUP_FEATURE_DEDUPPROPS); 1385219089Spjd if (err = pipe(pipefd)) { 1386219089Spjd zfs_error_aux(zhp->zfs_hdl, strerror(errno)); 1387219089Spjd return (zfs_error(zhp->zfs_hdl, EZFS_PIPEFAILED, 1388219089Spjd errbuf)); 1389219089Spjd } 1390219089Spjd dda.outputfd = outfd; 1391219089Spjd dda.inputfd = pipefd[1]; 1392219089Spjd dda.dedup_hdl = zhp->zfs_hdl; 1393219089Spjd if (err = pthread_create(&tid, NULL, cksummer, &dda)) { 1394219089Spjd (void) close(pipefd[0]); 1395219089Spjd (void) close(pipefd[1]); 1396219089Spjd zfs_error_aux(zhp->zfs_hdl, strerror(errno)); 1397219089Spjd return (zfs_error(zhp->zfs_hdl, 1398219089Spjd EZFS_THREADCREATEFAILED, errbuf)); 1399219089Spjd } 1400219089Spjd } 1401219089Spjd 1402229578Smm if (flags->replicate || flags->doall || flags->props) { 1403185029Spjd dmu_replay_record_t drr = { 0 }; 1404185029Spjd char *packbuf = NULL; 1405185029Spjd size_t buflen = 0; 1406185029Spjd zio_cksum_t zc = { 0 }; 1407185029Spjd 1408229578Smm if (flags->replicate || flags->props) { 1409185029Spjd nvlist_t *hdrnv; 1410185029Spjd 1411185029Spjd VERIFY(0 == nvlist_alloc(&hdrnv, NV_UNIQUE_NAME, 0)); 1412185029Spjd if (fromsnap) { 1413185029Spjd VERIFY(0 == nvlist_add_string(hdrnv, 1414185029Spjd "fromsnap", fromsnap)); 1415185029Spjd } 1416185029Spjd VERIFY(0 == nvlist_add_string(hdrnv, "tosnap", tosnap)); 1417229578Smm if (!flags->replicate) { 1418219089Spjd VERIFY(0 == nvlist_add_boolean(hdrnv, 1419219089Spjd "not_recursive")); 1420219089Spjd } 1421185029Spjd 1422185029Spjd err = gather_nvlist(zhp->zfs_hdl, zhp->zfs_name, 1423229578Smm fromsnap, tosnap, flags->replicate, &fss, &fsavl); 1424185029Spjd if (err) 1425219089Spjd goto err_out; 1426185029Spjd VERIFY(0 == nvlist_add_nvlist(hdrnv, "fss", fss)); 1427185029Spjd err = nvlist_pack(hdrnv, &packbuf, &buflen, 1428185029Spjd NV_ENCODE_XDR, 0); 1429219089Spjd if (debugnvp) 1430219089Spjd *debugnvp = hdrnv; 1431219089Spjd else 1432219089Spjd nvlist_free(hdrnv); 1433252764Sdelphij if (err) 1434219089Spjd goto stderr_out; 1435185029Spjd } 1436185029Spjd 1437229578Smm if (!flags->dryrun) { 1438229578Smm /* write first begin record */ 1439229578Smm drr.drr_type = DRR_BEGIN; 1440229578Smm drr.drr_u.drr_begin.drr_magic = DMU_BACKUP_MAGIC; 1441229578Smm DMU_SET_STREAM_HDRTYPE(drr.drr_u.drr_begin. 1442229578Smm drr_versioninfo, DMU_COMPOUNDSTREAM); 1443229578Smm DMU_SET_FEATUREFLAGS(drr.drr_u.drr_begin. 1444229578Smm drr_versioninfo, featureflags); 1445229578Smm (void) snprintf(drr.drr_u.drr_begin.drr_toname, 1446229578Smm sizeof (drr.drr_u.drr_begin.drr_toname), 1447229578Smm "%s@%s", zhp->zfs_name, tosnap); 1448229578Smm drr.drr_payloadlen = buflen; 1449229578Smm err = cksum_and_write(&drr, sizeof (drr), &zc, outfd); 1450185029Spjd 1451229578Smm /* write header nvlist */ 1452229578Smm if (err != -1 && packbuf != NULL) { 1453229578Smm err = cksum_and_write(packbuf, buflen, &zc, 1454229578Smm outfd); 1455229578Smm } 1456229578Smm free(packbuf); 1457229578Smm if (err == -1) { 1458229578Smm err = errno; 1459229578Smm goto stderr_out; 1460229578Smm } 1461185029Spjd 1462229578Smm /* write end record */ 1463185029Spjd bzero(&drr, sizeof (drr)); 1464185029Spjd drr.drr_type = DRR_END; 1465185029Spjd drr.drr_u.drr_end.drr_checksum = zc; 1466185029Spjd err = write(outfd, &drr, sizeof (drr)); 1467185029Spjd if (err == -1) { 1468219089Spjd err = errno; 1469219089Spjd goto stderr_out; 1470185029Spjd } 1471229578Smm 1472229578Smm err = 0; 1473185029Spjd } 1474185029Spjd } 1475185029Spjd 1476185029Spjd /* dump each stream */ 1477185029Spjd sdd.fromsnap = fromsnap; 1478185029Spjd sdd.tosnap = tosnap; 1479252764Sdelphij if (tid != 0) 1480219089Spjd sdd.outfd = pipefd[0]; 1481219089Spjd else 1482219089Spjd sdd.outfd = outfd; 1483229578Smm sdd.replicate = flags->replicate; 1484229578Smm sdd.doall = flags->doall; 1485229578Smm sdd.fromorigin = flags->fromorigin; 1486185029Spjd sdd.fss = fss; 1487185029Spjd sdd.fsavl = fsavl; 1488229578Smm sdd.verbose = flags->verbose; 1489229578Smm sdd.parsable = flags->parsable; 1490235951Smm sdd.progress = flags->progress; 1491229578Smm sdd.dryrun = flags->dryrun; 1492219089Spjd sdd.filter_cb = filter_func; 1493219089Spjd sdd.filter_cb_arg = cb_arg; 1494219089Spjd if (debugnvp) 1495219089Spjd sdd.debugnv = *debugnvp; 1496243674Smm 1497243674Smm /* 1498243674Smm * Some flags require that we place user holds on the datasets that are 1499243674Smm * being sent so they don't get destroyed during the send. We can skip 1500243674Smm * this step if the pool is imported read-only since the datasets cannot 1501243674Smm * be destroyed. 1502243674Smm */ 1503243674Smm if (!flags->dryrun && !zpool_get_prop_int(zfs_get_pool_handle(zhp), 1504243674Smm ZPOOL_PROP_READONLY, NULL) && 1505243674Smm zfs_spa_version(zhp, &spa_version) == 0 && 1506243674Smm spa_version >= SPA_VERSION_USERREFS && 1507243674Smm (flags->doall || flags->replicate)) { 1508219089Spjd ++holdseq; 1509219089Spjd (void) snprintf(sdd.holdtag, sizeof (sdd.holdtag), 1510219089Spjd ".send-%d-%llu", getpid(), (u_longlong_t)holdseq); 1511219089Spjd sdd.cleanup_fd = open(ZFS_DEV, O_RDWR|O_EXCL); 1512219089Spjd if (sdd.cleanup_fd < 0) { 1513219089Spjd err = errno; 1514219089Spjd goto stderr_out; 1515219089Spjd } 1516252764Sdelphij sdd.snapholds = fnvlist_alloc(); 1517219089Spjd } else { 1518219089Spjd sdd.cleanup_fd = -1; 1519252764Sdelphij sdd.snapholds = NULL; 1520219089Spjd } 1521252764Sdelphij if (flags->verbose || sdd.snapholds != NULL) { 1522229578Smm /* 1523229578Smm * Do a verbose no-op dry run to get all the verbose output 1524252764Sdelphij * or to gather snapshot hold's before generating any data, 1525252764Sdelphij * then do a non-verbose real run to generate the streams. 1526229578Smm */ 1527229578Smm sdd.dryrun = B_TRUE; 1528229578Smm err = dump_filesystems(zhp, &sdd); 1529252764Sdelphij 1530252764Sdelphij if (err != 0) 1531252764Sdelphij goto stderr_out; 1532252764Sdelphij 1533252764Sdelphij if (flags->verbose) { 1534252764Sdelphij if (flags->parsable) { 1535252764Sdelphij (void) fprintf(stderr, "size\t%llu\n", 1536252764Sdelphij (longlong_t)sdd.size); 1537252764Sdelphij } else { 1538252764Sdelphij char buf[16]; 1539252764Sdelphij zfs_nicenum(sdd.size, buf, sizeof (buf)); 1540252764Sdelphij (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1541252764Sdelphij "total estimated size is %s\n"), buf); 1542252764Sdelphij } 1543252764Sdelphij } 1544252764Sdelphij 1545252764Sdelphij /* Ensure no snaps found is treated as an error. */ 1546252764Sdelphij if (!sdd.seento) { 1547252764Sdelphij err = ENOENT; 1548252764Sdelphij goto err_out; 1549252764Sdelphij } 1550252764Sdelphij 1551252764Sdelphij /* Skip the second run if dryrun was requested. */ 1552252764Sdelphij if (flags->dryrun) 1553252764Sdelphij goto err_out; 1554252764Sdelphij 1555252764Sdelphij if (sdd.snapholds != NULL) { 1556252764Sdelphij err = zfs_hold_nvl(zhp, sdd.cleanup_fd, sdd.snapholds); 1557252764Sdelphij if (err != 0) 1558252764Sdelphij goto stderr_out; 1559252764Sdelphij 1560252764Sdelphij fnvlist_free(sdd.snapholds); 1561252764Sdelphij sdd.snapholds = NULL; 1562252764Sdelphij } 1563252764Sdelphij 1564252764Sdelphij sdd.dryrun = B_FALSE; 1565229578Smm sdd.verbose = B_FALSE; 1566229578Smm } 1567252764Sdelphij 1568185029Spjd err = dump_filesystems(zhp, &sdd); 1569185029Spjd fsavl_destroy(fsavl); 1570185029Spjd nvlist_free(fss); 1571185029Spjd 1572252764Sdelphij /* Ensure no snaps found is treated as an error. */ 1573252764Sdelphij if (err == 0 && !sdd.seento) 1574252764Sdelphij err = ENOENT; 1575252764Sdelphij 1576252764Sdelphij if (tid != 0) { 1577252764Sdelphij if (err != 0) 1578252764Sdelphij (void) pthread_cancel(tid); 1579253901Ssmh (void) close(pipefd[0]); 1580252764Sdelphij (void) pthread_join(tid, NULL); 1581219089Spjd } 1582219089Spjd 1583219089Spjd if (sdd.cleanup_fd != -1) { 1584219089Spjd VERIFY(0 == close(sdd.cleanup_fd)); 1585219089Spjd sdd.cleanup_fd = -1; 1586219089Spjd } 1587219089Spjd 1588229578Smm if (!flags->dryrun && (flags->replicate || flags->doall || 1589229578Smm flags->props)) { 1590185029Spjd /* 1591185029Spjd * write final end record. NB: want to do this even if 1592185029Spjd * there was some error, because it might not be totally 1593185029Spjd * failed. 1594185029Spjd */ 1595185029Spjd dmu_replay_record_t drr = { 0 }; 1596185029Spjd drr.drr_type = DRR_END; 1597185029Spjd if (write(outfd, &drr, sizeof (drr)) == -1) { 1598185029Spjd return (zfs_standard_error(zhp->zfs_hdl, 1599185029Spjd errno, errbuf)); 1600185029Spjd } 1601185029Spjd } 1602185029Spjd 1603185029Spjd return (err || sdd.err); 1604219089Spjd 1605219089Spjdstderr_out: 1606219089Spjd err = zfs_standard_error(zhp->zfs_hdl, err, errbuf); 1607219089Spjderr_out: 1608252764Sdelphij fsavl_destroy(fsavl); 1609252764Sdelphij nvlist_free(fss); 1610252764Sdelphij fnvlist_free(sdd.snapholds); 1611252764Sdelphij 1612219089Spjd if (sdd.cleanup_fd != -1) 1613219089Spjd VERIFY(0 == close(sdd.cleanup_fd)); 1614252764Sdelphij if (tid != 0) { 1615219089Spjd (void) pthread_cancel(tid); 1616253901Ssmh (void) close(pipefd[0]); 1617219089Spjd (void) pthread_join(tid, NULL); 1618219089Spjd } 1619219089Spjd return (err); 1620185029Spjd} 1621185029Spjd 1622263410Sdelphijint 1623263410Sdelphijzfs_send_one(zfs_handle_t *zhp, const char *from, int fd) 1624263410Sdelphij{ 1625263410Sdelphij int err; 1626263410Sdelphij libzfs_handle_t *hdl = zhp->zfs_hdl; 1627263410Sdelphij 1628263410Sdelphij char errbuf[1024]; 1629263410Sdelphij (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 1630263410Sdelphij "warning: cannot send '%s'"), zhp->zfs_name); 1631263410Sdelphij 1632263410Sdelphij err = lzc_send(zhp->zfs_name, from, fd); 1633263410Sdelphij if (err != 0) { 1634263410Sdelphij switch (errno) { 1635263410Sdelphij case EXDEV: 1636263410Sdelphij zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1637263410Sdelphij "not an earlier snapshot from the same fs")); 1638263410Sdelphij return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 1639263410Sdelphij 1640263410Sdelphij case ENOENT: 1641263410Sdelphij case ESRCH: 1642263410Sdelphij if (lzc_exists(zhp->zfs_name)) { 1643263410Sdelphij zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1644263410Sdelphij "incremental source (%s) does not exist"), 1645263410Sdelphij from); 1646263410Sdelphij } 1647263410Sdelphij return (zfs_error(hdl, EZFS_NOENT, errbuf)); 1648263410Sdelphij 1649263410Sdelphij case EBUSY: 1650263410Sdelphij zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1651263410Sdelphij "target is busy; if a filesystem, " 1652263410Sdelphij "it must not be mounted")); 1653263410Sdelphij return (zfs_error(hdl, EZFS_BUSY, errbuf)); 1654263410Sdelphij 1655263410Sdelphij case EDQUOT: 1656263410Sdelphij case EFBIG: 1657263410Sdelphij case EIO: 1658263410Sdelphij case ENOLINK: 1659263410Sdelphij case ENOSPC: 1660263410Sdelphij#ifdef illumos 1661263410Sdelphij case ENOSTR: 1662263410Sdelphij#endif 1663263410Sdelphij case ENXIO: 1664263410Sdelphij case EPIPE: 1665263410Sdelphij case ERANGE: 1666263410Sdelphij case EFAULT: 1667263410Sdelphij case EROFS: 1668263410Sdelphij zfs_error_aux(hdl, strerror(errno)); 1669263410Sdelphij return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 1670263410Sdelphij 1671263410Sdelphij default: 1672263410Sdelphij return (zfs_standard_error(hdl, errno, errbuf)); 1673263410Sdelphij } 1674263410Sdelphij } 1675263410Sdelphij return (err != 0); 1676263410Sdelphij} 1677263410Sdelphij 1678185029Spjd/* 1679185029Spjd * Routines specific to "zfs recv" 1680185029Spjd */ 1681185029Spjd 1682185029Spjdstatic int 1683185029Spjdrecv_read(libzfs_handle_t *hdl, int fd, void *buf, int ilen, 1684185029Spjd boolean_t byteswap, zio_cksum_t *zc) 1685185029Spjd{ 1686185029Spjd char *cp = buf; 1687185029Spjd int rv; 1688185029Spjd int len = ilen; 1689185029Spjd 1690185029Spjd do { 1691185029Spjd rv = read(fd, cp, len); 1692185029Spjd cp += rv; 1693185029Spjd len -= rv; 1694185029Spjd } while (rv > 0); 1695185029Spjd 1696185029Spjd if (rv < 0 || len != 0) { 1697185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1698185029Spjd "failed to read from stream")); 1699185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, dgettext(TEXT_DOMAIN, 1700185029Spjd "cannot receive"))); 1701185029Spjd } 1702185029Spjd 1703185029Spjd if (zc) { 1704185029Spjd if (byteswap) 1705185029Spjd fletcher_4_incremental_byteswap(buf, ilen, zc); 1706185029Spjd else 1707185029Spjd fletcher_4_incremental_native(buf, ilen, zc); 1708185029Spjd } 1709185029Spjd return (0); 1710185029Spjd} 1711185029Spjd 1712185029Spjdstatic int 1713185029Spjdrecv_read_nvlist(libzfs_handle_t *hdl, int fd, int len, nvlist_t **nvp, 1714185029Spjd boolean_t byteswap, zio_cksum_t *zc) 1715185029Spjd{ 1716185029Spjd char *buf; 1717185029Spjd int err; 1718185029Spjd 1719185029Spjd buf = zfs_alloc(hdl, len); 1720185029Spjd if (buf == NULL) 1721185029Spjd return (ENOMEM); 1722185029Spjd 1723185029Spjd err = recv_read(hdl, fd, buf, len, byteswap, zc); 1724185029Spjd if (err != 0) { 1725185029Spjd free(buf); 1726185029Spjd return (err); 1727185029Spjd } 1728185029Spjd 1729185029Spjd err = nvlist_unpack(buf, len, nvp, 0); 1730185029Spjd free(buf); 1731185029Spjd if (err != 0) { 1732185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 1733185029Spjd "stream (malformed nvlist)")); 1734185029Spjd return (EINVAL); 1735185029Spjd } 1736185029Spjd return (0); 1737185029Spjd} 1738185029Spjd 1739185029Spjdstatic int 1740185029Spjdrecv_rename(libzfs_handle_t *hdl, const char *name, const char *tryname, 1741229578Smm int baselen, char *newname, recvflags_t *flags) 1742185029Spjd{ 1743185029Spjd static int seq; 1744185029Spjd zfs_cmd_t zc = { 0 }; 1745185029Spjd int err; 1746185029Spjd prop_changelist_t *clp; 1747185029Spjd zfs_handle_t *zhp; 1748185029Spjd 1749185029Spjd zhp = zfs_open(hdl, name, ZFS_TYPE_DATASET); 1750185029Spjd if (zhp == NULL) 1751185029Spjd return (-1); 1752185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 1753229578Smm flags->force ? MS_FORCE : 0); 1754185029Spjd zfs_close(zhp); 1755185029Spjd if (clp == NULL) 1756185029Spjd return (-1); 1757185029Spjd err = changelist_prefix(clp); 1758185029Spjd if (err) 1759185029Spjd return (err); 1760185029Spjd 1761219089Spjd zc.zc_objset_type = DMU_OST_ZFS; 1762219089Spjd (void) strlcpy(zc.zc_name, name, sizeof (zc.zc_name)); 1763219089Spjd 1764185029Spjd if (tryname) { 1765185029Spjd (void) strcpy(newname, tryname); 1766185029Spjd 1767185029Spjd (void) strlcpy(zc.zc_value, tryname, sizeof (zc.zc_value)); 1768185029Spjd 1769229578Smm if (flags->verbose) { 1770185029Spjd (void) printf("attempting rename %s to %s\n", 1771185029Spjd zc.zc_name, zc.zc_value); 1772185029Spjd } 1773185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_RENAME, &zc); 1774185029Spjd if (err == 0) 1775185029Spjd changelist_rename(clp, name, tryname); 1776185029Spjd } else { 1777185029Spjd err = ENOENT; 1778185029Spjd } 1779185029Spjd 1780249643Smm if (err != 0 && strncmp(name + baselen, "recv-", 5) != 0) { 1781185029Spjd seq++; 1782185029Spjd 1783249643Smm (void) snprintf(newname, ZFS_MAXNAMELEN, "%.*srecv-%u-%u", 1784249643Smm baselen, name, getpid(), seq); 1785185029Spjd (void) strlcpy(zc.zc_value, newname, sizeof (zc.zc_value)); 1786185029Spjd 1787229578Smm if (flags->verbose) { 1788185029Spjd (void) printf("failed - trying rename %s to %s\n", 1789185029Spjd zc.zc_name, zc.zc_value); 1790185029Spjd } 1791185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_RENAME, &zc); 1792185029Spjd if (err == 0) 1793185029Spjd changelist_rename(clp, name, newname); 1794229578Smm if (err && flags->verbose) { 1795185029Spjd (void) printf("failed (%u) - " 1796185029Spjd "will try again on next pass\n", errno); 1797185029Spjd } 1798185029Spjd err = EAGAIN; 1799229578Smm } else if (flags->verbose) { 1800185029Spjd if (err == 0) 1801185029Spjd (void) printf("success\n"); 1802185029Spjd else 1803185029Spjd (void) printf("failed (%u)\n", errno); 1804185029Spjd } 1805185029Spjd 1806185029Spjd (void) changelist_postfix(clp); 1807185029Spjd changelist_free(clp); 1808185029Spjd 1809185029Spjd return (err); 1810185029Spjd} 1811185029Spjd 1812185029Spjdstatic int 1813185029Spjdrecv_destroy(libzfs_handle_t *hdl, const char *name, int baselen, 1814229578Smm char *newname, recvflags_t *flags) 1815185029Spjd{ 1816185029Spjd zfs_cmd_t zc = { 0 }; 1817185029Spjd int err = 0; 1818185029Spjd prop_changelist_t *clp; 1819185029Spjd zfs_handle_t *zhp; 1820219089Spjd boolean_t defer = B_FALSE; 1821219089Spjd int spa_version; 1822185029Spjd 1823185029Spjd zhp = zfs_open(hdl, name, ZFS_TYPE_DATASET); 1824185029Spjd if (zhp == NULL) 1825185029Spjd return (-1); 1826185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 1827229578Smm flags->force ? MS_FORCE : 0); 1828219089Spjd if (zfs_get_type(zhp) == ZFS_TYPE_SNAPSHOT && 1829219089Spjd zfs_spa_version(zhp, &spa_version) == 0 && 1830219089Spjd spa_version >= SPA_VERSION_USERREFS) 1831219089Spjd defer = B_TRUE; 1832185029Spjd zfs_close(zhp); 1833185029Spjd if (clp == NULL) 1834185029Spjd return (-1); 1835185029Spjd err = changelist_prefix(clp); 1836185029Spjd if (err) 1837185029Spjd return (err); 1838185029Spjd 1839185029Spjd zc.zc_objset_type = DMU_OST_ZFS; 1840219089Spjd zc.zc_defer_destroy = defer; 1841185029Spjd (void) strlcpy(zc.zc_name, name, sizeof (zc.zc_name)); 1842185029Spjd 1843229578Smm if (flags->verbose) 1844185029Spjd (void) printf("attempting destroy %s\n", zc.zc_name); 1845185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_DESTROY, &zc); 1846185029Spjd if (err == 0) { 1847229578Smm if (flags->verbose) 1848185029Spjd (void) printf("success\n"); 1849185029Spjd changelist_remove(clp, zc.zc_name); 1850185029Spjd } 1851185029Spjd 1852185029Spjd (void) changelist_postfix(clp); 1853185029Spjd changelist_free(clp); 1854185029Spjd 1855219089Spjd /* 1856219089Spjd * Deferred destroy might destroy the snapshot or only mark it to be 1857219089Spjd * destroyed later, and it returns success in either case. 1858219089Spjd */ 1859219089Spjd if (err != 0 || (defer && zfs_dataset_exists(hdl, name, 1860219089Spjd ZFS_TYPE_SNAPSHOT))) { 1861185029Spjd err = recv_rename(hdl, name, NULL, baselen, newname, flags); 1862219089Spjd } 1863185029Spjd 1864185029Spjd return (err); 1865185029Spjd} 1866185029Spjd 1867185029Spjdtypedef struct guid_to_name_data { 1868185029Spjd uint64_t guid; 1869185029Spjd char *name; 1870229578Smm char *skip; 1871185029Spjd} guid_to_name_data_t; 1872185029Spjd 1873185029Spjdstatic int 1874185029Spjdguid_to_name_cb(zfs_handle_t *zhp, void *arg) 1875185029Spjd{ 1876185029Spjd guid_to_name_data_t *gtnd = arg; 1877185029Spjd int err; 1878185029Spjd 1879229578Smm if (gtnd->skip != NULL && 1880229578Smm strcmp(zhp->zfs_name, gtnd->skip) == 0) { 1881229578Smm return (0); 1882229578Smm } 1883229578Smm 1884185029Spjd if (zhp->zfs_dmustats.dds_guid == gtnd->guid) { 1885185029Spjd (void) strcpy(gtnd->name, zhp->zfs_name); 1886219089Spjd zfs_close(zhp); 1887185029Spjd return (EEXIST); 1888185029Spjd } 1889229578Smm 1890185029Spjd err = zfs_iter_children(zhp, guid_to_name_cb, gtnd); 1891185029Spjd zfs_close(zhp); 1892185029Spjd return (err); 1893185029Spjd} 1894185029Spjd 1895229578Smm/* 1896229578Smm * Attempt to find the local dataset associated with this guid. In the case of 1897229578Smm * multiple matches, we attempt to find the "best" match by searching 1898229578Smm * progressively larger portions of the hierarchy. This allows one to send a 1899229578Smm * tree of datasets individually and guarantee that we will find the source 1900229578Smm * guid within that hierarchy, even if there are multiple matches elsewhere. 1901229578Smm */ 1902185029Spjdstatic int 1903185029Spjdguid_to_name(libzfs_handle_t *hdl, const char *parent, uint64_t guid, 1904185029Spjd char *name) 1905185029Spjd{ 1906185029Spjd /* exhaustive search all local snapshots */ 1907229578Smm char pname[ZFS_MAXNAMELEN]; 1908185029Spjd guid_to_name_data_t gtnd; 1909185029Spjd int err = 0; 1910185029Spjd zfs_handle_t *zhp; 1911185029Spjd char *cp; 1912185029Spjd 1913185029Spjd gtnd.guid = guid; 1914185029Spjd gtnd.name = name; 1915229578Smm gtnd.skip = NULL; 1916185029Spjd 1917229578Smm (void) strlcpy(pname, parent, sizeof (pname)); 1918185029Spjd 1919229578Smm /* 1920229578Smm * Search progressively larger portions of the hierarchy. This will 1921229578Smm * select the "most local" version of the origin snapshot in the case 1922229578Smm * that there are multiple matching snapshots in the system. 1923229578Smm */ 1924229578Smm while ((cp = strrchr(pname, '/')) != NULL) { 1925229578Smm 1926229578Smm /* Chop off the last component and open the parent */ 1927185029Spjd *cp = '\0'; 1928229578Smm zhp = make_dataset_handle(hdl, pname); 1929185029Spjd 1930229578Smm if (zhp == NULL) 1931229578Smm continue; 1932229578Smm 1933185029Spjd err = zfs_iter_children(zhp, guid_to_name_cb, >nd); 1934185029Spjd zfs_close(zhp); 1935229578Smm if (err == EEXIST) 1936229578Smm return (0); 1937229578Smm 1938229578Smm /* 1939229578Smm * Remember the dataset that we already searched, so we 1940229578Smm * skip it next time through. 1941229578Smm */ 1942229578Smm gtnd.skip = pname; 1943185029Spjd } 1944185029Spjd 1945229578Smm return (ENOENT); 1946185029Spjd} 1947185029Spjd 1948185029Spjd/* 1949229578Smm * Return +1 if guid1 is before guid2, 0 if they are the same, and -1 if 1950229578Smm * guid1 is after guid2. 1951185029Spjd */ 1952185029Spjdstatic int 1953185029Spjdcreated_before(libzfs_handle_t *hdl, avl_tree_t *avl, 1954185029Spjd uint64_t guid1, uint64_t guid2) 1955185029Spjd{ 1956185029Spjd nvlist_t *nvfs; 1957185029Spjd char *fsname, *snapname; 1958185029Spjd char buf[ZFS_MAXNAMELEN]; 1959185029Spjd int rv; 1960229578Smm zfs_handle_t *guid1hdl, *guid2hdl; 1961229578Smm uint64_t create1, create2; 1962185029Spjd 1963185029Spjd if (guid2 == 0) 1964185029Spjd return (0); 1965185029Spjd if (guid1 == 0) 1966185029Spjd return (1); 1967185029Spjd 1968185029Spjd nvfs = fsavl_find(avl, guid1, &snapname); 1969185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 1970185029Spjd (void) snprintf(buf, sizeof (buf), "%s@%s", fsname, snapname); 1971229578Smm guid1hdl = zfs_open(hdl, buf, ZFS_TYPE_SNAPSHOT); 1972229578Smm if (guid1hdl == NULL) 1973185029Spjd return (-1); 1974185029Spjd 1975185029Spjd nvfs = fsavl_find(avl, guid2, &snapname); 1976185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 1977185029Spjd (void) snprintf(buf, sizeof (buf), "%s@%s", fsname, snapname); 1978229578Smm guid2hdl = zfs_open(hdl, buf, ZFS_TYPE_SNAPSHOT); 1979229578Smm if (guid2hdl == NULL) { 1980229578Smm zfs_close(guid1hdl); 1981185029Spjd return (-1); 1982185029Spjd } 1983185029Spjd 1984229578Smm create1 = zfs_prop_get_int(guid1hdl, ZFS_PROP_CREATETXG); 1985229578Smm create2 = zfs_prop_get_int(guid2hdl, ZFS_PROP_CREATETXG); 1986185029Spjd 1987229578Smm if (create1 < create2) 1988229578Smm rv = -1; 1989229578Smm else if (create1 > create2) 1990229578Smm rv = +1; 1991229578Smm else 1992229578Smm rv = 0; 1993185029Spjd 1994229578Smm zfs_close(guid1hdl); 1995229578Smm zfs_close(guid2hdl); 1996229578Smm 1997185029Spjd return (rv); 1998185029Spjd} 1999185029Spjd 2000185029Spjdstatic int 2001185029Spjdrecv_incremental_replication(libzfs_handle_t *hdl, const char *tofs, 2002229578Smm recvflags_t *flags, nvlist_t *stream_nv, avl_tree_t *stream_avl, 2003219089Spjd nvlist_t *renamed) 2004185029Spjd{ 2005251417Ssmh nvlist_t *local_nv, *deleted = NULL; 2006185029Spjd avl_tree_t *local_avl; 2007185029Spjd nvpair_t *fselem, *nextfselem; 2008219089Spjd char *fromsnap; 2009185029Spjd char newname[ZFS_MAXNAMELEN]; 2010251417Ssmh char guidname[32]; 2011185029Spjd int error; 2012219089Spjd boolean_t needagain, progress, recursive; 2013209962Smm char *s1, *s2; 2014185029Spjd 2015185029Spjd VERIFY(0 == nvlist_lookup_string(stream_nv, "fromsnap", &fromsnap)); 2016185029Spjd 2017219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2018219089Spjd ENOENT); 2019219089Spjd 2020229578Smm if (flags->dryrun) 2021185029Spjd return (0); 2022185029Spjd 2023185029Spjdagain: 2024185029Spjd needagain = progress = B_FALSE; 2025185029Spjd 2026251417Ssmh VERIFY(0 == nvlist_alloc(&deleted, NV_UNIQUE_NAME, 0)); 2027251417Ssmh 2028185029Spjd if ((error = gather_nvlist(hdl, tofs, fromsnap, NULL, 2029219089Spjd recursive, &local_nv, &local_avl)) != 0) 2030185029Spjd return (error); 2031185029Spjd 2032185029Spjd /* 2033185029Spjd * Process deletes and renames 2034185029Spjd */ 2035185029Spjd for (fselem = nvlist_next_nvpair(local_nv, NULL); 2036185029Spjd fselem; fselem = nextfselem) { 2037185029Spjd nvlist_t *nvfs, *snaps; 2038185029Spjd nvlist_t *stream_nvfs = NULL; 2039185029Spjd nvpair_t *snapelem, *nextsnapelem; 2040185029Spjd uint64_t fromguid = 0; 2041185029Spjd uint64_t originguid = 0; 2042185029Spjd uint64_t stream_originguid = 0; 2043185029Spjd uint64_t parent_fromsnap_guid, stream_parent_fromsnap_guid; 2044219089Spjd char *fsname, *stream_fsname; 2045185029Spjd 2046185029Spjd nextfselem = nvlist_next_nvpair(local_nv, fselem); 2047185029Spjd 2048185029Spjd VERIFY(0 == nvpair_value_nvlist(fselem, &nvfs)); 2049185029Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, "snaps", &snaps)); 2050185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 2051185029Spjd VERIFY(0 == nvlist_lookup_uint64(nvfs, "parentfromsnap", 2052185029Spjd &parent_fromsnap_guid)); 2053185029Spjd (void) nvlist_lookup_uint64(nvfs, "origin", &originguid); 2054185029Spjd 2055185029Spjd /* 2056185029Spjd * First find the stream's fs, so we can check for 2057185029Spjd * a different origin (due to "zfs promote") 2058185029Spjd */ 2059185029Spjd for (snapelem = nvlist_next_nvpair(snaps, NULL); 2060185029Spjd snapelem; snapelem = nvlist_next_nvpair(snaps, snapelem)) { 2061185029Spjd uint64_t thisguid; 2062185029Spjd 2063185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &thisguid)); 2064185029Spjd stream_nvfs = fsavl_find(stream_avl, thisguid, NULL); 2065185029Spjd 2066185029Spjd if (stream_nvfs != NULL) 2067185029Spjd break; 2068185029Spjd } 2069185029Spjd 2070185029Spjd /* check for promote */ 2071185029Spjd (void) nvlist_lookup_uint64(stream_nvfs, "origin", 2072185029Spjd &stream_originguid); 2073185029Spjd if (stream_nvfs && originguid != stream_originguid) { 2074185029Spjd switch (created_before(hdl, local_avl, 2075185029Spjd stream_originguid, originguid)) { 2076185029Spjd case 1: { 2077185029Spjd /* promote it! */ 2078185029Spjd zfs_cmd_t zc = { 0 }; 2079185029Spjd nvlist_t *origin_nvfs; 2080185029Spjd char *origin_fsname; 2081185029Spjd 2082229578Smm if (flags->verbose) 2083185029Spjd (void) printf("promoting %s\n", fsname); 2084185029Spjd 2085185029Spjd origin_nvfs = fsavl_find(local_avl, originguid, 2086185029Spjd NULL); 2087185029Spjd VERIFY(0 == nvlist_lookup_string(origin_nvfs, 2088185029Spjd "name", &origin_fsname)); 2089185029Spjd (void) strlcpy(zc.zc_value, origin_fsname, 2090185029Spjd sizeof (zc.zc_value)); 2091185029Spjd (void) strlcpy(zc.zc_name, fsname, 2092185029Spjd sizeof (zc.zc_name)); 2093185029Spjd error = zfs_ioctl(hdl, ZFS_IOC_PROMOTE, &zc); 2094185029Spjd if (error == 0) 2095185029Spjd progress = B_TRUE; 2096185029Spjd break; 2097185029Spjd } 2098185029Spjd default: 2099185029Spjd break; 2100185029Spjd case -1: 2101185029Spjd fsavl_destroy(local_avl); 2102185029Spjd nvlist_free(local_nv); 2103185029Spjd return (-1); 2104185029Spjd } 2105185029Spjd /* 2106185029Spjd * We had/have the wrong origin, therefore our 2107185029Spjd * list of snapshots is wrong. Need to handle 2108185029Spjd * them on the next pass. 2109185029Spjd */ 2110185029Spjd needagain = B_TRUE; 2111185029Spjd continue; 2112185029Spjd } 2113185029Spjd 2114185029Spjd for (snapelem = nvlist_next_nvpair(snaps, NULL); 2115185029Spjd snapelem; snapelem = nextsnapelem) { 2116185029Spjd uint64_t thisguid; 2117185029Spjd char *stream_snapname; 2118185029Spjd nvlist_t *found, *props; 2119185029Spjd 2120185029Spjd nextsnapelem = nvlist_next_nvpair(snaps, snapelem); 2121185029Spjd 2122185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &thisguid)); 2123185029Spjd found = fsavl_find(stream_avl, thisguid, 2124185029Spjd &stream_snapname); 2125185029Spjd 2126185029Spjd /* check for delete */ 2127185029Spjd if (found == NULL) { 2128185029Spjd char name[ZFS_MAXNAMELEN]; 2129185029Spjd 2130229578Smm if (!flags->force) 2131185029Spjd continue; 2132185029Spjd 2133185029Spjd (void) snprintf(name, sizeof (name), "%s@%s", 2134185029Spjd fsname, nvpair_name(snapelem)); 2135185029Spjd 2136185029Spjd error = recv_destroy(hdl, name, 2137185029Spjd strlen(fsname)+1, newname, flags); 2138185029Spjd if (error) 2139185029Spjd needagain = B_TRUE; 2140185029Spjd else 2141185029Spjd progress = B_TRUE; 2142251417Ssmh sprintf(guidname, "%lu", thisguid); 2143251417Ssmh nvlist_add_boolean(deleted, guidname); 2144185029Spjd continue; 2145185029Spjd } 2146185029Spjd 2147185029Spjd stream_nvfs = found; 2148185029Spjd 2149185029Spjd if (0 == nvlist_lookup_nvlist(stream_nvfs, "snapprops", 2150185029Spjd &props) && 0 == nvlist_lookup_nvlist(props, 2151185029Spjd stream_snapname, &props)) { 2152185029Spjd zfs_cmd_t zc = { 0 }; 2153185029Spjd 2154219089Spjd zc.zc_cookie = B_TRUE; /* received */ 2155185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), 2156185029Spjd "%s@%s", fsname, nvpair_name(snapelem)); 2157185029Spjd if (zcmd_write_src_nvlist(hdl, &zc, 2158185029Spjd props) == 0) { 2159185029Spjd (void) zfs_ioctl(hdl, 2160185029Spjd ZFS_IOC_SET_PROP, &zc); 2161185029Spjd zcmd_free_nvlists(&zc); 2162185029Spjd } 2163185029Spjd } 2164185029Spjd 2165185029Spjd /* check for different snapname */ 2166185029Spjd if (strcmp(nvpair_name(snapelem), 2167185029Spjd stream_snapname) != 0) { 2168185029Spjd char name[ZFS_MAXNAMELEN]; 2169185029Spjd char tryname[ZFS_MAXNAMELEN]; 2170185029Spjd 2171185029Spjd (void) snprintf(name, sizeof (name), "%s@%s", 2172185029Spjd fsname, nvpair_name(snapelem)); 2173185029Spjd (void) snprintf(tryname, sizeof (name), "%s@%s", 2174185029Spjd fsname, stream_snapname); 2175185029Spjd 2176185029Spjd error = recv_rename(hdl, name, tryname, 2177185029Spjd strlen(fsname)+1, newname, flags); 2178185029Spjd if (error) 2179185029Spjd needagain = B_TRUE; 2180185029Spjd else 2181185029Spjd progress = B_TRUE; 2182185029Spjd } 2183185029Spjd 2184185029Spjd if (strcmp(stream_snapname, fromsnap) == 0) 2185185029Spjd fromguid = thisguid; 2186185029Spjd } 2187185029Spjd 2188185029Spjd /* check for delete */ 2189185029Spjd if (stream_nvfs == NULL) { 2190229578Smm if (!flags->force) 2191185029Spjd continue; 2192185029Spjd 2193185029Spjd error = recv_destroy(hdl, fsname, strlen(tofs)+1, 2194185029Spjd newname, flags); 2195185029Spjd if (error) 2196185029Spjd needagain = B_TRUE; 2197185029Spjd else 2198185029Spjd progress = B_TRUE; 2199251417Ssmh sprintf(guidname, "%lu", parent_fromsnap_guid); 2200251417Ssmh nvlist_add_boolean(deleted, guidname); 2201185029Spjd continue; 2202185029Spjd } 2203185029Spjd 2204219089Spjd if (fromguid == 0) { 2205229578Smm if (flags->verbose) { 2206219089Spjd (void) printf("local fs %s does not have " 2207219089Spjd "fromsnap (%s in stream); must have " 2208219089Spjd "been deleted locally; ignoring\n", 2209219089Spjd fsname, fromsnap); 2210219089Spjd } 2211185029Spjd continue; 2212185029Spjd } 2213185029Spjd 2214185029Spjd VERIFY(0 == nvlist_lookup_string(stream_nvfs, 2215185029Spjd "name", &stream_fsname)); 2216185029Spjd VERIFY(0 == nvlist_lookup_uint64(stream_nvfs, 2217185029Spjd "parentfromsnap", &stream_parent_fromsnap_guid)); 2218185029Spjd 2219209962Smm s1 = strrchr(fsname, '/'); 2220209962Smm s2 = strrchr(stream_fsname, '/'); 2221209962Smm 2222219089Spjd /* 2223251417Ssmh * Check if we're going to rename based on parent guid change 2224251417Ssmh * and the current parent guid was also deleted. If it was then 2225251417Ssmh * rename will fail and is likely unneeded, so avoid this and 2226251417Ssmh * force an early retry to determine the new 2227251417Ssmh * parent_fromsnap_guid. 2228251417Ssmh */ 2229251417Ssmh if (stream_parent_fromsnap_guid != 0 && 2230251417Ssmh parent_fromsnap_guid != 0 && 2231251417Ssmh stream_parent_fromsnap_guid != parent_fromsnap_guid) { 2232251417Ssmh sprintf(guidname, "%lu", parent_fromsnap_guid); 2233251417Ssmh if (nvlist_exists(deleted, guidname)) { 2234251417Ssmh progress = B_TRUE; 2235251417Ssmh needagain = B_TRUE; 2236251417Ssmh goto doagain; 2237251417Ssmh } 2238251417Ssmh } 2239251417Ssmh 2240251417Ssmh /* 2241219089Spjd * Check for rename. If the exact receive path is specified, it 2242219089Spjd * does not count as a rename, but we still need to check the 2243219089Spjd * datasets beneath it. 2244219089Spjd */ 2245185029Spjd if ((stream_parent_fromsnap_guid != 0 && 2246219089Spjd parent_fromsnap_guid != 0 && 2247185029Spjd stream_parent_fromsnap_guid != parent_fromsnap_guid) || 2248229578Smm ((flags->isprefix || strcmp(tofs, fsname) != 0) && 2249219089Spjd (s1 != NULL) && (s2 != NULL) && strcmp(s1, s2) != 0)) { 2250185029Spjd nvlist_t *parent; 2251185029Spjd char tryname[ZFS_MAXNAMELEN]; 2252185029Spjd 2253185029Spjd parent = fsavl_find(local_avl, 2254185029Spjd stream_parent_fromsnap_guid, NULL); 2255185029Spjd /* 2256185029Spjd * NB: parent might not be found if we used the 2257185029Spjd * tosnap for stream_parent_fromsnap_guid, 2258185029Spjd * because the parent is a newly-created fs; 2259185029Spjd * we'll be able to rename it after we recv the 2260185029Spjd * new fs. 2261185029Spjd */ 2262185029Spjd if (parent != NULL) { 2263185029Spjd char *pname; 2264185029Spjd 2265185029Spjd VERIFY(0 == nvlist_lookup_string(parent, "name", 2266185029Spjd &pname)); 2267185029Spjd (void) snprintf(tryname, sizeof (tryname), 2268219089Spjd "%s%s", pname, strrchr(stream_fsname, '/')); 2269185029Spjd } else { 2270185029Spjd tryname[0] = '\0'; 2271229578Smm if (flags->verbose) { 2272185029Spjd (void) printf("local fs %s new parent " 2273185029Spjd "not found\n", fsname); 2274185029Spjd } 2275185029Spjd } 2276185029Spjd 2277219089Spjd newname[0] = '\0'; 2278219089Spjd 2279185029Spjd error = recv_rename(hdl, fsname, tryname, 2280185029Spjd strlen(tofs)+1, newname, flags); 2281219089Spjd 2282219089Spjd if (renamed != NULL && newname[0] != '\0') { 2283219089Spjd VERIFY(0 == nvlist_add_boolean(renamed, 2284219089Spjd newname)); 2285219089Spjd } 2286219089Spjd 2287185029Spjd if (error) 2288185029Spjd needagain = B_TRUE; 2289185029Spjd else 2290185029Spjd progress = B_TRUE; 2291185029Spjd } 2292185029Spjd } 2293185029Spjd 2294251417Ssmhdoagain: 2295185029Spjd fsavl_destroy(local_avl); 2296185029Spjd nvlist_free(local_nv); 2297251417Ssmh nvlist_free(deleted); 2298185029Spjd 2299185029Spjd if (needagain && progress) { 2300185029Spjd /* do another pass to fix up temporary names */ 2301229578Smm if (flags->verbose) 2302185029Spjd (void) printf("another pass:\n"); 2303185029Spjd goto again; 2304185029Spjd } 2305185029Spjd 2306185029Spjd return (needagain); 2307185029Spjd} 2308185029Spjd 2309185029Spjdstatic int 2310185029Spjdzfs_receive_package(libzfs_handle_t *hdl, int fd, const char *destname, 2311229578Smm recvflags_t *flags, dmu_replay_record_t *drr, zio_cksum_t *zc, 2312219089Spjd char **top_zfs, int cleanup_fd, uint64_t *action_handlep) 2313185029Spjd{ 2314185029Spjd nvlist_t *stream_nv = NULL; 2315185029Spjd avl_tree_t *stream_avl = NULL; 2316185029Spjd char *fromsnap = NULL; 2317219089Spjd char *cp; 2318185029Spjd char tofs[ZFS_MAXNAMELEN]; 2319219089Spjd char sendfs[ZFS_MAXNAMELEN]; 2320185029Spjd char errbuf[1024]; 2321185029Spjd dmu_replay_record_t drre; 2322185029Spjd int error; 2323185029Spjd boolean_t anyerr = B_FALSE; 2324185029Spjd boolean_t softerr = B_FALSE; 2325219089Spjd boolean_t recursive; 2326185029Spjd 2327185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2328185029Spjd "cannot receive")); 2329185029Spjd 2330185029Spjd assert(drr->drr_type == DRR_BEGIN); 2331185029Spjd assert(drr->drr_u.drr_begin.drr_magic == DMU_BACKUP_MAGIC); 2332219089Spjd assert(DMU_GET_STREAM_HDRTYPE(drr->drr_u.drr_begin.drr_versioninfo) == 2333219089Spjd DMU_COMPOUNDSTREAM); 2334185029Spjd 2335185029Spjd /* 2336185029Spjd * Read in the nvlist from the stream. 2337185029Spjd */ 2338185029Spjd if (drr->drr_payloadlen != 0) { 2339185029Spjd error = recv_read_nvlist(hdl, fd, drr->drr_payloadlen, 2340229578Smm &stream_nv, flags->byteswap, zc); 2341185029Spjd if (error) { 2342185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2343185029Spjd goto out; 2344185029Spjd } 2345185029Spjd } 2346185029Spjd 2347219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2348219089Spjd ENOENT); 2349219089Spjd 2350219089Spjd if (recursive && strchr(destname, '@')) { 2351219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2352219089Spjd "cannot specify snapshot name for multi-snapshot stream")); 2353219089Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2354219089Spjd goto out; 2355219089Spjd } 2356219089Spjd 2357185029Spjd /* 2358185029Spjd * Read in the end record and verify checksum. 2359185029Spjd */ 2360185029Spjd if (0 != (error = recv_read(hdl, fd, &drre, sizeof (drre), 2361229578Smm flags->byteswap, NULL))) 2362185029Spjd goto out; 2363229578Smm if (flags->byteswap) { 2364185029Spjd drre.drr_type = BSWAP_32(drre.drr_type); 2365185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[0] = 2366185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[0]); 2367185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[1] = 2368185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[1]); 2369185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[2] = 2370185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[2]); 2371185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[3] = 2372185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[3]); 2373185029Spjd } 2374185029Spjd if (drre.drr_type != DRR_END) { 2375185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2376185029Spjd goto out; 2377185029Spjd } 2378185029Spjd if (!ZIO_CHECKSUM_EQUAL(drre.drr_u.drr_end.drr_checksum, *zc)) { 2379185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2380185029Spjd "incorrect header checksum")); 2381185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2382185029Spjd goto out; 2383185029Spjd } 2384185029Spjd 2385185029Spjd (void) nvlist_lookup_string(stream_nv, "fromsnap", &fromsnap); 2386185029Spjd 2387185029Spjd if (drr->drr_payloadlen != 0) { 2388185029Spjd nvlist_t *stream_fss; 2389185029Spjd 2390185029Spjd VERIFY(0 == nvlist_lookup_nvlist(stream_nv, "fss", 2391185029Spjd &stream_fss)); 2392185029Spjd if ((stream_avl = fsavl_create(stream_fss)) == NULL) { 2393185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2394185029Spjd "couldn't allocate avl tree")); 2395185029Spjd error = zfs_error(hdl, EZFS_NOMEM, errbuf); 2396185029Spjd goto out; 2397185029Spjd } 2398185029Spjd 2399185029Spjd if (fromsnap != NULL) { 2400219089Spjd nvlist_t *renamed = NULL; 2401219089Spjd nvpair_t *pair = NULL; 2402219089Spjd 2403185029Spjd (void) strlcpy(tofs, destname, ZFS_MAXNAMELEN); 2404229578Smm if (flags->isprefix) { 2405219089Spjd struct drr_begin *drrb = &drr->drr_u.drr_begin; 2406219089Spjd int i; 2407219089Spjd 2408229578Smm if (flags->istail) { 2409219089Spjd cp = strrchr(drrb->drr_toname, '/'); 2410219089Spjd if (cp == NULL) { 2411219089Spjd (void) strlcat(tofs, "/", 2412219089Spjd ZFS_MAXNAMELEN); 2413219089Spjd i = 0; 2414219089Spjd } else { 2415219089Spjd i = (cp - drrb->drr_toname); 2416219089Spjd } 2417219089Spjd } else { 2418219089Spjd i = strcspn(drrb->drr_toname, "/@"); 2419219089Spjd } 2420185029Spjd /* zfs_receive_one() will create_parents() */ 2421219089Spjd (void) strlcat(tofs, &drrb->drr_toname[i], 2422185029Spjd ZFS_MAXNAMELEN); 2423185029Spjd *strchr(tofs, '@') = '\0'; 2424185029Spjd } 2425219089Spjd 2426229578Smm if (recursive && !flags->dryrun && !flags->nomount) { 2427219089Spjd VERIFY(0 == nvlist_alloc(&renamed, 2428219089Spjd NV_UNIQUE_NAME, 0)); 2429219089Spjd } 2430219089Spjd 2431219089Spjd softerr = recv_incremental_replication(hdl, tofs, flags, 2432219089Spjd stream_nv, stream_avl, renamed); 2433219089Spjd 2434219089Spjd /* Unmount renamed filesystems before receiving. */ 2435219089Spjd while ((pair = nvlist_next_nvpair(renamed, 2436219089Spjd pair)) != NULL) { 2437219089Spjd zfs_handle_t *zhp; 2438219089Spjd prop_changelist_t *clp = NULL; 2439219089Spjd 2440219089Spjd zhp = zfs_open(hdl, nvpair_name(pair), 2441219089Spjd ZFS_TYPE_FILESYSTEM); 2442219089Spjd if (zhp != NULL) { 2443219089Spjd clp = changelist_gather(zhp, 2444219089Spjd ZFS_PROP_MOUNTPOINT, 0, 0); 2445219089Spjd zfs_close(zhp); 2446219089Spjd if (clp != NULL) { 2447219089Spjd softerr |= 2448219089Spjd changelist_prefix(clp); 2449219089Spjd changelist_free(clp); 2450219089Spjd } 2451219089Spjd } 2452219089Spjd } 2453219089Spjd 2454219089Spjd nvlist_free(renamed); 2455185029Spjd } 2456185029Spjd } 2457185029Spjd 2458219089Spjd /* 2459219089Spjd * Get the fs specified by the first path in the stream (the top level 2460219089Spjd * specified by 'zfs send') and pass it to each invocation of 2461219089Spjd * zfs_receive_one(). 2462219089Spjd */ 2463219089Spjd (void) strlcpy(sendfs, drr->drr_u.drr_begin.drr_toname, 2464219089Spjd ZFS_MAXNAMELEN); 2465219089Spjd if ((cp = strchr(sendfs, '@')) != NULL) 2466219089Spjd *cp = '\0'; 2467185029Spjd 2468185029Spjd /* Finally, receive each contained stream */ 2469185029Spjd do { 2470185029Spjd /* 2471185029Spjd * we should figure out if it has a recoverable 2472185029Spjd * error, in which case do a recv_skip() and drive on. 2473185029Spjd * Note, if we fail due to already having this guid, 2474185029Spjd * zfs_receive_one() will take care of it (ie, 2475185029Spjd * recv_skip() and return 0). 2476185029Spjd */ 2477185029Spjd error = zfs_receive_impl(hdl, destname, flags, fd, 2478219089Spjd sendfs, stream_nv, stream_avl, top_zfs, cleanup_fd, 2479219089Spjd action_handlep); 2480185029Spjd if (error == ENODATA) { 2481185029Spjd error = 0; 2482185029Spjd break; 2483185029Spjd } 2484185029Spjd anyerr |= error; 2485185029Spjd } while (error == 0); 2486185029Spjd 2487185029Spjd if (drr->drr_payloadlen != 0 && fromsnap != NULL) { 2488185029Spjd /* 2489185029Spjd * Now that we have the fs's they sent us, try the 2490185029Spjd * renames again. 2491185029Spjd */ 2492185029Spjd softerr = recv_incremental_replication(hdl, tofs, flags, 2493219089Spjd stream_nv, stream_avl, NULL); 2494185029Spjd } 2495185029Spjd 2496185029Spjdout: 2497185029Spjd fsavl_destroy(stream_avl); 2498185029Spjd if (stream_nv) 2499185029Spjd nvlist_free(stream_nv); 2500185029Spjd if (softerr) 2501185029Spjd error = -2; 2502185029Spjd if (anyerr) 2503185029Spjd error = -1; 2504185029Spjd return (error); 2505185029Spjd} 2506185029Spjd 2507219089Spjdstatic void 2508219089Spjdtrunc_prop_errs(int truncated) 2509219089Spjd{ 2510219089Spjd ASSERT(truncated != 0); 2511219089Spjd 2512219089Spjd if (truncated == 1) 2513219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 2514219089Spjd "1 more property could not be set\n")); 2515219089Spjd else 2516219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 2517219089Spjd "%d more properties could not be set\n"), truncated); 2518219089Spjd} 2519219089Spjd 2520185029Spjdstatic int 2521185029Spjdrecv_skip(libzfs_handle_t *hdl, int fd, boolean_t byteswap) 2522185029Spjd{ 2523185029Spjd dmu_replay_record_t *drr; 2524185029Spjd void *buf = malloc(1<<20); 2525219089Spjd char errbuf[1024]; 2526185029Spjd 2527219089Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2528219089Spjd "cannot receive:")); 2529219089Spjd 2530185029Spjd /* XXX would be great to use lseek if possible... */ 2531185029Spjd drr = buf; 2532185029Spjd 2533185029Spjd while (recv_read(hdl, fd, drr, sizeof (dmu_replay_record_t), 2534185029Spjd byteswap, NULL) == 0) { 2535185029Spjd if (byteswap) 2536185029Spjd drr->drr_type = BSWAP_32(drr->drr_type); 2537185029Spjd 2538185029Spjd switch (drr->drr_type) { 2539185029Spjd case DRR_BEGIN: 2540185029Spjd /* NB: not to be used on v2 stream packages */ 2541219089Spjd if (drr->drr_payloadlen != 0) { 2542219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2543219089Spjd "invalid substream header")); 2544219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2545219089Spjd } 2546185029Spjd break; 2547185029Spjd 2548185029Spjd case DRR_END: 2549185029Spjd free(buf); 2550185029Spjd return (0); 2551185029Spjd 2552185029Spjd case DRR_OBJECT: 2553185029Spjd if (byteswap) { 2554185029Spjd drr->drr_u.drr_object.drr_bonuslen = 2555185029Spjd BSWAP_32(drr->drr_u.drr_object. 2556185029Spjd drr_bonuslen); 2557185029Spjd } 2558185029Spjd (void) recv_read(hdl, fd, buf, 2559185029Spjd P2ROUNDUP(drr->drr_u.drr_object.drr_bonuslen, 8), 2560185029Spjd B_FALSE, NULL); 2561185029Spjd break; 2562185029Spjd 2563185029Spjd case DRR_WRITE: 2564185029Spjd if (byteswap) { 2565185029Spjd drr->drr_u.drr_write.drr_length = 2566185029Spjd BSWAP_64(drr->drr_u.drr_write.drr_length); 2567185029Spjd } 2568185029Spjd (void) recv_read(hdl, fd, buf, 2569185029Spjd drr->drr_u.drr_write.drr_length, B_FALSE, NULL); 2570185029Spjd break; 2571219089Spjd case DRR_SPILL: 2572219089Spjd if (byteswap) { 2573219089Spjd drr->drr_u.drr_write.drr_length = 2574219089Spjd BSWAP_64(drr->drr_u.drr_spill.drr_length); 2575219089Spjd } 2576219089Spjd (void) recv_read(hdl, fd, buf, 2577219089Spjd drr->drr_u.drr_spill.drr_length, B_FALSE, NULL); 2578219089Spjd break; 2579219089Spjd case DRR_WRITE_BYREF: 2580185029Spjd case DRR_FREEOBJECTS: 2581185029Spjd case DRR_FREE: 2582185029Spjd break; 2583185029Spjd 2584185029Spjd default: 2585219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2586219089Spjd "invalid record type")); 2587219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2588185029Spjd } 2589185029Spjd } 2590185029Spjd 2591185029Spjd free(buf); 2592185029Spjd return (-1); 2593185029Spjd} 2594185029Spjd 2595185029Spjd/* 2596185029Spjd * Restores a backup of tosnap from the file descriptor specified by infd. 2597185029Spjd */ 2598185029Spjdstatic int 2599185029Spjdzfs_receive_one(libzfs_handle_t *hdl, int infd, const char *tosnap, 2600229578Smm recvflags_t *flags, dmu_replay_record_t *drr, 2601219089Spjd dmu_replay_record_t *drr_noswap, const char *sendfs, 2602219089Spjd nvlist_t *stream_nv, avl_tree_t *stream_avl, char **top_zfs, int cleanup_fd, 2603219089Spjd uint64_t *action_handlep) 2604185029Spjd{ 2605185029Spjd zfs_cmd_t zc = { 0 }; 2606185029Spjd time_t begin_time; 2607219089Spjd int ioctl_err, ioctl_errno, err; 2608185029Spjd char *cp; 2609185029Spjd struct drr_begin *drrb = &drr->drr_u.drr_begin; 2610185029Spjd char errbuf[1024]; 2611219089Spjd char prop_errbuf[1024]; 2612219089Spjd const char *chopprefix; 2613185029Spjd boolean_t newfs = B_FALSE; 2614185029Spjd boolean_t stream_wantsnewfs; 2615185029Spjd uint64_t parent_snapguid = 0; 2616185029Spjd prop_changelist_t *clp = NULL; 2617185029Spjd nvlist_t *snapprops_nvlist = NULL; 2618219089Spjd zprop_errflags_t prop_errflags; 2619219089Spjd boolean_t recursive; 2620185029Spjd 2621185029Spjd begin_time = time(NULL); 2622185029Spjd 2623185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2624185029Spjd "cannot receive")); 2625185029Spjd 2626219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2627219089Spjd ENOENT); 2628219089Spjd 2629185029Spjd if (stream_avl != NULL) { 2630185029Spjd char *snapname; 2631185029Spjd nvlist_t *fs = fsavl_find(stream_avl, drrb->drr_toguid, 2632185029Spjd &snapname); 2633185029Spjd nvlist_t *props; 2634185029Spjd int ret; 2635185029Spjd 2636185029Spjd (void) nvlist_lookup_uint64(fs, "parentfromsnap", 2637185029Spjd &parent_snapguid); 2638185029Spjd err = nvlist_lookup_nvlist(fs, "props", &props); 2639185029Spjd if (err) 2640185029Spjd VERIFY(0 == nvlist_alloc(&props, NV_UNIQUE_NAME, 0)); 2641185029Spjd 2642229578Smm if (flags->canmountoff) { 2643185029Spjd VERIFY(0 == nvlist_add_uint64(props, 2644185029Spjd zfs_prop_to_name(ZFS_PROP_CANMOUNT), 0)); 2645185029Spjd } 2646185029Spjd ret = zcmd_write_src_nvlist(hdl, &zc, props); 2647185029Spjd if (err) 2648185029Spjd nvlist_free(props); 2649185029Spjd 2650185029Spjd if (0 == nvlist_lookup_nvlist(fs, "snapprops", &props)) { 2651185029Spjd VERIFY(0 == nvlist_lookup_nvlist(props, 2652185029Spjd snapname, &snapprops_nvlist)); 2653185029Spjd } 2654185029Spjd 2655185029Spjd if (ret != 0) 2656185029Spjd return (-1); 2657185029Spjd } 2658185029Spjd 2659219089Spjd cp = NULL; 2660219089Spjd 2661185029Spjd /* 2662185029Spjd * Determine how much of the snapshot name stored in the stream 2663185029Spjd * we are going to tack on to the name they specified on the 2664185029Spjd * command line, and how much we are going to chop off. 2665185029Spjd * 2666185029Spjd * If they specified a snapshot, chop the entire name stored in 2667185029Spjd * the stream. 2668185029Spjd */ 2669229578Smm if (flags->istail) { 2670185029Spjd /* 2671219089Spjd * A filesystem was specified with -e. We want to tack on only 2672219089Spjd * the tail of the sent snapshot path. 2673185029Spjd */ 2674185029Spjd if (strchr(tosnap, '@')) { 2675185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 2676219089Spjd "argument - snapshot not allowed with -e")); 2677219089Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 2678219089Spjd } 2679219089Spjd 2680219089Spjd chopprefix = strrchr(sendfs, '/'); 2681219089Spjd 2682219089Spjd if (chopprefix == NULL) { 2683219089Spjd /* 2684219089Spjd * The tail is the poolname, so we need to 2685219089Spjd * prepend a path separator. 2686219089Spjd */ 2687219089Spjd int len = strlen(drrb->drr_toname); 2688219089Spjd cp = malloc(len + 2); 2689219089Spjd cp[0] = '/'; 2690219089Spjd (void) strcpy(&cp[1], drrb->drr_toname); 2691219089Spjd chopprefix = cp; 2692219089Spjd } else { 2693219089Spjd chopprefix = drrb->drr_toname + (chopprefix - sendfs); 2694219089Spjd } 2695229578Smm } else if (flags->isprefix) { 2696219089Spjd /* 2697219089Spjd * A filesystem was specified with -d. We want to tack on 2698219089Spjd * everything but the first element of the sent snapshot path 2699219089Spjd * (all but the pool name). 2700219089Spjd */ 2701219089Spjd if (strchr(tosnap, '@')) { 2702219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 2703185029Spjd "argument - snapshot not allowed with -d")); 2704185029Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 2705185029Spjd } 2706219089Spjd 2707219089Spjd chopprefix = strchr(drrb->drr_toname, '/'); 2708219089Spjd if (chopprefix == NULL) 2709219089Spjd chopprefix = strchr(drrb->drr_toname, '@'); 2710185029Spjd } else if (strchr(tosnap, '@') == NULL) { 2711185029Spjd /* 2712219089Spjd * If a filesystem was specified without -d or -e, we want to 2713219089Spjd * tack on everything after the fs specified by 'zfs send'. 2714185029Spjd */ 2715219089Spjd chopprefix = drrb->drr_toname + strlen(sendfs); 2716219089Spjd } else { 2717219089Spjd /* A snapshot was specified as an exact path (no -d or -e). */ 2718219089Spjd if (recursive) { 2719219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2720219089Spjd "cannot specify snapshot name for multi-snapshot " 2721219089Spjd "stream")); 2722219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2723219089Spjd } 2724219089Spjd chopprefix = drrb->drr_toname + strlen(drrb->drr_toname); 2725185029Spjd } 2726185029Spjd 2727219089Spjd ASSERT(strstr(drrb->drr_toname, sendfs) == drrb->drr_toname); 2728219089Spjd ASSERT(chopprefix > drrb->drr_toname); 2729219089Spjd ASSERT(chopprefix <= drrb->drr_toname + strlen(drrb->drr_toname)); 2730219089Spjd ASSERT(chopprefix[0] == '/' || chopprefix[0] == '@' || 2731219089Spjd chopprefix[0] == '\0'); 2732219089Spjd 2733185029Spjd /* 2734185029Spjd * Determine name of destination snapshot, store in zc_value. 2735185029Spjd */ 2736185029Spjd (void) strcpy(zc.zc_value, tosnap); 2737219089Spjd (void) strncat(zc.zc_value, chopprefix, sizeof (zc.zc_value)); 2738249643Smm#ifdef __FreeBSD__ 2739249643Smm if (zfs_ioctl_version == ZFS_IOCVER_UNDEF) 2740249643Smm zfs_ioctl_version = get_zfs_ioctl_version(); 2741249643Smm /* 2742249643Smm * For forward compatibility hide tosnap in zc_value 2743249643Smm */ 2744249643Smm if (zfs_ioctl_version < ZFS_IOCVER_LZC) 2745249643Smm (void) strcpy(zc.zc_value + strlen(zc.zc_value) + 1, tosnap); 2746249643Smm#endif 2747219089Spjd free(cp); 2748185029Spjd if (!zfs_name_valid(zc.zc_value, ZFS_TYPE_SNAPSHOT)) { 2749185029Spjd zcmd_free_nvlists(&zc); 2750185029Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 2751185029Spjd } 2752185029Spjd 2753185029Spjd /* 2754185029Spjd * Determine the name of the origin snapshot, store in zc_string. 2755185029Spjd */ 2756185029Spjd if (drrb->drr_flags & DRR_FLAG_CLONE) { 2757229578Smm if (guid_to_name(hdl, zc.zc_value, 2758185029Spjd drrb->drr_fromguid, zc.zc_string) != 0) { 2759185029Spjd zcmd_free_nvlists(&zc); 2760185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2761185029Spjd "local origin for clone %s does not exist"), 2762185029Spjd zc.zc_value); 2763185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 2764185029Spjd } 2765229578Smm if (flags->verbose) 2766185029Spjd (void) printf("found clone origin %s\n", zc.zc_string); 2767185029Spjd } 2768185029Spjd 2769185029Spjd stream_wantsnewfs = (drrb->drr_fromguid == 0 || 2770185029Spjd (drrb->drr_flags & DRR_FLAG_CLONE)); 2771185029Spjd 2772185029Spjd if (stream_wantsnewfs) { 2773185029Spjd /* 2774185029Spjd * if the parent fs does not exist, look for it based on 2775185029Spjd * the parent snap GUID 2776185029Spjd */ 2777185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2778185029Spjd "cannot receive new filesystem stream")); 2779185029Spjd 2780185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 2781185029Spjd cp = strrchr(zc.zc_name, '/'); 2782185029Spjd if (cp) 2783185029Spjd *cp = '\0'; 2784185029Spjd if (cp && 2785185029Spjd !zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 2786185029Spjd char suffix[ZFS_MAXNAMELEN]; 2787185029Spjd (void) strcpy(suffix, strrchr(zc.zc_value, '/')); 2788229578Smm if (guid_to_name(hdl, zc.zc_name, parent_snapguid, 2789185029Spjd zc.zc_value) == 0) { 2790185029Spjd *strchr(zc.zc_value, '@') = '\0'; 2791185029Spjd (void) strcat(zc.zc_value, suffix); 2792185029Spjd } 2793185029Spjd } 2794185029Spjd } else { 2795185029Spjd /* 2796185029Spjd * if the fs does not exist, look for it based on the 2797185029Spjd * fromsnap GUID 2798185029Spjd */ 2799185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2800185029Spjd "cannot receive incremental stream")); 2801185029Spjd 2802185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 2803185029Spjd *strchr(zc.zc_name, '@') = '\0'; 2804185029Spjd 2805219089Spjd /* 2806219089Spjd * If the exact receive path was specified and this is the 2807219089Spjd * topmost path in the stream, then if the fs does not exist we 2808219089Spjd * should look no further. 2809219089Spjd */ 2810229578Smm if ((flags->isprefix || (*(chopprefix = drrb->drr_toname + 2811219089Spjd strlen(sendfs)) != '\0' && *chopprefix != '@')) && 2812219089Spjd !zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 2813185029Spjd char snap[ZFS_MAXNAMELEN]; 2814185029Spjd (void) strcpy(snap, strchr(zc.zc_value, '@')); 2815229578Smm if (guid_to_name(hdl, zc.zc_name, drrb->drr_fromguid, 2816185029Spjd zc.zc_value) == 0) { 2817185029Spjd *strchr(zc.zc_value, '@') = '\0'; 2818185029Spjd (void) strcat(zc.zc_value, snap); 2819185029Spjd } 2820185029Spjd } 2821185029Spjd } 2822185029Spjd 2823185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 2824185029Spjd *strchr(zc.zc_name, '@') = '\0'; 2825185029Spjd 2826185029Spjd if (zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 2827185029Spjd zfs_handle_t *zhp; 2828219089Spjd 2829185029Spjd /* 2830185029Spjd * Destination fs exists. Therefore this should either 2831185029Spjd * be an incremental, or the stream specifies a new fs 2832185029Spjd * (full stream or clone) and they want us to blow it 2833185029Spjd * away (and have therefore specified -F and removed any 2834185029Spjd * snapshots). 2835185029Spjd */ 2836185029Spjd if (stream_wantsnewfs) { 2837229578Smm if (!flags->force) { 2838185029Spjd zcmd_free_nvlists(&zc); 2839185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2840185029Spjd "destination '%s' exists\n" 2841185029Spjd "must specify -F to overwrite it"), 2842185029Spjd zc.zc_name); 2843185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 2844185029Spjd } 2845185029Spjd if (ioctl(hdl->libzfs_fd, ZFS_IOC_SNAPSHOT_LIST_NEXT, 2846185029Spjd &zc) == 0) { 2847185029Spjd zcmd_free_nvlists(&zc); 2848185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2849185029Spjd "destination has snapshots (eg. %s)\n" 2850185029Spjd "must destroy them to overwrite it"), 2851185029Spjd zc.zc_name); 2852185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 2853185029Spjd } 2854185029Spjd } 2855185029Spjd 2856185029Spjd if ((zhp = zfs_open(hdl, zc.zc_name, 2857185029Spjd ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME)) == NULL) { 2858185029Spjd zcmd_free_nvlists(&zc); 2859185029Spjd return (-1); 2860185029Spjd } 2861185029Spjd 2862185029Spjd if (stream_wantsnewfs && 2863185029Spjd zhp->zfs_dmustats.dds_origin[0]) { 2864185029Spjd zcmd_free_nvlists(&zc); 2865185029Spjd zfs_close(zhp); 2866185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2867185029Spjd "destination '%s' is a clone\n" 2868185029Spjd "must destroy it to overwrite it"), 2869185029Spjd zc.zc_name); 2870185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 2871185029Spjd } 2872185029Spjd 2873229578Smm if (!flags->dryrun && zhp->zfs_type == ZFS_TYPE_FILESYSTEM && 2874185029Spjd stream_wantsnewfs) { 2875185029Spjd /* We can't do online recv in this case */ 2876185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 0); 2877185029Spjd if (clp == NULL) { 2878219089Spjd zfs_close(zhp); 2879185029Spjd zcmd_free_nvlists(&zc); 2880185029Spjd return (-1); 2881185029Spjd } 2882185029Spjd if (changelist_prefix(clp) != 0) { 2883185029Spjd changelist_free(clp); 2884219089Spjd zfs_close(zhp); 2885185029Spjd zcmd_free_nvlists(&zc); 2886185029Spjd return (-1); 2887185029Spjd } 2888185029Spjd } 2889185029Spjd zfs_close(zhp); 2890185029Spjd } else { 2891185029Spjd /* 2892185029Spjd * Destination filesystem does not exist. Therefore we better 2893185029Spjd * be creating a new filesystem (either from a full backup, or 2894185029Spjd * a clone). It would therefore be invalid if the user 2895185029Spjd * specified only the pool name (i.e. if the destination name 2896185029Spjd * contained no slash character). 2897185029Spjd */ 2898185029Spjd if (!stream_wantsnewfs || 2899185029Spjd (cp = strrchr(zc.zc_name, '/')) == NULL) { 2900185029Spjd zcmd_free_nvlists(&zc); 2901185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2902185029Spjd "destination '%s' does not exist"), zc.zc_name); 2903185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 2904185029Spjd } 2905185029Spjd 2906185029Spjd /* 2907185029Spjd * Trim off the final dataset component so we perform the 2908185029Spjd * recvbackup ioctl to the filesystems's parent. 2909185029Spjd */ 2910185029Spjd *cp = '\0'; 2911185029Spjd 2912229578Smm if (flags->isprefix && !flags->istail && !flags->dryrun && 2913185029Spjd create_parents(hdl, zc.zc_value, strlen(tosnap)) != 0) { 2914185029Spjd zcmd_free_nvlists(&zc); 2915185029Spjd return (zfs_error(hdl, EZFS_BADRESTORE, errbuf)); 2916185029Spjd } 2917185029Spjd 2918185029Spjd newfs = B_TRUE; 2919185029Spjd } 2920185029Spjd 2921185029Spjd zc.zc_begin_record = drr_noswap->drr_u.drr_begin; 2922185029Spjd zc.zc_cookie = infd; 2923229578Smm zc.zc_guid = flags->force; 2924229578Smm if (flags->verbose) { 2925185029Spjd (void) printf("%s %s stream of %s into %s\n", 2926229578Smm flags->dryrun ? "would receive" : "receiving", 2927185029Spjd drrb->drr_fromguid ? "incremental" : "full", 2928185029Spjd drrb->drr_toname, zc.zc_value); 2929185029Spjd (void) fflush(stdout); 2930185029Spjd } 2931185029Spjd 2932229578Smm if (flags->dryrun) { 2933185029Spjd zcmd_free_nvlists(&zc); 2934229578Smm return (recv_skip(hdl, infd, flags->byteswap)); 2935185029Spjd } 2936185029Spjd 2937219089Spjd zc.zc_nvlist_dst = (uint64_t)(uintptr_t)prop_errbuf; 2938219089Spjd zc.zc_nvlist_dst_size = sizeof (prop_errbuf); 2939219089Spjd zc.zc_cleanup_fd = cleanup_fd; 2940219089Spjd zc.zc_action_handle = *action_handlep; 2941219089Spjd 2942185029Spjd err = ioctl_err = zfs_ioctl(hdl, ZFS_IOC_RECV, &zc); 2943185029Spjd ioctl_errno = errno; 2944219089Spjd prop_errflags = (zprop_errflags_t)zc.zc_obj; 2945219089Spjd 2946219089Spjd if (err == 0) { 2947219089Spjd nvlist_t *prop_errors; 2948219089Spjd VERIFY(0 == nvlist_unpack((void *)(uintptr_t)zc.zc_nvlist_dst, 2949219089Spjd zc.zc_nvlist_dst_size, &prop_errors, 0)); 2950219089Spjd 2951219089Spjd nvpair_t *prop_err = NULL; 2952219089Spjd 2953219089Spjd while ((prop_err = nvlist_next_nvpair(prop_errors, 2954219089Spjd prop_err)) != NULL) { 2955219089Spjd char tbuf[1024]; 2956219089Spjd zfs_prop_t prop; 2957219089Spjd int intval; 2958219089Spjd 2959219089Spjd prop = zfs_name_to_prop(nvpair_name(prop_err)); 2960219089Spjd (void) nvpair_value_int32(prop_err, &intval); 2961219089Spjd if (strcmp(nvpair_name(prop_err), 2962219089Spjd ZPROP_N_MORE_ERRORS) == 0) { 2963219089Spjd trunc_prop_errs(intval); 2964219089Spjd break; 2965219089Spjd } else { 2966219089Spjd (void) snprintf(tbuf, sizeof (tbuf), 2967219089Spjd dgettext(TEXT_DOMAIN, 2968219089Spjd "cannot receive %s property on %s"), 2969219089Spjd nvpair_name(prop_err), zc.zc_name); 2970219089Spjd zfs_setprop_error(hdl, prop, intval, tbuf); 2971219089Spjd } 2972219089Spjd } 2973219089Spjd nvlist_free(prop_errors); 2974219089Spjd } 2975219089Spjd 2976219089Spjd zc.zc_nvlist_dst = 0; 2977219089Spjd zc.zc_nvlist_dst_size = 0; 2978185029Spjd zcmd_free_nvlists(&zc); 2979185029Spjd 2980185029Spjd if (err == 0 && snapprops_nvlist) { 2981185029Spjd zfs_cmd_t zc2 = { 0 }; 2982185029Spjd 2983185029Spjd (void) strcpy(zc2.zc_name, zc.zc_value); 2984219089Spjd zc2.zc_cookie = B_TRUE; /* received */ 2985185029Spjd if (zcmd_write_src_nvlist(hdl, &zc2, snapprops_nvlist) == 0) { 2986185029Spjd (void) zfs_ioctl(hdl, ZFS_IOC_SET_PROP, &zc2); 2987185029Spjd zcmd_free_nvlists(&zc2); 2988185029Spjd } 2989185029Spjd } 2990185029Spjd 2991219089Spjd if (err && (ioctl_errno == ENOENT || ioctl_errno == EEXIST)) { 2992185029Spjd /* 2993185029Spjd * It may be that this snapshot already exists, 2994185029Spjd * in which case we want to consume & ignore it 2995185029Spjd * rather than failing. 2996185029Spjd */ 2997185029Spjd avl_tree_t *local_avl; 2998185029Spjd nvlist_t *local_nv, *fs; 2999219089Spjd cp = strchr(zc.zc_value, '@'); 3000185029Spjd 3001185029Spjd /* 3002185029Spjd * XXX Do this faster by just iterating over snaps in 3003185029Spjd * this fs. Also if zc_value does not exist, we will 3004185029Spjd * get a strange "does not exist" error message. 3005185029Spjd */ 3006185029Spjd *cp = '\0'; 3007219089Spjd if (gather_nvlist(hdl, zc.zc_value, NULL, NULL, B_FALSE, 3008185029Spjd &local_nv, &local_avl) == 0) { 3009185029Spjd *cp = '@'; 3010185029Spjd fs = fsavl_find(local_avl, drrb->drr_toguid, NULL); 3011185029Spjd fsavl_destroy(local_avl); 3012185029Spjd nvlist_free(local_nv); 3013185029Spjd 3014185029Spjd if (fs != NULL) { 3015229578Smm if (flags->verbose) { 3016185029Spjd (void) printf("snap %s already exists; " 3017185029Spjd "ignoring\n", zc.zc_value); 3018185029Spjd } 3019219089Spjd err = ioctl_err = recv_skip(hdl, infd, 3020229578Smm flags->byteswap); 3021185029Spjd } 3022185029Spjd } 3023185029Spjd *cp = '@'; 3024185029Spjd } 3025185029Spjd 3026185029Spjd if (ioctl_err != 0) { 3027185029Spjd switch (ioctl_errno) { 3028185029Spjd case ENODEV: 3029185029Spjd cp = strchr(zc.zc_value, '@'); 3030185029Spjd *cp = '\0'; 3031185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3032185029Spjd "most recent snapshot of %s does not\n" 3033185029Spjd "match incremental source"), zc.zc_value); 3034185029Spjd (void) zfs_error(hdl, EZFS_BADRESTORE, errbuf); 3035185029Spjd *cp = '@'; 3036185029Spjd break; 3037185029Spjd case ETXTBSY: 3038185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3039185029Spjd "destination %s has been modified\n" 3040185029Spjd "since most recent snapshot"), zc.zc_name); 3041185029Spjd (void) zfs_error(hdl, EZFS_BADRESTORE, errbuf); 3042185029Spjd break; 3043185029Spjd case EEXIST: 3044185029Spjd cp = strchr(zc.zc_value, '@'); 3045185029Spjd if (newfs) { 3046185029Spjd /* it's the containing fs that exists */ 3047185029Spjd *cp = '\0'; 3048185029Spjd } 3049185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3050185029Spjd "destination already exists")); 3051185029Spjd (void) zfs_error_fmt(hdl, EZFS_EXISTS, 3052185029Spjd dgettext(TEXT_DOMAIN, "cannot restore to %s"), 3053185029Spjd zc.zc_value); 3054185029Spjd *cp = '@'; 3055185029Spjd break; 3056185029Spjd case EINVAL: 3057185029Spjd (void) zfs_error(hdl, EZFS_BADSTREAM, errbuf); 3058185029Spjd break; 3059185029Spjd case ECKSUM: 3060185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3061185029Spjd "invalid stream (checksum mismatch)")); 3062185029Spjd (void) zfs_error(hdl, EZFS_BADSTREAM, errbuf); 3063185029Spjd break; 3064219089Spjd case ENOTSUP: 3065219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3066219089Spjd "pool must be upgraded to receive this stream.")); 3067219089Spjd (void) zfs_error(hdl, EZFS_BADVERSION, errbuf); 3068219089Spjd break; 3069219089Spjd case EDQUOT: 3070219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3071219089Spjd "destination %s space quota exceeded"), zc.zc_name); 3072229578Smm (void) zfs_error(hdl, EZFS_NOSPC, errbuf); 3073219089Spjd break; 3074185029Spjd default: 3075185029Spjd (void) zfs_standard_error(hdl, ioctl_errno, errbuf); 3076185029Spjd } 3077185029Spjd } 3078185029Spjd 3079185029Spjd /* 3080219089Spjd * Mount the target filesystem (if created). Also mount any 3081219089Spjd * children of the target filesystem if we did a replication 3082219089Spjd * receive (indicated by stream_avl being non-NULL). 3083185029Spjd */ 3084185029Spjd cp = strchr(zc.zc_value, '@'); 3085185029Spjd if (cp && (ioctl_err == 0 || !newfs)) { 3086185029Spjd zfs_handle_t *h; 3087185029Spjd 3088185029Spjd *cp = '\0'; 3089185029Spjd h = zfs_open(hdl, zc.zc_value, 3090185029Spjd ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME); 3091185029Spjd if (h != NULL) { 3092185029Spjd if (h->zfs_type == ZFS_TYPE_VOLUME) { 3093185029Spjd *cp = '@'; 3094219089Spjd } else if (newfs || stream_avl) { 3095185029Spjd /* 3096185029Spjd * Track the first/top of hierarchy fs, 3097185029Spjd * for mounting and sharing later. 3098185029Spjd */ 3099185029Spjd if (top_zfs && *top_zfs == NULL) 3100185029Spjd *top_zfs = zfs_strdup(hdl, zc.zc_value); 3101185029Spjd } 3102185029Spjd zfs_close(h); 3103185029Spjd } 3104185029Spjd *cp = '@'; 3105185029Spjd } 3106185029Spjd 3107185029Spjd if (clp) { 3108185029Spjd err |= changelist_postfix(clp); 3109185029Spjd changelist_free(clp); 3110185029Spjd } 3111185029Spjd 3112219089Spjd if (prop_errflags & ZPROP_ERR_NOCLEAR) { 3113219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, "Warning: " 3114219089Spjd "failed to clear unreceived properties on %s"), 3115219089Spjd zc.zc_name); 3116219089Spjd (void) fprintf(stderr, "\n"); 3117219089Spjd } 3118219089Spjd if (prop_errflags & ZPROP_ERR_NORESTORE) { 3119219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, "Warning: " 3120219089Spjd "failed to restore original properties on %s"), 3121219089Spjd zc.zc_name); 3122219089Spjd (void) fprintf(stderr, "\n"); 3123219089Spjd } 3124219089Spjd 3125185029Spjd if (err || ioctl_err) 3126185029Spjd return (-1); 3127185029Spjd 3128219089Spjd *action_handlep = zc.zc_action_handle; 3129219089Spjd 3130229578Smm if (flags->verbose) { 3131185029Spjd char buf1[64]; 3132185029Spjd char buf2[64]; 3133185029Spjd uint64_t bytes = zc.zc_cookie; 3134185029Spjd time_t delta = time(NULL) - begin_time; 3135185029Spjd if (delta == 0) 3136185029Spjd delta = 1; 3137185029Spjd zfs_nicenum(bytes, buf1, sizeof (buf1)); 3138185029Spjd zfs_nicenum(bytes/delta, buf2, sizeof (buf1)); 3139185029Spjd 3140185029Spjd (void) printf("received %sB stream in %lu seconds (%sB/sec)\n", 3141185029Spjd buf1, delta, buf2); 3142185029Spjd } 3143185029Spjd 3144185029Spjd return (0); 3145185029Spjd} 3146185029Spjd 3147185029Spjdstatic int 3148229578Smmzfs_receive_impl(libzfs_handle_t *hdl, const char *tosnap, recvflags_t *flags, 3149219089Spjd int infd, const char *sendfs, nvlist_t *stream_nv, avl_tree_t *stream_avl, 3150219089Spjd char **top_zfs, int cleanup_fd, uint64_t *action_handlep) 3151185029Spjd{ 3152185029Spjd int err; 3153185029Spjd dmu_replay_record_t drr, drr_noswap; 3154185029Spjd struct drr_begin *drrb = &drr.drr_u.drr_begin; 3155185029Spjd char errbuf[1024]; 3156185029Spjd zio_cksum_t zcksum = { 0 }; 3157219089Spjd uint64_t featureflags; 3158219089Spjd int hdrtype; 3159185029Spjd 3160185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 3161185029Spjd "cannot receive")); 3162185029Spjd 3163229578Smm if (flags->isprefix && 3164185029Spjd !zfs_dataset_exists(hdl, tosnap, ZFS_TYPE_DATASET)) { 3165185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "specified fs " 3166185029Spjd "(%s) does not exist"), tosnap); 3167185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 3168185029Spjd } 3169185029Spjd 3170185029Spjd /* read in the BEGIN record */ 3171185029Spjd if (0 != (err = recv_read(hdl, infd, &drr, sizeof (drr), B_FALSE, 3172185029Spjd &zcksum))) 3173185029Spjd return (err); 3174185029Spjd 3175185029Spjd if (drr.drr_type == DRR_END || drr.drr_type == BSWAP_32(DRR_END)) { 3176185029Spjd /* It's the double end record at the end of a package */ 3177185029Spjd return (ENODATA); 3178185029Spjd } 3179185029Spjd 3180185029Spjd /* the kernel needs the non-byteswapped begin record */ 3181185029Spjd drr_noswap = drr; 3182185029Spjd 3183229578Smm flags->byteswap = B_FALSE; 3184185029Spjd if (drrb->drr_magic == BSWAP_64(DMU_BACKUP_MAGIC)) { 3185185029Spjd /* 3186185029Spjd * We computed the checksum in the wrong byteorder in 3187185029Spjd * recv_read() above; do it again correctly. 3188185029Spjd */ 3189185029Spjd bzero(&zcksum, sizeof (zio_cksum_t)); 3190185029Spjd fletcher_4_incremental_byteswap(&drr, sizeof (drr), &zcksum); 3191229578Smm flags->byteswap = B_TRUE; 3192185029Spjd 3193185029Spjd drr.drr_type = BSWAP_32(drr.drr_type); 3194185029Spjd drr.drr_payloadlen = BSWAP_32(drr.drr_payloadlen); 3195185029Spjd drrb->drr_magic = BSWAP_64(drrb->drr_magic); 3196219089Spjd drrb->drr_versioninfo = BSWAP_64(drrb->drr_versioninfo); 3197185029Spjd drrb->drr_creation_time = BSWAP_64(drrb->drr_creation_time); 3198185029Spjd drrb->drr_type = BSWAP_32(drrb->drr_type); 3199185029Spjd drrb->drr_flags = BSWAP_32(drrb->drr_flags); 3200185029Spjd drrb->drr_toguid = BSWAP_64(drrb->drr_toguid); 3201185029Spjd drrb->drr_fromguid = BSWAP_64(drrb->drr_fromguid); 3202185029Spjd } 3203185029Spjd 3204185029Spjd if (drrb->drr_magic != DMU_BACKUP_MAGIC || drr.drr_type != DRR_BEGIN) { 3205185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3206185029Spjd "stream (bad magic number)")); 3207185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3208185029Spjd } 3209185029Spjd 3210219089Spjd featureflags = DMU_GET_FEATUREFLAGS(drrb->drr_versioninfo); 3211219089Spjd hdrtype = DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo); 3212219089Spjd 3213219089Spjd if (!DMU_STREAM_SUPPORTED(featureflags) || 3214219089Spjd (hdrtype != DMU_SUBSTREAM && hdrtype != DMU_COMPOUNDSTREAM)) { 3215219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3216219089Spjd "stream has unsupported feature, feature flags = %lx"), 3217219089Spjd featureflags); 3218219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3219219089Spjd } 3220219089Spjd 3221185029Spjd if (strchr(drrb->drr_toname, '@') == NULL) { 3222185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3223185029Spjd "stream (bad snapshot name)")); 3224185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3225185029Spjd } 3226185029Spjd 3227219089Spjd if (DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == DMU_SUBSTREAM) { 3228219089Spjd char nonpackage_sendfs[ZFS_MAXNAMELEN]; 3229219089Spjd if (sendfs == NULL) { 3230219089Spjd /* 3231219089Spjd * We were not called from zfs_receive_package(). Get 3232219089Spjd * the fs specified by 'zfs send'. 3233219089Spjd */ 3234219089Spjd char *cp; 3235219089Spjd (void) strlcpy(nonpackage_sendfs, 3236219089Spjd drr.drr_u.drr_begin.drr_toname, ZFS_MAXNAMELEN); 3237219089Spjd if ((cp = strchr(nonpackage_sendfs, '@')) != NULL) 3238219089Spjd *cp = '\0'; 3239219089Spjd sendfs = nonpackage_sendfs; 3240219089Spjd } 3241185029Spjd return (zfs_receive_one(hdl, infd, tosnap, flags, 3242219089Spjd &drr, &drr_noswap, sendfs, stream_nv, stream_avl, 3243219089Spjd top_zfs, cleanup_fd, action_handlep)); 3244219089Spjd } else { 3245219089Spjd assert(DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == 3246219089Spjd DMU_COMPOUNDSTREAM); 3247185029Spjd return (zfs_receive_package(hdl, infd, tosnap, flags, 3248219089Spjd &drr, &zcksum, top_zfs, cleanup_fd, action_handlep)); 3249185029Spjd } 3250185029Spjd} 3251185029Spjd 3252185029Spjd/* 3253185029Spjd * Restores a backup of tosnap from the file descriptor specified by infd. 3254185029Spjd * Return 0 on total success, -2 if some things couldn't be 3255185029Spjd * destroyed/renamed/promoted, -1 if some things couldn't be received. 3256185029Spjd * (-1 will override -2). 3257185029Spjd */ 3258185029Spjdint 3259229578Smmzfs_receive(libzfs_handle_t *hdl, const char *tosnap, recvflags_t *flags, 3260185029Spjd int infd, avl_tree_t *stream_avl) 3261185029Spjd{ 3262185029Spjd char *top_zfs = NULL; 3263185029Spjd int err; 3264219089Spjd int cleanup_fd; 3265219089Spjd uint64_t action_handle = 0; 3266185029Spjd 3267219089Spjd cleanup_fd = open(ZFS_DEV, O_RDWR|O_EXCL); 3268219089Spjd VERIFY(cleanup_fd >= 0); 3269185029Spjd 3270219089Spjd err = zfs_receive_impl(hdl, tosnap, flags, infd, NULL, NULL, 3271219089Spjd stream_avl, &top_zfs, cleanup_fd, &action_handle); 3272219089Spjd 3273219089Spjd VERIFY(0 == close(cleanup_fd)); 3274219089Spjd 3275229578Smm if (err == 0 && !flags->nomount && top_zfs) { 3276185029Spjd zfs_handle_t *zhp; 3277185029Spjd prop_changelist_t *clp; 3278185029Spjd 3279185029Spjd zhp = zfs_open(hdl, top_zfs, ZFS_TYPE_FILESYSTEM); 3280185029Spjd if (zhp != NULL) { 3281185029Spjd clp = changelist_gather(zhp, ZFS_PROP_MOUNTPOINT, 3282185029Spjd CL_GATHER_MOUNT_ALWAYS, 0); 3283185029Spjd zfs_close(zhp); 3284185029Spjd if (clp != NULL) { 3285185029Spjd /* mount and share received datasets */ 3286185029Spjd err = changelist_postfix(clp); 3287185029Spjd changelist_free(clp); 3288185029Spjd } 3289185029Spjd } 3290185029Spjd if (zhp == NULL || clp == NULL || err) 3291185029Spjd err = -1; 3292185029Spjd } 3293185029Spjd if (top_zfs) 3294185029Spjd free(top_zfs); 3295185029Spjd 3296185029Spjd return (err); 3297185029Spjd} 3298