1185029Spjd/* 2185029Spjd * CDDL HEADER START 3185029Spjd * 4185029Spjd * The contents of this file are subject to the terms of the 5185029Spjd * Common Development and Distribution License (the "License"). 6185029Spjd * You may not use this file except in compliance with the License. 7185029Spjd * 8185029Spjd * You can obtain a copy of the license at usr/src/OPENSOLARIS.LICENSE 9185029Spjd * or http://www.opensolaris.org/os/licensing. 10185029Spjd * See the License for the specific language governing permissions 11185029Spjd * and limitations under the License. 12185029Spjd * 13185029Spjd * When distributing Covered Code, include this CDDL HEADER in each 14185029Spjd * file and include the License file at usr/src/OPENSOLARIS.LICENSE. 15185029Spjd * If applicable, add the following below this CDDL HEADER, with the 16185029Spjd * fields enclosed by brackets "[]" replaced with your own identifying 17185029Spjd * information: Portions Copyright [yyyy] [name of copyright owner] 18185029Spjd * 19185029Spjd * CDDL HEADER END 20185029Spjd */ 21185029Spjd 22185029Spjd/* 23219089Spjd * Copyright (c) 2005, 2010, Oracle and/or its affiliates. All rights reserved. 24290756Smav * Copyright (c) 2011, 2015 by Delphix. All rights reserved. 25235222Smm * Copyright (c) 2012, Joyent, Inc. All rights reserved. 26230438Spjd * Copyright (c) 2012 Pawel Jakub Dawidek <pawel@dawidek.net>. 27230438Spjd * All rights reserved. 28251646Sdelphij * Copyright (c) 2013 Steven Hartland. All rights reserved. 29185029Spjd */ 30185029Spjd 31185029Spjd#include <assert.h> 32185029Spjd#include <ctype.h> 33185029Spjd#include <errno.h> 34185029Spjd#include <libintl.h> 35185029Spjd#include <stdio.h> 36185029Spjd#include <stdlib.h> 37185029Spjd#include <strings.h> 38185029Spjd#include <unistd.h> 39185029Spjd#include <stddef.h> 40185029Spjd#include <fcntl.h> 41186515Srwatson#include <sys/param.h> 42185029Spjd#include <sys/mount.h> 43219089Spjd#include <pthread.h> 44219089Spjd#include <umem.h> 45235222Smm#include <time.h> 46185029Spjd 47185029Spjd#include <libzfs.h> 48268649Sdelphij#include <libzfs_core.h> 49185029Spjd 50185029Spjd#include "zfs_namecheck.h" 51185029Spjd#include "zfs_prop.h" 52219089Spjd#include "zfs_fletcher.h" 53185029Spjd#include "libzfs_impl.h" 54290756Smav#include <zlib.h> 55219089Spjd#include <sha2.h> 56219089Spjd#include <sys/zio_checksum.h> 57219089Spjd#include <sys/ddt.h> 58185029Spjd 59248571Smm#ifdef __FreeBSD__ 60248571Smmextern int zfs_ioctl_version; 61248571Smm#endif 62248571Smm 63219089Spjd/* in libzfs_dataset.c */ 64219089Spjdextern void zfs_setprop_error(libzfs_handle_t *, zfs_prop_t, int, char *); 65185029Spjd/* We need to use something for ENODATA. */ 66185029Spjd#define ENODATA EIDRM 67185029Spjd 68288571Smavstatic int zfs_receive_impl(libzfs_handle_t *, const char *, const char *, 69288571Smav recvflags_t *, int, const char *, nvlist_t *, avl_tree_t *, char **, int, 70288571Smav uint64_t *); 71290756Smavstatic int guid_to_name(libzfs_handle_t *, const char *, 72290756Smav uint64_t, boolean_t, char *); 73185029Spjd 74219089Spjdstatic const zio_cksum_t zero_cksum = { 0 }; 75219089Spjd 76219089Spjdtypedef struct dedup_arg { 77219089Spjd int inputfd; 78219089Spjd int outputfd; 79219089Spjd libzfs_handle_t *dedup_hdl; 80219089Spjd} dedup_arg_t; 81219089Spjd 82235222Smmtypedef struct progress_arg { 83235222Smm zfs_handle_t *pa_zhp; 84235222Smm int pa_fd; 85235222Smm boolean_t pa_parsable; 86235222Smm} progress_arg_t; 87235222Smm 88219089Spjdtypedef struct dataref { 89219089Spjd uint64_t ref_guid; 90219089Spjd uint64_t ref_object; 91219089Spjd uint64_t ref_offset; 92219089Spjd} dataref_t; 93219089Spjd 94219089Spjdtypedef struct dedup_entry { 95219089Spjd struct dedup_entry *dde_next; 96219089Spjd zio_cksum_t dde_chksum; 97219089Spjd uint64_t dde_prop; 98219089Spjd dataref_t dde_ref; 99219089Spjd} dedup_entry_t; 100219089Spjd 101219089Spjd#define MAX_DDT_PHYSMEM_PERCENT 20 102219089Spjd#define SMALLEST_POSSIBLE_MAX_DDT_MB 128 103219089Spjd 104219089Spjdtypedef struct dedup_table { 105219089Spjd dedup_entry_t **dedup_hash_array; 106219089Spjd umem_cache_t *ddecache; 107219089Spjd uint64_t max_ddt_size; /* max dedup table size in bytes */ 108219089Spjd uint64_t cur_ddt_size; /* current dedup table size in bytes */ 109219089Spjd uint64_t ddt_count; 110219089Spjd int numhashbits; 111219089Spjd boolean_t ddt_full; 112219089Spjd} dedup_table_t; 113219089Spjd 114219089Spjdstatic int 115219089Spjdhigh_order_bit(uint64_t n) 116219089Spjd{ 117219089Spjd int count; 118219089Spjd 119219089Spjd for (count = 0; n != 0; count++) 120219089Spjd n >>= 1; 121219089Spjd return (count); 122219089Spjd} 123219089Spjd 124219089Spjdstatic size_t 125219089Spjdssread(void *buf, size_t len, FILE *stream) 126219089Spjd{ 127219089Spjd size_t outlen; 128219089Spjd 129219089Spjd if ((outlen = fread(buf, len, 1, stream)) == 0) 130219089Spjd return (0); 131219089Spjd 132219089Spjd return (outlen); 133219089Spjd} 134219089Spjd 135219089Spjdstatic void 136219089Spjdddt_hash_append(libzfs_handle_t *hdl, dedup_table_t *ddt, dedup_entry_t **ddepp, 137219089Spjd zio_cksum_t *cs, uint64_t prop, dataref_t *dr) 138219089Spjd{ 139219089Spjd dedup_entry_t *dde; 140219089Spjd 141219089Spjd if (ddt->cur_ddt_size >= ddt->max_ddt_size) { 142219089Spjd if (ddt->ddt_full == B_FALSE) { 143219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 144219089Spjd "Dedup table full. Deduplication will continue " 145219089Spjd "with existing table entries")); 146219089Spjd ddt->ddt_full = B_TRUE; 147219089Spjd } 148219089Spjd return; 149219089Spjd } 150219089Spjd 151219089Spjd if ((dde = umem_cache_alloc(ddt->ddecache, UMEM_DEFAULT)) 152219089Spjd != NULL) { 153219089Spjd assert(*ddepp == NULL); 154219089Spjd dde->dde_next = NULL; 155219089Spjd dde->dde_chksum = *cs; 156219089Spjd dde->dde_prop = prop; 157219089Spjd dde->dde_ref = *dr; 158219089Spjd *ddepp = dde; 159219089Spjd ddt->cur_ddt_size += sizeof (dedup_entry_t); 160219089Spjd ddt->ddt_count++; 161219089Spjd } 162219089Spjd} 163219089Spjd 164185029Spjd/* 165219089Spjd * Using the specified dedup table, do a lookup for an entry with 166219089Spjd * the checksum cs. If found, return the block's reference info 167219089Spjd * in *dr. Otherwise, insert a new entry in the dedup table, using 168219089Spjd * the reference information specified by *dr. 169219089Spjd * 170219089Spjd * return value: true - entry was found 171219089Spjd * false - entry was not found 172219089Spjd */ 173219089Spjdstatic boolean_t 174219089Spjdddt_update(libzfs_handle_t *hdl, dedup_table_t *ddt, zio_cksum_t *cs, 175219089Spjd uint64_t prop, dataref_t *dr) 176219089Spjd{ 177219089Spjd uint32_t hashcode; 178219089Spjd dedup_entry_t **ddepp; 179219089Spjd 180219089Spjd hashcode = BF64_GET(cs->zc_word[0], 0, ddt->numhashbits); 181219089Spjd 182219089Spjd for (ddepp = &(ddt->dedup_hash_array[hashcode]); *ddepp != NULL; 183219089Spjd ddepp = &((*ddepp)->dde_next)) { 184219089Spjd if (ZIO_CHECKSUM_EQUAL(((*ddepp)->dde_chksum), *cs) && 185219089Spjd (*ddepp)->dde_prop == prop) { 186219089Spjd *dr = (*ddepp)->dde_ref; 187219089Spjd return (B_TRUE); 188219089Spjd } 189219089Spjd } 190219089Spjd ddt_hash_append(hdl, ddt, ddepp, cs, prop, dr); 191219089Spjd return (B_FALSE); 192219089Spjd} 193219089Spjd 194219089Spjdstatic int 195288553Smavdump_record(dmu_replay_record_t *drr, void *payload, int payload_len, 196288553Smav zio_cksum_t *zc, int outfd) 197219089Spjd{ 198288553Smav ASSERT3U(offsetof(dmu_replay_record_t, drr_u.drr_checksum.drr_checksum), 199288553Smav ==, sizeof (dmu_replay_record_t) - sizeof (zio_cksum_t)); 200288553Smav fletcher_4_incremental_native(drr, 201288553Smav offsetof(dmu_replay_record_t, drr_u.drr_checksum.drr_checksum), zc); 202288553Smav if (drr->drr_type != DRR_BEGIN) { 203288553Smav ASSERT(ZIO_CHECKSUM_IS_ZERO(&drr->drr_u. 204288553Smav drr_checksum.drr_checksum)); 205288553Smav drr->drr_u.drr_checksum.drr_checksum = *zc; 206288553Smav } 207288553Smav fletcher_4_incremental_native(&drr->drr_u.drr_checksum.drr_checksum, 208288553Smav sizeof (zio_cksum_t), zc); 209288553Smav if (write(outfd, drr, sizeof (*drr)) == -1) 210288553Smav return (errno); 211288553Smav if (payload_len != 0) { 212288553Smav fletcher_4_incremental_native(payload, payload_len, zc); 213288553Smav if (write(outfd, payload, payload_len) == -1) 214288553Smav return (errno); 215288553Smav } 216288553Smav return (0); 217219089Spjd} 218219089Spjd 219219089Spjd/* 220219089Spjd * This function is started in a separate thread when the dedup option 221219089Spjd * has been requested. The main send thread determines the list of 222219089Spjd * snapshots to be included in the send stream and makes the ioctl calls 223219089Spjd * for each one. But instead of having the ioctl send the output to the 224219089Spjd * the output fd specified by the caller of zfs_send()), the 225219089Spjd * ioctl is told to direct the output to a pipe, which is read by the 226219089Spjd * alternate thread running THIS function. This function does the 227219089Spjd * dedup'ing by: 228219089Spjd * 1. building a dedup table (the DDT) 229219089Spjd * 2. doing checksums on each data block and inserting a record in the DDT 230219089Spjd * 3. looking for matching checksums, and 231219089Spjd * 4. sending a DRR_WRITE_BYREF record instead of a write record whenever 232219089Spjd * a duplicate block is found. 233219089Spjd * The output of this function then goes to the output fd requested 234219089Spjd * by the caller of zfs_send(). 235219089Spjd */ 236219089Spjdstatic void * 237219089Spjdcksummer(void *arg) 238219089Spjd{ 239219089Spjd dedup_arg_t *dda = arg; 240276081Sdelphij char *buf = zfs_alloc(dda->dedup_hdl, SPA_MAXBLOCKSIZE); 241219089Spjd dmu_replay_record_t thedrr; 242219089Spjd dmu_replay_record_t *drr = &thedrr; 243219089Spjd FILE *ofp; 244219089Spjd int outfd; 245219089Spjd dedup_table_t ddt; 246219089Spjd zio_cksum_t stream_cksum; 247219089Spjd uint64_t physmem = sysconf(_SC_PHYS_PAGES) * sysconf(_SC_PAGESIZE); 248219089Spjd uint64_t numbuckets; 249219089Spjd 250219089Spjd ddt.max_ddt_size = 251288553Smav MAX((physmem * MAX_DDT_PHYSMEM_PERCENT) / 100, 252288553Smav SMALLEST_POSSIBLE_MAX_DDT_MB << 20); 253219089Spjd 254288553Smav numbuckets = ddt.max_ddt_size / (sizeof (dedup_entry_t)); 255219089Spjd 256219089Spjd /* 257219089Spjd * numbuckets must be a power of 2. Increase number to 258219089Spjd * a power of 2 if necessary. 259219089Spjd */ 260219089Spjd if (!ISP2(numbuckets)) 261219089Spjd numbuckets = 1 << high_order_bit(numbuckets); 262219089Spjd 263219089Spjd ddt.dedup_hash_array = calloc(numbuckets, sizeof (dedup_entry_t *)); 264219089Spjd ddt.ddecache = umem_cache_create("dde", sizeof (dedup_entry_t), 0, 265219089Spjd NULL, NULL, NULL, NULL, NULL, 0); 266219089Spjd ddt.cur_ddt_size = numbuckets * sizeof (dedup_entry_t *); 267219089Spjd ddt.numhashbits = high_order_bit(numbuckets) - 1; 268219089Spjd ddt.ddt_full = B_FALSE; 269219089Spjd 270219089Spjd outfd = dda->outputfd; 271219089Spjd ofp = fdopen(dda->inputfd, "r"); 272288553Smav while (ssread(drr, sizeof (*drr), ofp) != 0) { 273219089Spjd 274219089Spjd switch (drr->drr_type) { 275219089Spjd case DRR_BEGIN: 276219089Spjd { 277288553Smav struct drr_begin *drrb = &drr->drr_u.drr_begin; 278288553Smav int fflags; 279288553Smav int sz = 0; 280219089Spjd ZIO_SET_CHECKSUM(&stream_cksum, 0, 0, 0, 0); 281219089Spjd 282288553Smav ASSERT3U(drrb->drr_magic, ==, DMU_BACKUP_MAGIC); 283288553Smav 284219089Spjd /* set the DEDUP feature flag for this stream */ 285219089Spjd fflags = DMU_GET_FEATUREFLAGS(drrb->drr_versioninfo); 286219089Spjd fflags |= (DMU_BACKUP_FEATURE_DEDUP | 287219089Spjd DMU_BACKUP_FEATURE_DEDUPPROPS); 288219089Spjd DMU_SET_FEATUREFLAGS(drrb->drr_versioninfo, fflags); 289219089Spjd 290290756Smav if (drr->drr_payloadlen != 0) { 291288553Smav sz = drr->drr_payloadlen; 292219089Spjd 293276081Sdelphij if (sz > SPA_MAXBLOCKSIZE) { 294276081Sdelphij buf = zfs_realloc(dda->dedup_hdl, buf, 295276081Sdelphij SPA_MAXBLOCKSIZE, sz); 296219089Spjd } 297219089Spjd (void) ssread(buf, sz, ofp); 298219089Spjd if (ferror(stdin)) 299219089Spjd perror("fread"); 300219089Spjd } 301288553Smav if (dump_record(drr, buf, sz, &stream_cksum, 302288553Smav outfd) != 0) 303288553Smav goto out; 304219089Spjd break; 305219089Spjd } 306219089Spjd 307219089Spjd case DRR_END: 308219089Spjd { 309288553Smav struct drr_end *drre = &drr->drr_u.drr_end; 310219089Spjd /* use the recalculated checksum */ 311288553Smav drre->drr_checksum = stream_cksum; 312288553Smav if (dump_record(drr, NULL, 0, &stream_cksum, 313288553Smav outfd) != 0) 314219089Spjd goto out; 315219089Spjd break; 316219089Spjd } 317219089Spjd 318219089Spjd case DRR_OBJECT: 319219089Spjd { 320288553Smav struct drr_object *drro = &drr->drr_u.drr_object; 321219089Spjd if (drro->drr_bonuslen > 0) { 322219089Spjd (void) ssread(buf, 323219089Spjd P2ROUNDUP((uint64_t)drro->drr_bonuslen, 8), 324219089Spjd ofp); 325219089Spjd } 326288553Smav if (dump_record(drr, buf, 327288553Smav P2ROUNDUP((uint64_t)drro->drr_bonuslen, 8), 328288553Smav &stream_cksum, outfd) != 0) 329288553Smav goto out; 330219089Spjd break; 331219089Spjd } 332219089Spjd 333219089Spjd case DRR_SPILL: 334219089Spjd { 335288553Smav struct drr_spill *drrs = &drr->drr_u.drr_spill; 336219089Spjd (void) ssread(buf, drrs->drr_length, ofp); 337288553Smav if (dump_record(drr, buf, drrs->drr_length, 338288553Smav &stream_cksum, outfd) != 0) 339219089Spjd goto out; 340219089Spjd break; 341219089Spjd } 342219089Spjd 343219089Spjd case DRR_FREEOBJECTS: 344219089Spjd { 345288553Smav if (dump_record(drr, NULL, 0, &stream_cksum, 346288553Smav outfd) != 0) 347219089Spjd goto out; 348219089Spjd break; 349219089Spjd } 350219089Spjd 351219089Spjd case DRR_WRITE: 352219089Spjd { 353288553Smav struct drr_write *drrw = &drr->drr_u.drr_write; 354219089Spjd dataref_t dataref; 355219089Spjd 356219089Spjd (void) ssread(buf, drrw->drr_length, ofp); 357219089Spjd 358219089Spjd /* 359219089Spjd * Use the existing checksum if it's dedup-capable, 360219089Spjd * else calculate a SHA256 checksum for it. 361219089Spjd */ 362219089Spjd 363219089Spjd if (ZIO_CHECKSUM_EQUAL(drrw->drr_key.ddk_cksum, 364219089Spjd zero_cksum) || 365219089Spjd !DRR_IS_DEDUP_CAPABLE(drrw->drr_checksumflags)) { 366219089Spjd SHA256_CTX ctx; 367219089Spjd zio_cksum_t tmpsha256; 368219089Spjd 369219089Spjd SHA256Init(&ctx); 370219089Spjd SHA256Update(&ctx, buf, drrw->drr_length); 371219089Spjd SHA256Final(&tmpsha256, &ctx); 372219089Spjd drrw->drr_key.ddk_cksum.zc_word[0] = 373219089Spjd BE_64(tmpsha256.zc_word[0]); 374219089Spjd drrw->drr_key.ddk_cksum.zc_word[1] = 375219089Spjd BE_64(tmpsha256.zc_word[1]); 376219089Spjd drrw->drr_key.ddk_cksum.zc_word[2] = 377219089Spjd BE_64(tmpsha256.zc_word[2]); 378219089Spjd drrw->drr_key.ddk_cksum.zc_word[3] = 379219089Spjd BE_64(tmpsha256.zc_word[3]); 380219089Spjd drrw->drr_checksumtype = ZIO_CHECKSUM_SHA256; 381219089Spjd drrw->drr_checksumflags = DRR_CHECKSUM_DEDUP; 382219089Spjd } 383219089Spjd 384219089Spjd dataref.ref_guid = drrw->drr_toguid; 385219089Spjd dataref.ref_object = drrw->drr_object; 386219089Spjd dataref.ref_offset = drrw->drr_offset; 387219089Spjd 388219089Spjd if (ddt_update(dda->dedup_hdl, &ddt, 389219089Spjd &drrw->drr_key.ddk_cksum, drrw->drr_key.ddk_prop, 390219089Spjd &dataref)) { 391288553Smav dmu_replay_record_t wbr_drr = {0}; 392288553Smav struct drr_write_byref *wbr_drrr = 393288553Smav &wbr_drr.drr_u.drr_write_byref; 394288553Smav 395219089Spjd /* block already present in stream */ 396288553Smav wbr_drr.drr_type = DRR_WRITE_BYREF; 397288553Smav 398219089Spjd wbr_drrr->drr_object = drrw->drr_object; 399219089Spjd wbr_drrr->drr_offset = drrw->drr_offset; 400219089Spjd wbr_drrr->drr_length = drrw->drr_length; 401219089Spjd wbr_drrr->drr_toguid = drrw->drr_toguid; 402219089Spjd wbr_drrr->drr_refguid = dataref.ref_guid; 403219089Spjd wbr_drrr->drr_refobject = 404219089Spjd dataref.ref_object; 405219089Spjd wbr_drrr->drr_refoffset = 406219089Spjd dataref.ref_offset; 407219089Spjd 408219089Spjd wbr_drrr->drr_checksumtype = 409219089Spjd drrw->drr_checksumtype; 410219089Spjd wbr_drrr->drr_checksumflags = 411219089Spjd drrw->drr_checksumtype; 412219089Spjd wbr_drrr->drr_key.ddk_cksum = 413219089Spjd drrw->drr_key.ddk_cksum; 414219089Spjd wbr_drrr->drr_key.ddk_prop = 415219089Spjd drrw->drr_key.ddk_prop; 416219089Spjd 417288553Smav if (dump_record(&wbr_drr, NULL, 0, 418288553Smav &stream_cksum, outfd) != 0) 419219089Spjd goto out; 420219089Spjd } else { 421219089Spjd /* block not previously seen */ 422288553Smav if (dump_record(drr, buf, drrw->drr_length, 423288553Smav &stream_cksum, outfd) != 0) 424219089Spjd goto out; 425219089Spjd } 426219089Spjd break; 427219089Spjd } 428219089Spjd 429268649Sdelphij case DRR_WRITE_EMBEDDED: 430268649Sdelphij { 431288553Smav struct drr_write_embedded *drrwe = 432288553Smav &drr->drr_u.drr_write_embedded; 433268649Sdelphij (void) ssread(buf, 434268649Sdelphij P2ROUNDUP((uint64_t)drrwe->drr_psize, 8), ofp); 435288553Smav if (dump_record(drr, buf, 436268649Sdelphij P2ROUNDUP((uint64_t)drrwe->drr_psize, 8), 437288553Smav &stream_cksum, outfd) != 0) 438268649Sdelphij goto out; 439268649Sdelphij break; 440268649Sdelphij } 441268649Sdelphij 442219089Spjd case DRR_FREE: 443219089Spjd { 444288553Smav if (dump_record(drr, NULL, 0, &stream_cksum, 445288553Smav outfd) != 0) 446219089Spjd goto out; 447219089Spjd break; 448219089Spjd } 449219089Spjd 450219089Spjd default: 451288553Smav (void) fprintf(stderr, "INVALID record type 0x%x\n", 452219089Spjd drr->drr_type); 453219089Spjd /* should never happen, so assert */ 454219089Spjd assert(B_FALSE); 455219089Spjd } 456219089Spjd } 457219089Spjdout: 458219089Spjd umem_cache_destroy(ddt.ddecache); 459219089Spjd free(ddt.dedup_hash_array); 460219089Spjd free(buf); 461219089Spjd (void) fclose(ofp); 462219089Spjd 463219089Spjd return (NULL); 464219089Spjd} 465219089Spjd 466219089Spjd/* 467185029Spjd * Routines for dealing with the AVL tree of fs-nvlists 468185029Spjd */ 469185029Spjdtypedef struct fsavl_node { 470185029Spjd avl_node_t fn_node; 471185029Spjd nvlist_t *fn_nvfs; 472185029Spjd char *fn_snapname; 473185029Spjd uint64_t fn_guid; 474185029Spjd} fsavl_node_t; 475185029Spjd 476185029Spjdstatic int 477185029Spjdfsavl_compare(const void *arg1, const void *arg2) 478185029Spjd{ 479185029Spjd const fsavl_node_t *fn1 = arg1; 480185029Spjd const fsavl_node_t *fn2 = arg2; 481185029Spjd 482185029Spjd if (fn1->fn_guid > fn2->fn_guid) 483185029Spjd return (+1); 484185029Spjd else if (fn1->fn_guid < fn2->fn_guid) 485185029Spjd return (-1); 486185029Spjd else 487185029Spjd return (0); 488185029Spjd} 489185029Spjd 490185029Spjd/* 491185029Spjd * Given the GUID of a snapshot, find its containing filesystem and 492185029Spjd * (optionally) name. 493185029Spjd */ 494185029Spjdstatic nvlist_t * 495185029Spjdfsavl_find(avl_tree_t *avl, uint64_t snapguid, char **snapname) 496185029Spjd{ 497185029Spjd fsavl_node_t fn_find; 498185029Spjd fsavl_node_t *fn; 499185029Spjd 500185029Spjd fn_find.fn_guid = snapguid; 501185029Spjd 502185029Spjd fn = avl_find(avl, &fn_find, NULL); 503185029Spjd if (fn) { 504185029Spjd if (snapname) 505185029Spjd *snapname = fn->fn_snapname; 506185029Spjd return (fn->fn_nvfs); 507185029Spjd } 508185029Spjd return (NULL); 509185029Spjd} 510185029Spjd 511185029Spjdstatic void 512185029Spjdfsavl_destroy(avl_tree_t *avl) 513185029Spjd{ 514185029Spjd fsavl_node_t *fn; 515185029Spjd void *cookie; 516185029Spjd 517185029Spjd if (avl == NULL) 518185029Spjd return; 519185029Spjd 520185029Spjd cookie = NULL; 521185029Spjd while ((fn = avl_destroy_nodes(avl, &cookie)) != NULL) 522185029Spjd free(fn); 523185029Spjd avl_destroy(avl); 524185029Spjd free(avl); 525185029Spjd} 526185029Spjd 527219089Spjd/* 528219089Spjd * Given an nvlist, produce an avl tree of snapshots, ordered by guid 529219089Spjd */ 530185029Spjdstatic avl_tree_t * 531185029Spjdfsavl_create(nvlist_t *fss) 532185029Spjd{ 533185029Spjd avl_tree_t *fsavl; 534185029Spjd nvpair_t *fselem = NULL; 535185029Spjd 536185029Spjd if ((fsavl = malloc(sizeof (avl_tree_t))) == NULL) 537185029Spjd return (NULL); 538185029Spjd 539185029Spjd avl_create(fsavl, fsavl_compare, sizeof (fsavl_node_t), 540185029Spjd offsetof(fsavl_node_t, fn_node)); 541185029Spjd 542185029Spjd while ((fselem = nvlist_next_nvpair(fss, fselem)) != NULL) { 543185029Spjd nvlist_t *nvfs, *snaps; 544185029Spjd nvpair_t *snapelem = NULL; 545185029Spjd 546185029Spjd VERIFY(0 == nvpair_value_nvlist(fselem, &nvfs)); 547185029Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, "snaps", &snaps)); 548185029Spjd 549185029Spjd while ((snapelem = 550185029Spjd nvlist_next_nvpair(snaps, snapelem)) != NULL) { 551185029Spjd fsavl_node_t *fn; 552185029Spjd uint64_t guid; 553185029Spjd 554185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &guid)); 555185029Spjd if ((fn = malloc(sizeof (fsavl_node_t))) == NULL) { 556185029Spjd fsavl_destroy(fsavl); 557185029Spjd return (NULL); 558185029Spjd } 559185029Spjd fn->fn_nvfs = nvfs; 560185029Spjd fn->fn_snapname = nvpair_name(snapelem); 561185029Spjd fn->fn_guid = guid; 562185029Spjd 563185029Spjd /* 564185029Spjd * Note: if there are multiple snaps with the 565185029Spjd * same GUID, we ignore all but one. 566185029Spjd */ 567185029Spjd if (avl_find(fsavl, fn, NULL) == NULL) 568185029Spjd avl_add(fsavl, fn); 569185029Spjd else 570185029Spjd free(fn); 571185029Spjd } 572185029Spjd } 573185029Spjd 574185029Spjd return (fsavl); 575185029Spjd} 576185029Spjd 577185029Spjd/* 578185029Spjd * Routines for dealing with the giant nvlist of fs-nvlists, etc. 579185029Spjd */ 580185029Spjdtypedef struct send_data { 581185029Spjd uint64_t parent_fromsnap_guid; 582185029Spjd nvlist_t *parent_snaps; 583185029Spjd nvlist_t *fss; 584185029Spjd nvlist_t *snapprops; 585185029Spjd const char *fromsnap; 586185029Spjd const char *tosnap; 587219089Spjd boolean_t recursive; 588185029Spjd 589185029Spjd /* 590185029Spjd * The header nvlist is of the following format: 591185029Spjd * { 592185029Spjd * "tosnap" -> string 593185029Spjd * "fromsnap" -> string (if incremental) 594185029Spjd * "fss" -> { 595185029Spjd * id -> { 596185029Spjd * 597185029Spjd * "name" -> string (full name; for debugging) 598185029Spjd * "parentfromsnap" -> number (guid of fromsnap in parent) 599185029Spjd * 600185029Spjd * "props" -> { name -> value (only if set here) } 601185029Spjd * "snaps" -> { name (lastname) -> number (guid) } 602185029Spjd * "snapprops" -> { name (lastname) -> { name -> value } } 603185029Spjd * 604185029Spjd * "origin" -> number (guid) (if clone) 605185029Spjd * "sent" -> boolean (not on-disk) 606185029Spjd * } 607185029Spjd * } 608185029Spjd * } 609185029Spjd * 610185029Spjd */ 611185029Spjd} send_data_t; 612185029Spjd 613185029Spjdstatic void send_iterate_prop(zfs_handle_t *zhp, nvlist_t *nv); 614185029Spjd 615185029Spjdstatic int 616185029Spjdsend_iterate_snap(zfs_handle_t *zhp, void *arg) 617185029Spjd{ 618185029Spjd send_data_t *sd = arg; 619185029Spjd uint64_t guid = zhp->zfs_dmustats.dds_guid; 620185029Spjd char *snapname; 621185029Spjd nvlist_t *nv; 622185029Spjd 623185029Spjd snapname = strrchr(zhp->zfs_name, '@')+1; 624185029Spjd 625185029Spjd VERIFY(0 == nvlist_add_uint64(sd->parent_snaps, snapname, guid)); 626185029Spjd /* 627185029Spjd * NB: if there is no fromsnap here (it's a newly created fs in 628185029Spjd * an incremental replication), we will substitute the tosnap. 629185029Spjd */ 630185029Spjd if ((sd->fromsnap && strcmp(snapname, sd->fromsnap) == 0) || 631185029Spjd (sd->parent_fromsnap_guid == 0 && sd->tosnap && 632185029Spjd strcmp(snapname, sd->tosnap) == 0)) { 633185029Spjd sd->parent_fromsnap_guid = guid; 634185029Spjd } 635185029Spjd 636185029Spjd VERIFY(0 == nvlist_alloc(&nv, NV_UNIQUE_NAME, 0)); 637185029Spjd send_iterate_prop(zhp, nv); 638185029Spjd VERIFY(0 == nvlist_add_nvlist(sd->snapprops, snapname, nv)); 639185029Spjd nvlist_free(nv); 640185029Spjd 641185029Spjd zfs_close(zhp); 642185029Spjd return (0); 643185029Spjd} 644185029Spjd 645185029Spjdstatic void 646185029Spjdsend_iterate_prop(zfs_handle_t *zhp, nvlist_t *nv) 647185029Spjd{ 648185029Spjd nvpair_t *elem = NULL; 649185029Spjd 650185029Spjd while ((elem = nvlist_next_nvpair(zhp->zfs_props, elem)) != NULL) { 651185029Spjd char *propname = nvpair_name(elem); 652185029Spjd zfs_prop_t prop = zfs_name_to_prop(propname); 653185029Spjd nvlist_t *propnv; 654185029Spjd 655219089Spjd if (!zfs_prop_user(propname)) { 656219089Spjd /* 657219089Spjd * Realistically, this should never happen. However, 658219089Spjd * we want the ability to add DSL properties without 659219089Spjd * needing to make incompatible version changes. We 660219089Spjd * need to ignore unknown properties to allow older 661219089Spjd * software to still send datasets containing these 662219089Spjd * properties, with the unknown properties elided. 663219089Spjd */ 664219089Spjd if (prop == ZPROP_INVAL) 665219089Spjd continue; 666209962Smm 667219089Spjd if (zfs_prop_readonly(prop)) 668219089Spjd continue; 669219089Spjd } 670185029Spjd 671185029Spjd verify(nvpair_value_nvlist(elem, &propnv) == 0); 672219089Spjd if (prop == ZFS_PROP_QUOTA || prop == ZFS_PROP_RESERVATION || 673219089Spjd prop == ZFS_PROP_REFQUOTA || 674219089Spjd prop == ZFS_PROP_REFRESERVATION) { 675219089Spjd char *source; 676185029Spjd uint64_t value; 677185029Spjd verify(nvlist_lookup_uint64(propnv, 678185029Spjd ZPROP_VALUE, &value) == 0); 679185029Spjd if (zhp->zfs_type == ZFS_TYPE_SNAPSHOT) 680185029Spjd continue; 681219089Spjd /* 682219089Spjd * May have no source before SPA_VERSION_RECVD_PROPS, 683219089Spjd * but is still modifiable. 684219089Spjd */ 685219089Spjd if (nvlist_lookup_string(propnv, 686219089Spjd ZPROP_SOURCE, &source) == 0) { 687219089Spjd if ((strcmp(source, zhp->zfs_name) != 0) && 688219089Spjd (strcmp(source, 689219089Spjd ZPROP_SOURCE_VAL_RECVD) != 0)) 690219089Spjd continue; 691219089Spjd } 692185029Spjd } else { 693185029Spjd char *source; 694185029Spjd if (nvlist_lookup_string(propnv, 695185029Spjd ZPROP_SOURCE, &source) != 0) 696185029Spjd continue; 697219089Spjd if ((strcmp(source, zhp->zfs_name) != 0) && 698219089Spjd (strcmp(source, ZPROP_SOURCE_VAL_RECVD) != 0)) 699185029Spjd continue; 700185029Spjd } 701185029Spjd 702185029Spjd if (zfs_prop_user(propname) || 703185029Spjd zfs_prop_get_type(prop) == PROP_TYPE_STRING) { 704185029Spjd char *value; 705185029Spjd verify(nvlist_lookup_string(propnv, 706185029Spjd ZPROP_VALUE, &value) == 0); 707185029Spjd VERIFY(0 == nvlist_add_string(nv, propname, value)); 708185029Spjd } else { 709185029Spjd uint64_t value; 710185029Spjd verify(nvlist_lookup_uint64(propnv, 711185029Spjd ZPROP_VALUE, &value) == 0); 712185029Spjd VERIFY(0 == nvlist_add_uint64(nv, propname, value)); 713185029Spjd } 714185029Spjd } 715185029Spjd} 716185029Spjd 717219089Spjd/* 718219089Spjd * recursively generate nvlists describing datasets. See comment 719219089Spjd * for the data structure send_data_t above for description of contents 720219089Spjd * of the nvlist. 721219089Spjd */ 722185029Spjdstatic int 723185029Spjdsend_iterate_fs(zfs_handle_t *zhp, void *arg) 724185029Spjd{ 725185029Spjd send_data_t *sd = arg; 726185029Spjd nvlist_t *nvfs, *nv; 727219089Spjd int rv = 0; 728185029Spjd uint64_t parent_fromsnap_guid_save = sd->parent_fromsnap_guid; 729185029Spjd uint64_t guid = zhp->zfs_dmustats.dds_guid; 730185029Spjd char guidstring[64]; 731185029Spjd 732185029Spjd VERIFY(0 == nvlist_alloc(&nvfs, NV_UNIQUE_NAME, 0)); 733185029Spjd VERIFY(0 == nvlist_add_string(nvfs, "name", zhp->zfs_name)); 734185029Spjd VERIFY(0 == nvlist_add_uint64(nvfs, "parentfromsnap", 735185029Spjd sd->parent_fromsnap_guid)); 736185029Spjd 737185029Spjd if (zhp->zfs_dmustats.dds_origin[0]) { 738185029Spjd zfs_handle_t *origin = zfs_open(zhp->zfs_hdl, 739185029Spjd zhp->zfs_dmustats.dds_origin, ZFS_TYPE_SNAPSHOT); 740185029Spjd if (origin == NULL) 741185029Spjd return (-1); 742185029Spjd VERIFY(0 == nvlist_add_uint64(nvfs, "origin", 743185029Spjd origin->zfs_dmustats.dds_guid)); 744185029Spjd } 745185029Spjd 746185029Spjd /* iterate over props */ 747185029Spjd VERIFY(0 == nvlist_alloc(&nv, NV_UNIQUE_NAME, 0)); 748185029Spjd send_iterate_prop(zhp, nv); 749185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "props", nv)); 750185029Spjd nvlist_free(nv); 751185029Spjd 752185029Spjd /* iterate over snaps, and set sd->parent_fromsnap_guid */ 753185029Spjd sd->parent_fromsnap_guid = 0; 754185029Spjd VERIFY(0 == nvlist_alloc(&sd->parent_snaps, NV_UNIQUE_NAME, 0)); 755185029Spjd VERIFY(0 == nvlist_alloc(&sd->snapprops, NV_UNIQUE_NAME, 0)); 756244194Ssmh (void) zfs_iter_snapshots_sorted(zhp, send_iterate_snap, sd); 757185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "snaps", sd->parent_snaps)); 758185029Spjd VERIFY(0 == nvlist_add_nvlist(nvfs, "snapprops", sd->snapprops)); 759185029Spjd nvlist_free(sd->parent_snaps); 760185029Spjd nvlist_free(sd->snapprops); 761185029Spjd 762185029Spjd /* add this fs to nvlist */ 763185029Spjd (void) snprintf(guidstring, sizeof (guidstring), 764185029Spjd "0x%llx", (longlong_t)guid); 765185029Spjd VERIFY(0 == nvlist_add_nvlist(sd->fss, guidstring, nvfs)); 766185029Spjd nvlist_free(nvfs); 767185029Spjd 768185029Spjd /* iterate over children */ 769219089Spjd if (sd->recursive) 770219089Spjd rv = zfs_iter_filesystems(zhp, send_iterate_fs, sd); 771185029Spjd 772185029Spjd sd->parent_fromsnap_guid = parent_fromsnap_guid_save; 773185029Spjd 774185029Spjd zfs_close(zhp); 775185029Spjd return (rv); 776185029Spjd} 777185029Spjd 778185029Spjdstatic int 779185029Spjdgather_nvlist(libzfs_handle_t *hdl, const char *fsname, const char *fromsnap, 780219089Spjd const char *tosnap, boolean_t recursive, nvlist_t **nvlp, avl_tree_t **avlp) 781185029Spjd{ 782185029Spjd zfs_handle_t *zhp; 783185029Spjd send_data_t sd = { 0 }; 784185029Spjd int error; 785185029Spjd 786185029Spjd zhp = zfs_open(hdl, fsname, ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME); 787185029Spjd if (zhp == NULL) 788185029Spjd return (EZFS_BADTYPE); 789185029Spjd 790185029Spjd VERIFY(0 == nvlist_alloc(&sd.fss, NV_UNIQUE_NAME, 0)); 791185029Spjd sd.fromsnap = fromsnap; 792185029Spjd sd.tosnap = tosnap; 793219089Spjd sd.recursive = recursive; 794185029Spjd 795185029Spjd if ((error = send_iterate_fs(zhp, &sd)) != 0) { 796185029Spjd nvlist_free(sd.fss); 797185029Spjd if (avlp != NULL) 798185029Spjd *avlp = NULL; 799185029Spjd *nvlp = NULL; 800185029Spjd return (error); 801185029Spjd } 802185029Spjd 803185029Spjd if (avlp != NULL && (*avlp = fsavl_create(sd.fss)) == NULL) { 804185029Spjd nvlist_free(sd.fss); 805185029Spjd *nvlp = NULL; 806185029Spjd return (EZFS_NOMEM); 807185029Spjd } 808185029Spjd 809185029Spjd *nvlp = sd.fss; 810185029Spjd return (0); 811185029Spjd} 812185029Spjd 813185029Spjd/* 814185029Spjd * Routines specific to "zfs send" 815185029Spjd */ 816185029Spjdtypedef struct send_dump_data { 817185029Spjd /* these are all just the short snapname (the part after the @) */ 818185029Spjd const char *fromsnap; 819185029Spjd const char *tosnap; 820219089Spjd char prevsnap[ZFS_MAXNAMELEN]; 821219089Spjd uint64_t prevsnap_obj; 822185029Spjd boolean_t seenfrom, seento, replicate, doall, fromorigin; 823290755Smav boolean_t verbose, dryrun, parsable, progress, embed_data, std_out; 824290755Smav boolean_t large_block; 825185029Spjd int outfd; 826185029Spjd boolean_t err; 827185029Spjd nvlist_t *fss; 828251646Sdelphij nvlist_t *snapholds; 829185029Spjd avl_tree_t *fsavl; 830219089Spjd snapfilter_cb_t *filter_cb; 831219089Spjd void *filter_cb_arg; 832219089Spjd nvlist_t *debugnv; 833219089Spjd char holdtag[ZFS_MAXNAMELEN]; 834219089Spjd int cleanup_fd; 835228103Smm uint64_t size; 836185029Spjd} send_dump_data_t; 837185029Spjd 838228103Smmstatic int 839228103Smmestimate_ioctl(zfs_handle_t *zhp, uint64_t fromsnap_obj, 840228103Smm boolean_t fromorigin, uint64_t *sizep) 841228103Smm{ 842228103Smm zfs_cmd_t zc = { 0 }; 843228103Smm libzfs_handle_t *hdl = zhp->zfs_hdl; 844228103Smm 845228103Smm assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 846228103Smm assert(fromsnap_obj == 0 || !fromorigin); 847228103Smm 848228103Smm (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 849228103Smm zc.zc_obj = fromorigin; 850228103Smm zc.zc_sendobj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 851228103Smm zc.zc_fromobj = fromsnap_obj; 852228103Smm zc.zc_guid = 1; /* estimate flag */ 853228103Smm 854228103Smm if (zfs_ioctl(zhp->zfs_hdl, ZFS_IOC_SEND, &zc) != 0) { 855228103Smm char errbuf[1024]; 856228103Smm (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 857228103Smm "warning: cannot estimate space for '%s'"), zhp->zfs_name); 858228103Smm 859228103Smm switch (errno) { 860228103Smm case EXDEV: 861228103Smm zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 862228103Smm "not an earlier snapshot from the same fs")); 863228103Smm return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 864228103Smm 865228103Smm case ENOENT: 866228103Smm if (zfs_dataset_exists(hdl, zc.zc_name, 867228103Smm ZFS_TYPE_SNAPSHOT)) { 868228103Smm zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 869228103Smm "incremental source (@%s) does not exist"), 870228103Smm zc.zc_value); 871228103Smm } 872228103Smm return (zfs_error(hdl, EZFS_NOENT, errbuf)); 873228103Smm 874228103Smm case EDQUOT: 875228103Smm case EFBIG: 876228103Smm case EIO: 877228103Smm case ENOLINK: 878228103Smm case ENOSPC: 879228103Smm case ENXIO: 880228103Smm case EPIPE: 881228103Smm case ERANGE: 882228103Smm case EFAULT: 883228103Smm case EROFS: 884228103Smm zfs_error_aux(hdl, strerror(errno)); 885228103Smm return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 886228103Smm 887228103Smm default: 888228103Smm return (zfs_standard_error(hdl, errno, errbuf)); 889228103Smm } 890228103Smm } 891228103Smm 892228103Smm *sizep = zc.zc_objset_type; 893228103Smm 894228103Smm return (0); 895228103Smm} 896228103Smm 897185029Spjd/* 898185029Spjd * Dumps a backup of the given snapshot (incremental from fromsnap if it's not 899185029Spjd * NULL) to the file descriptor specified by outfd. 900185029Spjd */ 901185029Spjdstatic int 902219089Spjddump_ioctl(zfs_handle_t *zhp, const char *fromsnap, uint64_t fromsnap_obj, 903268649Sdelphij boolean_t fromorigin, int outfd, enum lzc_send_flags flags, 904268649Sdelphij nvlist_t *debugnv) 905185029Spjd{ 906185029Spjd zfs_cmd_t zc = { 0 }; 907185029Spjd libzfs_handle_t *hdl = zhp->zfs_hdl; 908219089Spjd nvlist_t *thisdbg; 909185029Spjd 910185029Spjd assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 911219089Spjd assert(fromsnap_obj == 0 || !fromorigin); 912185029Spjd 913185029Spjd (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 914185029Spjd zc.zc_cookie = outfd; 915185029Spjd zc.zc_obj = fromorigin; 916219089Spjd zc.zc_sendobj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 917219089Spjd zc.zc_fromobj = fromsnap_obj; 918268649Sdelphij zc.zc_flags = flags; 919185029Spjd 920219089Spjd VERIFY(0 == nvlist_alloc(&thisdbg, NV_UNIQUE_NAME, 0)); 921219089Spjd if (fromsnap && fromsnap[0] != '\0') { 922219089Spjd VERIFY(0 == nvlist_add_string(thisdbg, 923219089Spjd "fromsnap", fromsnap)); 924219089Spjd } 925219089Spjd 926228103Smm if (zfs_ioctl(zhp->zfs_hdl, ZFS_IOC_SEND, &zc) != 0) { 927185029Spjd char errbuf[1024]; 928185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 929185029Spjd "warning: cannot send '%s'"), zhp->zfs_name); 930185029Spjd 931219089Spjd VERIFY(0 == nvlist_add_uint64(thisdbg, "error", errno)); 932219089Spjd if (debugnv) { 933219089Spjd VERIFY(0 == nvlist_add_nvlist(debugnv, 934219089Spjd zhp->zfs_name, thisdbg)); 935219089Spjd } 936219089Spjd nvlist_free(thisdbg); 937219089Spjd 938185029Spjd switch (errno) { 939185029Spjd case EXDEV: 940185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 941185029Spjd "not an earlier snapshot from the same fs")); 942185029Spjd return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 943185029Spjd 944185029Spjd case ENOENT: 945185029Spjd if (zfs_dataset_exists(hdl, zc.zc_name, 946185029Spjd ZFS_TYPE_SNAPSHOT)) { 947185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 948185029Spjd "incremental source (@%s) does not exist"), 949185029Spjd zc.zc_value); 950185029Spjd } 951185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 952185029Spjd 953185029Spjd case EDQUOT: 954185029Spjd case EFBIG: 955185029Spjd case EIO: 956185029Spjd case ENOLINK: 957185029Spjd case ENOSPC: 958228103Smm#ifdef sun 959228103Smm case ENOSTR: 960228103Smm#endif 961185029Spjd case ENXIO: 962185029Spjd case EPIPE: 963185029Spjd case ERANGE: 964185029Spjd case EFAULT: 965185029Spjd case EROFS: 966185029Spjd zfs_error_aux(hdl, strerror(errno)); 967185029Spjd return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 968185029Spjd 969185029Spjd default: 970185029Spjd return (zfs_standard_error(hdl, errno, errbuf)); 971185029Spjd } 972185029Spjd } 973185029Spjd 974219089Spjd if (debugnv) 975219089Spjd VERIFY(0 == nvlist_add_nvlist(debugnv, zhp->zfs_name, thisdbg)); 976219089Spjd nvlist_free(thisdbg); 977219089Spjd 978185029Spjd return (0); 979185029Spjd} 980185029Spjd 981251646Sdelphijstatic void 982251646Sdelphijgather_holds(zfs_handle_t *zhp, send_dump_data_t *sdd) 983219089Spjd{ 984219089Spjd assert(zhp->zfs_type == ZFS_TYPE_SNAPSHOT); 985219089Spjd 986219089Spjd /* 987251646Sdelphij * zfs_send() only sets snapholds for sends that need them, 988219089Spjd * e.g. replication and doall. 989219089Spjd */ 990251646Sdelphij if (sdd->snapholds == NULL) 991251646Sdelphij return; 992219089Spjd 993251646Sdelphij fnvlist_add_string(sdd->snapholds, zhp->zfs_name, sdd->holdtag); 994219089Spjd} 995219089Spjd 996235222Smmstatic void * 997235222Smmsend_progress_thread(void *arg) 998235222Smm{ 999235222Smm progress_arg_t *pa = arg; 1000235222Smm zfs_cmd_t zc = { 0 }; 1001235222Smm zfs_handle_t *zhp = pa->pa_zhp; 1002235222Smm libzfs_handle_t *hdl = zhp->zfs_hdl; 1003235222Smm unsigned long long bytes; 1004235222Smm char buf[16]; 1005235222Smm time_t t; 1006235222Smm struct tm *tm; 1007235222Smm 1008235222Smm (void) strlcpy(zc.zc_name, zhp->zfs_name, sizeof (zc.zc_name)); 1009235222Smm 1010235222Smm if (!pa->pa_parsable) 1011235222Smm (void) fprintf(stderr, "TIME SENT SNAPSHOT\n"); 1012235222Smm 1013235222Smm /* 1014235222Smm * Print the progress from ZFS_IOC_SEND_PROGRESS every second. 1015235222Smm */ 1016235222Smm for (;;) { 1017235222Smm (void) sleep(1); 1018235222Smm 1019235222Smm zc.zc_cookie = pa->pa_fd; 1020235222Smm if (zfs_ioctl(hdl, ZFS_IOC_SEND_PROGRESS, &zc) != 0) 1021235222Smm return ((void *)-1); 1022235222Smm 1023235222Smm (void) time(&t); 1024235222Smm tm = localtime(&t); 1025235222Smm bytes = zc.zc_cookie; 1026235222Smm 1027235222Smm if (pa->pa_parsable) { 1028235222Smm (void) fprintf(stderr, "%02d:%02d:%02d\t%llu\t%s\n", 1029235222Smm tm->tm_hour, tm->tm_min, tm->tm_sec, 1030235222Smm bytes, zhp->zfs_name); 1031235222Smm } else { 1032235222Smm zfs_nicenum(bytes, buf, sizeof (buf)); 1033235222Smm (void) fprintf(stderr, "%02d:%02d:%02d %5s %s\n", 1034235222Smm tm->tm_hour, tm->tm_min, tm->tm_sec, 1035235222Smm buf, zhp->zfs_name); 1036235222Smm } 1037235222Smm } 1038235222Smm} 1039235222Smm 1040290756Smavstatic void 1041290756Smavsend_print_verbose(FILE *fout, const char *tosnap, const char *fromsnap, 1042290756Smav uint64_t size, boolean_t parsable) 1043290756Smav{ 1044290756Smav if (parsable) { 1045290756Smav if (fromsnap != NULL) { 1046290756Smav (void) fprintf(fout, "incremental\t%s\t%s", 1047290756Smav fromsnap, tosnap); 1048290756Smav } else { 1049290756Smav (void) fprintf(fout, "full\t%s", 1050290756Smav tosnap); 1051290756Smav } 1052290756Smav } else { 1053290756Smav if (fromsnap != NULL) { 1054290756Smav if (strchr(fromsnap, '@') == NULL && 1055290756Smav strchr(fromsnap, '#') == NULL) { 1056290756Smav (void) fprintf(fout, dgettext(TEXT_DOMAIN, 1057290756Smav "send from @%s to %s"), 1058290756Smav fromsnap, tosnap); 1059290756Smav } else { 1060290756Smav (void) fprintf(fout, dgettext(TEXT_DOMAIN, 1061290756Smav "send from %s to %s"), 1062290756Smav fromsnap, tosnap); 1063290756Smav } 1064290756Smav } else { 1065290756Smav (void) fprintf(fout, dgettext(TEXT_DOMAIN, 1066290756Smav "full send of %s"), 1067290756Smav tosnap); 1068290756Smav } 1069290756Smav } 1070290756Smav 1071290756Smav if (size != 0) { 1072290756Smav if (parsable) { 1073290756Smav (void) fprintf(fout, "\t%llu", 1074290756Smav (longlong_t)size); 1075290756Smav } else { 1076290756Smav char buf[16]; 1077290756Smav zfs_nicenum(size, buf, sizeof (buf)); 1078290756Smav (void) fprintf(fout, dgettext(TEXT_DOMAIN, 1079290756Smav " estimated size is %s"), buf); 1080290756Smav } 1081290756Smav } 1082290756Smav (void) fprintf(fout, "\n"); 1083290756Smav} 1084290756Smav 1085219089Spjdstatic int 1086185029Spjddump_snapshot(zfs_handle_t *zhp, void *arg) 1087185029Spjd{ 1088185029Spjd send_dump_data_t *sdd = arg; 1089235222Smm progress_arg_t pa = { 0 }; 1090235222Smm pthread_t tid; 1091219089Spjd char *thissnap; 1092185029Spjd int err; 1093228103Smm boolean_t isfromsnap, istosnap, fromorigin; 1094219089Spjd boolean_t exclude = B_FALSE; 1095290755Smav FILE *fout = sdd->std_out ? stdout : stderr; 1096185029Spjd 1097251646Sdelphij err = 0; 1098185029Spjd thissnap = strchr(zhp->zfs_name, '@') + 1; 1099219089Spjd isfromsnap = (sdd->fromsnap != NULL && 1100219089Spjd strcmp(sdd->fromsnap, thissnap) == 0); 1101185029Spjd 1102219089Spjd if (!sdd->seenfrom && isfromsnap) { 1103251646Sdelphij gather_holds(zhp, sdd); 1104251646Sdelphij sdd->seenfrom = B_TRUE; 1105251646Sdelphij (void) strcpy(sdd->prevsnap, thissnap); 1106251646Sdelphij sdd->prevsnap_obj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 1107185029Spjd zfs_close(zhp); 1108251646Sdelphij return (0); 1109185029Spjd } 1110185029Spjd 1111185029Spjd if (sdd->seento || !sdd->seenfrom) { 1112185029Spjd zfs_close(zhp); 1113185029Spjd return (0); 1114185029Spjd } 1115185029Spjd 1116219089Spjd istosnap = (strcmp(sdd->tosnap, thissnap) == 0); 1117219089Spjd if (istosnap) 1118219089Spjd sdd->seento = B_TRUE; 1119219089Spjd 1120219089Spjd if (!sdd->doall && !isfromsnap && !istosnap) { 1121219089Spjd if (sdd->replicate) { 1122219089Spjd char *snapname; 1123219089Spjd nvlist_t *snapprops; 1124219089Spjd /* 1125219089Spjd * Filter out all intermediate snapshots except origin 1126219089Spjd * snapshots needed to replicate clones. 1127219089Spjd */ 1128219089Spjd nvlist_t *nvfs = fsavl_find(sdd->fsavl, 1129219089Spjd zhp->zfs_dmustats.dds_guid, &snapname); 1130219089Spjd 1131219089Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, 1132219089Spjd "snapprops", &snapprops)); 1133219089Spjd VERIFY(0 == nvlist_lookup_nvlist(snapprops, 1134219089Spjd thissnap, &snapprops)); 1135219089Spjd exclude = !nvlist_exists(snapprops, "is_clone_origin"); 1136219089Spjd } else { 1137219089Spjd exclude = B_TRUE; 1138219089Spjd } 1139219089Spjd } 1140219089Spjd 1141219089Spjd /* 1142219089Spjd * If a filter function exists, call it to determine whether 1143219089Spjd * this snapshot will be sent. 1144219089Spjd */ 1145219089Spjd if (exclude || (sdd->filter_cb != NULL && 1146219089Spjd sdd->filter_cb(zhp, sdd->filter_cb_arg) == B_FALSE)) { 1147219089Spjd /* 1148219089Spjd * This snapshot is filtered out. Don't send it, and don't 1149219089Spjd * set prevsnap_obj, so it will be as if this snapshot didn't 1150219089Spjd * exist, and the next accepted snapshot will be sent as 1151219089Spjd * an incremental from the last accepted one, or as the 1152219089Spjd * first (and full) snapshot in the case of a replication, 1153219089Spjd * non-incremental send. 1154219089Spjd */ 1155219089Spjd zfs_close(zhp); 1156219089Spjd return (0); 1157219089Spjd } 1158219089Spjd 1159251646Sdelphij gather_holds(zhp, sdd); 1160228103Smm fromorigin = sdd->prevsnap[0] == '\0' && 1161228103Smm (sdd->fromorigin || sdd->replicate); 1162228103Smm 1163185029Spjd if (sdd->verbose) { 1164290756Smav uint64_t size = 0; 1165290756Smav (void) estimate_ioctl(zhp, sdd->prevsnap_obj, 1166228103Smm fromorigin, &size); 1167228103Smm 1168290756Smav send_print_verbose(fout, zhp->zfs_name, 1169290756Smav sdd->prevsnap[0] ? sdd->prevsnap : NULL, 1170290756Smav size, sdd->parsable); 1171290756Smav sdd->size += size; 1172185029Spjd } 1173185029Spjd 1174228103Smm if (!sdd->dryrun) { 1175235222Smm /* 1176235222Smm * If progress reporting is requested, spawn a new thread to 1177235222Smm * poll ZFS_IOC_SEND_PROGRESS at a regular interval. 1178235222Smm */ 1179235222Smm if (sdd->progress) { 1180235222Smm pa.pa_zhp = zhp; 1181235222Smm pa.pa_fd = sdd->outfd; 1182235222Smm pa.pa_parsable = sdd->parsable; 1183235222Smm 1184235222Smm if (err = pthread_create(&tid, NULL, 1185235222Smm send_progress_thread, &pa)) { 1186235222Smm zfs_close(zhp); 1187235222Smm return (err); 1188235222Smm } 1189235222Smm } 1190235222Smm 1191268649Sdelphij enum lzc_send_flags flags = 0; 1192276081Sdelphij if (sdd->large_block) 1193276081Sdelphij flags |= LZC_SEND_FLAG_LARGE_BLOCK; 1194268649Sdelphij if (sdd->embed_data) 1195268649Sdelphij flags |= LZC_SEND_FLAG_EMBED_DATA; 1196268649Sdelphij 1197228103Smm err = dump_ioctl(zhp, sdd->prevsnap, sdd->prevsnap_obj, 1198268649Sdelphij fromorigin, sdd->outfd, flags, sdd->debugnv); 1199235222Smm 1200235222Smm if (sdd->progress) { 1201235222Smm (void) pthread_cancel(tid); 1202235222Smm (void) pthread_join(tid, NULL); 1203235222Smm } 1204228103Smm } 1205185029Spjd 1206219089Spjd (void) strcpy(sdd->prevsnap, thissnap); 1207219089Spjd sdd->prevsnap_obj = zfs_prop_get_int(zhp, ZFS_PROP_OBJSETID); 1208185029Spjd zfs_close(zhp); 1209185029Spjd return (err); 1210185029Spjd} 1211185029Spjd 1212185029Spjdstatic int 1213185029Spjddump_filesystem(zfs_handle_t *zhp, void *arg) 1214185029Spjd{ 1215185029Spjd int rv = 0; 1216185029Spjd send_dump_data_t *sdd = arg; 1217185029Spjd boolean_t missingfrom = B_FALSE; 1218185029Spjd zfs_cmd_t zc = { 0 }; 1219185029Spjd 1220185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), "%s@%s", 1221185029Spjd zhp->zfs_name, sdd->tosnap); 1222185029Spjd if (ioctl(zhp->zfs_hdl->libzfs_fd, ZFS_IOC_OBJSET_STATS, &zc) != 0) { 1223228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1224228103Smm "WARNING: could not send %s@%s: does not exist\n"), 1225185029Spjd zhp->zfs_name, sdd->tosnap); 1226185029Spjd sdd->err = B_TRUE; 1227185029Spjd return (0); 1228185029Spjd } 1229185029Spjd 1230185029Spjd if (sdd->replicate && sdd->fromsnap) { 1231185029Spjd /* 1232185029Spjd * If this fs does not have fromsnap, and we're doing 1233185029Spjd * recursive, we need to send a full stream from the 1234185029Spjd * beginning (or an incremental from the origin if this 1235185029Spjd * is a clone). If we're doing non-recursive, then let 1236185029Spjd * them get the error. 1237185029Spjd */ 1238185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), "%s@%s", 1239185029Spjd zhp->zfs_name, sdd->fromsnap); 1240185029Spjd if (ioctl(zhp->zfs_hdl->libzfs_fd, 1241185029Spjd ZFS_IOC_OBJSET_STATS, &zc) != 0) { 1242185029Spjd missingfrom = B_TRUE; 1243185029Spjd } 1244185029Spjd } 1245185029Spjd 1246219089Spjd sdd->seenfrom = sdd->seento = sdd->prevsnap[0] = 0; 1247219089Spjd sdd->prevsnap_obj = 0; 1248219089Spjd if (sdd->fromsnap == NULL || missingfrom) 1249219089Spjd sdd->seenfrom = B_TRUE; 1250185029Spjd 1251219089Spjd rv = zfs_iter_snapshots_sorted(zhp, dump_snapshot, arg); 1252219089Spjd if (!sdd->seenfrom) { 1253228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1254219089Spjd "WARNING: could not send %s@%s:\n" 1255228103Smm "incremental source (%s@%s) does not exist\n"), 1256219089Spjd zhp->zfs_name, sdd->tosnap, 1257219089Spjd zhp->zfs_name, sdd->fromsnap); 1258219089Spjd sdd->err = B_TRUE; 1259219089Spjd } else if (!sdd->seento) { 1260219089Spjd if (sdd->fromsnap) { 1261228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1262185029Spjd "WARNING: could not send %s@%s:\n" 1263219089Spjd "incremental source (%s@%s) " 1264228103Smm "is not earlier than it\n"), 1265185029Spjd zhp->zfs_name, sdd->tosnap, 1266185029Spjd zhp->zfs_name, sdd->fromsnap); 1267185029Spjd } else { 1268228103Smm (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1269228103Smm "WARNING: " 1270228103Smm "could not send %s@%s: does not exist\n"), 1271219089Spjd zhp->zfs_name, sdd->tosnap); 1272185029Spjd } 1273219089Spjd sdd->err = B_TRUE; 1274185029Spjd } 1275185029Spjd 1276185029Spjd return (rv); 1277185029Spjd} 1278185029Spjd 1279185029Spjdstatic int 1280185029Spjddump_filesystems(zfs_handle_t *rzhp, void *arg) 1281185029Spjd{ 1282185029Spjd send_dump_data_t *sdd = arg; 1283185029Spjd nvpair_t *fspair; 1284185029Spjd boolean_t needagain, progress; 1285185029Spjd 1286185029Spjd if (!sdd->replicate) 1287185029Spjd return (dump_filesystem(rzhp, sdd)); 1288185029Spjd 1289219089Spjd /* Mark the clone origin snapshots. */ 1290219089Spjd for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1291219089Spjd fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1292219089Spjd nvlist_t *nvfs; 1293219089Spjd uint64_t origin_guid = 0; 1294219089Spjd 1295219089Spjd VERIFY(0 == nvpair_value_nvlist(fspair, &nvfs)); 1296219089Spjd (void) nvlist_lookup_uint64(nvfs, "origin", &origin_guid); 1297219089Spjd if (origin_guid != 0) { 1298219089Spjd char *snapname; 1299219089Spjd nvlist_t *origin_nv = fsavl_find(sdd->fsavl, 1300219089Spjd origin_guid, &snapname); 1301219089Spjd if (origin_nv != NULL) { 1302219089Spjd nvlist_t *snapprops; 1303219089Spjd VERIFY(0 == nvlist_lookup_nvlist(origin_nv, 1304219089Spjd "snapprops", &snapprops)); 1305219089Spjd VERIFY(0 == nvlist_lookup_nvlist(snapprops, 1306219089Spjd snapname, &snapprops)); 1307219089Spjd VERIFY(0 == nvlist_add_boolean( 1308219089Spjd snapprops, "is_clone_origin")); 1309219089Spjd } 1310219089Spjd } 1311219089Spjd } 1312185029Spjdagain: 1313185029Spjd needagain = progress = B_FALSE; 1314185029Spjd for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1315185029Spjd fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1316228103Smm nvlist_t *fslist, *parent_nv; 1317185029Spjd char *fsname; 1318185029Spjd zfs_handle_t *zhp; 1319185029Spjd int err; 1320185029Spjd uint64_t origin_guid = 0; 1321228103Smm uint64_t parent_guid = 0; 1322185029Spjd 1323185029Spjd VERIFY(nvpair_value_nvlist(fspair, &fslist) == 0); 1324185029Spjd if (nvlist_lookup_boolean(fslist, "sent") == 0) 1325185029Spjd continue; 1326185029Spjd 1327185029Spjd VERIFY(nvlist_lookup_string(fslist, "name", &fsname) == 0); 1328185029Spjd (void) nvlist_lookup_uint64(fslist, "origin", &origin_guid); 1329228103Smm (void) nvlist_lookup_uint64(fslist, "parentfromsnap", 1330228103Smm &parent_guid); 1331185029Spjd 1332228103Smm if (parent_guid != 0) { 1333228103Smm parent_nv = fsavl_find(sdd->fsavl, parent_guid, NULL); 1334228103Smm if (!nvlist_exists(parent_nv, "sent")) { 1335228103Smm /* parent has not been sent; skip this one */ 1336228103Smm needagain = B_TRUE; 1337228103Smm continue; 1338228103Smm } 1339228103Smm } 1340228103Smm 1341219089Spjd if (origin_guid != 0) { 1342219089Spjd nvlist_t *origin_nv = fsavl_find(sdd->fsavl, 1343219089Spjd origin_guid, NULL); 1344219089Spjd if (origin_nv != NULL && 1345228103Smm !nvlist_exists(origin_nv, "sent")) { 1346219089Spjd /* 1347219089Spjd * origin has not been sent yet; 1348219089Spjd * skip this clone. 1349219089Spjd */ 1350219089Spjd needagain = B_TRUE; 1351219089Spjd continue; 1352219089Spjd } 1353185029Spjd } 1354185029Spjd 1355185029Spjd zhp = zfs_open(rzhp->zfs_hdl, fsname, ZFS_TYPE_DATASET); 1356185029Spjd if (zhp == NULL) 1357185029Spjd return (-1); 1358185029Spjd err = dump_filesystem(zhp, sdd); 1359185029Spjd VERIFY(nvlist_add_boolean(fslist, "sent") == 0); 1360185029Spjd progress = B_TRUE; 1361185029Spjd zfs_close(zhp); 1362185029Spjd if (err) 1363185029Spjd return (err); 1364185029Spjd } 1365185029Spjd if (needagain) { 1366185029Spjd assert(progress); 1367185029Spjd goto again; 1368185029Spjd } 1369228103Smm 1370228103Smm /* clean out the sent flags in case we reuse this fss */ 1371228103Smm for (fspair = nvlist_next_nvpair(sdd->fss, NULL); fspair; 1372228103Smm fspair = nvlist_next_nvpair(sdd->fss, fspair)) { 1373228103Smm nvlist_t *fslist; 1374228103Smm 1375228103Smm VERIFY(nvpair_value_nvlist(fspair, &fslist) == 0); 1376228103Smm (void) nvlist_remove_all(fslist, "sent"); 1377228103Smm } 1378228103Smm 1379185029Spjd return (0); 1380185029Spjd} 1381185029Spjd 1382290756Smavnvlist_t * 1383290756Smavzfs_send_resume_token_to_nvlist(libzfs_handle_t *hdl, const char *token) 1384290756Smav{ 1385290756Smav unsigned int version; 1386290756Smav int nread; 1387290756Smav unsigned long long checksum, packed_len; 1388290756Smav 1389290756Smav /* 1390290756Smav * Decode token header, which is: 1391290756Smav * <token version>-<checksum of payload>-<uncompressed payload length> 1392290756Smav * Note that the only supported token version is 1. 1393290756Smav */ 1394290756Smav nread = sscanf(token, "%u-%llx-%llx-", 1395290756Smav &version, &checksum, &packed_len); 1396290756Smav if (nread != 3) { 1397290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1398290756Smav "resume token is corrupt (invalid format)")); 1399290756Smav return (NULL); 1400290756Smav } 1401290756Smav 1402290756Smav if (version != ZFS_SEND_RESUME_TOKEN_VERSION) { 1403290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1404290756Smav "resume token is corrupt (invalid version %u)"), 1405290756Smav version); 1406290756Smav return (NULL); 1407290756Smav } 1408290756Smav 1409290756Smav /* convert hexadecimal representation to binary */ 1410290756Smav token = strrchr(token, '-') + 1; 1411290756Smav int len = strlen(token) / 2; 1412290756Smav unsigned char *compressed = zfs_alloc(hdl, len); 1413290756Smav for (int i = 0; i < len; i++) { 1414290756Smav nread = sscanf(token + i * 2, "%2hhx", compressed + i); 1415290756Smav if (nread != 1) { 1416290756Smav free(compressed); 1417290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1418290756Smav "resume token is corrupt " 1419290756Smav "(payload is not hex-encoded)")); 1420290756Smav return (NULL); 1421290756Smav } 1422290756Smav } 1423290756Smav 1424290756Smav /* verify checksum */ 1425290756Smav zio_cksum_t cksum; 1426290757Smav fletcher_4_native(compressed, len, NULL, &cksum); 1427290756Smav if (cksum.zc_word[0] != checksum) { 1428290756Smav free(compressed); 1429290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1430290756Smav "resume token is corrupt (incorrect checksum)")); 1431290756Smav return (NULL); 1432290756Smav } 1433290756Smav 1434290756Smav /* uncompress */ 1435290756Smav void *packed = zfs_alloc(hdl, packed_len); 1436290756Smav uLongf packed_len_long = packed_len; 1437290756Smav if (uncompress(packed, &packed_len_long, compressed, len) != Z_OK || 1438290756Smav packed_len_long != packed_len) { 1439290756Smav free(packed); 1440290756Smav free(compressed); 1441290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1442290756Smav "resume token is corrupt (decompression failed)")); 1443290756Smav return (NULL); 1444290756Smav } 1445290756Smav 1446290756Smav /* unpack nvlist */ 1447290756Smav nvlist_t *nv; 1448290756Smav int error = nvlist_unpack(packed, packed_len, &nv, KM_SLEEP); 1449290756Smav free(packed); 1450290756Smav free(compressed); 1451290756Smav if (error != 0) { 1452290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1453290756Smav "resume token is corrupt (nvlist_unpack failed)")); 1454290756Smav return (NULL); 1455290756Smav } 1456290756Smav return (nv); 1457290756Smav} 1458290756Smav 1459290756Smavint 1460290756Smavzfs_send_resume(libzfs_handle_t *hdl, sendflags_t *flags, int outfd, 1461290756Smav const char *resume_token) 1462290756Smav{ 1463290756Smav char errbuf[1024]; 1464290756Smav char *toname; 1465290756Smav char *fromname = NULL; 1466290756Smav uint64_t resumeobj, resumeoff, toguid, fromguid, bytes; 1467290756Smav zfs_handle_t *zhp; 1468290756Smav int error = 0; 1469290756Smav char name[ZFS_MAXNAMELEN]; 1470290756Smav enum lzc_send_flags lzc_flags = 0; 1471290756Smav 1472290756Smav (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 1473290756Smav "cannot resume send")); 1474290756Smav 1475290756Smav nvlist_t *resume_nvl = 1476290756Smav zfs_send_resume_token_to_nvlist(hdl, resume_token); 1477290756Smav if (resume_nvl == NULL) { 1478290756Smav /* 1479290756Smav * zfs_error_aux has already been set by 1480290756Smav * zfs_send_resume_token_to_nvlist 1481290756Smav */ 1482290756Smav return (zfs_error(hdl, EZFS_FAULT, errbuf)); 1483290756Smav } 1484290756Smav if (flags->verbose) { 1485290756Smav (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 1486290756Smav "resume token contents:\n")); 1487290756Smav nvlist_print(stderr, resume_nvl); 1488290756Smav } 1489290756Smav 1490290756Smav if (nvlist_lookup_string(resume_nvl, "toname", &toname) != 0 || 1491290756Smav nvlist_lookup_uint64(resume_nvl, "object", &resumeobj) != 0 || 1492290756Smav nvlist_lookup_uint64(resume_nvl, "offset", &resumeoff) != 0 || 1493290756Smav nvlist_lookup_uint64(resume_nvl, "bytes", &bytes) != 0 || 1494290756Smav nvlist_lookup_uint64(resume_nvl, "toguid", &toguid) != 0) { 1495290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1496290756Smav "resume token is corrupt")); 1497290756Smav return (zfs_error(hdl, EZFS_FAULT, errbuf)); 1498290756Smav } 1499290756Smav fromguid = 0; 1500290756Smav (void) nvlist_lookup_uint64(resume_nvl, "fromguid", &fromguid); 1501290756Smav 1502290756Smav if (flags->embed_data || nvlist_exists(resume_nvl, "embedok")) 1503290756Smav lzc_flags |= LZC_SEND_FLAG_EMBED_DATA; 1504290756Smav 1505290756Smav if (guid_to_name(hdl, toname, toguid, B_FALSE, name) != 0) { 1506290756Smav if (zfs_dataset_exists(hdl, toname, ZFS_TYPE_DATASET)) { 1507290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1508290756Smav "'%s' is no longer the same snapshot used in " 1509290756Smav "the initial send"), toname); 1510290756Smav } else { 1511290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1512290756Smav "'%s' used in the initial send no longer exists"), 1513290756Smav toname); 1514290756Smav } 1515290756Smav return (zfs_error(hdl, EZFS_BADPATH, errbuf)); 1516290756Smav } 1517290756Smav zhp = zfs_open(hdl, name, ZFS_TYPE_DATASET); 1518290756Smav if (zhp == NULL) { 1519290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1520290756Smav "unable to access '%s'"), name); 1521290756Smav return (zfs_error(hdl, EZFS_BADPATH, errbuf)); 1522290756Smav } 1523290756Smav 1524290756Smav if (fromguid != 0) { 1525290756Smav if (guid_to_name(hdl, toname, fromguid, B_TRUE, name) != 0) { 1526290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1527290756Smav "incremental source %#llx no longer exists"), 1528290756Smav (longlong_t)fromguid); 1529290756Smav return (zfs_error(hdl, EZFS_BADPATH, errbuf)); 1530290756Smav } 1531290756Smav fromname = name; 1532290756Smav } 1533290756Smav 1534290756Smav if (flags->verbose) { 1535290756Smav uint64_t size = 0; 1536290756Smav error = lzc_send_space(zhp->zfs_name, fromname, &size); 1537290756Smav if (error == 0) 1538290756Smav size = MAX(0, (int64_t)(size - bytes)); 1539290756Smav send_print_verbose(stderr, zhp->zfs_name, fromname, 1540290756Smav size, flags->parsable); 1541290756Smav } 1542290756Smav 1543290756Smav if (!flags->dryrun) { 1544290756Smav progress_arg_t pa = { 0 }; 1545290756Smav pthread_t tid; 1546290756Smav /* 1547290756Smav * If progress reporting is requested, spawn a new thread to 1548290756Smav * poll ZFS_IOC_SEND_PROGRESS at a regular interval. 1549290756Smav */ 1550290756Smav if (flags->progress) { 1551290756Smav pa.pa_zhp = zhp; 1552290756Smav pa.pa_fd = outfd; 1553290756Smav pa.pa_parsable = flags->parsable; 1554290756Smav 1555290756Smav error = pthread_create(&tid, NULL, 1556290756Smav send_progress_thread, &pa); 1557290756Smav if (error != 0) { 1558290756Smav zfs_close(zhp); 1559290756Smav return (error); 1560290756Smav } 1561290756Smav } 1562290756Smav 1563290756Smav error = lzc_send_resume(zhp->zfs_name, fromname, outfd, 1564290756Smav lzc_flags, resumeobj, resumeoff); 1565290756Smav 1566290756Smav if (flags->progress) { 1567290756Smav (void) pthread_cancel(tid); 1568290756Smav (void) pthread_join(tid, NULL); 1569290756Smav } 1570290756Smav 1571290756Smav char errbuf[1024]; 1572290756Smav (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 1573290756Smav "warning: cannot send '%s'"), zhp->zfs_name); 1574290756Smav 1575290756Smav zfs_close(zhp); 1576290756Smav 1577290756Smav switch (error) { 1578290756Smav case 0: 1579290756Smav return (0); 1580290756Smav case EXDEV: 1581290756Smav case ENOENT: 1582290756Smav case EDQUOT: 1583290756Smav case EFBIG: 1584290756Smav case EIO: 1585290756Smav case ENOLINK: 1586290756Smav case ENOSPC: 1587290756Smav#ifdef illumos 1588290756Smav case ENOSTR: 1589290756Smav#endif 1590290756Smav case ENXIO: 1591290756Smav case EPIPE: 1592290756Smav case ERANGE: 1593290756Smav case EFAULT: 1594290756Smav case EROFS: 1595290756Smav zfs_error_aux(hdl, strerror(errno)); 1596290756Smav return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 1597290756Smav 1598290756Smav default: 1599290756Smav return (zfs_standard_error(hdl, errno, errbuf)); 1600290756Smav } 1601290756Smav } 1602290756Smav 1603290756Smav 1604290756Smav zfs_close(zhp); 1605290756Smav 1606290756Smav return (error); 1607290756Smav} 1608290756Smav 1609185029Spjd/* 1610219089Spjd * Generate a send stream for the dataset identified by the argument zhp. 1611219089Spjd * 1612219089Spjd * The content of the send stream is the snapshot identified by 1613219089Spjd * 'tosnap'. Incremental streams are requested in two ways: 1614219089Spjd * - from the snapshot identified by "fromsnap" (if non-null) or 1615219089Spjd * - from the origin of the dataset identified by zhp, which must 1616219089Spjd * be a clone. In this case, "fromsnap" is null and "fromorigin" 1617219089Spjd * is TRUE. 1618219089Spjd * 1619219089Spjd * The send stream is recursive (i.e. dumps a hierarchy of snapshots) and 1620219089Spjd * uses a special header (with a hdrtype field of DMU_COMPOUNDSTREAM) 1621219089Spjd * if "replicate" is set. If "doall" is set, dump all the intermediate 1622219089Spjd * snapshots. The DMU_COMPOUNDSTREAM header is used in the "doall" 1623219089Spjd * case too. If "props" is set, send properties. 1624185029Spjd */ 1625185029Spjdint 1626185029Spjdzfs_send(zfs_handle_t *zhp, const char *fromsnap, const char *tosnap, 1627228103Smm sendflags_t *flags, int outfd, snapfilter_cb_t filter_func, 1628219089Spjd void *cb_arg, nvlist_t **debugnvp) 1629185029Spjd{ 1630185029Spjd char errbuf[1024]; 1631185029Spjd send_dump_data_t sdd = { 0 }; 1632228103Smm int err = 0; 1633185029Spjd nvlist_t *fss = NULL; 1634185029Spjd avl_tree_t *fsavl = NULL; 1635219089Spjd static uint64_t holdseq; 1636219089Spjd int spa_version; 1637251646Sdelphij pthread_t tid = 0; 1638219089Spjd int pipefd[2]; 1639219089Spjd dedup_arg_t dda = { 0 }; 1640219089Spjd int featureflags = 0; 1641290755Smav FILE *fout; 1642185029Spjd 1643185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 1644185029Spjd "cannot send '%s'"), zhp->zfs_name); 1645185029Spjd 1646185029Spjd if (fromsnap && fromsnap[0] == '\0') { 1647185029Spjd zfs_error_aux(zhp->zfs_hdl, dgettext(TEXT_DOMAIN, 1648185029Spjd "zero-length incremental source")); 1649185029Spjd return (zfs_error(zhp->zfs_hdl, EZFS_NOENT, errbuf)); 1650185029Spjd } 1651185029Spjd 1652219089Spjd if (zhp->zfs_type == ZFS_TYPE_FILESYSTEM) { 1653219089Spjd uint64_t version; 1654219089Spjd version = zfs_prop_get_int(zhp, ZFS_PROP_VERSION); 1655219089Spjd if (version >= ZPL_VERSION_SA) { 1656219089Spjd featureflags |= DMU_BACKUP_FEATURE_SA_SPILL; 1657219089Spjd } 1658219089Spjd } 1659219089Spjd 1660228103Smm if (flags->dedup && !flags->dryrun) { 1661219089Spjd featureflags |= (DMU_BACKUP_FEATURE_DEDUP | 1662219089Spjd DMU_BACKUP_FEATURE_DEDUPPROPS); 1663219089Spjd if (err = pipe(pipefd)) { 1664219089Spjd zfs_error_aux(zhp->zfs_hdl, strerror(errno)); 1665219089Spjd return (zfs_error(zhp->zfs_hdl, EZFS_PIPEFAILED, 1666219089Spjd errbuf)); 1667219089Spjd } 1668219089Spjd dda.outputfd = outfd; 1669219089Spjd dda.inputfd = pipefd[1]; 1670219089Spjd dda.dedup_hdl = zhp->zfs_hdl; 1671219089Spjd if (err = pthread_create(&tid, NULL, cksummer, &dda)) { 1672219089Spjd (void) close(pipefd[0]); 1673219089Spjd (void) close(pipefd[1]); 1674219089Spjd zfs_error_aux(zhp->zfs_hdl, strerror(errno)); 1675219089Spjd return (zfs_error(zhp->zfs_hdl, 1676219089Spjd EZFS_THREADCREATEFAILED, errbuf)); 1677219089Spjd } 1678219089Spjd } 1679219089Spjd 1680228103Smm if (flags->replicate || flags->doall || flags->props) { 1681185029Spjd dmu_replay_record_t drr = { 0 }; 1682185029Spjd char *packbuf = NULL; 1683185029Spjd size_t buflen = 0; 1684185029Spjd zio_cksum_t zc = { 0 }; 1685185029Spjd 1686228103Smm if (flags->replicate || flags->props) { 1687185029Spjd nvlist_t *hdrnv; 1688185029Spjd 1689185029Spjd VERIFY(0 == nvlist_alloc(&hdrnv, NV_UNIQUE_NAME, 0)); 1690185029Spjd if (fromsnap) { 1691185029Spjd VERIFY(0 == nvlist_add_string(hdrnv, 1692185029Spjd "fromsnap", fromsnap)); 1693185029Spjd } 1694185029Spjd VERIFY(0 == nvlist_add_string(hdrnv, "tosnap", tosnap)); 1695228103Smm if (!flags->replicate) { 1696219089Spjd VERIFY(0 == nvlist_add_boolean(hdrnv, 1697219089Spjd "not_recursive")); 1698219089Spjd } 1699185029Spjd 1700185029Spjd err = gather_nvlist(zhp->zfs_hdl, zhp->zfs_name, 1701228103Smm fromsnap, tosnap, flags->replicate, &fss, &fsavl); 1702185029Spjd if (err) 1703219089Spjd goto err_out; 1704185029Spjd VERIFY(0 == nvlist_add_nvlist(hdrnv, "fss", fss)); 1705185029Spjd err = nvlist_pack(hdrnv, &packbuf, &buflen, 1706185029Spjd NV_ENCODE_XDR, 0); 1707219089Spjd if (debugnvp) 1708219089Spjd *debugnvp = hdrnv; 1709219089Spjd else 1710219089Spjd nvlist_free(hdrnv); 1711251646Sdelphij if (err) 1712219089Spjd goto stderr_out; 1713185029Spjd } 1714185029Spjd 1715228103Smm if (!flags->dryrun) { 1716228103Smm /* write first begin record */ 1717228103Smm drr.drr_type = DRR_BEGIN; 1718228103Smm drr.drr_u.drr_begin.drr_magic = DMU_BACKUP_MAGIC; 1719228103Smm DMU_SET_STREAM_HDRTYPE(drr.drr_u.drr_begin. 1720228103Smm drr_versioninfo, DMU_COMPOUNDSTREAM); 1721228103Smm DMU_SET_FEATUREFLAGS(drr.drr_u.drr_begin. 1722228103Smm drr_versioninfo, featureflags); 1723228103Smm (void) snprintf(drr.drr_u.drr_begin.drr_toname, 1724228103Smm sizeof (drr.drr_u.drr_begin.drr_toname), 1725228103Smm "%s@%s", zhp->zfs_name, tosnap); 1726228103Smm drr.drr_payloadlen = buflen; 1727185029Spjd 1728288553Smav err = dump_record(&drr, packbuf, buflen, &zc, outfd); 1729228103Smm free(packbuf); 1730288553Smav if (err != 0) 1731228103Smm goto stderr_out; 1732185029Spjd 1733228103Smm /* write end record */ 1734185029Spjd bzero(&drr, sizeof (drr)); 1735185029Spjd drr.drr_type = DRR_END; 1736185029Spjd drr.drr_u.drr_end.drr_checksum = zc; 1737185029Spjd err = write(outfd, &drr, sizeof (drr)); 1738185029Spjd if (err == -1) { 1739219089Spjd err = errno; 1740219089Spjd goto stderr_out; 1741185029Spjd } 1742228103Smm 1743228103Smm err = 0; 1744185029Spjd } 1745185029Spjd } 1746185029Spjd 1747185029Spjd /* dump each stream */ 1748185029Spjd sdd.fromsnap = fromsnap; 1749185029Spjd sdd.tosnap = tosnap; 1750251646Sdelphij if (tid != 0) 1751219089Spjd sdd.outfd = pipefd[0]; 1752219089Spjd else 1753219089Spjd sdd.outfd = outfd; 1754228103Smm sdd.replicate = flags->replicate; 1755228103Smm sdd.doall = flags->doall; 1756228103Smm sdd.fromorigin = flags->fromorigin; 1757185029Spjd sdd.fss = fss; 1758185029Spjd sdd.fsavl = fsavl; 1759228103Smm sdd.verbose = flags->verbose; 1760228103Smm sdd.parsable = flags->parsable; 1761235222Smm sdd.progress = flags->progress; 1762228103Smm sdd.dryrun = flags->dryrun; 1763276081Sdelphij sdd.large_block = flags->largeblock; 1764268649Sdelphij sdd.embed_data = flags->embed_data; 1765219089Spjd sdd.filter_cb = filter_func; 1766219089Spjd sdd.filter_cb_arg = cb_arg; 1767219089Spjd if (debugnvp) 1768219089Spjd sdd.debugnv = *debugnvp; 1769290755Smav if (sdd.verbose && sdd.dryrun) 1770290755Smav sdd.std_out = B_TRUE; 1771290755Smav fout = sdd.std_out ? stdout : stderr; 1772238422Smm 1773238422Smm /* 1774238422Smm * Some flags require that we place user holds on the datasets that are 1775238422Smm * being sent so they don't get destroyed during the send. We can skip 1776238422Smm * this step if the pool is imported read-only since the datasets cannot 1777238422Smm * be destroyed. 1778238422Smm */ 1779238422Smm if (!flags->dryrun && !zpool_get_prop_int(zfs_get_pool_handle(zhp), 1780238422Smm ZPOOL_PROP_READONLY, NULL) && 1781238422Smm zfs_spa_version(zhp, &spa_version) == 0 && 1782238422Smm spa_version >= SPA_VERSION_USERREFS && 1783238422Smm (flags->doall || flags->replicate)) { 1784219089Spjd ++holdseq; 1785219089Spjd (void) snprintf(sdd.holdtag, sizeof (sdd.holdtag), 1786219089Spjd ".send-%d-%llu", getpid(), (u_longlong_t)holdseq); 1787219089Spjd sdd.cleanup_fd = open(ZFS_DEV, O_RDWR|O_EXCL); 1788219089Spjd if (sdd.cleanup_fd < 0) { 1789219089Spjd err = errno; 1790219089Spjd goto stderr_out; 1791219089Spjd } 1792251646Sdelphij sdd.snapholds = fnvlist_alloc(); 1793219089Spjd } else { 1794219089Spjd sdd.cleanup_fd = -1; 1795251646Sdelphij sdd.snapholds = NULL; 1796219089Spjd } 1797251646Sdelphij if (flags->verbose || sdd.snapholds != NULL) { 1798228103Smm /* 1799228103Smm * Do a verbose no-op dry run to get all the verbose output 1800251646Sdelphij * or to gather snapshot hold's before generating any data, 1801251646Sdelphij * then do a non-verbose real run to generate the streams. 1802228103Smm */ 1803228103Smm sdd.dryrun = B_TRUE; 1804228103Smm err = dump_filesystems(zhp, &sdd); 1805251646Sdelphij 1806251646Sdelphij if (err != 0) 1807251646Sdelphij goto stderr_out; 1808251646Sdelphij 1809251646Sdelphij if (flags->verbose) { 1810251646Sdelphij if (flags->parsable) { 1811290755Smav (void) fprintf(fout, "size\t%llu\n", 1812251646Sdelphij (longlong_t)sdd.size); 1813251646Sdelphij } else { 1814251646Sdelphij char buf[16]; 1815251646Sdelphij zfs_nicenum(sdd.size, buf, sizeof (buf)); 1816290755Smav (void) fprintf(fout, dgettext(TEXT_DOMAIN, 1817251646Sdelphij "total estimated size is %s\n"), buf); 1818251646Sdelphij } 1819251646Sdelphij } 1820251646Sdelphij 1821251646Sdelphij /* Ensure no snaps found is treated as an error. */ 1822251646Sdelphij if (!sdd.seento) { 1823251646Sdelphij err = ENOENT; 1824251646Sdelphij goto err_out; 1825251646Sdelphij } 1826251646Sdelphij 1827251646Sdelphij /* Skip the second run if dryrun was requested. */ 1828251646Sdelphij if (flags->dryrun) 1829251646Sdelphij goto err_out; 1830251646Sdelphij 1831251646Sdelphij if (sdd.snapholds != NULL) { 1832251646Sdelphij err = zfs_hold_nvl(zhp, sdd.cleanup_fd, sdd.snapholds); 1833251646Sdelphij if (err != 0) 1834251646Sdelphij goto stderr_out; 1835251646Sdelphij 1836251646Sdelphij fnvlist_free(sdd.snapholds); 1837251646Sdelphij sdd.snapholds = NULL; 1838251646Sdelphij } 1839251646Sdelphij 1840251646Sdelphij sdd.dryrun = B_FALSE; 1841228103Smm sdd.verbose = B_FALSE; 1842228103Smm } 1843251646Sdelphij 1844185029Spjd err = dump_filesystems(zhp, &sdd); 1845185029Spjd fsavl_destroy(fsavl); 1846185029Spjd nvlist_free(fss); 1847185029Spjd 1848251646Sdelphij /* Ensure no snaps found is treated as an error. */ 1849251646Sdelphij if (err == 0 && !sdd.seento) 1850251646Sdelphij err = ENOENT; 1851251646Sdelphij 1852251646Sdelphij if (tid != 0) { 1853251646Sdelphij if (err != 0) 1854251646Sdelphij (void) pthread_cancel(tid); 1855253818Ssmh (void) close(pipefd[0]); 1856251646Sdelphij (void) pthread_join(tid, NULL); 1857219089Spjd } 1858219089Spjd 1859219089Spjd if (sdd.cleanup_fd != -1) { 1860219089Spjd VERIFY(0 == close(sdd.cleanup_fd)); 1861219089Spjd sdd.cleanup_fd = -1; 1862219089Spjd } 1863219089Spjd 1864228103Smm if (!flags->dryrun && (flags->replicate || flags->doall || 1865228103Smm flags->props)) { 1866185029Spjd /* 1867185029Spjd * write final end record. NB: want to do this even if 1868185029Spjd * there was some error, because it might not be totally 1869185029Spjd * failed. 1870185029Spjd */ 1871185029Spjd dmu_replay_record_t drr = { 0 }; 1872185029Spjd drr.drr_type = DRR_END; 1873185029Spjd if (write(outfd, &drr, sizeof (drr)) == -1) { 1874185029Spjd return (zfs_standard_error(zhp->zfs_hdl, 1875185029Spjd errno, errbuf)); 1876185029Spjd } 1877185029Spjd } 1878185029Spjd 1879185029Spjd return (err || sdd.err); 1880219089Spjd 1881219089Spjdstderr_out: 1882219089Spjd err = zfs_standard_error(zhp->zfs_hdl, err, errbuf); 1883219089Spjderr_out: 1884251646Sdelphij fsavl_destroy(fsavl); 1885251646Sdelphij nvlist_free(fss); 1886251646Sdelphij fnvlist_free(sdd.snapholds); 1887251646Sdelphij 1888219089Spjd if (sdd.cleanup_fd != -1) 1889219089Spjd VERIFY(0 == close(sdd.cleanup_fd)); 1890251646Sdelphij if (tid != 0) { 1891219089Spjd (void) pthread_cancel(tid); 1892253818Ssmh (void) close(pipefd[0]); 1893219089Spjd (void) pthread_join(tid, NULL); 1894219089Spjd } 1895219089Spjd return (err); 1896185029Spjd} 1897185029Spjd 1898263407Sdelphijint 1899268649Sdelphijzfs_send_one(zfs_handle_t *zhp, const char *from, int fd, 1900268649Sdelphij enum lzc_send_flags flags) 1901263407Sdelphij{ 1902263407Sdelphij int err; 1903263407Sdelphij libzfs_handle_t *hdl = zhp->zfs_hdl; 1904263407Sdelphij 1905263407Sdelphij char errbuf[1024]; 1906263407Sdelphij (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 1907263407Sdelphij "warning: cannot send '%s'"), zhp->zfs_name); 1908263407Sdelphij 1909268649Sdelphij err = lzc_send(zhp->zfs_name, from, fd, flags); 1910263407Sdelphij if (err != 0) { 1911263407Sdelphij switch (errno) { 1912263407Sdelphij case EXDEV: 1913263407Sdelphij zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1914263407Sdelphij "not an earlier snapshot from the same fs")); 1915263407Sdelphij return (zfs_error(hdl, EZFS_CROSSTARGET, errbuf)); 1916263407Sdelphij 1917263407Sdelphij case ENOENT: 1918263407Sdelphij case ESRCH: 1919263407Sdelphij if (lzc_exists(zhp->zfs_name)) { 1920263407Sdelphij zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1921263407Sdelphij "incremental source (%s) does not exist"), 1922263407Sdelphij from); 1923263407Sdelphij } 1924263407Sdelphij return (zfs_error(hdl, EZFS_NOENT, errbuf)); 1925263407Sdelphij 1926263407Sdelphij case EBUSY: 1927263407Sdelphij zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1928263407Sdelphij "target is busy; if a filesystem, " 1929263407Sdelphij "it must not be mounted")); 1930263407Sdelphij return (zfs_error(hdl, EZFS_BUSY, errbuf)); 1931263407Sdelphij 1932263407Sdelphij case EDQUOT: 1933263407Sdelphij case EFBIG: 1934263407Sdelphij case EIO: 1935263407Sdelphij case ENOLINK: 1936263407Sdelphij case ENOSPC: 1937263407Sdelphij#ifdef illumos 1938263407Sdelphij case ENOSTR: 1939263407Sdelphij#endif 1940263407Sdelphij case ENXIO: 1941263407Sdelphij case EPIPE: 1942263407Sdelphij case ERANGE: 1943263407Sdelphij case EFAULT: 1944263407Sdelphij case EROFS: 1945263407Sdelphij zfs_error_aux(hdl, strerror(errno)); 1946263407Sdelphij return (zfs_error(hdl, EZFS_BADBACKUP, errbuf)); 1947263407Sdelphij 1948263407Sdelphij default: 1949263407Sdelphij return (zfs_standard_error(hdl, errno, errbuf)); 1950263407Sdelphij } 1951263407Sdelphij } 1952263407Sdelphij return (err != 0); 1953263407Sdelphij} 1954263407Sdelphij 1955185029Spjd/* 1956185029Spjd * Routines specific to "zfs recv" 1957185029Spjd */ 1958185029Spjd 1959185029Spjdstatic int 1960185029Spjdrecv_read(libzfs_handle_t *hdl, int fd, void *buf, int ilen, 1961185029Spjd boolean_t byteswap, zio_cksum_t *zc) 1962185029Spjd{ 1963185029Spjd char *cp = buf; 1964185029Spjd int rv; 1965185029Spjd int len = ilen; 1966185029Spjd 1967288553Smav assert(ilen <= SPA_MAXBLOCKSIZE); 1968288553Smav 1969185029Spjd do { 1970185029Spjd rv = read(fd, cp, len); 1971185029Spjd cp += rv; 1972185029Spjd len -= rv; 1973185029Spjd } while (rv > 0); 1974185029Spjd 1975185029Spjd if (rv < 0 || len != 0) { 1976185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 1977185029Spjd "failed to read from stream")); 1978185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, dgettext(TEXT_DOMAIN, 1979185029Spjd "cannot receive"))); 1980185029Spjd } 1981185029Spjd 1982185029Spjd if (zc) { 1983185029Spjd if (byteswap) 1984185029Spjd fletcher_4_incremental_byteswap(buf, ilen, zc); 1985185029Spjd else 1986185029Spjd fletcher_4_incremental_native(buf, ilen, zc); 1987185029Spjd } 1988185029Spjd return (0); 1989185029Spjd} 1990185029Spjd 1991185029Spjdstatic int 1992185029Spjdrecv_read_nvlist(libzfs_handle_t *hdl, int fd, int len, nvlist_t **nvp, 1993185029Spjd boolean_t byteswap, zio_cksum_t *zc) 1994185029Spjd{ 1995185029Spjd char *buf; 1996185029Spjd int err; 1997185029Spjd 1998185029Spjd buf = zfs_alloc(hdl, len); 1999185029Spjd if (buf == NULL) 2000185029Spjd return (ENOMEM); 2001185029Spjd 2002185029Spjd err = recv_read(hdl, fd, buf, len, byteswap, zc); 2003185029Spjd if (err != 0) { 2004185029Spjd free(buf); 2005185029Spjd return (err); 2006185029Spjd } 2007185029Spjd 2008185029Spjd err = nvlist_unpack(buf, len, nvp, 0); 2009185029Spjd free(buf); 2010185029Spjd if (err != 0) { 2011185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 2012185029Spjd "stream (malformed nvlist)")); 2013185029Spjd return (EINVAL); 2014185029Spjd } 2015185029Spjd return (0); 2016185029Spjd} 2017185029Spjd 2018185029Spjdstatic int 2019185029Spjdrecv_rename(libzfs_handle_t *hdl, const char *name, const char *tryname, 2020228103Smm int baselen, char *newname, recvflags_t *flags) 2021185029Spjd{ 2022185029Spjd static int seq; 2023185029Spjd zfs_cmd_t zc = { 0 }; 2024185029Spjd int err; 2025185029Spjd prop_changelist_t *clp; 2026185029Spjd zfs_handle_t *zhp; 2027185029Spjd 2028185029Spjd zhp = zfs_open(hdl, name, ZFS_TYPE_DATASET); 2029185029Spjd if (zhp == NULL) 2030185029Spjd return (-1); 2031185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 2032228103Smm flags->force ? MS_FORCE : 0); 2033185029Spjd zfs_close(zhp); 2034185029Spjd if (clp == NULL) 2035185029Spjd return (-1); 2036185029Spjd err = changelist_prefix(clp); 2037185029Spjd if (err) 2038185029Spjd return (err); 2039185029Spjd 2040219089Spjd zc.zc_objset_type = DMU_OST_ZFS; 2041219089Spjd (void) strlcpy(zc.zc_name, name, sizeof (zc.zc_name)); 2042219089Spjd 2043185029Spjd if (tryname) { 2044185029Spjd (void) strcpy(newname, tryname); 2045185029Spjd 2046185029Spjd (void) strlcpy(zc.zc_value, tryname, sizeof (zc.zc_value)); 2047185029Spjd 2048228103Smm if (flags->verbose) { 2049185029Spjd (void) printf("attempting rename %s to %s\n", 2050185029Spjd zc.zc_name, zc.zc_value); 2051185029Spjd } 2052185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_RENAME, &zc); 2053185029Spjd if (err == 0) 2054185029Spjd changelist_rename(clp, name, tryname); 2055185029Spjd } else { 2056185029Spjd err = ENOENT; 2057185029Spjd } 2058185029Spjd 2059248571Smm if (err != 0 && strncmp(name + baselen, "recv-", 5) != 0) { 2060185029Spjd seq++; 2061185029Spjd 2062248571Smm (void) snprintf(newname, ZFS_MAXNAMELEN, "%.*srecv-%u-%u", 2063248571Smm baselen, name, getpid(), seq); 2064185029Spjd (void) strlcpy(zc.zc_value, newname, sizeof (zc.zc_value)); 2065185029Spjd 2066228103Smm if (flags->verbose) { 2067185029Spjd (void) printf("failed - trying rename %s to %s\n", 2068185029Spjd zc.zc_name, zc.zc_value); 2069185029Spjd } 2070185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_RENAME, &zc); 2071185029Spjd if (err == 0) 2072185029Spjd changelist_rename(clp, name, newname); 2073228103Smm if (err && flags->verbose) { 2074185029Spjd (void) printf("failed (%u) - " 2075185029Spjd "will try again on next pass\n", errno); 2076185029Spjd } 2077185029Spjd err = EAGAIN; 2078228103Smm } else if (flags->verbose) { 2079185029Spjd if (err == 0) 2080185029Spjd (void) printf("success\n"); 2081185029Spjd else 2082185029Spjd (void) printf("failed (%u)\n", errno); 2083185029Spjd } 2084185029Spjd 2085185029Spjd (void) changelist_postfix(clp); 2086185029Spjd changelist_free(clp); 2087185029Spjd 2088185029Spjd return (err); 2089185029Spjd} 2090185029Spjd 2091185029Spjdstatic int 2092185029Spjdrecv_destroy(libzfs_handle_t *hdl, const char *name, int baselen, 2093228103Smm char *newname, recvflags_t *flags) 2094185029Spjd{ 2095185029Spjd zfs_cmd_t zc = { 0 }; 2096185029Spjd int err = 0; 2097185029Spjd prop_changelist_t *clp; 2098185029Spjd zfs_handle_t *zhp; 2099219089Spjd boolean_t defer = B_FALSE; 2100219089Spjd int spa_version; 2101185029Spjd 2102185029Spjd zhp = zfs_open(hdl, name, ZFS_TYPE_DATASET); 2103185029Spjd if (zhp == NULL) 2104185029Spjd return (-1); 2105185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 2106228103Smm flags->force ? MS_FORCE : 0); 2107219089Spjd if (zfs_get_type(zhp) == ZFS_TYPE_SNAPSHOT && 2108219089Spjd zfs_spa_version(zhp, &spa_version) == 0 && 2109219089Spjd spa_version >= SPA_VERSION_USERREFS) 2110219089Spjd defer = B_TRUE; 2111185029Spjd zfs_close(zhp); 2112185029Spjd if (clp == NULL) 2113185029Spjd return (-1); 2114185029Spjd err = changelist_prefix(clp); 2115185029Spjd if (err) 2116185029Spjd return (err); 2117185029Spjd 2118185029Spjd zc.zc_objset_type = DMU_OST_ZFS; 2119219089Spjd zc.zc_defer_destroy = defer; 2120185029Spjd (void) strlcpy(zc.zc_name, name, sizeof (zc.zc_name)); 2121185029Spjd 2122228103Smm if (flags->verbose) 2123185029Spjd (void) printf("attempting destroy %s\n", zc.zc_name); 2124185029Spjd err = ioctl(hdl->libzfs_fd, ZFS_IOC_DESTROY, &zc); 2125185029Spjd if (err == 0) { 2126228103Smm if (flags->verbose) 2127185029Spjd (void) printf("success\n"); 2128185029Spjd changelist_remove(clp, zc.zc_name); 2129185029Spjd } 2130185029Spjd 2131185029Spjd (void) changelist_postfix(clp); 2132185029Spjd changelist_free(clp); 2133185029Spjd 2134219089Spjd /* 2135219089Spjd * Deferred destroy might destroy the snapshot or only mark it to be 2136219089Spjd * destroyed later, and it returns success in either case. 2137219089Spjd */ 2138219089Spjd if (err != 0 || (defer && zfs_dataset_exists(hdl, name, 2139219089Spjd ZFS_TYPE_SNAPSHOT))) { 2140185029Spjd err = recv_rename(hdl, name, NULL, baselen, newname, flags); 2141219089Spjd } 2142185029Spjd 2143185029Spjd return (err); 2144185029Spjd} 2145185029Spjd 2146185029Spjdtypedef struct guid_to_name_data { 2147185029Spjd uint64_t guid; 2148290756Smav boolean_t bookmark_ok; 2149185029Spjd char *name; 2150228103Smm char *skip; 2151185029Spjd} guid_to_name_data_t; 2152185029Spjd 2153185029Spjdstatic int 2154185029Spjdguid_to_name_cb(zfs_handle_t *zhp, void *arg) 2155185029Spjd{ 2156185029Spjd guid_to_name_data_t *gtnd = arg; 2157290756Smav const char *slash; 2158185029Spjd int err; 2159185029Spjd 2160228103Smm if (gtnd->skip != NULL && 2161290756Smav (slash = strrchr(zhp->zfs_name, '/')) != NULL && 2162290756Smav strcmp(slash + 1, gtnd->skip) == 0) { 2163290756Smav zfs_close(zhp); 2164228103Smm return (0); 2165228103Smm } 2166228103Smm 2167290756Smav if (zfs_prop_get_int(zhp, ZFS_PROP_GUID) == gtnd->guid) { 2168185029Spjd (void) strcpy(gtnd->name, zhp->zfs_name); 2169219089Spjd zfs_close(zhp); 2170185029Spjd return (EEXIST); 2171185029Spjd } 2172228103Smm 2173185029Spjd err = zfs_iter_children(zhp, guid_to_name_cb, gtnd); 2174290756Smav if (err != EEXIST && gtnd->bookmark_ok) 2175290756Smav err = zfs_iter_bookmarks(zhp, guid_to_name_cb, gtnd); 2176185029Spjd zfs_close(zhp); 2177185029Spjd return (err); 2178185029Spjd} 2179185029Spjd 2180228103Smm/* 2181228103Smm * Attempt to find the local dataset associated with this guid. In the case of 2182228103Smm * multiple matches, we attempt to find the "best" match by searching 2183228103Smm * progressively larger portions of the hierarchy. This allows one to send a 2184228103Smm * tree of datasets individually and guarantee that we will find the source 2185228103Smm * guid within that hierarchy, even if there are multiple matches elsewhere. 2186228103Smm */ 2187185029Spjdstatic int 2188185029Spjdguid_to_name(libzfs_handle_t *hdl, const char *parent, uint64_t guid, 2189290756Smav boolean_t bookmark_ok, char *name) 2190185029Spjd{ 2191228103Smm char pname[ZFS_MAXNAMELEN]; 2192185029Spjd guid_to_name_data_t gtnd; 2193185029Spjd 2194185029Spjd gtnd.guid = guid; 2195290756Smav gtnd.bookmark_ok = bookmark_ok; 2196185029Spjd gtnd.name = name; 2197228103Smm gtnd.skip = NULL; 2198185029Spjd 2199228103Smm /* 2200290756Smav * Search progressively larger portions of the hierarchy, starting 2201290756Smav * with the filesystem specified by 'parent'. This will 2202228103Smm * select the "most local" version of the origin snapshot in the case 2203228103Smm * that there are multiple matching snapshots in the system. 2204228103Smm */ 2205290756Smav (void) strlcpy(pname, parent, sizeof (pname)); 2206290756Smav char *cp = strrchr(pname, '@'); 2207290756Smav if (cp == NULL) 2208290756Smav cp = strchr(pname, '\0'); 2209290756Smav for (; cp != NULL; cp = strrchr(pname, '/')) { 2210228103Smm /* Chop off the last component and open the parent */ 2211185029Spjd *cp = '\0'; 2212290756Smav zfs_handle_t *zhp = make_dataset_handle(hdl, pname); 2213185029Spjd 2214228103Smm if (zhp == NULL) 2215228103Smm continue; 2216290756Smav int err = guid_to_name_cb(zfs_handle_dup(zhp), >nd); 2217290756Smav if (err != EEXIST) 2218290756Smav err = zfs_iter_children(zhp, guid_to_name_cb, >nd); 2219290756Smav if (err != EEXIST && bookmark_ok) 2220290756Smav err = zfs_iter_bookmarks(zhp, guid_to_name_cb, >nd); 2221185029Spjd zfs_close(zhp); 2222228103Smm if (err == EEXIST) 2223228103Smm return (0); 2224228103Smm 2225228103Smm /* 2226290756Smav * Remember the last portion of the dataset so we skip it next 2227290756Smav * time through (as we've already searched that portion of the 2228290756Smav * hierarchy). 2229228103Smm */ 2230290756Smav gtnd.skip = strrchr(pname, '/') + 1; 2231185029Spjd } 2232185029Spjd 2233228103Smm return (ENOENT); 2234185029Spjd} 2235185029Spjd 2236185029Spjd/* 2237228103Smm * Return +1 if guid1 is before guid2, 0 if they are the same, and -1 if 2238228103Smm * guid1 is after guid2. 2239185029Spjd */ 2240185029Spjdstatic int 2241185029Spjdcreated_before(libzfs_handle_t *hdl, avl_tree_t *avl, 2242185029Spjd uint64_t guid1, uint64_t guid2) 2243185029Spjd{ 2244185029Spjd nvlist_t *nvfs; 2245185029Spjd char *fsname, *snapname; 2246185029Spjd char buf[ZFS_MAXNAMELEN]; 2247185029Spjd int rv; 2248228103Smm zfs_handle_t *guid1hdl, *guid2hdl; 2249228103Smm uint64_t create1, create2; 2250185029Spjd 2251185029Spjd if (guid2 == 0) 2252185029Spjd return (0); 2253185029Spjd if (guid1 == 0) 2254185029Spjd return (1); 2255185029Spjd 2256185029Spjd nvfs = fsavl_find(avl, guid1, &snapname); 2257185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 2258185029Spjd (void) snprintf(buf, sizeof (buf), "%s@%s", fsname, snapname); 2259228103Smm guid1hdl = zfs_open(hdl, buf, ZFS_TYPE_SNAPSHOT); 2260228103Smm if (guid1hdl == NULL) 2261185029Spjd return (-1); 2262185029Spjd 2263185029Spjd nvfs = fsavl_find(avl, guid2, &snapname); 2264185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 2265185029Spjd (void) snprintf(buf, sizeof (buf), "%s@%s", fsname, snapname); 2266228103Smm guid2hdl = zfs_open(hdl, buf, ZFS_TYPE_SNAPSHOT); 2267228103Smm if (guid2hdl == NULL) { 2268228103Smm zfs_close(guid1hdl); 2269185029Spjd return (-1); 2270185029Spjd } 2271185029Spjd 2272228103Smm create1 = zfs_prop_get_int(guid1hdl, ZFS_PROP_CREATETXG); 2273228103Smm create2 = zfs_prop_get_int(guid2hdl, ZFS_PROP_CREATETXG); 2274185029Spjd 2275228103Smm if (create1 < create2) 2276228103Smm rv = -1; 2277228103Smm else if (create1 > create2) 2278228103Smm rv = +1; 2279228103Smm else 2280228103Smm rv = 0; 2281185029Spjd 2282228103Smm zfs_close(guid1hdl); 2283228103Smm zfs_close(guid2hdl); 2284228103Smm 2285185029Spjd return (rv); 2286185029Spjd} 2287185029Spjd 2288185029Spjdstatic int 2289185029Spjdrecv_incremental_replication(libzfs_handle_t *hdl, const char *tofs, 2290228103Smm recvflags_t *flags, nvlist_t *stream_nv, avl_tree_t *stream_avl, 2291219089Spjd nvlist_t *renamed) 2292185029Spjd{ 2293244194Ssmh nvlist_t *local_nv, *deleted = NULL; 2294185029Spjd avl_tree_t *local_avl; 2295185029Spjd nvpair_t *fselem, *nextfselem; 2296219089Spjd char *fromsnap; 2297185029Spjd char newname[ZFS_MAXNAMELEN]; 2298244194Ssmh char guidname[32]; 2299185029Spjd int error; 2300219089Spjd boolean_t needagain, progress, recursive; 2301209962Smm char *s1, *s2; 2302185029Spjd 2303185029Spjd VERIFY(0 == nvlist_lookup_string(stream_nv, "fromsnap", &fromsnap)); 2304185029Spjd 2305219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2306219089Spjd ENOENT); 2307219089Spjd 2308228103Smm if (flags->dryrun) 2309185029Spjd return (0); 2310185029Spjd 2311185029Spjdagain: 2312185029Spjd needagain = progress = B_FALSE; 2313185029Spjd 2314244194Ssmh VERIFY(0 == nvlist_alloc(&deleted, NV_UNIQUE_NAME, 0)); 2315244194Ssmh 2316185029Spjd if ((error = gather_nvlist(hdl, tofs, fromsnap, NULL, 2317219089Spjd recursive, &local_nv, &local_avl)) != 0) 2318185029Spjd return (error); 2319185029Spjd 2320185029Spjd /* 2321185029Spjd * Process deletes and renames 2322185029Spjd */ 2323185029Spjd for (fselem = nvlist_next_nvpair(local_nv, NULL); 2324185029Spjd fselem; fselem = nextfselem) { 2325185029Spjd nvlist_t *nvfs, *snaps; 2326185029Spjd nvlist_t *stream_nvfs = NULL; 2327185029Spjd nvpair_t *snapelem, *nextsnapelem; 2328185029Spjd uint64_t fromguid = 0; 2329185029Spjd uint64_t originguid = 0; 2330185029Spjd uint64_t stream_originguid = 0; 2331185029Spjd uint64_t parent_fromsnap_guid, stream_parent_fromsnap_guid; 2332219089Spjd char *fsname, *stream_fsname; 2333185029Spjd 2334185029Spjd nextfselem = nvlist_next_nvpair(local_nv, fselem); 2335185029Spjd 2336185029Spjd VERIFY(0 == nvpair_value_nvlist(fselem, &nvfs)); 2337185029Spjd VERIFY(0 == nvlist_lookup_nvlist(nvfs, "snaps", &snaps)); 2338185029Spjd VERIFY(0 == nvlist_lookup_string(nvfs, "name", &fsname)); 2339185029Spjd VERIFY(0 == nvlist_lookup_uint64(nvfs, "parentfromsnap", 2340185029Spjd &parent_fromsnap_guid)); 2341185029Spjd (void) nvlist_lookup_uint64(nvfs, "origin", &originguid); 2342185029Spjd 2343185029Spjd /* 2344185029Spjd * First find the stream's fs, so we can check for 2345185029Spjd * a different origin (due to "zfs promote") 2346185029Spjd */ 2347185029Spjd for (snapelem = nvlist_next_nvpair(snaps, NULL); 2348185029Spjd snapelem; snapelem = nvlist_next_nvpair(snaps, snapelem)) { 2349185029Spjd uint64_t thisguid; 2350185029Spjd 2351185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &thisguid)); 2352185029Spjd stream_nvfs = fsavl_find(stream_avl, thisguid, NULL); 2353185029Spjd 2354185029Spjd if (stream_nvfs != NULL) 2355185029Spjd break; 2356185029Spjd } 2357185029Spjd 2358185029Spjd /* check for promote */ 2359185029Spjd (void) nvlist_lookup_uint64(stream_nvfs, "origin", 2360185029Spjd &stream_originguid); 2361185029Spjd if (stream_nvfs && originguid != stream_originguid) { 2362185029Spjd switch (created_before(hdl, local_avl, 2363185029Spjd stream_originguid, originguid)) { 2364185029Spjd case 1: { 2365185029Spjd /* promote it! */ 2366185029Spjd zfs_cmd_t zc = { 0 }; 2367185029Spjd nvlist_t *origin_nvfs; 2368185029Spjd char *origin_fsname; 2369185029Spjd 2370228103Smm if (flags->verbose) 2371185029Spjd (void) printf("promoting %s\n", fsname); 2372185029Spjd 2373185029Spjd origin_nvfs = fsavl_find(local_avl, originguid, 2374185029Spjd NULL); 2375185029Spjd VERIFY(0 == nvlist_lookup_string(origin_nvfs, 2376185029Spjd "name", &origin_fsname)); 2377185029Spjd (void) strlcpy(zc.zc_value, origin_fsname, 2378185029Spjd sizeof (zc.zc_value)); 2379185029Spjd (void) strlcpy(zc.zc_name, fsname, 2380185029Spjd sizeof (zc.zc_name)); 2381185029Spjd error = zfs_ioctl(hdl, ZFS_IOC_PROMOTE, &zc); 2382185029Spjd if (error == 0) 2383185029Spjd progress = B_TRUE; 2384185029Spjd break; 2385185029Spjd } 2386185029Spjd default: 2387185029Spjd break; 2388185029Spjd case -1: 2389185029Spjd fsavl_destroy(local_avl); 2390185029Spjd nvlist_free(local_nv); 2391185029Spjd return (-1); 2392185029Spjd } 2393185029Spjd /* 2394185029Spjd * We had/have the wrong origin, therefore our 2395185029Spjd * list of snapshots is wrong. Need to handle 2396185029Spjd * them on the next pass. 2397185029Spjd */ 2398185029Spjd needagain = B_TRUE; 2399185029Spjd continue; 2400185029Spjd } 2401185029Spjd 2402185029Spjd for (snapelem = nvlist_next_nvpair(snaps, NULL); 2403185029Spjd snapelem; snapelem = nextsnapelem) { 2404185029Spjd uint64_t thisguid; 2405185029Spjd char *stream_snapname; 2406185029Spjd nvlist_t *found, *props; 2407185029Spjd 2408185029Spjd nextsnapelem = nvlist_next_nvpair(snaps, snapelem); 2409185029Spjd 2410185029Spjd VERIFY(0 == nvpair_value_uint64(snapelem, &thisguid)); 2411185029Spjd found = fsavl_find(stream_avl, thisguid, 2412185029Spjd &stream_snapname); 2413185029Spjd 2414185029Spjd /* check for delete */ 2415185029Spjd if (found == NULL) { 2416185029Spjd char name[ZFS_MAXNAMELEN]; 2417185029Spjd 2418228103Smm if (!flags->force) 2419185029Spjd continue; 2420185029Spjd 2421185029Spjd (void) snprintf(name, sizeof (name), "%s@%s", 2422185029Spjd fsname, nvpair_name(snapelem)); 2423185029Spjd 2424185029Spjd error = recv_destroy(hdl, name, 2425185029Spjd strlen(fsname)+1, newname, flags); 2426185029Spjd if (error) 2427185029Spjd needagain = B_TRUE; 2428185029Spjd else 2429185029Spjd progress = B_TRUE; 2430244194Ssmh sprintf(guidname, "%lu", thisguid); 2431244194Ssmh nvlist_add_boolean(deleted, guidname); 2432185029Spjd continue; 2433185029Spjd } 2434185029Spjd 2435185029Spjd stream_nvfs = found; 2436185029Spjd 2437185029Spjd if (0 == nvlist_lookup_nvlist(stream_nvfs, "snapprops", 2438185029Spjd &props) && 0 == nvlist_lookup_nvlist(props, 2439185029Spjd stream_snapname, &props)) { 2440185029Spjd zfs_cmd_t zc = { 0 }; 2441185029Spjd 2442219089Spjd zc.zc_cookie = B_TRUE; /* received */ 2443185029Spjd (void) snprintf(zc.zc_name, sizeof (zc.zc_name), 2444185029Spjd "%s@%s", fsname, nvpair_name(snapelem)); 2445185029Spjd if (zcmd_write_src_nvlist(hdl, &zc, 2446185029Spjd props) == 0) { 2447185029Spjd (void) zfs_ioctl(hdl, 2448185029Spjd ZFS_IOC_SET_PROP, &zc); 2449185029Spjd zcmd_free_nvlists(&zc); 2450185029Spjd } 2451185029Spjd } 2452185029Spjd 2453185029Spjd /* check for different snapname */ 2454185029Spjd if (strcmp(nvpair_name(snapelem), 2455185029Spjd stream_snapname) != 0) { 2456185029Spjd char name[ZFS_MAXNAMELEN]; 2457185029Spjd char tryname[ZFS_MAXNAMELEN]; 2458185029Spjd 2459185029Spjd (void) snprintf(name, sizeof (name), "%s@%s", 2460185029Spjd fsname, nvpair_name(snapelem)); 2461185029Spjd (void) snprintf(tryname, sizeof (name), "%s@%s", 2462185029Spjd fsname, stream_snapname); 2463185029Spjd 2464185029Spjd error = recv_rename(hdl, name, tryname, 2465185029Spjd strlen(fsname)+1, newname, flags); 2466185029Spjd if (error) 2467185029Spjd needagain = B_TRUE; 2468185029Spjd else 2469185029Spjd progress = B_TRUE; 2470185029Spjd } 2471185029Spjd 2472185029Spjd if (strcmp(stream_snapname, fromsnap) == 0) 2473185029Spjd fromguid = thisguid; 2474185029Spjd } 2475185029Spjd 2476185029Spjd /* check for delete */ 2477185029Spjd if (stream_nvfs == NULL) { 2478228103Smm if (!flags->force) 2479185029Spjd continue; 2480185029Spjd 2481185029Spjd error = recv_destroy(hdl, fsname, strlen(tofs)+1, 2482185029Spjd newname, flags); 2483185029Spjd if (error) 2484185029Spjd needagain = B_TRUE; 2485185029Spjd else 2486185029Spjd progress = B_TRUE; 2487244194Ssmh sprintf(guidname, "%lu", parent_fromsnap_guid); 2488244194Ssmh nvlist_add_boolean(deleted, guidname); 2489185029Spjd continue; 2490185029Spjd } 2491185029Spjd 2492219089Spjd if (fromguid == 0) { 2493228103Smm if (flags->verbose) { 2494219089Spjd (void) printf("local fs %s does not have " 2495219089Spjd "fromsnap (%s in stream); must have " 2496219089Spjd "been deleted locally; ignoring\n", 2497219089Spjd fsname, fromsnap); 2498219089Spjd } 2499185029Spjd continue; 2500185029Spjd } 2501185029Spjd 2502185029Spjd VERIFY(0 == nvlist_lookup_string(stream_nvfs, 2503185029Spjd "name", &stream_fsname)); 2504185029Spjd VERIFY(0 == nvlist_lookup_uint64(stream_nvfs, 2505185029Spjd "parentfromsnap", &stream_parent_fromsnap_guid)); 2506185029Spjd 2507209962Smm s1 = strrchr(fsname, '/'); 2508209962Smm s2 = strrchr(stream_fsname, '/'); 2509209962Smm 2510219089Spjd /* 2511244194Ssmh * Check if we're going to rename based on parent guid change 2512244194Ssmh * and the current parent guid was also deleted. If it was then 2513244194Ssmh * rename will fail and is likely unneeded, so avoid this and 2514244194Ssmh * force an early retry to determine the new 2515244194Ssmh * parent_fromsnap_guid. 2516244194Ssmh */ 2517244194Ssmh if (stream_parent_fromsnap_guid != 0 && 2518244194Ssmh parent_fromsnap_guid != 0 && 2519244194Ssmh stream_parent_fromsnap_guid != parent_fromsnap_guid) { 2520244194Ssmh sprintf(guidname, "%lu", parent_fromsnap_guid); 2521244194Ssmh if (nvlist_exists(deleted, guidname)) { 2522244194Ssmh progress = B_TRUE; 2523244194Ssmh needagain = B_TRUE; 2524244194Ssmh goto doagain; 2525244194Ssmh } 2526244194Ssmh } 2527244194Ssmh 2528244194Ssmh /* 2529219089Spjd * Check for rename. If the exact receive path is specified, it 2530219089Spjd * does not count as a rename, but we still need to check the 2531219089Spjd * datasets beneath it. 2532219089Spjd */ 2533185029Spjd if ((stream_parent_fromsnap_guid != 0 && 2534219089Spjd parent_fromsnap_guid != 0 && 2535185029Spjd stream_parent_fromsnap_guid != parent_fromsnap_guid) || 2536228103Smm ((flags->isprefix || strcmp(tofs, fsname) != 0) && 2537219089Spjd (s1 != NULL) && (s2 != NULL) && strcmp(s1, s2) != 0)) { 2538185029Spjd nvlist_t *parent; 2539185029Spjd char tryname[ZFS_MAXNAMELEN]; 2540185029Spjd 2541185029Spjd parent = fsavl_find(local_avl, 2542185029Spjd stream_parent_fromsnap_guid, NULL); 2543185029Spjd /* 2544185029Spjd * NB: parent might not be found if we used the 2545185029Spjd * tosnap for stream_parent_fromsnap_guid, 2546185029Spjd * because the parent is a newly-created fs; 2547185029Spjd * we'll be able to rename it after we recv the 2548185029Spjd * new fs. 2549185029Spjd */ 2550185029Spjd if (parent != NULL) { 2551185029Spjd char *pname; 2552185029Spjd 2553185029Spjd VERIFY(0 == nvlist_lookup_string(parent, "name", 2554185029Spjd &pname)); 2555185029Spjd (void) snprintf(tryname, sizeof (tryname), 2556219089Spjd "%s%s", pname, strrchr(stream_fsname, '/')); 2557185029Spjd } else { 2558185029Spjd tryname[0] = '\0'; 2559228103Smm if (flags->verbose) { 2560185029Spjd (void) printf("local fs %s new parent " 2561185029Spjd "not found\n", fsname); 2562185029Spjd } 2563185029Spjd } 2564185029Spjd 2565219089Spjd newname[0] = '\0'; 2566219089Spjd 2567185029Spjd error = recv_rename(hdl, fsname, tryname, 2568185029Spjd strlen(tofs)+1, newname, flags); 2569219089Spjd 2570219089Spjd if (renamed != NULL && newname[0] != '\0') { 2571219089Spjd VERIFY(0 == nvlist_add_boolean(renamed, 2572219089Spjd newname)); 2573219089Spjd } 2574219089Spjd 2575185029Spjd if (error) 2576185029Spjd needagain = B_TRUE; 2577185029Spjd else 2578185029Spjd progress = B_TRUE; 2579185029Spjd } 2580185029Spjd } 2581185029Spjd 2582244194Ssmhdoagain: 2583185029Spjd fsavl_destroy(local_avl); 2584185029Spjd nvlist_free(local_nv); 2585244194Ssmh nvlist_free(deleted); 2586185029Spjd 2587185029Spjd if (needagain && progress) { 2588185029Spjd /* do another pass to fix up temporary names */ 2589228103Smm if (flags->verbose) 2590185029Spjd (void) printf("another pass:\n"); 2591185029Spjd goto again; 2592185029Spjd } 2593185029Spjd 2594185029Spjd return (needagain); 2595185029Spjd} 2596185029Spjd 2597185029Spjdstatic int 2598185029Spjdzfs_receive_package(libzfs_handle_t *hdl, int fd, const char *destname, 2599228103Smm recvflags_t *flags, dmu_replay_record_t *drr, zio_cksum_t *zc, 2600219089Spjd char **top_zfs, int cleanup_fd, uint64_t *action_handlep) 2601185029Spjd{ 2602185029Spjd nvlist_t *stream_nv = NULL; 2603185029Spjd avl_tree_t *stream_avl = NULL; 2604185029Spjd char *fromsnap = NULL; 2605219089Spjd char *cp; 2606185029Spjd char tofs[ZFS_MAXNAMELEN]; 2607219089Spjd char sendfs[ZFS_MAXNAMELEN]; 2608185029Spjd char errbuf[1024]; 2609185029Spjd dmu_replay_record_t drre; 2610185029Spjd int error; 2611185029Spjd boolean_t anyerr = B_FALSE; 2612185029Spjd boolean_t softerr = B_FALSE; 2613219089Spjd boolean_t recursive; 2614185029Spjd 2615185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2616185029Spjd "cannot receive")); 2617185029Spjd 2618185029Spjd assert(drr->drr_type == DRR_BEGIN); 2619185029Spjd assert(drr->drr_u.drr_begin.drr_magic == DMU_BACKUP_MAGIC); 2620219089Spjd assert(DMU_GET_STREAM_HDRTYPE(drr->drr_u.drr_begin.drr_versioninfo) == 2621219089Spjd DMU_COMPOUNDSTREAM); 2622185029Spjd 2623185029Spjd /* 2624185029Spjd * Read in the nvlist from the stream. 2625185029Spjd */ 2626185029Spjd if (drr->drr_payloadlen != 0) { 2627185029Spjd error = recv_read_nvlist(hdl, fd, drr->drr_payloadlen, 2628228103Smm &stream_nv, flags->byteswap, zc); 2629185029Spjd if (error) { 2630185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2631185029Spjd goto out; 2632185029Spjd } 2633185029Spjd } 2634185029Spjd 2635219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2636219089Spjd ENOENT); 2637219089Spjd 2638219089Spjd if (recursive && strchr(destname, '@')) { 2639219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2640219089Spjd "cannot specify snapshot name for multi-snapshot stream")); 2641219089Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2642219089Spjd goto out; 2643219089Spjd } 2644219089Spjd 2645185029Spjd /* 2646185029Spjd * Read in the end record and verify checksum. 2647185029Spjd */ 2648185029Spjd if (0 != (error = recv_read(hdl, fd, &drre, sizeof (drre), 2649228103Smm flags->byteswap, NULL))) 2650185029Spjd goto out; 2651228103Smm if (flags->byteswap) { 2652185029Spjd drre.drr_type = BSWAP_32(drre.drr_type); 2653185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[0] = 2654185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[0]); 2655185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[1] = 2656185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[1]); 2657185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[2] = 2658185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[2]); 2659185029Spjd drre.drr_u.drr_end.drr_checksum.zc_word[3] = 2660185029Spjd BSWAP_64(drre.drr_u.drr_end.drr_checksum.zc_word[3]); 2661185029Spjd } 2662185029Spjd if (drre.drr_type != DRR_END) { 2663185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2664185029Spjd goto out; 2665185029Spjd } 2666185029Spjd if (!ZIO_CHECKSUM_EQUAL(drre.drr_u.drr_end.drr_checksum, *zc)) { 2667185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2668185029Spjd "incorrect header checksum")); 2669185029Spjd error = zfs_error(hdl, EZFS_BADSTREAM, errbuf); 2670185029Spjd goto out; 2671185029Spjd } 2672185029Spjd 2673185029Spjd (void) nvlist_lookup_string(stream_nv, "fromsnap", &fromsnap); 2674185029Spjd 2675185029Spjd if (drr->drr_payloadlen != 0) { 2676185029Spjd nvlist_t *stream_fss; 2677185029Spjd 2678185029Spjd VERIFY(0 == nvlist_lookup_nvlist(stream_nv, "fss", 2679185029Spjd &stream_fss)); 2680185029Spjd if ((stream_avl = fsavl_create(stream_fss)) == NULL) { 2681185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2682185029Spjd "couldn't allocate avl tree")); 2683185029Spjd error = zfs_error(hdl, EZFS_NOMEM, errbuf); 2684185029Spjd goto out; 2685185029Spjd } 2686185029Spjd 2687185029Spjd if (fromsnap != NULL) { 2688219089Spjd nvlist_t *renamed = NULL; 2689219089Spjd nvpair_t *pair = NULL; 2690219089Spjd 2691185029Spjd (void) strlcpy(tofs, destname, ZFS_MAXNAMELEN); 2692228103Smm if (flags->isprefix) { 2693219089Spjd struct drr_begin *drrb = &drr->drr_u.drr_begin; 2694219089Spjd int i; 2695219089Spjd 2696228103Smm if (flags->istail) { 2697219089Spjd cp = strrchr(drrb->drr_toname, '/'); 2698219089Spjd if (cp == NULL) { 2699219089Spjd (void) strlcat(tofs, "/", 2700219089Spjd ZFS_MAXNAMELEN); 2701219089Spjd i = 0; 2702219089Spjd } else { 2703219089Spjd i = (cp - drrb->drr_toname); 2704219089Spjd } 2705219089Spjd } else { 2706219089Spjd i = strcspn(drrb->drr_toname, "/@"); 2707219089Spjd } 2708185029Spjd /* zfs_receive_one() will create_parents() */ 2709219089Spjd (void) strlcat(tofs, &drrb->drr_toname[i], 2710185029Spjd ZFS_MAXNAMELEN); 2711185029Spjd *strchr(tofs, '@') = '\0'; 2712185029Spjd } 2713219089Spjd 2714228103Smm if (recursive && !flags->dryrun && !flags->nomount) { 2715219089Spjd VERIFY(0 == nvlist_alloc(&renamed, 2716219089Spjd NV_UNIQUE_NAME, 0)); 2717219089Spjd } 2718219089Spjd 2719219089Spjd softerr = recv_incremental_replication(hdl, tofs, flags, 2720219089Spjd stream_nv, stream_avl, renamed); 2721219089Spjd 2722219089Spjd /* Unmount renamed filesystems before receiving. */ 2723219089Spjd while ((pair = nvlist_next_nvpair(renamed, 2724219089Spjd pair)) != NULL) { 2725219089Spjd zfs_handle_t *zhp; 2726219089Spjd prop_changelist_t *clp = NULL; 2727219089Spjd 2728219089Spjd zhp = zfs_open(hdl, nvpair_name(pair), 2729219089Spjd ZFS_TYPE_FILESYSTEM); 2730219089Spjd if (zhp != NULL) { 2731219089Spjd clp = changelist_gather(zhp, 2732219089Spjd ZFS_PROP_MOUNTPOINT, 0, 0); 2733219089Spjd zfs_close(zhp); 2734219089Spjd if (clp != NULL) { 2735219089Spjd softerr |= 2736219089Spjd changelist_prefix(clp); 2737219089Spjd changelist_free(clp); 2738219089Spjd } 2739219089Spjd } 2740219089Spjd } 2741219089Spjd 2742219089Spjd nvlist_free(renamed); 2743185029Spjd } 2744185029Spjd } 2745185029Spjd 2746219089Spjd /* 2747219089Spjd * Get the fs specified by the first path in the stream (the top level 2748219089Spjd * specified by 'zfs send') and pass it to each invocation of 2749219089Spjd * zfs_receive_one(). 2750219089Spjd */ 2751219089Spjd (void) strlcpy(sendfs, drr->drr_u.drr_begin.drr_toname, 2752219089Spjd ZFS_MAXNAMELEN); 2753219089Spjd if ((cp = strchr(sendfs, '@')) != NULL) 2754219089Spjd *cp = '\0'; 2755185029Spjd 2756185029Spjd /* Finally, receive each contained stream */ 2757185029Spjd do { 2758185029Spjd /* 2759185029Spjd * we should figure out if it has a recoverable 2760185029Spjd * error, in which case do a recv_skip() and drive on. 2761185029Spjd * Note, if we fail due to already having this guid, 2762185029Spjd * zfs_receive_one() will take care of it (ie, 2763185029Spjd * recv_skip() and return 0). 2764185029Spjd */ 2765288571Smav error = zfs_receive_impl(hdl, destname, NULL, flags, fd, 2766219089Spjd sendfs, stream_nv, stream_avl, top_zfs, cleanup_fd, 2767219089Spjd action_handlep); 2768185029Spjd if (error == ENODATA) { 2769185029Spjd error = 0; 2770185029Spjd break; 2771185029Spjd } 2772185029Spjd anyerr |= error; 2773185029Spjd } while (error == 0); 2774185029Spjd 2775185029Spjd if (drr->drr_payloadlen != 0 && fromsnap != NULL) { 2776185029Spjd /* 2777185029Spjd * Now that we have the fs's they sent us, try the 2778185029Spjd * renames again. 2779185029Spjd */ 2780185029Spjd softerr = recv_incremental_replication(hdl, tofs, flags, 2781219089Spjd stream_nv, stream_avl, NULL); 2782185029Spjd } 2783185029Spjd 2784185029Spjdout: 2785185029Spjd fsavl_destroy(stream_avl); 2786185029Spjd if (stream_nv) 2787185029Spjd nvlist_free(stream_nv); 2788185029Spjd if (softerr) 2789185029Spjd error = -2; 2790185029Spjd if (anyerr) 2791185029Spjd error = -1; 2792185029Spjd return (error); 2793185029Spjd} 2794185029Spjd 2795219089Spjdstatic void 2796219089Spjdtrunc_prop_errs(int truncated) 2797219089Spjd{ 2798219089Spjd ASSERT(truncated != 0); 2799219089Spjd 2800219089Spjd if (truncated == 1) 2801219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 2802219089Spjd "1 more property could not be set\n")); 2803219089Spjd else 2804219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, 2805219089Spjd "%d more properties could not be set\n"), truncated); 2806219089Spjd} 2807219089Spjd 2808185029Spjdstatic int 2809185029Spjdrecv_skip(libzfs_handle_t *hdl, int fd, boolean_t byteswap) 2810185029Spjd{ 2811185029Spjd dmu_replay_record_t *drr; 2812276081Sdelphij void *buf = zfs_alloc(hdl, SPA_MAXBLOCKSIZE); 2813219089Spjd char errbuf[1024]; 2814185029Spjd 2815219089Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2816219089Spjd "cannot receive:")); 2817219089Spjd 2818185029Spjd /* XXX would be great to use lseek if possible... */ 2819185029Spjd drr = buf; 2820185029Spjd 2821185029Spjd while (recv_read(hdl, fd, drr, sizeof (dmu_replay_record_t), 2822185029Spjd byteswap, NULL) == 0) { 2823185029Spjd if (byteswap) 2824185029Spjd drr->drr_type = BSWAP_32(drr->drr_type); 2825185029Spjd 2826185029Spjd switch (drr->drr_type) { 2827185029Spjd case DRR_BEGIN: 2828219089Spjd if (drr->drr_payloadlen != 0) { 2829290756Smav (void) recv_read(hdl, fd, buf, 2830290756Smav drr->drr_payloadlen, B_FALSE, NULL); 2831219089Spjd } 2832185029Spjd break; 2833185029Spjd 2834185029Spjd case DRR_END: 2835185029Spjd free(buf); 2836185029Spjd return (0); 2837185029Spjd 2838185029Spjd case DRR_OBJECT: 2839185029Spjd if (byteswap) { 2840185029Spjd drr->drr_u.drr_object.drr_bonuslen = 2841185029Spjd BSWAP_32(drr->drr_u.drr_object. 2842185029Spjd drr_bonuslen); 2843185029Spjd } 2844185029Spjd (void) recv_read(hdl, fd, buf, 2845185029Spjd P2ROUNDUP(drr->drr_u.drr_object.drr_bonuslen, 8), 2846185029Spjd B_FALSE, NULL); 2847185029Spjd break; 2848185029Spjd 2849185029Spjd case DRR_WRITE: 2850185029Spjd if (byteswap) { 2851185029Spjd drr->drr_u.drr_write.drr_length = 2852185029Spjd BSWAP_64(drr->drr_u.drr_write.drr_length); 2853185029Spjd } 2854185029Spjd (void) recv_read(hdl, fd, buf, 2855185029Spjd drr->drr_u.drr_write.drr_length, B_FALSE, NULL); 2856185029Spjd break; 2857219089Spjd case DRR_SPILL: 2858219089Spjd if (byteswap) { 2859219089Spjd drr->drr_u.drr_write.drr_length = 2860219089Spjd BSWAP_64(drr->drr_u.drr_spill.drr_length); 2861219089Spjd } 2862219089Spjd (void) recv_read(hdl, fd, buf, 2863219089Spjd drr->drr_u.drr_spill.drr_length, B_FALSE, NULL); 2864219089Spjd break; 2865268649Sdelphij case DRR_WRITE_EMBEDDED: 2866268649Sdelphij if (byteswap) { 2867268649Sdelphij drr->drr_u.drr_write_embedded.drr_psize = 2868268649Sdelphij BSWAP_32(drr->drr_u.drr_write_embedded. 2869268649Sdelphij drr_psize); 2870268649Sdelphij } 2871268649Sdelphij (void) recv_read(hdl, fd, buf, 2872268649Sdelphij P2ROUNDUP(drr->drr_u.drr_write_embedded.drr_psize, 2873268649Sdelphij 8), B_FALSE, NULL); 2874268649Sdelphij break; 2875219089Spjd case DRR_WRITE_BYREF: 2876185029Spjd case DRR_FREEOBJECTS: 2877185029Spjd case DRR_FREE: 2878185029Spjd break; 2879185029Spjd 2880185029Spjd default: 2881219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2882219089Spjd "invalid record type")); 2883219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 2884185029Spjd } 2885185029Spjd } 2886185029Spjd 2887185029Spjd free(buf); 2888185029Spjd return (-1); 2889185029Spjd} 2890185029Spjd 2891290756Smavstatic void 2892290756Smavrecv_ecksum_set_aux(libzfs_handle_t *hdl, const char *target_snap, 2893290756Smav boolean_t resumable) 2894290756Smav{ 2895290756Smav char target_fs[ZFS_MAXNAMELEN]; 2896290756Smav 2897290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2898290756Smav "checksum mismatch or incomplete stream")); 2899290756Smav 2900290756Smav if (!resumable) 2901290756Smav return; 2902290756Smav (void) strlcpy(target_fs, target_snap, sizeof (target_fs)); 2903290756Smav *strchr(target_fs, '@') = '\0'; 2904290756Smav zfs_handle_t *zhp = zfs_open(hdl, target_fs, 2905290756Smav ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME); 2906290756Smav if (zhp == NULL) 2907290756Smav return; 2908290756Smav 2909290756Smav char token_buf[ZFS_MAXPROPLEN]; 2910290756Smav int error = zfs_prop_get(zhp, ZFS_PROP_RECEIVE_RESUME_TOKEN, 2911290756Smav token_buf, sizeof (token_buf), 2912290756Smav NULL, NULL, 0, B_TRUE); 2913290756Smav if (error == 0) { 2914290756Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 2915290756Smav "checksum mismatch or incomplete stream.\n" 2916290756Smav "Partially received snapshot is saved.\n" 2917290756Smav "A resuming stream can be generated on the sending " 2918290756Smav "system by running:\n" 2919290756Smav " zfs send -t %s"), 2920290756Smav token_buf); 2921290756Smav } 2922290756Smav zfs_close(zhp); 2923290756Smav} 2924290756Smav 2925185029Spjd/* 2926185029Spjd * Restores a backup of tosnap from the file descriptor specified by infd. 2927185029Spjd */ 2928185029Spjdstatic int 2929185029Spjdzfs_receive_one(libzfs_handle_t *hdl, int infd, const char *tosnap, 2930288571Smav const char *originsnap, recvflags_t *flags, dmu_replay_record_t *drr, 2931288571Smav dmu_replay_record_t *drr_noswap, const char *sendfs, nvlist_t *stream_nv, 2932288571Smav avl_tree_t *stream_avl, char **top_zfs, int cleanup_fd, 2933219089Spjd uint64_t *action_handlep) 2934185029Spjd{ 2935185029Spjd zfs_cmd_t zc = { 0 }; 2936185029Spjd time_t begin_time; 2937219089Spjd int ioctl_err, ioctl_errno, err; 2938185029Spjd char *cp; 2939185029Spjd struct drr_begin *drrb = &drr->drr_u.drr_begin; 2940185029Spjd char errbuf[1024]; 2941219089Spjd char prop_errbuf[1024]; 2942219089Spjd const char *chopprefix; 2943185029Spjd boolean_t newfs = B_FALSE; 2944185029Spjd boolean_t stream_wantsnewfs; 2945185029Spjd uint64_t parent_snapguid = 0; 2946185029Spjd prop_changelist_t *clp = NULL; 2947185029Spjd nvlist_t *snapprops_nvlist = NULL; 2948219089Spjd zprop_errflags_t prop_errflags; 2949219089Spjd boolean_t recursive; 2950185029Spjd 2951185029Spjd begin_time = time(NULL); 2952185029Spjd 2953185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 2954185029Spjd "cannot receive")); 2955185029Spjd 2956219089Spjd recursive = (nvlist_lookup_boolean(stream_nv, "not_recursive") == 2957219089Spjd ENOENT); 2958219089Spjd 2959185029Spjd if (stream_avl != NULL) { 2960185029Spjd char *snapname; 2961185029Spjd nvlist_t *fs = fsavl_find(stream_avl, drrb->drr_toguid, 2962185029Spjd &snapname); 2963185029Spjd nvlist_t *props; 2964185029Spjd int ret; 2965185029Spjd 2966185029Spjd (void) nvlist_lookup_uint64(fs, "parentfromsnap", 2967185029Spjd &parent_snapguid); 2968185029Spjd err = nvlist_lookup_nvlist(fs, "props", &props); 2969185029Spjd if (err) 2970185029Spjd VERIFY(0 == nvlist_alloc(&props, NV_UNIQUE_NAME, 0)); 2971185029Spjd 2972228103Smm if (flags->canmountoff) { 2973185029Spjd VERIFY(0 == nvlist_add_uint64(props, 2974185029Spjd zfs_prop_to_name(ZFS_PROP_CANMOUNT), 0)); 2975185029Spjd } 2976185029Spjd ret = zcmd_write_src_nvlist(hdl, &zc, props); 2977185029Spjd if (err) 2978185029Spjd nvlist_free(props); 2979185029Spjd 2980185029Spjd if (0 == nvlist_lookup_nvlist(fs, "snapprops", &props)) { 2981185029Spjd VERIFY(0 == nvlist_lookup_nvlist(props, 2982185029Spjd snapname, &snapprops_nvlist)); 2983185029Spjd } 2984185029Spjd 2985185029Spjd if (ret != 0) 2986185029Spjd return (-1); 2987185029Spjd } 2988185029Spjd 2989219089Spjd cp = NULL; 2990219089Spjd 2991185029Spjd /* 2992185029Spjd * Determine how much of the snapshot name stored in the stream 2993185029Spjd * we are going to tack on to the name they specified on the 2994185029Spjd * command line, and how much we are going to chop off. 2995185029Spjd * 2996185029Spjd * If they specified a snapshot, chop the entire name stored in 2997185029Spjd * the stream. 2998185029Spjd */ 2999228103Smm if (flags->istail) { 3000185029Spjd /* 3001219089Spjd * A filesystem was specified with -e. We want to tack on only 3002219089Spjd * the tail of the sent snapshot path. 3003185029Spjd */ 3004185029Spjd if (strchr(tosnap, '@')) { 3005185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3006219089Spjd "argument - snapshot not allowed with -e")); 3007219089Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 3008219089Spjd } 3009219089Spjd 3010219089Spjd chopprefix = strrchr(sendfs, '/'); 3011219089Spjd 3012219089Spjd if (chopprefix == NULL) { 3013219089Spjd /* 3014219089Spjd * The tail is the poolname, so we need to 3015219089Spjd * prepend a path separator. 3016219089Spjd */ 3017219089Spjd int len = strlen(drrb->drr_toname); 3018219089Spjd cp = malloc(len + 2); 3019219089Spjd cp[0] = '/'; 3020219089Spjd (void) strcpy(&cp[1], drrb->drr_toname); 3021219089Spjd chopprefix = cp; 3022219089Spjd } else { 3023219089Spjd chopprefix = drrb->drr_toname + (chopprefix - sendfs); 3024219089Spjd } 3025228103Smm } else if (flags->isprefix) { 3026219089Spjd /* 3027219089Spjd * A filesystem was specified with -d. We want to tack on 3028219089Spjd * everything but the first element of the sent snapshot path 3029219089Spjd * (all but the pool name). 3030219089Spjd */ 3031219089Spjd if (strchr(tosnap, '@')) { 3032219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3033185029Spjd "argument - snapshot not allowed with -d")); 3034185029Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 3035185029Spjd } 3036219089Spjd 3037219089Spjd chopprefix = strchr(drrb->drr_toname, '/'); 3038219089Spjd if (chopprefix == NULL) 3039219089Spjd chopprefix = strchr(drrb->drr_toname, '@'); 3040185029Spjd } else if (strchr(tosnap, '@') == NULL) { 3041185029Spjd /* 3042219089Spjd * If a filesystem was specified without -d or -e, we want to 3043219089Spjd * tack on everything after the fs specified by 'zfs send'. 3044185029Spjd */ 3045219089Spjd chopprefix = drrb->drr_toname + strlen(sendfs); 3046219089Spjd } else { 3047219089Spjd /* A snapshot was specified as an exact path (no -d or -e). */ 3048219089Spjd if (recursive) { 3049219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3050219089Spjd "cannot specify snapshot name for multi-snapshot " 3051219089Spjd "stream")); 3052219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3053219089Spjd } 3054219089Spjd chopprefix = drrb->drr_toname + strlen(drrb->drr_toname); 3055185029Spjd } 3056185029Spjd 3057219089Spjd ASSERT(strstr(drrb->drr_toname, sendfs) == drrb->drr_toname); 3058219089Spjd ASSERT(chopprefix > drrb->drr_toname); 3059219089Spjd ASSERT(chopprefix <= drrb->drr_toname + strlen(drrb->drr_toname)); 3060219089Spjd ASSERT(chopprefix[0] == '/' || chopprefix[0] == '@' || 3061219089Spjd chopprefix[0] == '\0'); 3062219089Spjd 3063185029Spjd /* 3064185029Spjd * Determine name of destination snapshot, store in zc_value. 3065185029Spjd */ 3066185029Spjd (void) strcpy(zc.zc_value, tosnap); 3067219089Spjd (void) strncat(zc.zc_value, chopprefix, sizeof (zc.zc_value)); 3068248571Smm#ifdef __FreeBSD__ 3069248571Smm if (zfs_ioctl_version == ZFS_IOCVER_UNDEF) 3070248571Smm zfs_ioctl_version = get_zfs_ioctl_version(); 3071248571Smm /* 3072248571Smm * For forward compatibility hide tosnap in zc_value 3073248571Smm */ 3074248571Smm if (zfs_ioctl_version < ZFS_IOCVER_LZC) 3075248571Smm (void) strcpy(zc.zc_value + strlen(zc.zc_value) + 1, tosnap); 3076248571Smm#endif 3077219089Spjd free(cp); 3078185029Spjd if (!zfs_name_valid(zc.zc_value, ZFS_TYPE_SNAPSHOT)) { 3079185029Spjd zcmd_free_nvlists(&zc); 3080185029Spjd return (zfs_error(hdl, EZFS_INVALIDNAME, errbuf)); 3081185029Spjd } 3082185029Spjd 3083185029Spjd /* 3084185029Spjd * Determine the name of the origin snapshot, store in zc_string. 3085185029Spjd */ 3086185029Spjd if (drrb->drr_flags & DRR_FLAG_CLONE) { 3087228103Smm if (guid_to_name(hdl, zc.zc_value, 3088290756Smav drrb->drr_fromguid, B_FALSE, zc.zc_string) != 0) { 3089185029Spjd zcmd_free_nvlists(&zc); 3090185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3091185029Spjd "local origin for clone %s does not exist"), 3092185029Spjd zc.zc_value); 3093185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 3094185029Spjd } 3095228103Smm if (flags->verbose) 3096185029Spjd (void) printf("found clone origin %s\n", zc.zc_string); 3097288571Smav } else if (originsnap) { 3098288571Smav (void) strncpy(zc.zc_string, originsnap, ZFS_MAXNAMELEN); 3099288571Smav if (flags->verbose) 3100288571Smav (void) printf("using provided clone origin %s\n", 3101288571Smav zc.zc_string); 3102185029Spjd } 3103185029Spjd 3104290756Smav boolean_t resuming = DMU_GET_FEATUREFLAGS(drrb->drr_versioninfo) & 3105290756Smav DMU_BACKUP_FEATURE_RESUMING; 3106185029Spjd stream_wantsnewfs = (drrb->drr_fromguid == 0 || 3107290756Smav (drrb->drr_flags & DRR_FLAG_CLONE) || originsnap) && !resuming; 3108185029Spjd 3109185029Spjd if (stream_wantsnewfs) { 3110185029Spjd /* 3111185029Spjd * if the parent fs does not exist, look for it based on 3112185029Spjd * the parent snap GUID 3113185029Spjd */ 3114185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 3115185029Spjd "cannot receive new filesystem stream")); 3116185029Spjd 3117185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 3118185029Spjd cp = strrchr(zc.zc_name, '/'); 3119185029Spjd if (cp) 3120185029Spjd *cp = '\0'; 3121185029Spjd if (cp && 3122185029Spjd !zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 3123185029Spjd char suffix[ZFS_MAXNAMELEN]; 3124185029Spjd (void) strcpy(suffix, strrchr(zc.zc_value, '/')); 3125228103Smm if (guid_to_name(hdl, zc.zc_name, parent_snapguid, 3126290756Smav B_FALSE, zc.zc_value) == 0) { 3127185029Spjd *strchr(zc.zc_value, '@') = '\0'; 3128185029Spjd (void) strcat(zc.zc_value, suffix); 3129185029Spjd } 3130185029Spjd } 3131185029Spjd } else { 3132185029Spjd /* 3133185029Spjd * if the fs does not exist, look for it based on the 3134185029Spjd * fromsnap GUID 3135185029Spjd */ 3136185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 3137185029Spjd "cannot receive incremental stream")); 3138185029Spjd 3139185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 3140185029Spjd *strchr(zc.zc_name, '@') = '\0'; 3141185029Spjd 3142219089Spjd /* 3143219089Spjd * If the exact receive path was specified and this is the 3144219089Spjd * topmost path in the stream, then if the fs does not exist we 3145219089Spjd * should look no further. 3146219089Spjd */ 3147228103Smm if ((flags->isprefix || (*(chopprefix = drrb->drr_toname + 3148219089Spjd strlen(sendfs)) != '\0' && *chopprefix != '@')) && 3149219089Spjd !zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 3150185029Spjd char snap[ZFS_MAXNAMELEN]; 3151185029Spjd (void) strcpy(snap, strchr(zc.zc_value, '@')); 3152228103Smm if (guid_to_name(hdl, zc.zc_name, drrb->drr_fromguid, 3153290756Smav B_FALSE, zc.zc_value) == 0) { 3154185029Spjd *strchr(zc.zc_value, '@') = '\0'; 3155185029Spjd (void) strcat(zc.zc_value, snap); 3156185029Spjd } 3157185029Spjd } 3158185029Spjd } 3159185029Spjd 3160185029Spjd (void) strcpy(zc.zc_name, zc.zc_value); 3161185029Spjd *strchr(zc.zc_name, '@') = '\0'; 3162185029Spjd 3163185029Spjd if (zfs_dataset_exists(hdl, zc.zc_name, ZFS_TYPE_DATASET)) { 3164185029Spjd zfs_handle_t *zhp; 3165219089Spjd 3166185029Spjd /* 3167290756Smav * Destination fs exists. It must be one of these cases: 3168290756Smav * - an incremental send stream 3169290756Smav * - the stream specifies a new fs (full stream or clone) 3170290756Smav * and they want us to blow away the existing fs (and 3171290756Smav * have therefore specified -F and removed any snapshots) 3172290756Smav * - we are resuming a failed receive. 3173185029Spjd */ 3174185029Spjd if (stream_wantsnewfs) { 3175228103Smm if (!flags->force) { 3176185029Spjd zcmd_free_nvlists(&zc); 3177185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3178185029Spjd "destination '%s' exists\n" 3179185029Spjd "must specify -F to overwrite it"), 3180185029Spjd zc.zc_name); 3181185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 3182185029Spjd } 3183185029Spjd if (ioctl(hdl->libzfs_fd, ZFS_IOC_SNAPSHOT_LIST_NEXT, 3184185029Spjd &zc) == 0) { 3185185029Spjd zcmd_free_nvlists(&zc); 3186185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3187185029Spjd "destination has snapshots (eg. %s)\n" 3188185029Spjd "must destroy them to overwrite it"), 3189185029Spjd zc.zc_name); 3190185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 3191185029Spjd } 3192185029Spjd } 3193185029Spjd 3194185029Spjd if ((zhp = zfs_open(hdl, zc.zc_name, 3195185029Spjd ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME)) == NULL) { 3196185029Spjd zcmd_free_nvlists(&zc); 3197185029Spjd return (-1); 3198185029Spjd } 3199185029Spjd 3200185029Spjd if (stream_wantsnewfs && 3201185029Spjd zhp->zfs_dmustats.dds_origin[0]) { 3202185029Spjd zcmd_free_nvlists(&zc); 3203185029Spjd zfs_close(zhp); 3204185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3205185029Spjd "destination '%s' is a clone\n" 3206185029Spjd "must destroy it to overwrite it"), 3207185029Spjd zc.zc_name); 3208185029Spjd return (zfs_error(hdl, EZFS_EXISTS, errbuf)); 3209185029Spjd } 3210185029Spjd 3211228103Smm if (!flags->dryrun && zhp->zfs_type == ZFS_TYPE_FILESYSTEM && 3212185029Spjd stream_wantsnewfs) { 3213185029Spjd /* We can't do online recv in this case */ 3214185029Spjd clp = changelist_gather(zhp, ZFS_PROP_NAME, 0, 0); 3215185029Spjd if (clp == NULL) { 3216219089Spjd zfs_close(zhp); 3217185029Spjd zcmd_free_nvlists(&zc); 3218185029Spjd return (-1); 3219185029Spjd } 3220185029Spjd if (changelist_prefix(clp) != 0) { 3221185029Spjd changelist_free(clp); 3222219089Spjd zfs_close(zhp); 3223185029Spjd zcmd_free_nvlists(&zc); 3224185029Spjd return (-1); 3225185029Spjd } 3226185029Spjd } 3227290756Smav 3228290756Smav /* 3229290756Smav * If we are resuming a newfs, set newfs here so that we will 3230290756Smav * mount it if the recv succeeds this time. We can tell 3231290756Smav * that it was a newfs on the first recv because the fs 3232290756Smav * itself will be inconsistent (if the fs existed when we 3233290756Smav * did the first recv, we would have received it into 3234290756Smav * .../%recv). 3235290756Smav */ 3236290756Smav if (resuming && zfs_prop_get_int(zhp, ZFS_PROP_INCONSISTENT)) 3237290756Smav newfs = B_TRUE; 3238290756Smav 3239185029Spjd zfs_close(zhp); 3240185029Spjd } else { 3241185029Spjd /* 3242185029Spjd * Destination filesystem does not exist. Therefore we better 3243185029Spjd * be creating a new filesystem (either from a full backup, or 3244185029Spjd * a clone). It would therefore be invalid if the user 3245185029Spjd * specified only the pool name (i.e. if the destination name 3246185029Spjd * contained no slash character). 3247185029Spjd */ 3248185029Spjd if (!stream_wantsnewfs || 3249185029Spjd (cp = strrchr(zc.zc_name, '/')) == NULL) { 3250185029Spjd zcmd_free_nvlists(&zc); 3251185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3252185029Spjd "destination '%s' does not exist"), zc.zc_name); 3253185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 3254185029Spjd } 3255185029Spjd 3256185029Spjd /* 3257185029Spjd * Trim off the final dataset component so we perform the 3258185029Spjd * recvbackup ioctl to the filesystems's parent. 3259185029Spjd */ 3260185029Spjd *cp = '\0'; 3261185029Spjd 3262228103Smm if (flags->isprefix && !flags->istail && !flags->dryrun && 3263185029Spjd create_parents(hdl, zc.zc_value, strlen(tosnap)) != 0) { 3264185029Spjd zcmd_free_nvlists(&zc); 3265185029Spjd return (zfs_error(hdl, EZFS_BADRESTORE, errbuf)); 3266185029Spjd } 3267185029Spjd 3268185029Spjd newfs = B_TRUE; 3269185029Spjd } 3270185029Spjd 3271290756Smav zc.zc_begin_record = *drr_noswap; 3272185029Spjd zc.zc_cookie = infd; 3273228103Smm zc.zc_guid = flags->force; 3274290756Smav zc.zc_resumable = flags->resumable; 3275228103Smm if (flags->verbose) { 3276185029Spjd (void) printf("%s %s stream of %s into %s\n", 3277228103Smm flags->dryrun ? "would receive" : "receiving", 3278185029Spjd drrb->drr_fromguid ? "incremental" : "full", 3279185029Spjd drrb->drr_toname, zc.zc_value); 3280185029Spjd (void) fflush(stdout); 3281185029Spjd } 3282185029Spjd 3283228103Smm if (flags->dryrun) { 3284185029Spjd zcmd_free_nvlists(&zc); 3285228103Smm return (recv_skip(hdl, infd, flags->byteswap)); 3286185029Spjd } 3287185029Spjd 3288219089Spjd zc.zc_nvlist_dst = (uint64_t)(uintptr_t)prop_errbuf; 3289219089Spjd zc.zc_nvlist_dst_size = sizeof (prop_errbuf); 3290219089Spjd zc.zc_cleanup_fd = cleanup_fd; 3291219089Spjd zc.zc_action_handle = *action_handlep; 3292219089Spjd 3293185029Spjd err = ioctl_err = zfs_ioctl(hdl, ZFS_IOC_RECV, &zc); 3294185029Spjd ioctl_errno = errno; 3295219089Spjd prop_errflags = (zprop_errflags_t)zc.zc_obj; 3296219089Spjd 3297219089Spjd if (err == 0) { 3298219089Spjd nvlist_t *prop_errors; 3299219089Spjd VERIFY(0 == nvlist_unpack((void *)(uintptr_t)zc.zc_nvlist_dst, 3300219089Spjd zc.zc_nvlist_dst_size, &prop_errors, 0)); 3301219089Spjd 3302219089Spjd nvpair_t *prop_err = NULL; 3303219089Spjd 3304219089Spjd while ((prop_err = nvlist_next_nvpair(prop_errors, 3305219089Spjd prop_err)) != NULL) { 3306219089Spjd char tbuf[1024]; 3307219089Spjd zfs_prop_t prop; 3308219089Spjd int intval; 3309219089Spjd 3310219089Spjd prop = zfs_name_to_prop(nvpair_name(prop_err)); 3311219089Spjd (void) nvpair_value_int32(prop_err, &intval); 3312219089Spjd if (strcmp(nvpair_name(prop_err), 3313219089Spjd ZPROP_N_MORE_ERRORS) == 0) { 3314219089Spjd trunc_prop_errs(intval); 3315219089Spjd break; 3316219089Spjd } else { 3317219089Spjd (void) snprintf(tbuf, sizeof (tbuf), 3318219089Spjd dgettext(TEXT_DOMAIN, 3319219089Spjd "cannot receive %s property on %s"), 3320219089Spjd nvpair_name(prop_err), zc.zc_name); 3321219089Spjd zfs_setprop_error(hdl, prop, intval, tbuf); 3322219089Spjd } 3323219089Spjd } 3324219089Spjd nvlist_free(prop_errors); 3325219089Spjd } 3326219089Spjd 3327219089Spjd zc.zc_nvlist_dst = 0; 3328219089Spjd zc.zc_nvlist_dst_size = 0; 3329185029Spjd zcmd_free_nvlists(&zc); 3330185029Spjd 3331185029Spjd if (err == 0 && snapprops_nvlist) { 3332185029Spjd zfs_cmd_t zc2 = { 0 }; 3333185029Spjd 3334185029Spjd (void) strcpy(zc2.zc_name, zc.zc_value); 3335219089Spjd zc2.zc_cookie = B_TRUE; /* received */ 3336185029Spjd if (zcmd_write_src_nvlist(hdl, &zc2, snapprops_nvlist) == 0) { 3337185029Spjd (void) zfs_ioctl(hdl, ZFS_IOC_SET_PROP, &zc2); 3338185029Spjd zcmd_free_nvlists(&zc2); 3339185029Spjd } 3340185029Spjd } 3341185029Spjd 3342219089Spjd if (err && (ioctl_errno == ENOENT || ioctl_errno == EEXIST)) { 3343185029Spjd /* 3344185029Spjd * It may be that this snapshot already exists, 3345185029Spjd * in which case we want to consume & ignore it 3346185029Spjd * rather than failing. 3347185029Spjd */ 3348185029Spjd avl_tree_t *local_avl; 3349185029Spjd nvlist_t *local_nv, *fs; 3350219089Spjd cp = strchr(zc.zc_value, '@'); 3351185029Spjd 3352185029Spjd /* 3353185029Spjd * XXX Do this faster by just iterating over snaps in 3354185029Spjd * this fs. Also if zc_value does not exist, we will 3355185029Spjd * get a strange "does not exist" error message. 3356185029Spjd */ 3357185029Spjd *cp = '\0'; 3358219089Spjd if (gather_nvlist(hdl, zc.zc_value, NULL, NULL, B_FALSE, 3359185029Spjd &local_nv, &local_avl) == 0) { 3360185029Spjd *cp = '@'; 3361185029Spjd fs = fsavl_find(local_avl, drrb->drr_toguid, NULL); 3362185029Spjd fsavl_destroy(local_avl); 3363185029Spjd nvlist_free(local_nv); 3364185029Spjd 3365185029Spjd if (fs != NULL) { 3366228103Smm if (flags->verbose) { 3367185029Spjd (void) printf("snap %s already exists; " 3368185029Spjd "ignoring\n", zc.zc_value); 3369185029Spjd } 3370219089Spjd err = ioctl_err = recv_skip(hdl, infd, 3371228103Smm flags->byteswap); 3372185029Spjd } 3373185029Spjd } 3374185029Spjd *cp = '@'; 3375185029Spjd } 3376185029Spjd 3377185029Spjd if (ioctl_err != 0) { 3378185029Spjd switch (ioctl_errno) { 3379185029Spjd case ENODEV: 3380185029Spjd cp = strchr(zc.zc_value, '@'); 3381185029Spjd *cp = '\0'; 3382185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3383185029Spjd "most recent snapshot of %s does not\n" 3384185029Spjd "match incremental source"), zc.zc_value); 3385185029Spjd (void) zfs_error(hdl, EZFS_BADRESTORE, errbuf); 3386185029Spjd *cp = '@'; 3387185029Spjd break; 3388185029Spjd case ETXTBSY: 3389185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3390185029Spjd "destination %s has been modified\n" 3391185029Spjd "since most recent snapshot"), zc.zc_name); 3392185029Spjd (void) zfs_error(hdl, EZFS_BADRESTORE, errbuf); 3393185029Spjd break; 3394185029Spjd case EEXIST: 3395185029Spjd cp = strchr(zc.zc_value, '@'); 3396185029Spjd if (newfs) { 3397185029Spjd /* it's the containing fs that exists */ 3398185029Spjd *cp = '\0'; 3399185029Spjd } 3400185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3401185029Spjd "destination already exists")); 3402185029Spjd (void) zfs_error_fmt(hdl, EZFS_EXISTS, 3403185029Spjd dgettext(TEXT_DOMAIN, "cannot restore to %s"), 3404185029Spjd zc.zc_value); 3405185029Spjd *cp = '@'; 3406185029Spjd break; 3407185029Spjd case EINVAL: 3408185029Spjd (void) zfs_error(hdl, EZFS_BADSTREAM, errbuf); 3409185029Spjd break; 3410185029Spjd case ECKSUM: 3411290756Smav recv_ecksum_set_aux(hdl, zc.zc_value, flags->resumable); 3412185029Spjd (void) zfs_error(hdl, EZFS_BADSTREAM, errbuf); 3413185029Spjd break; 3414219089Spjd case ENOTSUP: 3415219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3416219089Spjd "pool must be upgraded to receive this stream.")); 3417219089Spjd (void) zfs_error(hdl, EZFS_BADVERSION, errbuf); 3418219089Spjd break; 3419219089Spjd case EDQUOT: 3420219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3421219089Spjd "destination %s space quota exceeded"), zc.zc_name); 3422228103Smm (void) zfs_error(hdl, EZFS_NOSPC, errbuf); 3423219089Spjd break; 3424185029Spjd default: 3425185029Spjd (void) zfs_standard_error(hdl, ioctl_errno, errbuf); 3426185029Spjd } 3427185029Spjd } 3428185029Spjd 3429185029Spjd /* 3430219089Spjd * Mount the target filesystem (if created). Also mount any 3431219089Spjd * children of the target filesystem if we did a replication 3432219089Spjd * receive (indicated by stream_avl being non-NULL). 3433185029Spjd */ 3434185029Spjd cp = strchr(zc.zc_value, '@'); 3435185029Spjd if (cp && (ioctl_err == 0 || !newfs)) { 3436185029Spjd zfs_handle_t *h; 3437185029Spjd 3438185029Spjd *cp = '\0'; 3439185029Spjd h = zfs_open(hdl, zc.zc_value, 3440185029Spjd ZFS_TYPE_FILESYSTEM | ZFS_TYPE_VOLUME); 3441185029Spjd if (h != NULL) { 3442185029Spjd if (h->zfs_type == ZFS_TYPE_VOLUME) { 3443185029Spjd *cp = '@'; 3444219089Spjd } else if (newfs || stream_avl) { 3445185029Spjd /* 3446185029Spjd * Track the first/top of hierarchy fs, 3447185029Spjd * for mounting and sharing later. 3448185029Spjd */ 3449185029Spjd if (top_zfs && *top_zfs == NULL) 3450185029Spjd *top_zfs = zfs_strdup(hdl, zc.zc_value); 3451185029Spjd } 3452185029Spjd zfs_close(h); 3453185029Spjd } 3454185029Spjd *cp = '@'; 3455185029Spjd } 3456185029Spjd 3457185029Spjd if (clp) { 3458185029Spjd err |= changelist_postfix(clp); 3459185029Spjd changelist_free(clp); 3460185029Spjd } 3461185029Spjd 3462219089Spjd if (prop_errflags & ZPROP_ERR_NOCLEAR) { 3463219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, "Warning: " 3464219089Spjd "failed to clear unreceived properties on %s"), 3465219089Spjd zc.zc_name); 3466219089Spjd (void) fprintf(stderr, "\n"); 3467219089Spjd } 3468219089Spjd if (prop_errflags & ZPROP_ERR_NORESTORE) { 3469219089Spjd (void) fprintf(stderr, dgettext(TEXT_DOMAIN, "Warning: " 3470219089Spjd "failed to restore original properties on %s"), 3471219089Spjd zc.zc_name); 3472219089Spjd (void) fprintf(stderr, "\n"); 3473219089Spjd } 3474219089Spjd 3475185029Spjd if (err || ioctl_err) 3476185029Spjd return (-1); 3477185029Spjd 3478219089Spjd *action_handlep = zc.zc_action_handle; 3479219089Spjd 3480228103Smm if (flags->verbose) { 3481185029Spjd char buf1[64]; 3482185029Spjd char buf2[64]; 3483185029Spjd uint64_t bytes = zc.zc_cookie; 3484185029Spjd time_t delta = time(NULL) - begin_time; 3485185029Spjd if (delta == 0) 3486185029Spjd delta = 1; 3487185029Spjd zfs_nicenum(bytes, buf1, sizeof (buf1)); 3488185029Spjd zfs_nicenum(bytes/delta, buf2, sizeof (buf1)); 3489185029Spjd 3490185029Spjd (void) printf("received %sB stream in %lu seconds (%sB/sec)\n", 3491185029Spjd buf1, delta, buf2); 3492185029Spjd } 3493185029Spjd 3494185029Spjd return (0); 3495185029Spjd} 3496185029Spjd 3497185029Spjdstatic int 3498288571Smavzfs_receive_impl(libzfs_handle_t *hdl, const char *tosnap, 3499288571Smav const char *originsnap, recvflags_t *flags, int infd, const char *sendfs, 3500288571Smav nvlist_t *stream_nv, avl_tree_t *stream_avl, char **top_zfs, int cleanup_fd, 3501288571Smav uint64_t *action_handlep) 3502185029Spjd{ 3503185029Spjd int err; 3504185029Spjd dmu_replay_record_t drr, drr_noswap; 3505185029Spjd struct drr_begin *drrb = &drr.drr_u.drr_begin; 3506185029Spjd char errbuf[1024]; 3507185029Spjd zio_cksum_t zcksum = { 0 }; 3508219089Spjd uint64_t featureflags; 3509219089Spjd int hdrtype; 3510185029Spjd 3511185029Spjd (void) snprintf(errbuf, sizeof (errbuf), dgettext(TEXT_DOMAIN, 3512185029Spjd "cannot receive")); 3513185029Spjd 3514228103Smm if (flags->isprefix && 3515185029Spjd !zfs_dataset_exists(hdl, tosnap, ZFS_TYPE_DATASET)) { 3516185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "specified fs " 3517185029Spjd "(%s) does not exist"), tosnap); 3518185029Spjd return (zfs_error(hdl, EZFS_NOENT, errbuf)); 3519185029Spjd } 3520288571Smav if (originsnap && 3521288571Smav !zfs_dataset_exists(hdl, originsnap, ZFS_TYPE_DATASET)) { 3522288571Smav zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "specified origin fs " 3523288571Smav "(%s) does not exist"), originsnap); 3524288571Smav return (zfs_error(hdl, EZFS_NOENT, errbuf)); 3525288571Smav } 3526185029Spjd 3527185029Spjd /* read in the BEGIN record */ 3528185029Spjd if (0 != (err = recv_read(hdl, infd, &drr, sizeof (drr), B_FALSE, 3529185029Spjd &zcksum))) 3530185029Spjd return (err); 3531185029Spjd 3532185029Spjd if (drr.drr_type == DRR_END || drr.drr_type == BSWAP_32(DRR_END)) { 3533185029Spjd /* It's the double end record at the end of a package */ 3534185029Spjd return (ENODATA); 3535185029Spjd } 3536185029Spjd 3537185029Spjd /* the kernel needs the non-byteswapped begin record */ 3538185029Spjd drr_noswap = drr; 3539185029Spjd 3540228103Smm flags->byteswap = B_FALSE; 3541185029Spjd if (drrb->drr_magic == BSWAP_64(DMU_BACKUP_MAGIC)) { 3542185029Spjd /* 3543185029Spjd * We computed the checksum in the wrong byteorder in 3544185029Spjd * recv_read() above; do it again correctly. 3545185029Spjd */ 3546185029Spjd bzero(&zcksum, sizeof (zio_cksum_t)); 3547185029Spjd fletcher_4_incremental_byteswap(&drr, sizeof (drr), &zcksum); 3548228103Smm flags->byteswap = B_TRUE; 3549185029Spjd 3550185029Spjd drr.drr_type = BSWAP_32(drr.drr_type); 3551185029Spjd drr.drr_payloadlen = BSWAP_32(drr.drr_payloadlen); 3552185029Spjd drrb->drr_magic = BSWAP_64(drrb->drr_magic); 3553219089Spjd drrb->drr_versioninfo = BSWAP_64(drrb->drr_versioninfo); 3554185029Spjd drrb->drr_creation_time = BSWAP_64(drrb->drr_creation_time); 3555185029Spjd drrb->drr_type = BSWAP_32(drrb->drr_type); 3556185029Spjd drrb->drr_flags = BSWAP_32(drrb->drr_flags); 3557185029Spjd drrb->drr_toguid = BSWAP_64(drrb->drr_toguid); 3558185029Spjd drrb->drr_fromguid = BSWAP_64(drrb->drr_fromguid); 3559185029Spjd } 3560185029Spjd 3561185029Spjd if (drrb->drr_magic != DMU_BACKUP_MAGIC || drr.drr_type != DRR_BEGIN) { 3562185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3563185029Spjd "stream (bad magic number)")); 3564185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3565185029Spjd } 3566185029Spjd 3567219089Spjd featureflags = DMU_GET_FEATUREFLAGS(drrb->drr_versioninfo); 3568219089Spjd hdrtype = DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo); 3569219089Spjd 3570219089Spjd if (!DMU_STREAM_SUPPORTED(featureflags) || 3571219089Spjd (hdrtype != DMU_SUBSTREAM && hdrtype != DMU_COMPOUNDSTREAM)) { 3572219089Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, 3573219089Spjd "stream has unsupported feature, feature flags = %lx"), 3574219089Spjd featureflags); 3575219089Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3576219089Spjd } 3577219089Spjd 3578185029Spjd if (strchr(drrb->drr_toname, '@') == NULL) { 3579185029Spjd zfs_error_aux(hdl, dgettext(TEXT_DOMAIN, "invalid " 3580185029Spjd "stream (bad snapshot name)")); 3581185029Spjd return (zfs_error(hdl, EZFS_BADSTREAM, errbuf)); 3582185029Spjd } 3583185029Spjd 3584219089Spjd if (DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == DMU_SUBSTREAM) { 3585219089Spjd char nonpackage_sendfs[ZFS_MAXNAMELEN]; 3586219089Spjd if (sendfs == NULL) { 3587219089Spjd /* 3588219089Spjd * We were not called from zfs_receive_package(). Get 3589219089Spjd * the fs specified by 'zfs send'. 3590219089Spjd */ 3591219089Spjd char *cp; 3592219089Spjd (void) strlcpy(nonpackage_sendfs, 3593219089Spjd drr.drr_u.drr_begin.drr_toname, ZFS_MAXNAMELEN); 3594219089Spjd if ((cp = strchr(nonpackage_sendfs, '@')) != NULL) 3595219089Spjd *cp = '\0'; 3596219089Spjd sendfs = nonpackage_sendfs; 3597219089Spjd } 3598288571Smav return (zfs_receive_one(hdl, infd, tosnap, originsnap, flags, 3599288571Smav &drr, &drr_noswap, sendfs, stream_nv, stream_avl, top_zfs, 3600288571Smav cleanup_fd, action_handlep)); 3601219089Spjd } else { 3602219089Spjd assert(DMU_GET_STREAM_HDRTYPE(drrb->drr_versioninfo) == 3603219089Spjd DMU_COMPOUNDSTREAM); 3604288571Smav return (zfs_receive_package(hdl, infd, tosnap, flags, &drr, 3605288571Smav &zcksum, top_zfs, cleanup_fd, action_handlep)); 3606185029Spjd } 3607185029Spjd} 3608185029Spjd 3609185029Spjd/* 3610185029Spjd * Restores a backup of tosnap from the file descriptor specified by infd. 3611185029Spjd * Return 0 on total success, -2 if some things couldn't be 3612185029Spjd * destroyed/renamed/promoted, -1 if some things couldn't be received. 3613290756Smav * (-1 will override -2, if -1 and the resumable flag was specified the 3614290756Smav * transfer can be resumed if the sending side supports it). 3615185029Spjd */ 3616185029Spjdint 3617288571Smavzfs_receive(libzfs_handle_t *hdl, const char *tosnap, nvlist_t *props, 3618288571Smav recvflags_t *flags, int infd, avl_tree_t *stream_avl) 3619185029Spjd{ 3620185029Spjd char *top_zfs = NULL; 3621185029Spjd int err; 3622219089Spjd int cleanup_fd; 3623219089Spjd uint64_t action_handle = 0; 3624288571Smav char *originsnap = NULL; 3625288571Smav if (props) { 3626288571Smav err = nvlist_lookup_string(props, "origin", &originsnap); 3627288571Smav if (err && err != ENOENT) 3628288571Smav return (err); 3629288571Smav } 3630185029Spjd 3631219089Spjd cleanup_fd = open(ZFS_DEV, O_RDWR|O_EXCL); 3632219089Spjd VERIFY(cleanup_fd >= 0); 3633185029Spjd 3634288571Smav err = zfs_receive_impl(hdl, tosnap, originsnap, flags, infd, NULL, NULL, 3635219089Spjd stream_avl, &top_zfs, cleanup_fd, &action_handle); 3636219089Spjd 3637219089Spjd VERIFY(0 == close(cleanup_fd)); 3638219089Spjd 3639228103Smm if (err == 0 && !flags->nomount && top_zfs) { 3640185029Spjd zfs_handle_t *zhp; 3641185029Spjd prop_changelist_t *clp; 3642185029Spjd 3643185029Spjd zhp = zfs_open(hdl, top_zfs, ZFS_TYPE_FILESYSTEM); 3644185029Spjd if (zhp != NULL) { 3645185029Spjd clp = changelist_gather(zhp, ZFS_PROP_MOUNTPOINT, 3646185029Spjd CL_GATHER_MOUNT_ALWAYS, 0); 3647185029Spjd zfs_close(zhp); 3648185029Spjd if (clp != NULL) { 3649185029Spjd /* mount and share received datasets */ 3650185029Spjd err = changelist_postfix(clp); 3651185029Spjd changelist_free(clp); 3652185029Spjd } 3653185029Spjd } 3654185029Spjd if (zhp == NULL || clp == NULL || err) 3655185029Spjd err = -1; 3656185029Spjd } 3657185029Spjd if (top_zfs) 3658185029Spjd free(top_zfs); 3659185029Spjd 3660185029Spjd return (err); 3661185029Spjd} 3662