zfs_send_006_pos.ksh revision d583b39bfb4e2571d3e41097c5c357ffe353ad45
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# CDDL HEADER START
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# This file and its contents are supplied under the terms of the
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# Common Development and Distribution License ("CDDL"), version 1.0.
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# You may only use this file in accordance with the terms of version
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# 1.0 of the CDDL.
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# A full copy of the text of the CDDL should have accompanied this
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# source. A copy of the CDDL is also available via the Internet at
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# CDDL HEADER END
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# Copyright (c) 2012 by Delphix. All rights reserved.
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# Verify 'zfs send' can generate valid streams with different options
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# 1. Create datasets
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# 2. Write some data to the datasets
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# 3. Create a full send streams
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# 4. Receive the send stream
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# 5. Do a dry run with different options and verify the generated size
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# estimate against the received stream
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy if [[ -z $3 ]];then
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy typeset total_size=$($ZFS send $option $snapshot 2>&1 | $TAIL -1)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy typeset total_size=$($ZFS send $option $base_snapshot $snapshot \
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy total_size=$($ECHO "$total_size" | $AWK '{print $2}')
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy total_size=$($ECHO "$total_size" | $AWK '{print $5}')
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy total_size=$($ECHO "$total_size * $block_count" | bc)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy typeset refer_diff=$($ECHO "$refer_size - $estimate_size" | bc)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy refer_diff=$($ECHO "$refer_diff / 1" | bc)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy refer_diff=$($ECHO "$refer_diff" | $NAWK '{print ($1 < 0) ? ($1 * -1): $1'})
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy typeset file_diff=$($ECHO "$file_size - $estimate_size" | bc)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy file_diff=$($ECHO "$file_diff" | $NAWK '{print ($1 < 0) ? ($1 * -1):$1'})
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy typeset expected_diff=$(cal_percentage $refer_size)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy [[ -z $refer_diff && -z $file_diff && -z $expected_diff ]] && \
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy log_fail "zfs send $options gives wrong size estimates"
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_assert "Verify 'zfs send -nvP' generates valid stream estimates"
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# create dataset
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# create multiple snapshot for the dataset with data
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy log_must $DD if=/dev/urandom of=/$TESTPOOL/$TESTFS1/file$block_size \
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy log_must $ZFS snapshot $TESTPOOL/$TESTFS1@snap$block_size
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyincreamental_snapshot="$TESTPOOL/$TESTFS1@snap256"
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyfull_size=$($ZFS send $full_snapshot 2>&1 | wc -c)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyincreamental_size=$($ZFS send $increamental_snapshot 2>&1 | wc -c)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyincreamental_send=$($ZFS send -i $full_snapshot $increamental_snapshot 2>&1 | wc -c)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyrefer_size=$(get_prop refer $full_snapshot)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyestimate_size=$(get_estimate_size $full_snapshot $options)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must verify_size_estimates $options $full_size
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyestimate_size=$(get_estimate_size $full_snapshot $options)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must verify_size_estimates $options $full_size
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_note "verify zfs send -nv for multiple snapshot send"
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyrefer_size=$(get_prop refer $increamental_snapshot)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyestimate_size=$(get_estimate_size $increamental_snapshot $options)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must verify_size_estimates $options $increamental_size
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_note "verify zfs send -vPn for multiple snapshot send"
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyestimate_size=$(get_estimate_size $increamental_snapshot $options)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must verify_size_estimates $options $increamental_size
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_note "verify zfs send -inv for increamental send"
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyrefer_size=$(get_prop refer $increamental_snapshot)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedydeduct_size=$(get_prop refer $full_snapshot)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyrefer_size=$($ECHO "$refer_size - $deduct_size" | bc)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyestimate_size=$(get_estimate_size $increamental_snapshot $options $full_snapshot)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must verify_size_estimates $options $increamental_send
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_note "verify zfs send -ivPn for increamental send"
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyestimate_size=$(get_estimate_size $increamental_snapshot $options $full_snapshot)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must verify_size_estimates $options $increamental_send
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must $ZFS destroy -r $TESTPOOL/$TESTFS1
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy#setup_recursive_send
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedydatasets="$TESTPOOL/$TESTFS1 $TESTPOOL/$TESTFS1/$TESTFS2
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# create nested datasets
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must $ZFS create -p $TESTPOOL/$TESTFS1/$TESTFS2/$TESTFS3
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# verify dataset creation
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy datasetexists $ds || log_fail "Create $ds dataset fail."
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy log_must $DD if=/dev/urandom of=/$ds/file64 \
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy# create recursive nested snapshot
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must $ZFS snapshot -r $TESTPOOL/$TESTFS1@snap64
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedy datasetexists $ds@snap64 || log_fail "Create $ds@snap64 snapshot fail."
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyrecursive_size=$($ZFS send -R $full_snapshot 2>&1 | wc -c)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_note "verify zfs send -Rnv for recursive send"
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyrefer_size=$(get_prop refer $full_snapshot)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyestimate_size=$(get_estimate_size $full_snapshot $options)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must verify_size_estimates $options $recursive_size
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_note "verify zfs send -RvPn for recursive send"
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedyestimate_size=$(get_estimate_size $full_snapshot $options)
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_must verify_size_estimates $options $recursive_size
d583b39bfb4e2571d3e41097c5c357ffe353ad45John Wren Kennedylog_pass "'zfs send' prints the correct size estimates using '-n' and '-P' options."