[ceph.git] / ceph / qa / workunits / rbd / import_export.sh

#!/bin/sh -ex

# returns data pool for a given image
get_image_data_pool () {
    image=$1
    data_pool=$(rbd info $image | grep "data_pool: " | awk -F':' '{ print $NF }')
    if [ -z $data_pool ]; then
       data_pool='rbd'
    fi

    echo $data_pool
}

# return list of object numbers populated in image
objects () {
   image=$1
   prefix=$(rbd info $image | grep block_name_prefix | awk '{print $NF;}')

   # strip off prefix and leading zeros from objects; sort, although
   # it doesn't necessarily make sense as they're hex, at least it makes
   # the list repeatable and comparable
   objects=$(rados ls -p $(get_image_data_pool $image) | grep $prefix | \
       sed -e 's/'$prefix'\.//' -e 's/^0*\([0-9a-f]\)/\1/' | sort -u)
   echo $objects
}

# return false if either files don't compare or their ondisk
# sizes don't compare

compare_files_and_ondisk_sizes () {
    cmp -l $1 $2 || return 1
    origsize=$(stat $1 --format %b)
    exportsize=$(stat $2 --format %b)
    difference=$(($exportsize - $origsize))
    difference=${difference#-} # absolute value
    test $difference -ge 0 -a $difference -lt 4096
}

TMPDIR=/tmp/rbd_import_export_$$
rm -rf $TMPDIR
mkdir $TMPDIR
trap "rm -rf $TMPDIR" INT TERM EXIT

# cannot import a dir
mkdir foo.$$
rbd import foo.$$ foo.dir && exit 1 || true   # should fail
rmdir foo.$$

# create a sparse file
dd if=/bin/sh of=${TMPDIR}/img bs=1k count=1 seek=10
dd if=/bin/dd of=${TMPDIR}/img bs=1k count=10 seek=100
dd if=/bin/rm of=${TMPDIR}/img bs=1k count=100 seek=1000
dd if=/bin/ls of=${TMPDIR}/img bs=1k seek=10000
dd if=/bin/ln of=${TMPDIR}/img bs=1k seek=100000
dd if=/bin/grep of=${TMPDIR}/img bs=1k seek=1000000

rbd rm testimg || true

rbd import $RBD_CREATE_ARGS ${TMPDIR}/img testimg
rbd export testimg ${TMPDIR}/img2
rbd export testimg - > ${TMPDIR}/img3
rbd rm testimg
cmp ${TMPDIR}/img ${TMPDIR}/img2
cmp ${TMPDIR}/img ${TMPDIR}/img3
rm ${TMPDIR}/img2 ${TMPDIR}/img3

# try again, importing from stdin
rbd import $RBD_CREATE_ARGS - testimg < ${TMPDIR}/img
rbd export testimg ${TMPDIR}/img2
rbd export testimg - > ${TMPDIR}/img3
rbd rm testimg
cmp ${TMPDIR}/img ${TMPDIR}/img2
cmp ${TMPDIR}/img ${TMPDIR}/img3

rm ${TMPDIR}/img ${TMPDIR}/img2 ${TMPDIR}/img3

if rbd help export | grep -q export-format; then
    # try with --export-format for snapshots
    dd if=/bin/dd of=${TMPDIR}/img bs=1k count=10 seek=100
    rbd import $RBD_CREATE_ARGS ${TMPDIR}/img testimg
    rbd snap create testimg@snap
    rbd image-meta set testimg key1 value1
    IMAGEMETA_BEFORE=`rbd image-meta list testimg`
    rbd export --export-format 2 testimg ${TMPDIR}/img_v2
    rbd import --export-format 2 ${TMPDIR}/img_v2 testimg_import
    rbd info testimg_import
    rbd info testimg_import@snap
    IMAGEMETA_AFTER=`rbd image-meta list testimg_import`
    [ "$IMAGEMETA_BEFORE" = "$IMAGEMETA_AFTER" ]

    # compare the contents between testimg and testimg_import
    rbd export testimg_import ${TMPDIR}/img_import
    compare_files_and_ondisk_sizes ${TMPDIR}/img ${TMPDIR}/img_import

    rbd export testimg@snap ${TMPDIR}/img_snap
    rbd export testimg_import@snap ${TMPDIR}/img_snap_import
    compare_files_and_ondisk_sizes ${TMPDIR}/img_snap ${TMPDIR}/img_snap_import

    rm ${TMPDIR}/img_v2
    rm ${TMPDIR}/img_import
    rm ${TMPDIR}/img_snap
    rm ${TMPDIR}/img_snap_import

    rbd snap rm testimg_import@snap
    rbd remove testimg_import
    rbd snap rm testimg@snap
    rbd rm testimg

    # order
    rbd import --order 20 ${TMPDIR}/img testimg
    rbd export --export-format 2 testimg ${TMPDIR}/img_v2
    rbd import --export-format 2 ${TMPDIR}/img_v2 testimg_import
    rbd info testimg_import|grep order|awk '{print $2}'|grep 20
    
    rm ${TMPDIR}/img_v2

    rbd remove testimg_import
    rbd remove testimg

    # features
    rbd import --image-feature layering ${TMPDIR}/img testimg
    FEATURES_BEFORE=`rbd info testimg|grep features`
    rbd export --export-format 2 testimg ${TMPDIR}/img_v2
    rbd import --export-format 2 ${TMPDIR}/img_v2 testimg_import
    FEATURES_AFTER=`rbd info testimg_import|grep features`
    if [ "$FEATURES_BEFORE" != "$FEATURES_AFTER" ]; then
        false
    fi

    rm ${TMPDIR}/img_v2

    rbd remove testimg_import
    rbd remove testimg

    # stripe
    rbd import --stripe-count 1000 --stripe-unit 4096 ${TMPDIR}/img testimg
    rbd export --export-format 2 testimg ${TMPDIR}/img_v2
    rbd import --export-format 2 ${TMPDIR}/img_v2 testimg_import
    rbd info testimg_import|grep "stripe unit"|grep -Ei '(4 KiB|4K|4096)'
    rbd info testimg_import|grep "stripe count"|awk '{print $3}'|grep 1000

    rm ${TMPDIR}/img_v2

    rbd remove testimg_import
    rbd remove testimg
fi

tiered=0
if ceph osd dump | grep ^pool | grep "'rbd'" | grep tier; then
    tiered=1
fi

# create specifically sparse files
# 1 1M block of sparse, 1 1M block of random
dd if=/dev/urandom bs=1M seek=1 count=1 of=${TMPDIR}/sparse1

# 1 1M block of random, 1 1M block of sparse
dd if=/dev/urandom bs=1M count=1 of=${TMPDIR}/sparse2; truncate ${TMPDIR}/sparse2 -s 2M

# 1M-block images; validate resulting blocks

# 1M sparse, 1M data
rbd rm sparse1 || true
rbd import $RBD_CREATE_ARGS --order 20 ${TMPDIR}/sparse1
rbd ls -l | grep sparse1 | grep -Ei '(2 MiB|2M|2048k)'
[ $tiered -eq 1 -o "$(objects sparse1)" = '1' ]

# export, compare contents and on-disk size
rbd export sparse1 ${TMPDIR}/sparse1.out
compare_files_and_ondisk_sizes ${TMPDIR}/sparse1 ${TMPDIR}/sparse1.out
rm ${TMPDIR}/sparse1.out
rbd rm sparse1

# 1M data, 1M sparse
rbd rm sparse2 || true
rbd import $RBD_CREATE_ARGS --order 20 ${TMPDIR}/sparse2
rbd ls -l | grep sparse2 | grep -Ei '(2 MiB|2M|2048k)'
[ $tiered -eq 1 -o "$(objects sparse2)" = '0' ]
rbd export sparse2 ${TMPDIR}/sparse2.out
compare_files_and_ondisk_sizes ${TMPDIR}/sparse2 ${TMPDIR}/sparse2.out
rm ${TMPDIR}/sparse2.out
rbd rm sparse2

# extend sparse1 to 10 1M blocks, sparse at the end
truncate ${TMPDIR}/sparse1 -s 10M
# import from stdin just for fun, verify still sparse
rbd import $RBD_CREATE_ARGS --order 20 - sparse1 < ${TMPDIR}/sparse1
rbd ls -l | grep sparse1 | grep -Ei '(10 MiB|10M|10240k)'
[ $tiered -eq 1 -o "$(objects sparse1)" = '1' ]
rbd export sparse1 ${TMPDIR}/sparse1.out
compare_files_and_ondisk_sizes ${TMPDIR}/sparse1 ${TMPDIR}/sparse1.out
rm ${TMPDIR}/sparse1.out
rbd rm sparse1

# extend sparse2 to 4M total with two more nonsparse megs
dd if=/dev/urandom bs=2M count=1 of=${TMPDIR}/sparse2 oflag=append conv=notrunc
# again from stding
rbd import $RBD_CREATE_ARGS --order 20 - sparse2 < ${TMPDIR}/sparse2
rbd ls -l | grep sparse2 | grep -Ei '(4 MiB|4M|4096k)'
[ $tiered -eq 1 -o "$(objects sparse2)" = '0 2 3' ]
rbd export sparse2 ${TMPDIR}/sparse2.out
compare_files_and_ondisk_sizes ${TMPDIR}/sparse2 ${TMPDIR}/sparse2.out
rm ${TMPDIR}/sparse2.out
rbd rm sparse2

# zeros import to a sparse image.  Note: all zeros currently
# doesn't work right now due to the way we handle 'empty' fiemaps;
# the image ends up zero-filled.

echo "partially-sparse file imports to partially-sparse image"
rbd import $RBD_CREATE_ARGS --order 20 ${TMPDIR}/sparse1 sparse
[ $tiered -eq 1 -o "$(objects sparse)" = '1' ]
rbd rm sparse

echo "zeros import through stdin to sparse image"
# stdin
dd if=/dev/zero bs=1M count=4 | rbd import $RBD_CREATE_ARGS - sparse
[ $tiered -eq 1 -o "$(objects sparse)" = '' ]
rbd rm sparse

echo "zeros export to sparse file"
#  Must be tricky to make image "by hand" ; import won't create a zero image
rbd create $RBD_CREATE_ARGS sparse --size 4
prefix=$(rbd info sparse | grep block_name_prefix | awk '{print $NF;}')
# drop in 0 object directly
dd if=/dev/zero bs=4M count=1 | rados -p $(get_image_data_pool sparse) \
                                      put ${prefix}.000000000000 -
[ $tiered -eq 1 -o "$(objects sparse)" = '0' ]
# 1 object full of zeros; export should still create 0-disk-usage file
rm ${TMPDIR}/sparse || true
rbd export sparse ${TMPDIR}/sparse
[ $(stat ${TMPDIR}/sparse --format=%b) = '0' ]
rbd rm sparse

rm ${TMPDIR}/sparse ${TMPDIR}/sparse1 ${TMPDIR}/sparse2 ${TMPDIR}/sparse3 || true

echo OK
Commit	Line	Data
7c673cae FG	1	#!/bin/sh -ex
	2
	3	# returns data pool for a given image
	4	get_image_data_pool () {
	5	image=$1
	6	data_pool=$(rbd info $image \| grep "data_pool: " \| awk -F':' '{ print $NF }')
	7	if [ -z $data_pool ]; then
	8	data_pool='rbd'
	9	fi
	10
	11	echo $data_pool
	12	}
	13
	14	# return list of object numbers populated in image
	15	objects () {
	16	image=$1
	17	prefix=$(rbd info $image \| grep block_name_prefix \| awk '{print $NF;}')
	18
	19	# strip off prefix and leading zeros from objects; sort, although
	20	# it doesn't necessarily make sense as they're hex, at least it makes
	21	# the list repeatable and comparable
	22	objects=$(rados ls -p $(get_image_data_pool $image) \| grep $prefix \| \
	23	sed -e 's/'$prefix'\.//' -e 's/^0*\([0-9a-f]\)/\1/' \| sort -u)
	24	echo $objects
	25	}
	26
	27	# return false if either files don't compare or their ondisk
	28	# sizes don't compare
	29
	30	compare_files_and_ondisk_sizes () {
	31	cmp -l $1 $2 \|\| return 1
	32	origsize=$(stat $1 --format %b)
	33	exportsize=$(stat $2 --format %b)
	34	difference=$(($exportsize - $origsize))
	35	difference=${difference#-} # absolute value
	36	test $difference -ge 0 -a $difference -lt 4096
	37	}
	38
	39	TMPDIR=/tmp/rbd_import_export_$$
	40	rm -rf $TMPDIR
	41	mkdir $TMPDIR
	42	trap "rm -rf $TMPDIR" INT TERM EXIT
	43
	44	# cannot import a dir
	45	mkdir foo.$$
	46	rbd import foo.$$ foo.dir && exit 1 \|\| true # should fail
	47	rmdir foo.$$
	48
	49	# create a sparse file
	50	dd if=/bin/sh of=${TMPDIR}/img bs=1k count=1 seek=10
	51	dd if=/bin/dd of=${TMPDIR}/img bs=1k count=10 seek=100
	52	dd if=/bin/rm of=${TMPDIR}/img bs=1k count=100 seek=1000
	53	dd if=/bin/ls of=${TMPDIR}/img bs=1k seek=10000
	54	dd if=/bin/ln of=${TMPDIR}/img bs=1k seek=100000
	55	dd if=/bin/grep of=${TMPDIR}/img bs=1k seek=1000000
	56
	57	rbd rm testimg \|\| true
	58
	59	rbd import $RBD_CREATE_ARGS ${TMPDIR}/img testimg
	60	rbd export testimg ${TMPDIR}/img2
	61	rbd export testimg - > ${TMPDIR}/img3
	62	rbd rm testimg
	63	cmp ${TMPDIR}/img ${TMPDIR}/img2
	64	cmp ${TMPDIR}/img ${TMPDIR}/img3
65	rm ${TMPDIR}/img2 ${TMPDIR}/img3
66
67	# try again, importing from stdin
68	rbd import $RBD_CREATE_ARGS - testimg < ${TMPDIR}/img
69	rbd export testimg ${TMPDIR}/img2
70	rbd export testimg - > ${TMPDIR}/img3
71	rbd rm testimg
72	cmp ${TMPDIR}/img ${TMPDIR}/img2
73	cmp ${TMPDIR}/img ${TMPDIR}/img3
74
75	rm ${TMPDIR}/img ${TMPDIR}/img2 ${TMPDIR}/img3
76
224ce89b WB	77	if rbd help export \| grep -q export-format; then
	78	# try with --export-format for snapshots
	79	dd if=/bin/dd of=${TMPDIR}/img bs=1k count=10 seek=100
	80	rbd import $RBD_CREATE_ARGS ${TMPDIR}/img testimg
	81	rbd snap create testimg@snap
28e407b8 AA	82	rbd image-meta set testimg key1 value1
28e407b8 AA	83	IMAGEMETA_BEFORE=`rbd image-meta list testimg`
224ce89b WB	84	rbd export --export-format 2 testimg ${TMPDIR}/img_v2
	85	rbd import --export-format 2 ${TMPDIR}/img_v2 testimg_import
	86	rbd info testimg_import
	87	rbd info testimg_import@snap
28e407b8 AA	88	IMAGEMETA_AFTER=`rbd image-meta list testimg_import`
28e407b8 AA	89	[ "$IMAGEMETA_BEFORE" = "$IMAGEMETA_AFTER" ]
224ce89b WB	90
	91	# compare the contents between testimg and testimg_import
	92	rbd export testimg_import ${TMPDIR}/img_import
	93	compare_files_and_ondisk_sizes ${TMPDIR}/img ${TMPDIR}/img_import
	94
	95	rbd export testimg@snap ${TMPDIR}/img_snap
	96	rbd export testimg_import@snap ${TMPDIR}/img_snap_import
	97	compare_files_and_ondisk_sizes ${TMPDIR}/img_snap ${TMPDIR}/img_snap_import
	98
	99	rm ${TMPDIR}/img_v2
	100	rm ${TMPDIR}/img_import
	101	rm ${TMPDIR}/img_snap
	102	rm ${TMPDIR}/img_snap_import
	103
	104	rbd snap rm testimg_import@snap
	105	rbd remove testimg_import
	106	rbd snap rm testimg@snap
	107	rbd rm testimg
	108
	109	# order
	110	rbd import --order 20 ${TMPDIR}/img testimg
	111	rbd export --export-format 2 testimg ${TMPDIR}/img_v2
	112	rbd import --export-format 2 ${TMPDIR}/img_v2 testimg_import
	113	rbd info testimg_import\|grep order\|awk '{print $2}'\|grep 20
	114
	115	rm ${TMPDIR}/img_v2
	116
	117	rbd remove testimg_import
	118	rbd remove testimg
	119
	120	# features
	121	rbd import --image-feature layering ${TMPDIR}/img testimg
	122	FEATURES_BEFORE=`rbd info testimg\|grep features`
	123	rbd export --export-format 2 testimg ${TMPDIR}/img_v2
	124	rbd import --export-format 2 ${TMPDIR}/img_v2 testimg_import
	125	FEATURES_AFTER=`rbd info testimg_import\|grep features`
	126	if [ "$FEATURES_BEFORE" != "$FEATURES_AFTER" ]; then
	127	false
	128	fi
7c673cae	129
224ce89b	130	rm ${TMPDIR}/img_v2
7c673cae	131
224ce89b WB	132	rbd remove testimg_import
224ce89b WB	133	rbd remove testimg
7c673cae	134
224ce89b WB	135	# stripe
	136	rbd import --stripe-count 1000 --stripe-unit 4096 ${TMPDIR}/img testimg
	137	rbd export --export-format 2 testimg ${TMPDIR}/img_v2
	138	rbd import --export-format 2 ${TMPDIR}/img_v2 testimg_import
28e407b8	139	rbd info testimg_import\|grep "stripe unit"\|grep -Ei '(4 KiB\|4K\|4096)'
224ce89b	140	rbd info testimg_import\|grep "stripe count"\|awk '{print $3}'\|grep 1000
7c673cae	141
224ce89b	142	rm ${TMPDIR}/img_v2
7c673cae	143
224ce89b WB	144	rbd remove testimg_import
	145	rbd remove testimg
	146	fi
7c673cae FG	147
	148	tiered=0
	149	if ceph osd dump \| grep ^pool \| grep "'rbd'" \| grep tier; then
	150	tiered=1
	151	fi
	152
	153	# create specifically sparse files
	154	# 1 1M block of sparse, 1 1M block of random
	155	dd if=/dev/urandom bs=1M seek=1 count=1 of=${TMPDIR}/sparse1
	156
	157	# 1 1M block of random, 1 1M block of sparse
	158	dd if=/dev/urandom bs=1M count=1 of=${TMPDIR}/sparse2; truncate ${TMPDIR}/sparse2 -s 2M
	159
	160	# 1M-block images; validate resulting blocks
	161
	162	# 1M sparse, 1M data
	163	rbd rm sparse1 \|\| true
	164	rbd import $RBD_CREATE_ARGS --order 20 ${TMPDIR}/sparse1
28e407b8	165	rbd ls -l \| grep sparse1 \| grep -Ei '(2 MiB\|2M\|2048k)'
7c673cae FG	166	[ $tiered -eq 1 -o "$(objects sparse1)" = '1' ]
	167
	168	# export, compare contents and on-disk size
	169	rbd export sparse1 ${TMPDIR}/sparse1.out
	170	compare_files_and_ondisk_sizes ${TMPDIR}/sparse1 ${TMPDIR}/sparse1.out
	171	rm ${TMPDIR}/sparse1.out
	172	rbd rm sparse1
	173
	174	# 1M data, 1M sparse
	175	rbd rm sparse2 \|\| true
	176	rbd import $RBD_CREATE_ARGS --order 20 ${TMPDIR}/sparse2
28e407b8	177	rbd ls -l \| grep sparse2 \| grep -Ei '(2 MiB\|2M\|2048k)'
7c673cae FG	178	[ $tiered -eq 1 -o "$(objects sparse2)" = '0' ]
	179	rbd export sparse2 ${TMPDIR}/sparse2.out
	180	compare_files_and_ondisk_sizes ${TMPDIR}/sparse2 ${TMPDIR}/sparse2.out
	181	rm ${TMPDIR}/sparse2.out
	182	rbd rm sparse2
	183
	184	# extend sparse1 to 10 1M blocks, sparse at the end
	185	truncate ${TMPDIR}/sparse1 -s 10M
	186	# import from stdin just for fun, verify still sparse
	187	rbd import $RBD_CREATE_ARGS --order 20 - sparse1 < ${TMPDIR}/sparse1
28e407b8	188	rbd ls -l \| grep sparse1 \| grep -Ei '(10 MiB\|10M\|10240k)'
7c673cae FG	189	[ $tiered -eq 1 -o "$(objects sparse1)" = '1' ]
	190	rbd export sparse1 ${TMPDIR}/sparse1.out
	191	compare_files_and_ondisk_sizes ${TMPDIR}/sparse1 ${TMPDIR}/sparse1.out
	192	rm ${TMPDIR}/sparse1.out
	193	rbd rm sparse1
	194
	195	# extend sparse2 to 4M total with two more nonsparse megs
	196	dd if=/dev/urandom bs=2M count=1 of=${TMPDIR}/sparse2 oflag=append conv=notrunc
	197	# again from stding
	198	rbd import $RBD_CREATE_ARGS --order 20 - sparse2 < ${TMPDIR}/sparse2
28e407b8	199	rbd ls -l \| grep sparse2 \| grep -Ei '(4 MiB\|4M\|4096k)'
7c673cae FG	200	[ $tiered -eq 1 -o "$(objects sparse2)" = '0 2 3' ]
	201	rbd export sparse2 ${TMPDIR}/sparse2.out
	202	compare_files_and_ondisk_sizes ${TMPDIR}/sparse2 ${TMPDIR}/sparse2.out
	203	rm ${TMPDIR}/sparse2.out
	204	rbd rm sparse2
	205
	206	# zeros import to a sparse image. Note: all zeros currently
	207	# doesn't work right now due to the way we handle 'empty' fiemaps;
	208	# the image ends up zero-filled.
	209
	210	echo "partially-sparse file imports to partially-sparse image"
	211	rbd import $RBD_CREATE_ARGS --order 20 ${TMPDIR}/sparse1 sparse
	212	[ $tiered -eq 1 -o "$(objects sparse)" = '1' ]
	213	rbd rm sparse
	214
	215	echo "zeros import through stdin to sparse image"
	216	# stdin
	217	dd if=/dev/zero bs=1M count=4 \| rbd import $RBD_CREATE_ARGS - sparse
	218	[ $tiered -eq 1 -o "$(objects sparse)" = '' ]
	219	rbd rm sparse
	220
	221	echo "zeros export to sparse file"
	222	# Must be tricky to make image "by hand" ; import won't create a zero image
	223	rbd create $RBD_CREATE_ARGS sparse --size 4
	224	prefix=$(rbd info sparse \| grep block_name_prefix \| awk '{print $NF;}')
	225	# drop in 0 object directly
	226	dd if=/dev/zero bs=4M count=1 \| rados -p $(get_image_data_pool sparse) \
	227	put ${prefix}.000000000000 -
	228	[ $tiered -eq 1 -o "$(objects sparse)" = '0' ]
	229	# 1 object full of zeros; export should still create 0-disk-usage file
	230	rm ${TMPDIR}/sparse \|\| true
	231	rbd export sparse ${TMPDIR}/sparse
	232	[ $(stat ${TMPDIR}/sparse --format=%b) = '0' ]
	233	rbd rm sparse
	234
	235	rm ${TMPDIR}/sparse ${TMPDIR}/sparse1 ${TMPDIR}/sparse2 ${TMPDIR}/sparse3 \|\| true
	236
	237	echo OK