4 # This file and its contents are supplied under the terms of the
5 # Common Development and Distribution License ("CDDL"), version 1.0.
6 # You may only use this file in accordance with the terms of version
9 # A full copy of the text of the CDDL should have accompanied this
10 # source. A copy of the CDDL is also available via the Internet at
11 # http://www.illumos.org/license/CDDL.
15 # Copyright (c) 2015, 2016 by Delphix. All rights reserved.
20 # Trigger fio runs using the sequential_reads job file. The number of runs and
21 # data collected is determined by the PERF_* variables. See do_fio_run for
22 # details about these variables.
24 # The files to read from are created prior to the first fio run, and used
25 # for all fio runs. This test will exercise cached read performance from
26 # a clone filesystem. The data is initially cached in the ARC and then
27 # a snapshot and clone are created. All the performance runs are then
28 # initiated against the clone filesystem to exercise the performance of
29 # reads when the ARC has to create another buffer from a different dataset.
30 # It will also exercise the need to evict the duplicate buffer once the last
31 # reference on that buffer is released.
34 .
$STF_SUITE/include
/libtest.shlib
35 .
$STF_SUITE/tests
/perf
/perf.shlib
42 log_must_busy zfs destroy
$TESTFS
43 log_must_busy zpool destroy
$PERFPOOL
46 trap "log_fail \"Measure IO stats during random read load\"" SIGTERM
48 log_assert
"Measure IO stats during sequential read load"
51 export TESTFS
=$PERFPOOL/testfs
53 log_must zfs create
$PERF_FS_OPTS $TESTFS
55 # Make sure the working set can be cached in the arc. Aim for 1/2 of arc.
56 export TOTAL_SIZE
=$
(($
(get_max_arc_size
) / 2))
58 # Variables for use by fio.
59 if [[ -n $PERF_REGRESSION_WEEKLY ]]; then
60 export PERF_RUNTIME
=${PERF_RUNTIME:-$PERF_RUNTIME_WEEKLY}
61 export PERF_RUNTYPE
=${PERF_RUNTYPE:-'weekly'}
62 export PERF_NTHREADS
=${PERF_NTHREADS:-'16 64'}
63 export PERF_SYNC_TYPES
=${PERF_SYNC_TYPES:-'1'}
64 export PERF_IOSIZES
=${PERF_IOSIZES:-'64k 128k 1m'}
65 elif [[ -n $PERF_REGRESSION_NIGHTLY ]]; then
66 export PERF_RUNTIME
=${PERF_RUNTIME:-$PERF_RUNTIME_NIGHTLY}
67 export PERF_RUNTYPE
=${PERF_RUNTYPE:-'nightly'}
68 export PERF_NTHREADS
=${PERF_NTHREADS:-'64 128'}
69 export PERF_SYNC_TYPES
=${PERF_SYNC_TYPES:-'1'}
70 export PERF_IOSIZES
=${PERF_IOSIZES:-'128k 1m'}
73 # Layout the files to be used by the read tests. Create as many files as the
74 # largest number of threads. An fio run with fewer threads will use a subset
75 # of the available files.
76 export NUMJOBS
=$
(get_max
$PERF_NTHREADS)
77 export FILE_SIZE
=$
((TOTAL_SIZE
/ NUMJOBS
))
78 log_must fio
$FIO_SCRIPTS/mkfiles.fio
80 log_note
"Creating snapshot, $TESTSNAP, of $TESTFS"
81 create_snapshot
$TESTFS $TESTSNAP
82 log_note
"Creating clone, $PERFPOOL/$TESTCLONE, from $TESTFS@$TESTSNAP"
83 create_clone
$TESTFS@
$TESTSNAP $PERFPOOL/$TESTCLONE
86 # Reset the TESTFS to point to the clone
88 export TESTFS
=$PERFPOOL/$TESTCLONE
90 # Set up the scripts and output files that will log performance data.
91 lun_list
=$
(pool_to_lun_list
$PERFPOOL)
92 log_note
"Collecting backend IO stats with lun list $lun_list"
94 export collect_scripts
=("zpool iostat -lpvyL $PERFPOOL 1" "zpool.iostat"
95 "$PERF_SCRIPTS/prefetch_io.sh $PERFPOOL 1" "prefetch" "vmstat 1"
96 "vmstat" "mpstat -P ALL 1" "mpstat" "iostat -dxyz 1" "iostat")
98 export collect_scripts
=("$PERF_SCRIPTS/io.d $PERFPOOL $lun_list 1" "io"
99 "$PERF_SCRIPTS/prefetch_io.d $PERFPOOL 1" "prefetch" "vmstat 1" "vmstat"
100 "mpstat 1" "mpstat" "iostat -xcnz 1" "iostat")
103 log_note
"Sequential cached reads from $TESTFS with $PERF_RUNTYPE settings"
104 do_fio_run sequential_reads.fio false false
105 log_pass
"Measure IO stats during sequential cached read load"