tests/zfs-tests/tests/perf/regression/sequential_writes.ksh

   1 #!/bin/ksh
   2
   3 #
   4 # This file and its contents are supplied under the terms of the
   5 # Common Development and Distribution License ("CDDL"), version 1.0.
   6 # You may only use this file in accordance with the terms of version
   7 # 1.0 of the CDDL.
   8 #
   9 # A full copy of the text of the CDDL should have accompanied this
  10 # source.  A copy of the CDDL is also available via the Internet at
  11 # http://www.illumos.org/license/CDDL.
  12 #
  13
  14 #
  15 # Copyright (c) 2015, 2021 by Delphix. All rights reserved.
  16 #
  17
  18 #
  19 # Description:
  20 # Trigger fio runs using the sequential_writes job file. The number of runs and
  21 # data collected is determined by the PERF_* variables. See do_fio_run for
  22 # details about these variables.
  23 #
  24 # Prior to each fio run the dataset is recreated, and fio writes new files
  25 # into an otherwise empty pool.
  26 #
  27 # Thread/Concurrency settings:
  28 #    PERF_NTHREADS defines the number of files created in the test filesystem,
  29 #    as well as the number of threads that will simultaneously drive IO to
  30 #    those files.  The settings chosen are from measurements in the
  31 #    PerfAutoESX/ZFSPerfESX Environments, selected at concurrency levels that
  32 #    are at peak throughput but lowest latency.  Higher concurrency introduces
  33 #    queue time latency and would reduce the impact of code-induced performance
  34 #    regressions.
  35 #
  36
  37 . $STF_SUITE/include/libtest.shlib
  38 . $STF_SUITE/tests/perf/perf.shlib
  39
  40 function cleanup
  41 {
  42         # kill fio and iostat
  43         pkill fio
  44         pkill iostat
  45         recreate_perf_pool
  46 }
  47
  48 trap "log_fail \"Measure IO stats during random read load\"" SIGTERM
  49 log_onexit cleanup
  50
  51 recreate_perf_pool
  52 populate_perf_filesystems
  53
  54 # Aim to fill the pool to 50% capacity while accounting for a 3x compressratio.
  55 export TOTAL_SIZE=$(($(get_prop avail $PERFPOOL) * 3 / 2))
  56
  57 # Variables specific to this test for use by fio.
  58 export PERF_NTHREADS=${PERF_NTHREADS:-'16 32'}
  59 export PERF_NTHREADS_PER_FS=${PERF_NTHREADS_PER_FS:-'0'}
  60 export PERF_IOSIZES=${PERF_IOSIZES:-'8k 1m'}
  61 export PERF_SYNC_TYPES=${PERF_SYNC_TYPES:-'0 1'}
  62
  63 # Set up the scripts and output files that will log performance data.
  64 lun_list=$(pool_to_lun_list $PERFPOOL)
  65 log_note "Collecting backend IO stats with lun list $lun_list"
  66 if is_linux; then
  67         typeset perf_record_cmd="perf record -F 99 -a -g -q \
  68             -o /dev/stdout -- sleep ${PERF_RUNTIME}"
  69
  70         export collect_scripts=(
  71             "zpool iostat -lpvyL $PERFPOOL 1" "zpool.iostat"
  72             "vmstat -t 1" "vmstat"
  73             "mpstat -P ALL 1" "mpstat"
  74             "iostat -tdxyz 1" "iostat"
  75             "$perf_record_cmd" "perf"
  76         )
  77 else
  78         export collect_scripts=(
  79             "$PERF_SCRIPTS/io.d $PERFPOOL $lun_list 1" "io"
  80             "vmstat -T d 1" "vmstat"
  81             "mpstat -T d 1" "mpstat"
  82             "iostat -T d -xcnz 1" "iostat"
  83         )
  84 fi
  85
  86 log_note "Sequential writes with settings: $(print_perf_settings)"
  87 do_fio_run sequential_writes.fio true false
  88 log_pass "Measure IO stats during sequential write load"