xref: /illumos-gate/usr/src/test/zfs-tests/tests/perf/regression/sequential_reads_arc_cached.ksh (revision e153cda9f9660e385e8f468253f80e59f5d454d7)
1#!/usr/bin/ksh
2
3#
4# This file and its contents are supplied under the terms of the
5# Common Development and Distribution License ("CDDL"), version 1.0.
6# You may only use this file in accordance with the terms of version
7# 1.0 of the CDDL.
8#
9# A full copy of the text of the CDDL should have accompanied this
10# source.  A copy of the CDDL is also available via the Internet at
11# http://www.illumos.org/license/CDDL.
12#
13
14#
15# Copyright (c) 2015, 2016 by Delphix. All rights reserved.
16#
17
18#
19# Description:
20# Trigger fio runs using the sequential_reads job file. The number of runs and
21# data collected is determined by the PERF_* variables. See do_fio_run for
22# details about these variables.
23#
24# The files to read from are created prior to the first fio run, and used
25# for all fio runs. The ARC is not cleared to ensure that all data is cached.
26#
27
28. $STF_SUITE/include/libtest.shlib
29. $STF_SUITE/tests/perf/perf.shlib
30
31function cleanup
32{
33	recreate_perf_pool
34}
35
36log_onexit cleanup
37
38recreate_perf_pool
39populate_perf_filesystems
40
41# Make sure the working set can be cached in the arc. Aim for 1/2 of arc.
42export TOTAL_SIZE=$(($(get_max_arc_size) / 2))
43
44# Variables for use by fio.
45if [[ -n $PERF_REGRESSION_WEEKLY ]]; then
46	export PERF_RUNTIME=${PERF_RUNTIME:-$PERF_RUNTIME_WEEKLY}
47	export PERF_RUNTYPE=${PERF_RUNTYPE:-'weekly'}
48	export PERF_NTHREADS=${PERF_NTHREADS:-'8 16 32 64'}
49	export PERF_NTHREADS_PER_FS=${PERF_NTHREADS_PER_FS:-'0'}
50	export PERF_SYNC_TYPES=${PERF_SYNC_TYPES:-'1'}
51	export PERF_IOSIZES=${PERF_IOSIZES:-'8k 64k 128k'}
52elif [[ -n $PERF_REGRESSION_NIGHTLY ]]; then
53	export PERF_RUNTIME=${PERF_RUNTIME:-$PERF_RUNTIME_NIGHTLY}
54	export PERF_RUNTYPE=${PERF_RUNTYPE:-'nightly'}
55	export PERF_NTHREADS=${PERF_NTHREADS:-'64 128'}
56	export PERF_NTHREADS_PER_FS=${PERF_NTHREADS_PER_FS:-'0'}
57	export PERF_SYNC_TYPES=${PERF_SYNC_TYPES:-'1'}
58	export PERF_IOSIZES=${PERF_IOSIZES:-'128k 1m'}
59fi
60
61# Layout the files to be used by the read tests. Create as many files as the
62# largest number of threads. An fio run with fewer threads will use a subset
63# of the available files.
64export NUMJOBS=$(get_max $PERF_NTHREADS)
65export FILE_SIZE=$((TOTAL_SIZE / NUMJOBS))
66export DIRECTORY=$(get_directory)
67log_must fio $FIO_SCRIPTS/mkfiles.fio
68
69# Set up the scripts and output files that will log performance data.
70lun_list=$(pool_to_lun_list $PERFPOOL)
71log_note "Collecting backend IO stats with lun list $lun_list"
72export collect_scripts=(
73    "kstat zfs:0 1"  "kstat"
74    "vmstat -T d 1"       "vmstat"
75    "mpstat -T d 1"       "mpstat"
76    "iostat -T d -xcnz 1" "iostat"
77    "dtrace -Cs $PERF_SCRIPTS/io.d $PERFPOOL $lun_list 1" "io"
78    "dtrace -Cs $PERF_SCRIPTS/prefetch_io.d $PERFPOOL 1"  "prefetch"
79    "dtrace  -s $PERF_SCRIPTS/profile.d"                  "profile"
80)
81
82log_note "Sequential cached reads with $PERF_RUNTYPE settings"
83do_fio_run sequential_reads.fio false false
84log_pass "Measure IO stats during sequential cached read load"
85