###################################################################################
#
# 256kB Sequential Write on SR-71mach4 running CentOS 7.0 Thu Dec 11 15:44:28 2014
#
###################################################################################
job1: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
job2: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
job3: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
job4: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
job5: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
job6: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
job7: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
job8: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
job9: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
jobA: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
jobB: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
jobC: (g=0): rw=write, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=12
fio-2.1.10
Starting 12 processes
job1: (groupid=0, jobs=12): err= 0: pid=37826: Thu Dec 11 15:44:28 2014
write: io=22484GB, bw=6395.6MB/s, iops=25582, runt=3600007msec
slat (usec): min=9, max=4787, avg=32.10, stdev= 9.26
clat (usec): min=959, max=507666, avg=5595.32, stdev=2725.47
lat (msec): min=1, max=507, avg= 5.63, stdev= 2.73
clat percentiles (usec):
| 1.00th=[ 3568], 5.00th=[ 3664], 10.00th=[ 3728], 20.00th=[ 3824],
| 30.00th=[ 3920], 40.00th=[ 4128], 50.00th=[ 4512], 60.00th=[ 5088],
| 70.00th=[ 5856], 80.00th=[ 6944], 90.00th=[ 9024], 95.00th=[10944],
| 99.00th=[15040], 99.50th=[17024], 99.90th=[22400], 99.95th=[26496],
| 99.99th=[44288]
bw (KB /s): min= 0, max=719360, per=8.34%, avg=546260.25, stdev=158196.11
lat (usec) : 1000=0.01%
lat (msec) : 2=0.01%, 4=35.78%, 10=57.07%, 20=6.96%, 50=0.18%
lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%
cpu : usr=2.84%, sys=6.25%, ctx=50535430, majf=0, minf=478789
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=109.2%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.1%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=0/w=92095416/d=0, short=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=12
Run status group 0 (all jobs):
WRITE: io=22484GB, aggrb=6395.6MB/s, minb=6395.6MB/s, maxb=6395.6MB/s, mint=3600007msec, maxt=3600007msec
Disk stats (read/write):
sda: ios=0/33648049, merge=0/0, ticks=0/185384798, in_queue=185373278, util=100.00%
sdb: ios=0/33424200, merge=0/0, ticks=0/185398696, in_queue=185388905, util=100.00%
sdd: ios=0/33459000, merge=0/0, ticks=0/185291199, in_queue=185284007, util=100.00%
###################################################################################
#
# 256kB Sequential Read on SR-71mach4 running CentOS 7.0 Thu Dec 11 17:41:23 2014
#
###################################################################################
job1: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
job2: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
job3: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
job4: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
job5: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
job6: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
job7: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
job8: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
job9: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
jobA: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
jobB: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
jobC: (g=0): rw=read, bs=256K-256K/256K-256K/256K-256K, ioengine=libaio, iodepth=10
fio-2.1.10
Starting 12 processes
job1: (groupid=0, jobs=12): err= 0: pid=40035: Thu Dec 11 17:41:23 2014
read : io=35860GB, bw=10200MB/s, iops=40800, runt=3600007msec
slat (usec): min=10, max=2438, avg=16.22, stdev= 4.42
clat (usec): min=304, max=11603K, avg=2923.59, stdev=2075.68
lat (usec): min=320, max=11603K, avg=2939.93, stdev=2075.68
clat percentiles (usec):
| 1.00th=[ 1752], 5.00th=[ 2352], 10.00th=[ 2512], 20.00th=[ 2640],
| 30.00th=[ 2736], 40.00th=[ 2800], 50.00th=[ 2896], 60.00th=[ 2928],
| 70.00th=[ 3024], 80.00th=[ 3120], 90.00th=[ 3344], 95.00th=[ 3632],
| 99.00th=[ 4768], 99.50th=[ 5344], 99.90th=[ 6688], 99.95th=[ 7328],
| 99.99th=[ 9280]
bw (KB /s): min= 0, max=937984, per=8.34%, avg=870713.87, stdev=15976.00
lat (usec) : 500=0.01%, 750=0.03%, 1000=0.07%
lat (msec) : 2=1.72%, 4=95.41%, 10=2.75%, 20=0.01%, 50=0.01%
lat (msec) : >=2000=0.01%
cpu : usr=1.00%, sys=7.05%, ctx=149931677, majf=0, minf=586660
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=108.3%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.1%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=146882181/w=0/d=0, short=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=10
Run status group 0 (all jobs):
READ: io=35860GB, aggrb=10200MB/s, minb=10200MB/s, maxb=10200MB/s, mint=3600007msec, maxt=3600007msec
Disk stats (read/write):
sda: ios=53164613/0, merge=0/0, ticks=155081812/0, in_queue=155064690, util=100.00%
sdb: ios=52993382/0, merge=0/0, ticks=155082737/0, in_queue=155066416, util=100.00%
sdd: ios=52964468/0, merge=0/0, ticks=155049898/0, in_queue=155047544, util=100.00%
###################################################################################
#
# 64kB Random Read/Write on SR-71mach4 running CentOS 7.0 Wed Dec 10 19:27:44 2014
#
###################################################################################
job1: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
job2: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
job3: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
job4: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
job5: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
job6: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
job7: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
job8: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
job9: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
jobA: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
jobB: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
jobC: (g=0): rw=randrw, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=8
...
fio-2.1.10
Starting 48 processes
job1: (groupid=0, jobs=48): err= 0: pid=16557: Wed Dec 10 19:27:44 2014
read : io=6233.8GB, bw=1773.2MB/s, iops=28370, runt=3600021msec
slat (usec): min=5, max=11920, avg=11.19, stdev= 8.32
clat (usec): min=0, max=504051, avg=5110.16, stdev=3416.35
lat (usec): min=202, max=504059, avg=5121.46, stdev=3416.36
clat percentiles (usec):
| 1.00th=[ 556], 5.00th=[ 1208], 10.00th=[ 1720], 20.00th=[ 2480],
| 30.00th=[ 3088], 40.00th=[ 3696], 50.00th=[ 4320], 60.00th=[ 5088],
| 70.00th=[ 5984], 80.00th=[ 7264], 90.00th=[ 9536], 95.00th=[11712],
| 99.00th=[16512], 99.50th=[18304], 99.90th=[23424], 99.95th=[26752],
| 99.99th=[37120]
bw (KB /s): min= 0, max=54674, per=2.08%, avg=37856.34, stdev=4271.27
write: io=3067.3GB, bw=893400KB/s, iops=13959, runt=3600021msec
slat (usec): min=5, max=5013, avg=14.71, stdev= 8.75
clat (usec): min=540, max=1010.1K, avg=17078.91, stdev=8470.91
lat (usec): min=553, max=1011.2K, avg=17093.75, stdev=8470.93
clat percentiles (usec):
| 1.00th=[ 2480], 5.00th=[ 4832], 10.00th=[ 6816], 20.00th=[ 9920],
| 30.00th=[12352], 40.00th=[14400], 50.00th=[16320], 60.00th=[18304],
| 70.00th=[20352], 80.00th=[23168], 90.00th=[28032], 95.00th=[32384],
| 99.00th=[41728], 99.50th=[45312], 99.90th=[56576], 99.95th=[63744],
| 99.99th=[79360]
bw (KB /s): min= 0, max=25344, per=2.09%, avg=18628.02, stdev=1841.38
lat (usec) : 2=0.01%, 20=0.01%, 50=0.01%, 100=0.01%, 250=0.01%
lat (usec) : 500=0.50%, 750=0.85%, 1000=0.99%
lat (msec) : 2=6.84%, 4=21.98%, 10=36.76%, 20=21.44%, 50=10.56%
lat (msec) : 100=0.08%, 250=0.01%, 500=0.01%, 750=0.01%, 2000=0.01%
cpu : usr=0.46%, sys=1.47%, ctx=159614707, majf=0, minf=934712
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=107.4%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.1%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=102133044/w=50253847/d=0, short=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=8
Run status group 0 (all jobs):
READ: io=6233.8GB, aggrb=1773.2MB/s, minb=1773.2MB/s, maxb=1773.2MB/s, mint=3600021msec, maxt=3600021msec
WRITE: io=3067.3GB, aggrb=893400KB/s, minb=893400KB/s, maxb=893400KB/s, mint=3600021msec, maxt=3600021msec
Disk stats (read/write):
sda: ios=36380669/17903381, merge=0/0, ticks=187900592/310439514, in_queue=498432316, util=100.00%
sdb: ios=36617032/18018339, merge=0/0, ticks=187824613/310529844, in_queue=498450733, util=100.00%
sdd: ios=36667150/18043243, merge=0/0, ticks=188067593/310263689, in_queue=498447136, util=100.00%
###################################################################################
#
# 64kB Random Read on SR-71mach4 running CentOS 7.0 Wed Dec 10 20:44:56 2014
#
###################################################################################
job1: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
job2: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
job3: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
job4: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
job5: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
job6: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
job7: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
job8: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
job9: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
jobA: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
jobB: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
jobC: (g=0): rw=randread, bs=64K-64K/64K-64K/64K-64K, ioengine=libaio, iodepth=12
...
fio-2.1.10
Starting 24 processes
job1: (groupid=0, jobs=24): err= 0: pid=18059: Wed Dec 10 20:44:56 2014
read : io=33124GB, bw=9421.9MB/s, iops=150749, runt=3600003msec
slat (usec): min=4, max=5883, avg= 9.26, stdev= 4.78
clat (usec): min=0, max=501805, avg=1899.67, stdev=767.64
lat (usec): min=200, max=501815, avg=1909.03, stdev=767.64
clat percentiles (usec):
| 1.00th=[ 612], 5.00th=[ 892], 10.00th=[ 1080], 20.00th=[ 1336],
| 30.00th=[ 1528], 40.00th=[ 1688], 50.00th=[ 1848], 60.00th=[ 2008],
| 70.00th=[ 2192], 80.00th=[ 2416], 90.00th=[ 2736], 95.00th=[ 3056],
| 99.00th=[ 3888], 99.50th=[ 4384], 99.90th=[ 5728], 99.95th=[ 6368],
| 99.99th=[11584]
bw (KB /s): min= 0, max=419840, per=4.17%, avg=402069.40, stdev=7070.18
lat (usec) : 2=0.01%, 20=0.01%, 50=0.01%, 100=0.01%, 250=0.01%
lat (usec) : 500=0.36%, 750=2.12%, 1000=5.00%
lat (msec) : 2=52.31%, 4=39.36%, 10=0.84%, 20=0.01%, 50=0.01%
lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%
cpu : usr=2.00%, sys=7.87%, ctx=539225760, majf=0, minf=559687
IO depths : 1=0.1%, 2=0.1%, 4=0.1%, 8=108.3%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.1%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=542700224/w=0/d=0, short=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=12
Run status group 0 (all jobs):
READ: io=33124GB, aggrb=9421.9MB/s, minb=9421.9MB/s, maxb=9421.9MB/s, mint=3600003msec, maxt=3600003msec
Disk stats (read/write):
sda: ios=196317300/0, merge=0/0, ticks=371647533/0, in_queue=371940119, util=100.00%
sdb: ios=195437704/0, merge=0/0, ticks=371654341/0, in_queue=371926718, util=100.00%
sdd: ios=196129662/0, merge=0/0, ticks=371753189/0, in_queue=372058835, util=100.00%
###################################################################################
#
# 8kB Random Read/Write on SR-71mach4 running CentOS 7.0 Wed Dec 10 18:00:53 2014
#
###################################################################################
job1: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
job2: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
job3: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
job4: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
job5: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
job6: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
job7: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
job8: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
job9: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
jobA: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
jobB: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
jobC: (g=0): rw=randrw, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=6
...
fio-2.1.10
Starting 48 processes
job1: (groupid=0, jobs=48): err= 0: pid=14765: Wed Dec 10 18:00:53 2014
read : io=4667.8GB, bw=1327.8MB/s, iops=169948, runt=3600005msec
slat (usec): min=3, max=11640, avg= 9.64, stdev=10.50
clat (usec): min=0, max=524522, avg=688.59, stdev=851.32
lat (usec): min=111, max=524528, avg=698.35, stdev=851.07
clat percentiles (usec):
| 1.00th=[ 115], 5.00th=[ 129], 10.00th=[ 139], 20.00th=[ 161],
| 30.00th=[ 189], 40.00th=[ 239], 50.00th=[ 318], 60.00th=[ 454],
| 70.00th=[ 684], 80.00th=[ 1080], 90.00th=[ 1848], 95.00th=[ 2480],
| 99.00th=[ 3824], 99.50th=[ 4512], 99.90th=[ 6240], 99.95th=[ 7008],
| 99.99th=[ 9408]
bw (KB /s): min= 2, max=37456, per=2.08%, avg=28334.15, stdev=2861.96
write: io=2405.5GB, bw=700646KB/s, iops=87580, runt=3600005msec
slat (usec): min=3, max=12181, avg=10.32, stdev=10.88
clat (usec): min=0, max=528089, avg=1918.05, stdev=1439.15
lat (usec): min=195, max=528101, avg=1928.50, stdev=1439.02
clat percentiles (usec):
| 1.00th=[ 326], 5.00th=[ 502], 10.00th=[ 644], 20.00th=[ 868],
| 30.00th=[ 1080], 40.00th=[ 1288], 50.00th=[ 1528], 60.00th=[ 1848],
| 70.00th=[ 2288], 80.00th=[ 2832], 90.00th=[ 3632], 95.00th=[ 4448],
| 99.00th=[ 6496], 99.50th=[ 7520], 99.90th=[10432], 99.95th=[12224],
| 99.99th=[17024]
bw (KB /s): min= 2, max=19216, per=2.08%, avg=14601.72, stdev=1438.05
lat (usec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01%
lat (usec) : 100=0.02%, 250=27.62%, 500=15.29%, 750=9.53%, 1000=8.22%
lat (msec) : 2=21.35%, 4=14.94%, 10=2.99%, 20=0.04%, 50=0.01%
lat (msec) : 100=0.01%, 500=0.01%, 750=0.01%
cpu : usr=1.66%, sys=6.82%, ctx=845786269, majf=0, minf=114642
IO depths : 1=0.1%, 2=0.1%, 4=100.1%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.1%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=611815434/w=315291160/d=0, short=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=6
Run status group 0 (all jobs):
READ: io=4667.8GB, aggrb=1327.8MB/s, minb=1327.8MB/s, maxb=1327.8MB/s, mint=3600005msec, maxt=3600005msec
WRITE: io=2405.5GB, aggrb=700646KB/s, minb=700646KB/s, maxb=700646KB/s, mint=3600005msec, maxt=3600005msec
Disk stats (read/write):
sda: ios=203740281/104996560, merge=0/0, ticks=140746023/200920694, in_queue=342353719, util=100.00%
sdb: ios=205140816/105711358, merge=0/0, ticks=139433280/202231662, in_queue=342245558, util=100.00%
sdd: ios=203593250/104919989, merge=0/0, ticks=140784864/200957937, in_queue=342520037, util=100.00%
###################################################################################
#
# 8kB Random Read on SR-71mach4 running CentOS 7.0 Wed Dec 10 15:11:38 2014
#
###################################################################################
job1: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
job2: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
job3: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
job4: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
job5: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
job6: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
job7: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
job8: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
job9: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
jobA: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
jobB: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
jobC: (g=0): rw=randread, bs=8K-8K/8K-8K/8K-8K, ioengine=libaio, iodepth=4
...
fio-2.1.10
Starting 48 processes
job1: (groupid=0, jobs=48): err= 0: pid=11240: Wed Dec 10 15:11:38 2014
read : io=15139GB, bw=4306.2MB/s, iops=551190, runt=3600001msec
slat (usec): min=3, max=85548, avg=30.40, stdev=184.63
clat (usec): min=0, max=129724, avg=316.14, stdev=566.69
lat (usec): min=109, max=161134, avg=346.21, stdev=608.46
clat percentiles (usec):
| 1.00th=[ 110], 5.00th=[ 133], 10.00th=[ 147], 20.00th=[ 167],
| 30.00th=[ 185], 40.00th=[ 205], 50.00th=[ 229], 60.00th=[ 258],
| 70.00th=[ 294], 80.00th=[ 346], 90.00th=[ 482], 95.00th=[ 716],
| 99.00th=[ 1528], 99.50th=[ 2512], 99.90th=[ 7968], 99.95th=[11072],
| 99.99th=[20864]
bw (KB /s): min= 0, max=162736, per=2.08%, avg=91889.73, stdev=23020.67
lat (usec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.02%, 50=0.14%
lat (usec) : 100=0.48%, 250=57.15%, 500=32.77%, 750=4.94%, 1000=2.30%
lat (msec) : 2=1.51%, 4=0.41%, 10=0.21%, 20=0.05%, 50=0.01%
lat (msec) : 100=0.01%, 250=0.01%
cpu : usr=2.25%, sys=36.48%, ctx=962461084, majf=0, minf=84581
IO depths : 1=0.1%, 2=0.1%, 4=107.3%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued : total=r=1984286400/w=0/d=0, short=r=0/w=0/d=0
latency : target=0, window=0, percentile=100.00%, depth=4
Run status group 0 (all jobs):
READ: io=15139GB, aggrb=4306.2MB/s, minb=4306.2MB/s, maxb=4306.2MB/s, mint=3600001msec, maxt=3600001msec
Disk stats (read/write):
sda: ios=608957226/0, merge=0/0, ticks=144679949/0, in_queue=145532366, util=100.00%
sdb: ios=644311784/0, merge=0/0, ticks=144170283/0, in_queue=145167455, util=100.00%
sdd: ios=876732107/0, merge=0/0, ticks=179581314/0, in_queue=180597476, util=100.00%
###################################################################################
#
# ssd.fio config file used for Dec 2014 tests
#
###################################################################################
[global]
ioengine=libaio
size=800g
ramp_time=300
runtime=3600
time_based
direct=1
iodepth=10
bs=256k
rwmixread=67
rw=read
group_reporting=1
numjobs=1
#
# mach4.5 | CentOS 7 xfs | 256k seq write best at j=1 q=12
# mach4.5 | CentOS 7 xfs | 256k seq read best at j=1 q=10
# mach4.5 | CentOS 7 xfs | 64k randread best at j=2 q=12
# mach4.5 | CentOS 7 xfs | 64k randrw best at j=4 q=8
# mach4.5 | CentOS 7 xfs | 8k randread best at j=4 q=4
# mach4.5 | CentOS 7 xfs | 8k randrw best at j=4 q=6
#
[job1]
filename=//sr71/a0p1/fio.dat
new_group
[job2]
filename=//sr71/a0p2/fio.dat
[job3]
filename=//sr71/a0p3/fio.dat
[job4]
filename=//sr71/a0p4/fio.dat
[job5]
filename=//sr71/a1p1/fio.dat
[job6]
filename=//sr71/a1p2/fio.dat
[job7]
filename=//sr71/a1p3/fio.dat
[job8]
filename=//sr71/a1p4/fio.dat
[job9]
filename=//sr71/a2p1/fio.dat
[jobA]
filename=//sr71/a2p2/fio.dat
[jobB]
filename=//sr71/a2p3/fio.dat
[jobC]
filename=//sr71/a2p4/fio.dat