企业级服务器硬盘iops,几种磁盘iops对比

fio -filename=/dev/sdc1 -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=200G -numjobs=10 -runtime=1000 -group_reporting -name=mytest

1.惠普 1万转的sasi 磁盘，三块盘做raid5

[root@localhost home]# fio -filename=/dev/sda3 -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=200G -numjobs=10 -runtime=1000 -group_reporting -name=mytest

mytest: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

...

mytest: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

fio 2.0.7

Starting 10 threads

^Cbs: 10 (f=10): [rrrrrrrrrr] [72.5% done] [11927K/0K /s] [728 /0  iops] [eta 04m:35s]

fio: terminating on signal 2

mytest: (groupid=0, jobs=10): err= 0: pid=20884

read : io=8194.4MB, bw=11578KB/s, iops=723 , runt=724715msec

clat (usec): min=56 , max=281178 , avg=13812.75, stdev=12439.56

lat (usec): min=56 , max=281179 , avg=13813.10, stdev=12439.56

clat percentiles (msec):

|  1.00th=[    3],  5.00th=[    4], 10.00th=[    5], 20.00th=[    6],

| 30.00th=[    7], 40.00th=[    8], 50.00th=[   10], 60.00th=[   12],

| 70.00th=[   15], 80.00th=[   20], 90.00th=[   30], 95.00th=[   39],

| 99.00th=[   63], 99.50th=[   74], 99.90th=[   98], 99.95th=[  109],

| 99.99th=[  135]

bw (KB/s)  : min=  451, max= 1884, per=10.01%, avg=1159.43, stdev=171.68

lat (usec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%

lat (msec) : 2=0.29%, 4=8.79%, 10=43.14%, 20=28.39%, 50=17.03%

lat (msec) : 100=2.25%, 250=0.08%, 500=0.01%

cpu          : usr=0.93%, sys=3.01%, ctx=6145622, majf=0, minf=124766

IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%

submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

issued    : total=r=524437/w=0/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):

READ: io=8194.4MB, aggrb=11578KB/s, minb=11578KB/s, maxb=11578KB/s, mint=724715msec, maxt=724715msec

Disk stats (read/write):

sda: ios=524323/66, merge=0/5, ticks=7221605/0, in_queue=7221176, util=100.00%

2.惠普存储，转数未知，阵列未知

...

mytest2xx: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

fio 2.0.7

Starting 10 threads

Jobs: 10 (f=10): [rrrrrrrrrr] [100.0% done] [33439K/0K /s] [2041 /0  iops] [eta 00m:00s]

mytest2xx: (groupid=0, jobs=10): err= 0: pid=21195

read : io=31092MB, bw=31838KB/s, iops=1989 , runt=1000007msec

clat (usec): min=78 , max=110652 , avg=5023.11, stdev=3133.61

lat (usec): min=78 , max=110652 , avg=5023.27, stdev=3133.61

clat percentiles (usec):

|  1.00th=[ 1384],  5.00th=[ 1896], 10.00th=[ 2256], 20.00th=[ 2832],

| 30.00th=[ 3376], 40.00th=[ 3920], 50.00th=[ 4384], 60.00th=[ 4896],

| 70.00th=[ 5408], 80.00th=[ 6432], 90.00th=[ 8512], 95.00th=[10688],

| 99.00th=[16320], 99.50th=[19072], 99.90th=[26240], 99.95th=[31616],

| 99.99th=[68096]

bw (KB/s)  : min=  825, max= 3872, per=10.01%, avg=3186.77, stdev=221.02

lat (usec) : 100=0.20%, 250=0.03%, 500=0.01%, 750=0.01%, 1000=0.03%

lat (msec) : 2=6.12%, 4=35.48%, 10=52.07%, 20=5.67%, 50=0.37%

lat (msec) : 100=0.02%, 250=0.01%

cpu          : usr=1.06%, sys=4.15%, ctx=21151377, majf=0, minf=82013

IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%

submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

issued    : total=r=1989875/w=0/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):

READ: io=31092MB, aggrb=31837KB/s, minb=31837KB/s, maxb=31837KB/s, mint=1000007msec, maxt=1000007msec

Disk stats (read/write):

sdd: ios=1989433/0, merge=0/0, ticks=9957264/0, in_queue=9956281, util=100.00%

avg-cpu:  %user   %nice %system %iowait  %steal   %idle

0.05    0.00    0.20   15.67    0.00   84.08

Device:         rrqm/s   wrqm/s     r/s     w/s    rMB/s    wMB/s avgrq-sz avgqu-sz   await r_await w_await  svctm  %util

sda               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

centos-root       0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

centos-swap       0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdb               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdc               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdd               0.00     0.00 1983.00    0.00    30.98     0.00    32.00     9.95    5.04    5.04    0.00   0.50 100.00

sde               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdf               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdg               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

centos-home       0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

3.ssd硬盘

mytest: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

...

mytest: (g=0): rw=randread, bs=16K-16K/16K-16K, ioengine=psync, iodepth=1

fio 2.0.7

Starting 10 threads

Jobs: 10 (f=10): [rrrrrrrrrr] [100.0% done] [728.9M/0K /s] [44.5K/0  iops] [eta 00m:00s]

mytest: (groupid=0, jobs=10): err= 0: pid=41010

read : io=683066MB, bw=699459KB/s, iops=43716 , runt=1000001msec

clat (usec): min=0 , max=1000.3K, avg=227.72, stdev=434.81

lat (usec): min=0 , max=1000.3K, avg=227.84, stdev=460.35

clat percentiles (usec):

|  1.00th=[  131],  5.00th=[  163], 10.00th=[  171], 20.00th=[  181],

| 30.00th=[  191], 40.00th=[  203], 50.00th=[  215], 60.00th=[  229],

| 70.00th=[  247], 80.00th=[  270], 90.00th=[  302], 95.00th=[  330],

| 99.00th=[  398], 99.50th=[  430], 99.90th=[  852], 99.95th=[ 1448],

| 99.99th=[ 2416]

bw (KB/s)  : min= 6446, max=209984, per=10.01%, avg=70002.75, stdev=3512.08

lat (usec) : 2=0.10%, 50=0.01%, 100=0.02%, 250=71.76%, 500=27.89%

lat (usec) : 750=0.11%, 1000=0.03%

lat (msec) : 2=0.06%, 4=0.02%, 10=0.01%, 20=0.01%, 50=0.01%

lat (msec) : 2000=0.01%

cpu          : usr=12.19%, sys=40.75%, ctx=438248293, majf=0, minf=309696

IO depths    : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%

submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%

issued    : total=r=43716234/w=0/d=0, short=r=0/w=0/d=0

Run status group 0 (all jobs):

READ: io=683066MB, aggrb=699459KB/s, minb=699459KB/s, maxb=699459KB/s, mint=1000001msec, maxt=1000001msec

Disk stats (read/write):

sdb: ios=43711959/320184, merge=92/527989, ticks=9618336/77818, in_queue=9678093, util=100.00%

[root@mha-transcenter01 ~]#

avg-cpu:  %user   %nice %system %iowait  %steal   %idle

0.67    0.00    0.84    3.73    0.00   94.76

Device:         rrqm/s   wrqm/s     r/s     w/s    rMB/s    wMB/s avgrq-sz avgqu-sz   await r_await w_await  svctm  %util

sda               0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

sdb               0.00   684.00 43478.00  370.00   679.34     6.32    32.03     9.68    0.22    0.22    0.31   0.02 100.00

dm-0              0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

dm-1              0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00

dm-2              0.00     0.00    0.00    0.00     0.00     0.00     0.00     0.00    0.00    0.00    0.00   0.00   0.00