RAID卡不会增加iops

bailiang27

一直以为RAID是什么高端的神器，今天测试的结果大跌眼镜，不说，上测试数据


root@storage-01:/home/gavin# ./iops /dev/cciss/c1d4
/dev/cciss/c1d4, 293.56 GB, 1 threads:
512   B blocks:    9.4 IO/s,   4.7 KiB/s ( 38.5 kbit/s)
   1 KiB blocks:   11.5 IO/s,  11.5 KiB/s ( 94.6 kbit/s)
   2 KiB blocks:   23.8 IO/s,  47.5 KiB/s (389.5 kbit/s)
   4 KiB blocks:   73.1 IO/s, 292.6 KiB/s (  2.4 Mbit/s)
   8 KiB blocks:   72.7 IO/s, 581.8 KiB/s (  4.8 Mbit/s)
  16 KiB blocks:   69.2 IO/s,   1.1 MiB/s (  9.1 Mbit/s)
  32 KiB blocks:   62.9 IO/s,   2.0 MiB/s ( 16.5 Mbit/s)
  64 KiB blocks:   60.5 IO/s,   3.8 MiB/s ( 31.7 Mbit/s)
128 KiB blocks:   58.4 IO/s,   7.3 MiB/s ( 61.2 Mbit/s)
256 KiB blocks:   56.0 IO/s,  14.0 MiB/s (117.5 Mbit/s)
512 KiB blocks:   47.5 IO/s,  23.7 MiB/s (199.2 Mbit/s)
   1 MiB blocks:   36.7 IO/s,  36.7 MiB/s (307.7 Mbit/s)
   2 MiB blocks:   24.3 IO/s,  48.5 MiB/s (407.0 Mbit/s)
   4 MiB blocks:   13.9 IO/s,  55.5 MiB/s (465.5 Mbit/s)
   8 MiB blocks:    8.3 IO/s,  66.6 MiB/s (558.6 Mbit/s)
  16 MiB blocks:    4.8 IO/s,  76.7 MiB/s (643.7 Mbit/s)
  32 MiB blocks:    2.5 IO/s,  80.0 MiB/s (671.2 Mbit/s)
  64 MiB blocks:    1.3 IO/s,  82.4 MiB/s (690.9 Mbit/s)
128 MiB blocks:    0.6 IO/s,  81.7 MiB/s (685.4 Mbit/s)
root@storage-01:/home/gavin# ./iops /dev/cciss/c1d3
/dev/cciss/c1d3, 250.02 GB, 1 threads:
512   B blocks:    0.6 IO/s, 284.0   B/s (  2.3 kbit/s)
root@storage-01:/home/gavin# ./iops /dev/cciss/c1d3
/dev/cciss/c1d3, 250.02 GB, 1 threads:
512   B blocks:    2.0 IO/s,   1.0 KiB/s (  8.3 kbit/s)
   1 KiB blocks:   52.3 IO/s,  52.3 KiB/s (428.4 kbit/s)
   2 KiB blocks:   51.3 IO/s, 102.6 KiB/s (840.5 kbit/s)
   4 KiB blocks:   50.2 IO/s, 200.6 KiB/s (  1.6 Mbit/s)
   8 KiB blocks:   49.5 IO/s, 396.1 KiB/s (  3.2 Mbit/s)
  16 KiB blocks:   50.0 IO/s, 800.0 KiB/s (  6.6 Mbit/s)
  32 KiB blocks:   50.0 IO/s,   1.6 MiB/s ( 13.1 Mbit/s)
  64 KiB blocks:   48.4 IO/s,   3.0 MiB/s ( 25.4 Mbit/s)
128 KiB blocks:   45.3 IO/s,   5.7 MiB/s ( 47.5 Mbit/s)
256 KiB blocks:   42.1 IO/s,  10.5 MiB/s ( 88.3 Mbit/s)
512 KiB blocks:   36.6 IO/s,  18.3 MiB/s (153.5 Mbit/s)
   1 MiB blocks:   29.3 IO/s,  29.3 MiB/s (245.6 Mbit/s)
   2 MiB blocks:   21.3 IO/s,  42.5 MiB/s (356.6 Mbit/s)
   4 MiB blocks:   13.8 IO/s,  55.0 MiB/s (461.7 Mbit/s)
   8 MiB blocks:    7.8 IO/s,  62.8 MiB/s (526.5 Mbit/s)
  16 MiB blocks:    4.4 IO/s,  70.9 MiB/s (595.0 Mbit/s)
  32 MiB blocks:    2.5 IO/s,  80.6 MiB/s (676.5 Mbit/s)
  64 MiB blocks:    1.3 IO/s,  81.1 MiB/s (680.4 Mbit/s)
128 MiB blocks:    0.5 IO/s,  61.2 MiB/s (513.0 Mbit/s)
root@storage-01:/home/gavin# ./iops /dev/cciss/c1d2
/dev/cciss/c1d2, 146.78 GB, 1 threads:
512   B blocks:   53.3 IO/s,  26.6 KiB/s (218.2 kbit/s)
   1 KiB blocks:  168.6 IO/s, 168.6 KiB/s (  1.4 Mbit/s)
   2 KiB blocks:  136.8 IO/s, 273.6 KiB/s (  2.2 Mbit/s)
   4 KiB blocks:  107.1 IO/s, 428.5 KiB/s (  3.5 Mbit/s)
   8 KiB blocks:  105.7 IO/s, 845.6 KiB/s (  6.9 Mbit/s)
  16 KiB blocks:  104.0 IO/s,   1.6 MiB/s ( 13.6 Mbit/s)
  32 KiB blocks:  102.9 IO/s,   3.2 MiB/s ( 27.0 Mbit/s)
  64 KiB blocks:   98.0 IO/s,   6.1 MiB/s ( 51.4 Mbit/s)
128 KiB blocks:   89.9 IO/s,  11.2 MiB/s ( 94.3 Mbit/s)
256 KiB blocks:  107.9 IO/s,  27.0 MiB/s (226.3 Mbit/s)
512 KiB blocks:   91.0 IO/s,  45.5 MiB/s (381.9 Mbit/s)
   1 MiB blocks:   67.7 IO/s,  67.7 MiB/s (568.1 Mbit/s)
   2 MiB blocks:   45.8 IO/s,  91.6 MiB/s (768.4 Mbit/s)
   4 MiB blocks:   27.3 IO/s, 109.1 MiB/s (915.4 Mbit/s)
   8 MiB blocks:   15.2 IO/s, 121.5 MiB/s (  1.0 Gbit/s)
  16 MiB blocks:    7.9 IO/s, 126.9 MiB/s (  1.1 Gbit/s)
  32 MiB blocks:    4.0 IO/s, 127.1 MiB/s (  1.1 Gbit/s)
  64 MiB blocks:    2.1 IO/s, 133.4 MiB/s (  1.1 Gbit/s)
128 MiB blocks:    1.0 IO/s, 132.0 MiB/s (  1.1 Gbit/s)
256 MiB blocks:    0.5 IO/s, 129.9 MiB/s (  1.1 Gbit/s)
root@storage-01:/home/gavin# ./iops /dev/cciss/c1d1
/dev/cciss/c1d1,  73.37 GB, 1 threads:
512   B blocks:   42.9 IO/s,  21.4 KiB/s (175.7 kbit/s)
   1 KiB blocks:  148.4 IO/s, 148.4 KiB/s (  1.2 Mbit/s)
   2 KiB blocks:  148.4 IO/s, 296.8 KiB/s (  2.4 Mbit/s)
   4 KiB blocks:  145.2 IO/s, 580.7 KiB/s (  4.8 Mbit/s)
   8 KiB blocks:  144.9 IO/s,   1.1 MiB/s (  9.5 Mbit/s)
  16 KiB blocks:  135.8 IO/s,   2.1 MiB/s ( 17.8 Mbit/s)
  32 KiB blocks:  124.3 IO/s,   3.9 MiB/s ( 32.6 Mbit/s)
  64 KiB blocks:  106.4 IO/s,   6.7 MiB/s ( 55.8 Mbit/s)
128 KiB blocks:   85.8 IO/s,  10.7 MiB/s ( 90.0 Mbit/s)
256 KiB blocks:   76.3 IO/s,  19.1 MiB/s (160.0 Mbit/s)
512 KiB blocks:   54.6 IO/s,  27.3 MiB/s (228.9 Mbit/s)
   1 MiB blocks:   35.8 IO/s,  35.8 MiB/s (300.6 Mbit/s)
   2 MiB blocks:   20.4 IO/s,  40.9 MiB/s (342.8 Mbit/s)
   4 MiB blocks:   11.3 IO/s,  45.3 MiB/s (380.2 Mbit/s)
   8 MiB blocks:    5.8 IO/s,  46.4 MiB/s (388.9 Mbit/s)
  16 MiB blocks:    3.0 IO/s,  48.6 MiB/s (408.1 Mbit/s)
  32 MiB blocks:    1.5 IO/s,  47.4 MiB/s (397.6 Mbit/s)
  64 MiB blocks:    0.8 IO/s,  48.5 MiB/s (407.2 Mbit/s)

d4 146G 10K *3 RAID5
d3 250G SATA 7200 *1
d2 146 15K *1
d1 73G 10K*2 RAID1


root@storage-02:~# ./iops /dev/sda
/dev/sda, 440.24 GB, 1 threads:
512   B blocks:  131.9 IO/s,  65.9 KiB/s (540.2 kbit/s)
   1 KiB blocks:  122.2 IO/s, 122.2 KiB/s (  1.0 Mbit/s)
   2 KiB blocks:  107.4 IO/s, 214.8 KiB/s (  1.8 Mbit/s)
   4 KiB blocks:   85.8 IO/s, 343.3 KiB/s (  2.8 Mbit/s)
   8 KiB blocks:   84.5 IO/s, 676.1 KiB/s (  5.5 Mbit/s)
  16 KiB blocks:   80.5 IO/s,   1.3 MiB/s ( 10.6 Mbit/s)
  32 KiB blocks:   62.5 IO/s,   2.0 MiB/s ( 16.4 Mbit/s)
  64 KiB blocks:   69.8 IO/s,   4.4 MiB/s ( 36.6 Mbit/s)
128 KiB blocks:   59.7 IO/s,   7.5 MiB/s ( 62.6 Mbit/s)
256 KiB blocks:   53.9 IO/s,  13.5 MiB/s (113.1 Mbit/s)
512 KiB blocks:   34.6 IO/s,  17.3 MiB/s (145.3 Mbit/s)
   1 MiB blocks:   19.5 IO/s,  19.5 MiB/s (163.3 Mbit/s)
   2 MiB blocks:   14.0 IO/s,  28.0 MiB/s (234.7 Mbit/s)
   4 MiB blocks:   12.6 IO/s,  50.6 MiB/s (424.3 Mbit/s)
   8 MiB blocks:    9.6 IO/s,  77.0 MiB/s (646.1 Mbit/s)
  16 MiB blocks:    7.3 IO/s, 116.3 MiB/s (975.9 Mbit/s)
  32 MiB blocks:    4.3 IO/s, 136.3 MiB/s (  1.1 Gbit/s)
  64 MiB blocks:    2.6 IO/s, 166.1 MiB/s (  1.4 Gbit/s)
128 MiB blocks:    1.3 IO/s, 170.6 MiB/s (  1.4 Gbit/s)
256 MiB blocks:    0.7 IO/s, 188.0 MiB/s (  1.6 Gbit/s)
sda 8*73 10K 2.5

在都什么事啊~~~

root@storage-02:~# ./iops /dev/md0
/dev/md0,   1.76 TB, 1 threads:
512   B blocks:   61.2 IO/s,  30.6 KiB/s (250.7 kbit/s)
   1 KiB blocks:   60.8 IO/s,  60.8 KiB/s (498.3 kbit/s)
   2 KiB blocks:   59.2 IO/s, 118.4 KiB/s (969.8 kbit/s)
   4 KiB blocks:   57.8 IO/s, 231.2 KiB/s (  1.9 Mbit/s)
   8 KiB blocks:   55.1 IO/s, 440.4 KiB/s (  3.6 Mbit/s)
  16 KiB blocks:   51.4 IO/s, 822.5 KiB/s (  6.7 Mbit/s)
  32 KiB blocks:   44.5 IO/s,   1.4 MiB/s ( 11.7 Mbit/s)
  64 KiB blocks:   35.6 IO/s,   2.2 MiB/s ( 18.7 Mbit/s)
128 KiB blocks:   30.3 IO/s,   3.8 MiB/s ( 31.7 Mbit/s)
256 KiB blocks:   28.5 IO/s,   7.1 MiB/s ( 59.7 Mbit/s)
512 KiB blocks:   25.4 IO/s,  12.7 MiB/s (106.6 Mbit/s)
   1 MiB blocks:   23.1 IO/s,  23.1 MiB/s (194.1 Mbit/s)
   2 MiB blocks:   21.7 IO/s,  43.3 MiB/s (363.3 Mbit/s)
   4 MiB blocks:   14.8 IO/s,  59.4 MiB/s (498.3 Mbit/s)
   8 MiB blocks:   11.2 IO/s,  89.8 MiB/s (753.1 Mbit/s)
  16 MiB blocks:    7.8 IO/s, 124.2 MiB/s (  1.0 Gbit/s)
  32 MiB blocks:    4.6 IO/s, 146.0 MiB/s (  1.2 Gbit/s)
  64 MiB blocks:    2.5 IO/s, 161.6 MiB/s (  1.4 Gbit/s)
128 MiB blocks:    1.4 IO/s, 173.3 MiB/s (  1.5 Gbit/s)
256 MiB blocks:    0.7 IO/s, 177.9 MiB/s (  1.5 Gbit/s)

MD0 11*160G SATA 7200RPM amadm softraid FC port

bailiang27

总结就是，不管是RAID卡是硬的还是软的，都不会提升IOPS，因为磁盘的延迟就是这么高。只能提升带宽。

想要提升iops，只能上ssd

bailiang27

再补充一个8*7200 RAID0的数据

root@storage-03:~# ./iops /dev/sdb
/dev/sdb,   1.28 TB, 1 threads:
512   B blocks:   59.3 IO/s,  29.7 KiB/s (243.0 kbit/s)
   1 KiB blocks:   58.4 IO/s,  58.4 KiB/s (478.1 kbit/s)
   2 KiB blocks:   52.9 IO/s, 105.7 KiB/s (866.0 kbit/s)
   4 KiB blocks:   47.2 IO/s, 188.8 KiB/s (  1.5 Mbit/s)
   8 KiB blocks:   49.0 IO/s, 391.8 KiB/s (  3.2 Mbit/s)
  16 KiB blocks:   41.5 IO/s, 663.5 KiB/s (  5.4 Mbit/s)
  32 KiB blocks:   31.2 IO/s, 997.6 KiB/s (  8.2 Mbit/s)
  64 KiB blocks:   30.1 IO/s,   1.9 MiB/s ( 15.8 Mbit/s)
128 KiB blocks:   28.0 IO/s,   3.5 MiB/s ( 29.4 Mbit/s)
256 KiB blocks:   25.1 IO/s,   6.3 MiB/s ( 52.6 Mbit/s)
512 KiB blocks:   16.3 IO/s,   8.1 MiB/s ( 68.2 Mbit/s)
   1 MiB blocks:   15.9 IO/s,  15.9 MiB/s (133.3 Mbit/s)
   2 MiB blocks:   15.2 IO/s,  30.4 MiB/s (255.4 Mbit/s)
   4 MiB blocks:   14.1 IO/s,  56.2 MiB/s (471.6 Mbit/s)
   8 MiB blocks:   11.9 IO/s,  95.6 MiB/s (801.6 Mbit/s)
  16 MiB blocks:    9.6 IO/s, 153.6 MiB/s (  1.3 Gbit/s)
  32 MiB blocks:    6.6 IO/s, 210.5 MiB/s (  1.8 Gbit/s)
  64 MiB blocks:    4.1 IO/s, 263.1 MiB/s (  2.2 Gbit/s)
128 MiB blocks:    2.5 IO/s, 322.3 MiB/s (  2.7 Gbit/s)
256 MiB blocks:    1.3 IO/s, 325.0 MiB/s (  2.7 Gbit/s)
512 MiB blocks:    0.7 IO/s, 353.5 MiB/s (  3.0 Gbit/s)

ScorpioCat

稍微花点时间理解一下RAID1,5,0的工作方式.

austinxp

请教下楼主用的是什么软件，什么平台的？