有kylinV10的源 可以直接安装fio
yum install fio -y
第一步, 将sdd 进行初始化,并且设置文件系统
fdisk /dev/sdb mkdir /ssd2 mount.ext4 /dev/sdb /ssd2
对HDD 也进行相应的设置.
注意一下的是 有四块HDD 我没有设置raid卡的工具 先一个设置为 ext4 一个设置为 xfs 比较一下性能.
第二步确认磁盘情况:
文件系统 类型 容量 已用 可用 已用% 挂载点 devtmpfs devtmpfs 63G 0 63G 0% /dev tmpfs tmpfs 63G 0 63G 0% /dev/shm tmpfs tmpfs 63G 24M 63G 1% /run tmpfs tmpfs 63G 0 63G 0% /sys/fs/cgroup /dev/mapper/klas-root xfs 392G 21G 371G 6% / tmpfs tmpfs 63G 192K 63G 1% /tmp /dev/mapper/klas-backup xfs 50G 85M 50G 1% /backup /dev/sda2 xfs 1014M 227M 788M 23% /boot /dev/sda1 vfat 200M 5.8M 195M 3% /boot/efi tmpfs tmpfs 13G 0 13G 0% /run/user/991 tmpfs tmpfs 13G 0 13G 0% /run/user/0 /dev/sdb ext4 439G 2.1G 415G 1% /ssd2 /dev/sdc ext4 1.8T 2.1G 1.7T 1% /hdd1 /dev/sdd xfs 1.9T 3.9G 1.9T 1% /hdd2
第三步 验证性能结果
SSD ext4 随机读写
read: IOPS=19.0k, BW=312MiB/s write: IOPS=17.0k, BW=266MiB/s
HDD ext4 随机读写
read: IOPS=396, BW=6348KiB/s
write: IOPS=9733, BW=152MiB/s
HDD xfs 随机读写
read: IOPS=457, BW=7322KiB/s
write: IOPS=6400, BW=100MiB/s
具体数据为:
SSD-ext4 随机读
[root@localhost ~]# fio -filename=/ssd2/test_randread -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randread, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
mytest: Laying out IO file (1 file / 2048MiB)
Jobs: 4 (f=4): [r(1),E(2),r(1),E(3),r(1),E(1),r(1)][100.0%][r=326MiB/s,w=0KiB/s][r=20.8k,w=0 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39663: Sat Feb 20 21:37:31 2021
read: IOPS=19.0k, BW=312MiB/s (327MB/s)(18.3GiB/60022msec)
clat (usec): min=40, max=72789, avg=498.47, stdev=1170.64
lat (usec): min=40, max=72790, avg=498.70, stdev=1170.64
clat percentiles (usec):
| 1.00th=[ 44], 5.00th=[ 48], 10.00th=[ 54], 20.00th=[ 302],
| 30.00th=[ 351], 40.00th=[ 396], 50.00th=[ 437], 60.00th=[ 478],
| 70.00th=[ 523], 80.00th=[ 578], 90.00th=[ 668], 95.00th=[ 766],
| 99.00th=[ 1029], 99.50th=[ 1303], 99.90th=[20579], 99.95th=[20841],
| 99.99th=[21365]
bw ( KiB/s): min=26688, max=36800, per=10.00%, avg=31937.61, stdev=1717.91, samples=1194
iops : min= 1668, max= 2300, avg=1996.07, stdev=107.36, samples=1194
lat (usec) : 50=7.94%, 100=3.87%, 250=2.41%, 500=50.85%, 750=29.31%
lat (usec) : 1000=4.47%
lat (msec) : 2=0.75%, 4=0.05%, 10=0.01%, 20=0.08%, 50=0.26%
lat (msec) : 100=0.01%
cpu : usr=0.65%, sys=2.74%, ctx=1198379, majf=0, minf=227
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=1197977,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
READ: bw=312MiB/s (327MB/s), 312MiB/s-312MiB/s (327MB/s-327MB/s), io=18.3GiB (19.6GB), run=60022-60022msec
Disk stats (read/write):
sdb: ios=1193809/4381, merge=0/34, ticks=582680/1459, in_queue=577840, util=99.84%
SSD ext4 随机写
[root@localhost ~]# fio -filename=/ssd2/test_randread -direct=1 -iodepth 1 -thread -rw=randwrite -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randwrite, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
Jobs: 10 (f=10): [w(10)][100.0%][r=0KiB/s,w=262MiB/s][r=0,w=16.8k IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39731: Sat Feb 20 21:42:01 2021
write: IOPS=17.0k, BW=266MiB/s (279MB/s)(15.6GiB/60001msec)
clat (usec): min=45, max=80474, avg=584.79, stdev=289.34
lat (usec): min=45, max=80476, avg=585.25, stdev=289.34
clat percentiles (usec):
| 1.00th=[ 486], 5.00th=[ 498], 10.00th=[ 506], 20.00th=[ 515],
| 30.00th=[ 519], 40.00th=[ 529], 50.00th=[ 537], 60.00th=[ 562],
| 70.00th=[ 586], 80.00th=[ 611], 90.00th=[ 635], 95.00th=[ 701],
| 99.00th=[ 1434], 99.50th=[ 1483], 99.90th=[ 1647], 99.95th=[ 1713],
| 99.99th=[ 1844]
bw ( KiB/s): min=21792, max=30208, per=10.00%, avg=27232.76, stdev=1118.25, samples=1191
iops : min= 1362, max= 1888, avg=1702.03, stdev=69.89, samples=1191
lat (usec) : 50=0.01%, 100=0.02%, 250=0.01%, 500=6.90%, 750=89.01%
lat (usec) : 1000=0.60%
lat (msec) : 2=3.47%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.01%
cpu : usr=0.57%, sys=5.61%, ctx=2042443, majf=0, minf=211
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,1021192,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
WRITE: bw=266MiB/s (279MB/s), 266MiB/s-266MiB/s (279MB/s-279MB/s), io=15.6GiB (16.7GB), run=60001-60001msec
Disk stats (read/write):
sdb: ios=0/1019390, merge=0/11, ticks=0/46968, in_queue=45590, util=76.02%
HDD -ext4 随机读
[root@localhost ~]# fio -filename=/hdd1/test_randread -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randread, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
mytest: Laying out IO file (1 file / 2048MiB)
Jobs: 10 (f=10): [r(10)][100.0%][r=6528KiB/s,w=0KiB/s][r=408,w=0 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39770: Sat Feb 20 21:45:17 2021
read: IOPS=396, BW=6348KiB/s (6500kB/s)(372MiB/60023msec)
clat (usec): min=41, max=1470.3k, avg=25196.99, stdev=45629.97
lat (usec): min=42, max=1470.3k, avg=25197.23, stdev=45629.98
clat percentiles (usec):
| 1.00th=[ 44], 5.00th=[ 46], 10.00th=[ 50],
| 20.00th=[ 3916], 30.00th=[ 6259], 40.00th=[ 8356],
| 50.00th=[ 11731], 60.00th=[ 16909], 70.00th=[ 24249],
| 80.00th=[ 35390], 90.00th=[ 59507], 95.00th=[ 92799],
| 99.00th=[ 175113], 99.50th=[ 198181], 99.90th=[ 566232],
| 99.95th=[ 926942], 99.99th=[1132463]
bw ( KiB/s): min= 32, max= 1472, per=10.20%, avg=647.09, stdev=223.82, samples=1177
iops : min= 2, max= 92, avg=40.40, stdev=13.98, samples=1177
lat (usec) : 50=10.47%, 100=1.50%, 250=0.07%, 500=0.10%, 750=0.13%
lat (usec) : 1000=0.03%
lat (msec) : 2=1.19%, 4=6.79%, 10=24.83%, 20=19.75%, 50=22.11%
lat (msec) : 100=8.52%, 250=4.31%, 500=0.07%, 750=0.05%, 1000=0.02%
cpu : usr=0.01%, sys=0.06%, ctx=23832, majf=0, minf=10
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=23814,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
READ: bw=6348KiB/s (6500kB/s), 6348KiB/s-6348KiB/s (6500kB/s-6500kB/s), io=372MiB (390MB), run=60023-60023msec
Disk stats (read/write):
sdc: ios=23708/4367, merge=0/35, ticks=597361/1674, in_queue=582080, util=99.85%
HDD ext4 随机写
[root@localhost ~]# fio -filename=/hdd1/test_randread -direct=1 -iodepth 1 -thread -rw=randwrite -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randwrite, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
Jobs: 10 (f=10): [w(10)][100.0%][r=0KiB/s,w=146MiB/s][r=0,w=9343 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39817: Sat Feb 20 21:47:28 2021
write: IOPS=9733, BW=152MiB/s (159MB/s)(9126MiB/60002msec)
clat (usec): min=45, max=310990, avg=1024.58, stdev=5015.28
lat (usec): min=45, max=310991, avg=1025.04, stdev=5015.28
clat percentiles (usec):
| 1.00th=[ 490], 5.00th=[ 498], 10.00th=[ 502], 20.00th=[ 510],
| 30.00th=[ 515], 40.00th=[ 523], 50.00th=[ 529], 60.00th=[ 537],
| 70.00th=[ 537], 80.00th=[ 553], 90.00th=[ 570], 95.00th=[ 1287],
| 99.00th=[ 9896], 99.50th=[ 21103], 99.90th=[ 76022], 99.95th=[100140],
| 99.99th=[154141]
bw ( KiB/s): min= 1472, max=29984, per=10.00%, avg=15576.29, stdev=8527.25, samples=1197
iops : min= 92, max= 1874, avg=973.50, stdev=532.95, samples=1197
lat (usec) : 50=0.04%, 100=0.05%, 250=0.01%, 500=8.50%, 750=85.12%
lat (usec) : 1000=0.68%
lat (msec) : 2=1.68%, 4=1.51%, 10=1.43%, 20=0.36%, 50=0.38%
lat (msec) : 100=0.21%, 250=0.05%, 500=0.01%
cpu : usr=0.33%, sys=3.14%, ctx=1168161, majf=0, minf=103
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,584043,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
WRITE: bw=152MiB/s (159MB/s), 152MiB/s-152MiB/s (159MB/s-159MB/s), io=9126MiB (9569MB), run=60002-60002msec
Disk stats (read/write):
sdc: ios=0/586761, merge=0/28, ticks=0/124250, in_queue=110970, util=86.64%
HDD -xfs 随机读
[root@localhost ~]# fio -filename=/hdd2/test_randread -direct=1 -iodepth 1 -thread -rw=randread -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randread, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
mytest: Laying out IO file (1 file / 2048MiB)
Jobs: 10 (f=10): [r(10)][100.0%][r=7456KiB/s,w=0KiB/s][r=466,w=0 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=39972: Sat Feb 20 21:52:03 2021
read: IOPS=457, BW=7322KiB/s (7498kB/s)(429MiB/60023msec)
clat (usec): min=41, max=1067.0k, avg=21844.94, stdev=29829.41
lat (usec): min=42, max=1067.0k, avg=21845.16, stdev=29829.41
clat percentiles (usec):
| 1.00th=[ 44], 5.00th=[ 46], 10.00th=[ 1975], 20.00th=[ 4621],
| 30.00th=[ 6783], 40.00th=[ 8848], 50.00th=[ 11994], 60.00th=[ 16909],
| 70.00th=[ 23725], 80.00th=[ 33817], 90.00th=[ 53216], 95.00th=[ 74974],
| 99.00th=[122160], 99.50th=[141558], 99.90th=[210764], 99.95th=[358613],
| 99.99th=[884999]
bw ( KiB/s): min= 32, max= 1469, per=10.04%, avg=735.18, stdev=192.60, samples=1195
iops : min= 2, max= 91, avg=45.90, stdev=12.04, samples=1195
lat (usec) : 50=8.81%, 100=0.28%, 250=0.04%, 500=0.10%, 750=0.08%
lat (usec) : 1000=0.01%
lat (msec) : 2=0.73%, 4=6.88%, 10=26.88%, 20=21.91%, 50=22.95%
lat (msec) : 100=9.22%, 250=2.02%, 500=0.04%, 750=0.02%, 1000=0.01%
cpu : usr=0.01%, sys=0.06%, ctx=27508, majf=0, minf=10
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=27468,0,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
READ: bw=7322KiB/s (7498kB/s), 7322KiB/s-7322KiB/s (7498kB/s-7498kB/s), io=429MiB (450MB), run=60023-60023msec
Disk stats (read/write):
sdd: ios=27384/6, merge=0/4, ticks=597996/0, in_queue=587530, util=99.86%
HDD xfs 随机写
[root@localhost ~]# fio -filename=/hdd2/test_randread -direct=1 -iodepth 1 -thread -rw=randwrite -ioengine=psync -bs=16k -size=2G -numjobs=10 -runtime=60 -group_reporting -name=mytest
mytest: (g=0): rw=randwrite, bs=(R) 16.0KiB-16.0KiB, (W) 16.0KiB-16.0KiB, (T) 16.0KiB-16.0KiB, ioengine=psync, iodepth=1
...
fio-3.7
Starting 10 threads
Jobs: 10 (f=10): [w(10)][100.0%][r=0KiB/s,w=58.1MiB/s][r=0,w=3720 IOPS][eta 00m:00s]
mytest: (groupid=0, jobs=10): err= 0: pid=40000: Sat Feb 20 21:54:30 2021
write: IOPS=6400, BW=100MiB/s (105MB/s)(6001MiB/60003msec)
clat (usec): min=46, max=436934, avg=1559.63, stdev=5889.21
lat (usec): min=46, max=436935, avg=1560.09, stdev=5889.21
clat percentiles (usec):
| 1.00th=[ 96], 5.00th=[ 117], 10.00th=[ 128], 20.00th=[ 145],
| 30.00th=[ 165], 40.00th=[ 200], 50.00th=[ 215], 60.00th=[ 225],
| 70.00th=[ 314], 80.00th=[ 1336], 90.00th=[ 3425], 95.00th=[ 6849],
| 99.00th=[ 19530], 99.50th=[ 44303], 99.90th=[ 70779], 99.95th=[ 87557],
| 99.99th=[128451]
bw ( KiB/s): min= 1824, max=96704, per=10.00%, avg=10239.70, stdev=12546.35, samples=1200
iops : min= 114, max= 6044, avg=639.97, stdev=784.14, samples=1200
lat (usec) : 50=0.01%, 100=1.47%, 250=65.27%, 500=4.71%, 750=2.09%
lat (usec) : 1000=2.67%
lat (msec) : 2=8.46%, 4=6.68%, 10=5.66%, 20=2.03%, 50=0.60%
lat (msec) : 100=0.33%, 250=0.03%, 500=0.01%
cpu : usr=0.25%, sys=1.48%, ctx=384410, majf=0, minf=63
IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%
submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
issued rwts: total=0,384033,0,0 short=0,0,0,0 dropped=0,0,0,0
latency : target=0, window=0, percentile=100.00%, depth=1
Run status group 0 (all jobs):
WRITE: bw=100MiB/s (105MB/s), 100MiB/s-100MiB/s (105MB/s-105MB/s), io=6001MiB (6292MB), run=60003-60003msec
Disk stats (read/write):
sdd: ios=0/383541, merge=0/0, ticks=0/591487, in_queue=621090, util=100.00%