ioping

读取测试（不会影响设备数据）

块设备测试1

yeqiang@yeqiang-PC:/media/yeqiang$ sudo ioping /dev/sdc -c 104 KiB <<< /dev/sdc (block device 7.50 GiB): request=1 time=716.3 us (warmup)4 KiB <<< /dev/sdc (block device 7.50 GiB): request=2 time=713.1 us4 KiB <<< /dev/sdc (block device 7.50 GiB): request=3 time=647.2 us4 KiB <<< /dev/sdc (block device 7.50 GiB): request=4 time=676.8 us4 KiB <<< /dev/sdc (block device 7.50 GiB): request=5 time=692.0 us4 KiB <<< /dev/sdc (block device 7.50 GiB): request=6 time=618.4 us4 KiB <<< /dev/sdc (block device 7.50 GiB): request=7 time=846.7 us (slow)4 KiB <<< /dev/sdc (block device 7.50 GiB): request=8 time=748.4 us4 KiB <<< /dev/sdc (block device 7.50 GiB): request=9 time=798.7 us4 KiB <<< /dev/sdc (block device 7.50 GiB): request=10 time=707.3 us--- /dev/sdc (block device 7.50 GiB) ioping statistics ---9 requests completed in 6.45 ms, 36 KiB read, 1.40 k iops, 5.45 MiB/sgenerated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/smin/avg/max/mdev = 618.4 us / 716.5 us / 846.7 us / 67.8 us

块设备测试2

yeqiang@yeqiang-PC:/media/yeqiang$ sudo ioping /dev/sdc1 -c 104 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=1 time=746.0 us (warmup)4 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=2 time=765.1 us4 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=3 time=702.5 us4 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=4 time=672.9 us4 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=5 time=681.2 us4 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=6 time=862.7 us4 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=7 time=696.6 us4 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=8 time=630.4 us (fast)4 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=9 time=787.8 us4 KiB <<< /dev/sdc1 (block device 7.50 GiB): request=10 time=786.1 us--- /dev/sdc1 (block device 7.50 GiB) ioping statistics ---9 requests completed in 6.59 ms, 36 KiB read, 1.37 k iops, 5.34 MiB/sgenerated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/smin/avg/max/mdev = 630.4 us / 731.7 us / 862.7 us / 68.9 us

目录测试

yeqiang@yeqiang-PC:/media/yeqiang$ ioping /media/yeqiang/D41B-431E/ -c 104 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=1 time=11.0 ms (warmup)4 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=2 time=576.4 us4 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=3 time=539.8 us4 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=4 time=559.8 us4 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=5 time=695.0 us4 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=6 time=614.8 us4 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=7 time=598.1 us4 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=8 time=548.9 us4 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=9 time=561.8 us4 KiB <<< /media/yeqiang/D41B-431E/ (vfat /dev/sdc1): request=10 time=504.7 us (fast)--- /media/yeqiang/D41B-431E/ (vfat /dev/sdc1) ioping statistics ---9 requests completed in 5.20 ms, 36 KiB read, 1.73 k iops, 6.76 MiB/sgenerated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/smin/avg/max/mdev = 504.7 us / 577.7 us / 695.0 us / 51.3 us

文件测试

yeqiang@yeqiang-PC:/media/yeqiang$ dd if=/dev/zero of=/media/yeqiang/D41B-431E/testfile bs=1M count=1记录了1+0 的读入记录了1+0 的写出1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.182796 s, 5.7 MB/syeqiang@yeqiang-PC:/media/yeqiang$ ioping /media/yeqiang/D41B-431E/testfile -c 104 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=1 time=815.1 us (warmup)4 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=2 time=563.7 us4 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=3 time=559.1 us4 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=4 time=750.7 us4 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=5 time=614.7 us4 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=6 time=705.1 us4 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=7 time=557.2 us (fast)4 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=8 time=587.2 us4 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=9 time=577.7 us4 KiB <<< /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1): request=10 time=520.9 us (fast)--- /media/yeqiang/D41B-431E/testfile (vfat /dev/sdc1) ioping statistics ---9 requests completed in 5.44 ms, 36 KiB read, 1.66 k iops, 6.47 MiB/sgenerated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/smin/avg/max/mdev = 520.9 us / 604.0 us / 750.7 us / 71.2 us

写入测试

块设备(危险操作，数据丢失风险)

yeqiang@yeqiang-PC:/media/yeqiang$ sudo ioping -WWW /dev/sdc -c 104 KiB >>> /dev/sdc (block device 7.50 GiB): request=1 time=1.39 s (warmup)4 KiB >>> /dev/sdc (block device 7.50 GiB): request=2 time=1.40 s4 KiB >>> /dev/sdc (block device 7.50 GiB): request=3 time=1.40 s4 KiB >>> /dev/sdc (block device 7.50 GiB): request=4 time=1.41 s4 KiB >>> /dev/sdc (block device 7.50 GiB): request=5 time=1.40 s4 KiB >>> /dev/sdc (block device 7.50 GiB): request=6 time=1.41 s4 KiB >>> /dev/sdc (block device 7.50 GiB): request=7 time=1.40 s4 KiB >>> /dev/sdc (block device 7.50 GiB): request=8 time=1.40 s4 KiB >>> /dev/sdc (block device 7.50 GiB): request=9 time=1.39 s (fast)4 KiB >>> /dev/sdc (block device 7.50 GiB): request=10 time=1.41 s (slow)--- /dev/sdc (block device 7.50 GiB) ioping statistics ---9 requests completed in 12.6 s, 36 KiB written, 0 iops, 2.85 KiB/sgenerated 10 requests in 14.0 s, 40 KiB, 0 iops, 2.86 KiB/smin/avg/max/mdev = 1.39 s / 1.40 s / 1.41 s / 7.73 ms

100M写入块设备测试

yeqiang@yeqiang-PC:/media/yeqiang$ sudo ioping -WWW /dev/sdc -c 10 -s 100M100 MiB >>> /dev/sdc (block device 7.50 GiB): request=1 time=13.1 s (warmup)100 MiB >>> /dev/sdc (block device 7.50 GiB): request=2 time=10.3 s100 MiB >>> /dev/sdc (block device 7.50 GiB): request=3 time=25.5 s100 MiB >>> /dev/sdc (block device 7.50 GiB): request=4 time=10.4 s100 MiB >>> /dev/sdc (block device 7.50 GiB): request=5 time=8.90 s100 MiB >>> /dev/sdc (block device 7.50 GiB): request=6 time=10.3 s100 MiB >>> /dev/sdc (block device 7.50 GiB): request=7 time=33.9 s (slow)100 MiB >>> /dev/sdc (block device 7.50 GiB): request=8 time=11.8 s100 MiB >>> /dev/sdc (block device 7.50 GiB): request=9 time=10.4 s100 MiB >>> /dev/sdc (block device 7.50 GiB): request=10 time=8.90 s (fast)--- /dev/sdc (block device 7.50 GiB) ioping statistics ---9 requests completed in 2.17 min, 900 MiB written, 0 iops, 6.90 MiB/sgenerated 10 requests in 2.39 min, 1000 MiB, 0 iops, 6.96 MiB/smin/avg/max/mdev = 8.90 s / 14.5 s / 33.9 s / 8.42 s

分区数据丢失

yeqiang@yeqiang-PC:/media/yeqiang$ sudo fdisk /dev/sdc -lDisk /dev/sdc: 7.5 GiB, 8054112256 bytes, 15730688 sectorsDisk model: USB DISK Units: sectors of 1 * 512 = 512 bytesSector size (logical/physical): 512 bytes / 512 bytesI/O size (minimum/optimal): 512 bytes / 512 bytes

目录测试

yeqiang@yeqiang-PC:/media/yeqiang$ ioping /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ -c 1 -W -s 100M100 MiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=1 time=15.5 s (warmup)--- /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1) ioping statistics ---0 requests completed in 0 ns, 0 B written, 0 iops, 0 B/sgenerated 1 requests in 15.5 s, 100 MiB, 0 iops, 6.43 MiB/smin/avg/max/mdev = 0 ns / 0 ns / 0 ns / 0 nsyeqiang@yeqiang-PC:/media/yeqiang$ ioping /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ -c 10 -W 4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=1 time=1.02 ms (warmup)4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=2 time=468.6 us4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=3 time=3.38 ms4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=4 time=2.53 ms4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=5 time=761.8 us4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=6 time=683.6 us4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=7 time=3.42 ms (slow)4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=8 time=687.4 us4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=9 time=3.37 ms (slow)4 KiB >>> /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1): request=10 time=702.0 us--- /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/ (xfs /dev/sdc1) ioping statistics ---9 requests completed in 16.0 ms, 36 KiB written, 562 iops, 2.20 MiB/sgenerated 10 requests in 9.00 s, 40 KiB, 1 iops, 4.44 KiB/smin/avg/max/mdev = 468.6 us / 1.78 ms / 3.42 ms / 1.28 msyeqiang@yeqiang-PC:/media/yeqiang$

iozone

文件读写测试4K（O_DIRECT）

yeqiang@yeqiang-PC:/media/yeqiang$ iozone -f /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/iozone -I -s 1MIozone: Performance Test of File I/OVersion $Revision: 3.429 $Compiled for 64 bit mode.Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby CollinsAl Slater, Scott Rhine, Mike Wisner, Ken GossSteve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR,Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner,Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone,Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root,Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer,Vangel Bojaxhi, Ben England, Vikentsi Lapa.Run began: Wed Jun 8 11:07:28 O_DIRECT feature enabledFile size set to 1024 kBCommand line used: iozone -f /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/iozone -I -s 1MOutput is in kBytes/secTime Resolution = 0.000001 seconds.Processor cache size set to 1024 kBytes.Processor cache line size set to 32 bytes.File stride size set to 17 * record size.random randombkwd record stridekB reclen write rewrite read reread readwriteread rewriteread fwrite frewrite fread freread1024 448325001785379617534470789712277491 2803859 3923040 6559147 7160597iozone test complete.

文件读写测试4K（O_DIRECT,SYNC）

yeqiang@yeqiang-PC:/media/yeqiang$ iozone -f /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/iozone -o -I -s 1MIozone: Performance Test of File I/OVersion $Revision: 3.429 $Compiled for 64 bit mode.Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby CollinsAl Slater, Scott Rhine, Mike Wisner, Ken GossSteve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR,Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner,Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone,Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root,Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer,Vangel Bojaxhi, Ben England, Vikentsi Lapa.Run began: Wed Jun 8 10:15:52 SYNC Mode. O_DIRECT feature enabledFile size set to 1024 kBCommand line used: iozone -f /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/iozone -o -I -s 1MOutput is in kBytes/secTime Resolution = 0.000001 seconds.Processor cache size set to 1024 kBytes.Processor cache line size set to 32 bytes.File stride size set to 17 * record size.random randombkwd record stridekB reclen write rewrite read reread readwriteread rewriteread fwrite frewrite fread freread1024 43155527752809278195587528 3117558 3311958 5151040 7101400 6744549iozone test complete.

注意，采用SYNC,O_DIRECT模式测试数据与ioping相当。接近硬件本身能力。

文件读写测试4K(由于有操作系统缓存，与实际硬盘性能相差较大，仅供参考)

yeqiang@yeqiang-PC:/media/yeqiang$ iozone -f /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/iozone -s 1MIozone: Performance Test of File I/OVersion $Revision: 3.429 $Compiled for 64 bit mode.Build: linux-AMD64 Contributors:William Norcott, Don Capps, Isom Crawford, Kirby CollinsAl Slater, Scott Rhine, Mike Wisner, Ken GossSteve Landherr, Brad Smith, Mark Kelly, Dr. Alain CYR,Randy Dunlap, Mark Montague, Dan Million, Gavin Brebner,Jean-Marc Zucconi, Jeff Blomberg, Benny Halevy, Dave Boone,Erik Habbinga, Kris Strecker, Walter Wong, Joshua Root,Fabrice Bacchella, Zhenghua Xue, Qin Li, Darren Sawyer,Vangel Bojaxhi, Ben England, Vikentsi Lapa.Run began: Wed Jun 8 10:19:18 File size set to 1024 kBCommand line used: iozone -f /media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/iozone -s 1MOutput is in kBytes/secTime Resolution = 0.000001 seconds.Processor cache size set to 1024 kBytes.Processor cache line size set to 32 bytes.File stride size set to 17 * record size.random randombkwd record stridekB reclen write rewrite read reread readwriteread rewriteread fwrite frewrite fread freread1024 4 3751699 5813392 6874084 6441107 8326715 5593820 6609617 7113161 7644933 5983467 5251818 7755368 9569770iozone test complete.

也可采用iozone -a参数测试，会进行大量不通文件大小，块组合测试，时间较长。

fio

顺序读取4k 1M

yeqiang@yeqiang-PC:/media/yeqiang$ fio -filename=/media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/fio -direct=1 -thread -rw=read -ioengine=sync -bs=4k -size=1M -numjobs=1 -group_reporting -name=read_1m4kread_1m4k: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=sync, iodepth=1fio-3.12Starting 1 threadread_1m4k: (groupid=0, jobs=1): err= 0: pid=6117: Wed Jun 8 10:42:37 read: IOPS=1882, BW=7529KiB/s (7710kB/s)(1024KiB/136msec)clat (usec): min=461, max=735, avg=528.41, stdev=54.61lat (usec): min=461, max=736, avg=528.51, stdev=54.61clat percentiles (usec):| 1.00th=[ 465], 5.00th=[ 474], 10.00th=[ 478], 20.00th=[ 486],| 30.00th=[ 494], 40.00th=[ 502], 50.00th=[ 510], 60.00th=[ 523],| 70.00th=[ 537], 80.00th=[ 562], 90.00th=[ 611], 95.00th=[ 652],| 99.00th=[ 693], 99.50th=[ 709], 99.90th=[ 734], 99.95th=[ 734],| 99.99th=[ 734]lat (usec) : 500=35.55%, 750=64.45%cpu: usr=2.22%, sys=0.00%, ctx=256, majf=0, minf=1IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%issued rwts: total=256,0,0,0 short=0,0,0,0 dropped=0,0,0,0latency : target=0, window=0, percentile=100.00%, depth=1Run status group 0 (all jobs):READ: bw=7529KiB/s (7710kB/s), 7529KiB/s-7529KiB/s (7710kB/s-7710kB/s), io=1024KiB (1049kB), run=136-136msecDisk stats (read/write):sdc: ios=0/0, merge=0/0, ticks=0/0, in_queue=0, util=0.00%

随机读取4k 1M

yeqiang@yeqiang-PC:/media/yeqiang$ fio -filename=/media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/fio -direct=1 -thread -rw=randread -ioengine=sync -bs=4k -size=1M -numjobs=1 -group_reporting -name=randread_1m4krandread_1m4k: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=sync, iodepth=1fio-3.12Starting 1 threadrandread_1m4k: (groupid=0, jobs=1): err= 0: pid=6217: Wed Jun 8 10:43:22 read: IOPS=1954, BW=7817KiB/s (8004kB/s)(1024KiB/131msec)clat (usec): min=461, max=838, avg=509.41, stdev=43.22lat (usec): min=461, max=838, avg=509.52, stdev=43.23clat percentiles (usec):| 1.00th=[ 465], 5.00th=[ 469], 10.00th=[ 474], 20.00th=[ 478],| 30.00th=[ 486], 40.00th=[ 494], 50.00th=[ 502], 60.00th=[ 506],| 70.00th=[ 515], 80.00th=[ 529], 90.00th=[ 553], 95.00th=[ 594],| 99.00th=[ 644], 99.50th=[ 725], 99.90th=[ 840], 99.95th=[ 840],| 99.99th=[ 840]lat (usec) : 500=48.83%, 750=50.78%, 1000=0.39%cpu: usr=0.00%, sys=2.31%, ctx=257, majf=0, minf=1IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%issued rwts: total=256,0,0,0 short=0,0,0,0 dropped=0,0,0,0latency : target=0, window=0, percentile=100.00%, depth=1Run status group 0 (all jobs):READ: bw=7817KiB/s (8004kB/s), 7817KiB/s-7817KiB/s (8004kB/s-8004kB/s), io=1024KiB (1049kB), run=131-131msecDisk stats (read/write):sdc: ios=0/0, merge=0/0, ticks=0/0, in_queue=0, util=0.00%

顺序写4K 1M

yeqiang@yeqiang-PC:/media/yeqiang$ fio -filename=/media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/fio -direct=1 -thread -rw=write -ioengine=sync -bs=4k -size=1M -numjobs=1 -group_reporting -name=write_1m4kwrite_1m4k: (g=0): rw=write, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=sync, iodepth=1fio-3.12Starting 1 threadwrite_1m4k: (groupid=0, jobs=1): err= 0: pid=6282: Wed Jun 8 10:44:13 write: IOPS=1312, BW=5251KiB/s (5377kB/s)(1024KiB/195msec); 0 zone resetsclat (usec): min=310, max=2084, avg=757.87, stdev=681.96lat (usec): min=310, max=2084, avg=758.10, stdev=681.91clat percentiles (usec):| 1.00th=[ 314], 5.00th=[ 322], 10.00th=[ 330], 20.00th=[ 343],| 30.00th=[ 355], 40.00th=[ 367], 50.00th=[ 375], 60.00th=[ 383],| 70.00th=[ 420], 80.00th=[ 1893], 90.00th=[ 1926], 95.00th=[ 1991],| 99.00th=[ 2073], 99.50th=[ 2073], 99.90th=[ 2089], 99.95th=[ 2089],| 99.99th=[ 2089]lat (usec) : 500=74.61%, 750=0.39%lat (msec) : 2=21.48%, 4=3.52%cpu: usr=1.55%, sys=0.00%, ctx=256, majf=0, minf=0IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%issued rwts: total=0,256,0,0 short=0,0,0,0 dropped=0,0,0,0latency : target=0, window=0, percentile=100.00%, depth=1Run status group 0 (all jobs):WRITE: bw=5251KiB/s (5377kB/s), 5251KiB/s-5251KiB/s (5377kB/s-5377kB/s), io=1024KiB (1049kB), run=195-195msecDisk stats (read/write):sdc: ios=0/195, merge=0/0, ticks=0/145, in_queue=144, util=59.92%

随机写4k

yeqiang@yeqiang-PC:/media/yeqiang$ fio -filename=/media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/fio -direct=1 -thread -rw=randwrite -ioengine=sync -bs=4k -size=1M -numjobs=1 -group_reporting -name=randwrite_1m4krandwrite_1m4k: (g=0): rw=randwrite, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=sync, iodepth=1fio-3.12Starting 1 threadJobs: 1 (f=1)randwrite_1m4k: (groupid=0, jobs=1): err= 0: pid=6831: Wed Jun 8 10:48:20 write: IOPS=116, BW=466KiB/s (477kB/s)(1024KiB/2196msec); 0 zone resetsclat (usec): min=309, max=1426.0k, avg=8574.86, stdev=89010.09lat (usec): min=309, max=1426.0k, avg=8575.10, stdev=89010.10clat percentiles (usec):| 1.00th=[ 359], 5.00th=[ 392], 10.00th=[ 676],| 20.00th=[ 2442], 30.00th=[ 2737], 40.00th=[ 2999],| 50.00th=[ 3130], 60.00th=[ 3228], 70.00th=[ 3326],| 80.00th=[ 3523], 90.00th=[ 5014], 95.00th=[ 5145],| 99.00th=[ 8979], 99.50th=[ 11076], 99.90th=[1434452],| 99.95th=[1434452], 99.99th=[1434452]bw ( KiB/s): min= 504, max= 1005, per=100.00%, avg=754.50, stdev=354.26, samples=2iops : min= 126, max= 251, avg=188.50, stdev=88.39, samples=2lat (usec) : 500=7.03%, 750=5.08%, 1000=6.25%lat (msec) : 4=62.89%, 10=17.97%, 20=0.39%cpu: usr=0.27%, sys=0.00%, ctx=256, majf=0, minf=0IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0%submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%issued rwts: total=0,256,0,0 short=0,0,0,0 dropped=0,0,0,0latency : target=0, window=0, percentile=100.00%, depth=1Run status group 0 (all jobs):WRITE: bw=466KiB/s (477kB/s), 466KiB/s-466KiB/s (477kB/s-477kB/s), io=1024KiB (1049kB), run=2196-2196msecDisk stats (read/write):sdc: ios=0/240, merge=0/0, ticks=0/2142, in_queue=2143, util=95.81%

dd

4k 1M

yeqiang@yeqiang-PC:/media/yeqiang$ dd if=/dev/zero of=/media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/dd bs=4K count=256记录了256+0 的读入记录了256+0 的写出1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.000497342 s, 2.1 GB/s

4k 1M direct

yeqiang@yeqiang-PC:/media/yeqiang$ dd if=/dev/zero of=/media/yeqiang/5ae88def-9ccc-4ddd-8981-f61459617570/dd2 bs=4K count=256 oflag=direct记录了256+0 的读入记录了256+0 的写出1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.81 s, 5.2 MB/s

数据对比

总结

ioping使用起来简单粗暴，其数据跟接近物理设备本身能力。

在Linux平台，由于文件缓存机制，针对U盘等可热拔插设备，真实的io速率非常重要。

iozone应当添加-I参数（O_DIRECT）测试，fio应当添加-direct=1 -ioengine=sync，dd应当添加oflag=direct。

在不采用直接IO访问模式，Linux操作系统文件缓存在内存充沛的情况下能极大提升IO性能（可关闭各测试软件直接IO访问开关验证，如iozone去掉-I）。问题1：机器突然掉电，会有大量数据未同步、丢失；问题2：内存不足时，系统性能急剧下降甚至假死。