Table of Contents
1 3 paths with equal cost
1.1 randwrite
1.1.1 iodepth = 64
fio --ioengine=libaio --size=500M --bs=4k --direct=1 --numjobs 1 --filename=/dev/mapper/mpatha --name=bla --rw=randwrite --iodepth=64
- ST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='service-time 0' prio=0 status=active |- 10:0:0:1 sdd 8:48 active undef running |- 11:0:0:1 sde 8:64 active undef running `- 12:0:0:1 sdf 8:80 active undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 4 1 40 222 sda1 0 0 0 0 4 1 40 222 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 38 0 1580 97 42681 0 341448 1 sde 38 0 1500 97 42679 0 341432 7 sdf 38 0 1108 101 42640 0 341120 7
- HST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='historical-service-time 2' prio=0 status=active |- 10:0:0:1 sdd 8:48 undef undef running |- 11:0:0:1 sde 8:64 undef undef running `- 12:0:0:1 sdf 8:80 undef undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 4 1 40 533 sda1 0 0 0 0 4 1 40 533 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 9 0 0 204 42638 0 341104 953542 sde 9 0 0 205 42698 0 341584 953922 sdf 9 0 0 207 42664 0 341312 953496
2 3 paths with equal cost (sda, sdb, sdc), 1 path 4 times worse (sdd)
2.1 randwrite
2.1.1 iodepth = 64
fio --ioengine=libaio --size=500M --bs=4k --direct=1 --numjobs 1 --filename=/dev/mapper/mpatha --name=bla --rw=randwrite --iodepth=64
- ST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='service-time 0' prio=0 status=active |- 10:0:0:1 sdd 8:48 active undef running |- 11:0:0:1 sde 8:64 active undef running |- 12:0:0:1 sdf 8:80 active undef running `- 13:0:0:1 sdg 8:96 active undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 4 1 40 935 sda1 0 0 0 0 4 1 40 935 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 16 0 474 53 38061 0 304488 1898019 sde 16 0 506 54 38062 0 304496 1899942 sdf 14 0 337 48 37999 0 303992 1898505 sdg 16 0 777 147 13878 0 111024 82
- HST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='historical-service-time 2' prio=0 status=active |- 10:0:0:1 sdd 8:48 undef undef running |- 11:0:0:1 sde 8:64 undef undef running |- 12:0:0:1 sdf 8:80 undef undef running `- 13:0:0:1 sdg 8:96 undef undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 4 1 40 1274 sda1 0 0 0 0 4 1 40 1274 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 8 0 0 160 38041 0 304328 2537989 sde 8 0 0 164 38081 0 304648 2539890 sdf 8 0 0 162 38023 0 304184 2538482 sdg 8 0 0 158 13855 0 110840 642534
3 10 paths with U cost
3.1 randwrite
3.1.1 iodepth = 64
fio --ioengine=libaio --size=500M --bs=4k --direct=1 --numjobs 1 --filename=/dev/mapper/mpatha --name=bla --rw=randwrite --iodepth=64
- ST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='service-time 0' prio=0 status=active |- 10:0:0:1 sdd 8:48 active undef running |- 11:0:0:1 sde 8:64 active undef running |- 12:0:0:1 sdf 8:80 active undef running |- 13:0:0:1 sdg 8:96 active undef running |- 14:0:0:1 sdh 8:112 active undef running |- 15:0:0:1 sdi 8:128 active undef running |- 16:0:0:1 sdj 8:144 active undef running |- 17:0:0:1 sdk 8:160 active undef running |- 18:0:0:1 sdl 8:176 active undef running `- 19:0:0:1 sdm 8:192 active undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 5 0 48 1612 sda1 0 0 0 0 5 0 48 1612 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 5 0 32 11 21402 0 171216 3297356 sde 4 0 24 9 21401 0 171208 3300088 sdf 6 0 48 11 21386 0 171088 3297707 sdg 12 0 86 152 7632 0 61056 919772 sdh 6 0 152 68 4120 0 32960 122 sdi 6 0 280 65 4120 0 32960 12 sdj 6 0 536 129 2144 0 17152 16 sdk 4 0 24 101 2146 0 17168 16 sdl 7 0 1056 25 21779 0 174232 7 sdm 5 0 32 11 21870 0 174960 7
- HST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='historical-service-time 2' prio=0 status=active |- 10:0:0:1 sdd 8:48 undef undef running |- 11:0:0:1 sde 8:64 undef undef running |- 12:0:0:1 sdf 8:80 undef undef running |- 13:0:0:1 sdg 8:96 undef undef running |- 14:0:0:1 sdh 8:112 undef undef running |- 15:0:0:1 sdi 8:128 undef undef running |- 16:0:0:1 sdj 8:144 undef undef running |- 17:0:0:1 sdk 8:160 undef undef running |- 18:0:0:1 sdl 8:176 undef undef running `- 19:0:0:1 sdm 8:192 undef undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 6 1 56 2676 sda1 0 0 0 0 6 1 56 2676 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 5 0 0 62 21668 0 173344 3425037 sde 5 0 0 61 21690 0 173520 3427769 sdf 5 0 0 59 21641 0 173128 3425399 sdg 5 0 0 57 7892 0 63136 1048354 sdh 5 0 0 58 4049 0 32392 150183 sdi 5 0 0 58 4052 0 32416 150055 sdj 5 0 0 72 1810 0 14480 150180 sdk 5 0 0 70 1814 0 14512 150350 sdl 5 0 0 59 21715 0 173720 127539 sdm 5 0 0 58 21669 0 173352 127577