Table of Contents
1 3 paths with equal cost
1.1 randwrite
1.1.1 iodepth = 64
fio --ioengine=libaio --size=500M --bs=4k --direct=1 --numjobs 1 --filename=/dev/mapper/mpatha --name=bla --rw=randwrite --iodepth=64
- ST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='service-time 0' prio=0 status=active |- 10:0:0:1 sdd 8:48 active undef running |- 11:0:0:1 sde 8:64 active undef running `- 12:0:0:1 sdf 8:80 active undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 4 1 40 46 sda1 0 0 0 0 4 1 40 46 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 20 0 594 70 42628 0 341024 1 sde 20 0 986 63 42667 0 341336 7 sdf 20 0 514 69 42705 0 341640 7
- HST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='historical-service-time 2' prio=0 status=active |- 10:0:0:1 sdd 8:48 undef undef running |- 11:0:0:1 sde 8:64 undef undef running `- 12:0:0:1 sdf 8:80 undef undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 4 1 40 363 sda1 0 0 0 0 4 1 40 363 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 9 0 0 201 42672 0 341376 953767 sde 9 0 0 200 42638 0 341104 953803 sdf 9 0 0 202 42690 0 341520 953666
2 3 paths with equal cost (sda, sdb, sdc), 1 path 4 times worse (sdd)
2.1 randwrite
2.1.1 iodepth = 64
fio --ioengine=libaio --size=500M --bs=4k --direct=1 --numjobs 1 --filename=/dev/mapper/mpatha --name=bla --rw=randwrite --iodepth=64
- ST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='service-time 0' prio=0 status=active |- 10:0:0:1 sdd 8:48 active undef running |- 11:0:0:1 sde 8:64 active undef running |- 12:0:0:1 sdf 8:80 active undef running `- 13:0:0:1 sdg 8:96 active undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 4 1 40 934 sda1 0 0 0 0 4 1 40 934 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 14 0 337 51 38017 0 304136 1903804 sde 16 0 777 52 38053 0 304424 1903977 sdf 16 0 506 50 38057 0 304456 1903603 sdg 16 0 474 143 13873 0 110984 47
- HST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='historical-service-time 2' prio=0 status=active |- 10:0:0:1 sdd 8:48 undef undef running |- 11:0:0:1 sde 8:64 undef undef running |- 12:0:0:1 sdf 8:80 undef undef running `- 13:0:0:1 sdg 8:96 undef undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 4 1 40 1277 sda1 0 0 0 0 4 1 40 1277 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 8 0 0 135 37982 0 303856 2543676 sde 8 0 0 133 38077 0 304616 2543856 sdf 8 0 0 133 38072 0 304576 2543448 sdg 8 0 0 369 13869 0 110952 642387
3 10 paths with U cost
3.1 randwrite
3.1.1 iodepth = 64
fio --ioengine=libaio --size=500M --bs=4k --direct=1 --numjobs 1 --filename=/dev/mapper/mpatha --name=bla --rw=randwrite --iodepth=64
- ST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='service-time 0' prio=0 status=active |- 10:0:0:1 sdd 8:48 active undef running |- 11:0:0:1 sde 8:64 active undef running |- 12:0:0:1 sdf 8:80 active undef running |- 13:0:0:1 sdg 8:96 active undef running |- 14:0:0:1 sdh 8:112 active undef running |- 15:0:0:1 sdi 8:128 active undef running |- 16:0:0:1 sdj 8:144 active undef running |- 17:0:0:1 sdk 8:160 active undef running |- 18:0:0:1 sdl 8:176 active undef running `- 19:0:0:1 sdm 8:192 active undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 4 0 40 1962 sda1 0 0 0 0 4 0 40 1962 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 6 0 216 13 21332 0 170656 3183664 sde 8 0 282 29 21399 0 171192 3183818 sdf 8 0 538 30 21344 0 170752 3183424 sdg 10 0 586 111 7813 0 62504 1284968 sdh 5 0 32 79 4270 0 34160 123 sdi 5 0 40 79 4244 0 33952 12 sdj 5 0 56 150 2217 0 17736 16 sdk 5 0 192 119 2216 0 17728 16 sdl 6 0 88 12 21823 0 174584 7 sdm 8 0 384 17 21342 0 170736 7
- HST
mpatha (360000000000000000e00000000010001) dm-0 IET,VIRTUAL-DISK size=50G features='3 retain_attached_hw_handler queue_mode bio' hwhandler='0' wp=rw `-+- policy='historical-service-time 2' prio=0 status=active |- 10:0:0:1 sdd 8:48 undef undef running |- 11:0:0:1 sde 8:64 undef undef running |- 12:0:0:1 sdf 8:80 undef undef running |- 13:0:0:1 sdg 8:96 undef undef running |- 14:0:0:1 sdh 8:112 undef undef running |- 15:0:0:1 sdi 8:128 undef undef running |- 16:0:0:1 sdj 8:144 undef undef running |- 17:0:0:1 sdk 8:160 undef undef running |- 18:0:0:1 sdl 8:176 undef undef running `- 19:0:0:1 sdm 8:192 undef undef running dev reads rmerg secR tRed wrts wmerg secW tWrit sda 0 0 0 0 6 3 72 2776 sda1 0 0 0 0 6 3 72 2776 sdb 0 0 0 0 0 0 0 0 sdc 0 0 0 0 0 0 0 0 sdc1 0 0 0 0 0 0 0 0 sdc2 0 0 0 0 0 0 0 0 sdd 6 0 0 80 25565 0 204520 3316015 sde 6 0 0 85 25594 0 204752 3316143 sdf 6 0 0 81 25582 0 204656 3315777 sdg 6 0 0 18 30 0 240 1418323 sdh 6 0 0 32 14 0 112 155767 sdi 6 0 0 32 14 0 112 155652 sdj 6 0 0 61 7 0 56 155837 sdk 6 0 0 61 7 0 56 155826 sdl 6 0 0 79 25607 0 204856 132214 sdm 6 0 0 82 25580 0 204640 132326