[ofa-general] SRP/mlx4 interrupts throttling performance

[Cameron Harr]

Vladislav Bolkhovitin wrote:
>
> Strange, indeed.
>
> Did you use the real drives or NULLIO?
>
Here are some results with NULLIO, but they seem to hang when srpt 
thread is set to 0 (this got a few runs in). Note that to get things 
even running when srpt thread=0, I had to put the ib_srpt code back to 
it's original state.

type=randwrite  bs=512  drives=1 scst_threads=1 srptthread=1 iops=113418.36
type=randwrite  bs=4k   drives=1 scst_threads=1 srptthread=1 iops=107773.57
type=randwrite  bs=512  drives=2 scst_threads=1 srptthread=1 iops=147188.09
type=randwrite  bs=4k   drives=2 scst_threads=1 srptthread=1 iops=170401.06
type=randwrite  bs=512  drives=3 scst_threads=1 srptthread=1 iops=194783.09
type=randwrite  bs=4k   drives=3 scst_threads=1 srptthread=1 iops=112113.57
type=randwrite  bs=512  drives=1 scst_threads=2 srptthread=1 iops=88371.81
type=randwrite  bs=4k   drives=1 scst_threads=2 srptthread=1 iops=86334.84
type=randwrite  bs=512  drives=2 scst_threads=2 srptthread=1 iops=177128.90
type=randwrite  bs=4k   drives=2 scst_threads=2 srptthread=1 iops=105784.42
type=randwrite  bs=512  drives=3 scst_threads=2 srptthread=1 iops=125456.49
type=randwrite  bs=4k   drives=3 scst_threads=2 srptthread=1 iops=93726.40
type=randwrite  bs=512  drives=1 scst_threads=3 srptthread=1 iops=137550.91
type=randwrite  bs=4k   drives=1 scst_threads=3 srptthread=1 iops=90684.18
type=randwrite  bs=512  drives=2 scst_threads=3 srptthread=1 iops=182657.96
type=randwrite  bs=4k   drives=2 scst_threads=3 srptthread=1 iops=95166.77
type=randwrite  bs=512  drives=3 scst_threads=3 srptthread=1 iops=184928.53
type=randwrite  bs=4k   drives=3 scst_threads=3 srptthread=1 iops=84169.93
type=randwrite  bs=512  drives=1 scst_threads=1 srptthread=0 iops=139561.62
type=randwrite  bs=4k   drives=1 scst_threads=1 srptthread=0 iops=100328.18
type=randwrite  bs=512  drives=2 scst_threads=1 srptthread=0 iops=206477.91
type=randwrite  bs=4k   drives=2 scst_threads=1 srptthread=0 iops=99723.22

>
>> type=randwrite  bs=4k   drives=1 scst_threads=1 srptthread=0 
>> iops=51134.20
>> type=randwrite  bs=4k   drives=1 scst_threads=1 srptthread=1 
>> iops=63461.86
>> type=randwrite  bs=4k   drives=1 scst_threads=2 srptthread=0 
>> iops=52383.10
>> type=randwrite  bs=4k   drives=1 scst_threads=2 srptthread=1 
>> iops=54065.52
>> type=randwrite  bs=4k   drives=1 scst_threads=3 srptthread=0 
>> iops=48827.27
>> type=randwrite  bs=4k   drives=1 scst_threads=3 srptthread=1 
>> iops=52703.82
>> type=randwrite  bs=4k   drives=2 scst_threads=1 srptthread=0 
>> iops=64619.11
>> type=randwrite  bs=4k   drives=2 scst_threads=1 srptthread=1 
>> iops=62605.09
>> type=randwrite  bs=4k   drives=2 scst_threads=2 srptthread=0 
>> iops=67961.56
>> type=randwrite  bs=4k   drives=2 scst_threads=2 srptthread=1 
>> iops=78884.72
>> type=randwrite  bs=4k   drives=2 scst_threads=3 srptthread=0 
>> iops=70340.04
>> type=randwrite  bs=4k   drives=2 scst_threads=3 srptthread=1 
>> iops=76253.60
>> type=randwrite  bs=4k   drives=3 scst_threads=1 srptthread=0 
>> iops=53777.02
>> type=randwrite  bs=4k   drives=3 scst_threads=1 srptthread=1 
>> iops=64661.21
>> type=randwrite  bs=4k   drives=3 scst_threads=2 srptthread=0 
>> iops=91073.05
>> type=randwrite  bs=4k   drives=3 scst_threads=2 srptthread=1 
>> iops=90127.98
>> type=randwrite  bs=4k   drives=3 scst_threads=3 srptthread=0 
>> iops=92012.13
>> type=randwrite  bs=4k   drives=3 scst_threads=3 srptthread=1 
>> iops=96848.61
>> type=randwrite  bs=512  drives=1 scst_threads=1 srptthread=0 
>> iops=55040.20
>> type=randwrite  bs=512  drives=1 scst_threads=1 srptthread=1 
>> iops=62057.33
>> type=randwrite  bs=512  drives=1 scst_threads=2 srptthread=0 
>> iops=60237.05
>> type=randwrite  bs=512  drives=1 scst_threads=2 srptthread=1 
>> iops=63465.54
>> type=randwrite  bs=512  drives=1 scst_threads=3 srptthread=0 
>> iops=58716.01
>> type=randwrite  bs=512  drives=1 scst_threads=3 srptthread=1 
>> iops=60089.11
>> type=randwrite  bs=512  drives=2 scst_threads=1 srptthread=0 
>> iops=64978.41
>> type=randwrite  bs=512  drives=2 scst_threads=1 srptthread=1 
>> iops=64018.47
>> type=randwrite  bs=512  drives=2 scst_threads=2 srptthread=0 
>> iops=78128.56
>> type=randwrite  bs=512  drives=2 scst_threads=2 srptthread=1 
>> iops=94561.47
>> type=randwrite  bs=512  drives=2 scst_threads=3 srptthread=0 
>> iops=82526.52
>> type=randwrite  bs=512  drives=2 scst_threads=3 srptthread=1 
>> iops=105874.51
>> type=randwrite  bs=512  drives=3 scst_threads=1 srptthread=0 
>> iops=56730.70
>> type=randwrite  bs=512  drives=3 scst_threads=1 srptthread=1 
>> iops=62147.04
>> type=randwrite  bs=512  drives=3 scst_threads=2 srptthread=0 
>> iops=87507.15
>> type=randwrite  bs=512  drives=3 scst_threads=2 srptthread=1 
>> iops=95781.40
>> type=randwrite  bs=512  drives=3 scst_threads=3 srptthread=0 
>> iops=91645.99
>> type=randwrite  bs=512  drives=3 scst_threads=3 srptthread=1 
>> iops=114164.39
>>