***SPAM*** Re: [ofa-general] SRP/mlx4 interrupts throttling performance

[Vladislav Bolkhovitin]

Cameron Harr wrote:
> 
> Vladislav Bolkhovitin wrote:
>> Strange, indeed.
>>
>> Did you use the real drives or NULLIO?
>>
> Here are some results with NULLIO, but they seem to hang when srpt 
> thread is set to 0 (this got a few runs in). Note that to get things 
> even running when srpt thread=0, I had to put the ib_srpt code back to 
> it's original state.

Unfortunately, it invalidates all the results. Can you try again with 
the patch I sent to you? With gathering of top and vmstat output.

> type=randwrite  bs=512  drives=1 scst_threads=1 srptthread=1 iops=113418.36
> type=randwrite  bs=4k   drives=1 scst_threads=1 srptthread=1 iops=107773.57
> type=randwrite  bs=512  drives=2 scst_threads=1 srptthread=1 iops=147188.09
> type=randwrite  bs=4k   drives=2 scst_threads=1 srptthread=1 iops=170401.06
> type=randwrite  bs=512  drives=3 scst_threads=1 srptthread=1 iops=194783.09
> type=randwrite  bs=4k   drives=3 scst_threads=1 srptthread=1 iops=112113.57
> type=randwrite  bs=512  drives=1 scst_threads=2 srptthread=1 iops=88371.81
> type=randwrite  bs=4k   drives=1 scst_threads=2 srptthread=1 iops=86334.84
> type=randwrite  bs=512  drives=2 scst_threads=2 srptthread=1 iops=177128.90
> type=randwrite  bs=4k   drives=2 scst_threads=2 srptthread=1 iops=105784.42
> type=randwrite  bs=512  drives=3 scst_threads=2 srptthread=1 iops=125456.49
> type=randwrite  bs=4k   drives=3 scst_threads=2 srptthread=1 iops=93726.40
> type=randwrite  bs=512  drives=1 scst_threads=3 srptthread=1 iops=137550.91
> type=randwrite  bs=4k   drives=1 scst_threads=3 srptthread=1 iops=90684.18
> type=randwrite  bs=512  drives=2 scst_threads=3 srptthread=1 iops=182657.96
> type=randwrite  bs=4k   drives=2 scst_threads=3 srptthread=1 iops=95166.77
> type=randwrite  bs=512  drives=3 scst_threads=3 srptthread=1 iops=184928.53
> type=randwrite  bs=4k   drives=3 scst_threads=3 srptthread=1 iops=84169.93
> type=randwrite  bs=512  drives=1 scst_threads=1 srptthread=0 iops=139561.62
> type=randwrite  bs=4k   drives=1 scst_threads=1 srptthread=0 iops=100328.18
> type=randwrite  bs=512  drives=2 scst_threads=1 srptthread=0 iops=206477.91
> type=randwrite  bs=4k   drives=2 scst_threads=1 srptthread=0 iops=99723.22
> 
>>> type=randwrite  bs=4k   drives=1 scst_threads=1 srptthread=0 
>>> iops=51134.20
>>> type=randwrite  bs=4k   drives=1 scst_threads=1 srptthread=1 
>>> iops=63461.86
>>> type=randwrite  bs=4k   drives=1 scst_threads=2 srptthread=0 
>>> iops=52383.10
>>> type=randwrite  bs=4k   drives=1 scst_threads=2 srptthread=1 
>>> iops=54065.52
>>> type=randwrite  bs=4k   drives=1 scst_threads=3 srptthread=0 
>>> iops=48827.27
>>> type=randwrite  bs=4k   drives=1 scst_threads=3 srptthread=1 
>>> iops=52703.82
>>> type=randwrite  bs=4k   drives=2 scst_threads=1 srptthread=0 
>>> iops=64619.11
>>> type=randwrite  bs=4k   drives=2 scst_threads=1 srptthread=1 
>>> iops=62605.09
>>> type=randwrite  bs=4k   drives=2 scst_threads=2 srptthread=0 
>>> iops=67961.56
>>> type=randwrite  bs=4k   drives=2 scst_threads=2 srptthread=1 
>>> iops=78884.72
>>> type=randwrite  bs=4k   drives=2 scst_threads=3 srptthread=0 
>>> iops=70340.04
>>> type=randwrite  bs=4k   drives=2 scst_threads=3 srptthread=1 
>>> iops=76253.60
>>> type=randwrite  bs=4k   drives=3 scst_threads=1 srptthread=0 
>>> iops=53777.02
>>> type=randwrite  bs=4k   drives=3 scst_threads=1 srptthread=1 
>>> iops=64661.21
>>> type=randwrite  bs=4k   drives=3 scst_threads=2 srptthread=0 
>>> iops=91073.05
>>> type=randwrite  bs=4k   drives=3 scst_threads=2 srptthread=1 
>>> iops=90127.98
>>> type=randwrite  bs=4k   drives=3 scst_threads=3 srptthread=0 
>>> iops=92012.13
>>> type=randwrite  bs=4k   drives=3 scst_threads=3 srptthread=1 
>>> iops=96848.61
>>> type=randwrite  bs=512  drives=1 scst_threads=1 srptthread=0 
>>> iops=55040.20
>>> type=randwrite  bs=512  drives=1 scst_threads=1 srptthread=1 
>>> iops=62057.33
>>> type=randwrite  bs=512  drives=1 scst_threads=2 srptthread=0 
>>> iops=60237.05
>>> type=randwrite  bs=512  drives=1 scst_threads=2 srptthread=1 
>>> iops=63465.54
>>> type=randwrite  bs=512  drives=1 scst_threads=3 srptthread=0 
>>> iops=58716.01
>>> type=randwrite  bs=512  drives=1 scst_threads=3 srptthread=1 
>>> iops=60089.11
>>> type=randwrite  bs=512  drives=2 scst_threads=1 srptthread=0 
>>> iops=64978.41
>>> type=randwrite  bs=512  drives=2 scst_threads=1 srptthread=1 
>>> iops=64018.47
>>> type=randwrite  bs=512  drives=2 scst_threads=2 srptthread=0 
>>> iops=78128.56
>>> type=randwrite  bs=512  drives=2 scst_threads=2 srptthread=1 
>>> iops=94561.47
>>> type=randwrite  bs=512  drives=2 scst_threads=3 srptthread=0 
>>> iops=82526.52
>>> type=randwrite  bs=512  drives=2 scst_threads=3 srptthread=1 
>>> iops=105874.51
>>> type=randwrite  bs=512  drives=3 scst_threads=1 srptthread=0 
>>> iops=56730.70
>>> type=randwrite  bs=512  drives=3 scst_threads=1 srptthread=1 
>>> iops=62147.04
>>> type=randwrite  bs=512  drives=3 scst_threads=2 srptthread=0 
>>> iops=87507.15
>>> type=randwrite  bs=512  drives=3 scst_threads=2 srptthread=1 
>>> iops=95781.40
>>> type=randwrite  bs=512  drives=3 scst_threads=3 srptthread=0 
>>> iops=91645.99
>>> type=randwrite  bs=512  drives=3 scst_threads=3 srptthread=1 
>>> iops=114164.39
>>>
> 
> 
>