NCQ disabled, 1 disk

1 thread
========
heavy# zpool iostat 1
               capacity     operations    bandwidth
pool         used  avail   read  write   read  write
----------  -----  -----  -----  -----  -----  -----
...
test        40.0G   424G     77      0  9.65M      0
test        40.0G   424G     77      0  9.65M      0
test        40.0G   424G     79      0  9.90M      0
test        40.0G   424G     77      0  9.59M      0
test        40.0G   424G     78      0  9.65M      0
test        40.0G   424G     78      0  9.72M      0
test        40.0G   424G     75      0  9.41M      0
test        40.0G   424G     74      0  9.28M      0
test        40.0G   424G     77      0  9.65M      0
test        40.0G   424G     74      0  9.28M      0
test        40.0G   424G     76      0  9.53M      0
test        40.0G   424G     73      0  9.16M      0
test        40.0G   424G     75      0  9.41M      0
test        40.0G   424G     75      0  9.41M      0
test        40.0G   424G     75      0  9.41M      0
test        40.0G   424G     79      0  9.90M      0
test        40.0G   424G     79      0  9.84M      0
test        40.0G   424G     77      0  9.65M      0
test        40.0G   424G     77      0  9.65M      0
test        40.0G   424G     76      0  9.53M      0
test        40.0G   424G     74      0  9.28M      0
test        40.0G   424G     73      0  9.16M      0
test        40.0G   424G     72      0  9.03M      0
test        40.0G   424G     76      0  9.53M      0
test        40.0G   424G     76      0  9.53M      0
test        40.0G   424G     78      0  9.78M      0
test        40.0G   424G     76      0  9.53M      0
test        40.0G   424G     74      0  9.28M      0
test        40.0G   424G     76      0  9.53M      0
test        40.0G   424G     74      0  9.28M      0
test        40.0G   424G     76      0  9.53M      0
test        40.0G   424G     76      0  9.53M      0
test        40.0G   424G     82      0  10.3M      0
test        40.0G   424G     76      0  9.53M      0
test        40.0G   424G     72      0  9.03M      0
test        40.0G   424G     81      0  10.1M      0
test        40.0G   424G     75      0  9.41M      0
test        40.0G   424G     77      0  9.65M      0
test        40.0G   424G     79      0  9.90M      0

16 threads
==========
heavy# zpool iostat 1
               capacity     operations    bandwidth
pool         used  avail   read  write   read  write
----------  -----  -----  -----  -----  -----  -----
...
test        40.0G   424G    104      0  13.1M      0
test        40.0G   424G    106      0  13.4M      0
test        40.0G   424G    108      0  13.6M      0
test        40.0G   424G    107      0  13.5M      0
test        40.0G   424G    108      0  13.6M      0
test        40.0G   424G    106      0  13.4M      0
test        40.0G   424G     99      0  12.4M      0
test        40.0G   424G    100      0  12.6M      0
test        40.0G   424G    105      0  13.2M      0
test        40.0G   424G    100      0  12.6M      0
test        40.0G   424G    110      0  13.9M      0
test        40.0G   424G    105      0  13.2M      0
test        40.0G   424G    106      0  13.4M      0
test        40.0G   424G    103      0  13.0M      0
test        40.0G   424G    107      0  13.5M      0
test        40.0G   424G    107      0  13.5M      0
test        40.0G   424G    103      0  13.0M      0
test        40.0G   424G    105      0  13.2M      0
test        40.0G   424G    107      0  13.5M      0
test        40.0G   424G    103      0  13.0M      0
test        40.0G   424G    109      0  13.7M      0
test        40.0G   424G    102      0  12.9M      0
test        40.0G   424G    103      0  13.0M      0
test        40.0G   424G    112      0  14.1M      0
test        40.0G   424G    109      0  13.7M      0
test        40.0G   424G    104      0  13.1M      0

32 threads
==========
heavy# zpool iostat 1
               capacity     operations    bandwidth
pool         used  avail   read  write   read  write
----------  -----  -----  -----  -----  -----  -----
...
test        40.0G   424G    117      0  14.7M      0
test        40.0G   424G    118      0  14.9M      0
test        40.0G   424G    120      0  15.1M      0
test        40.0G   424G    113      0  14.2M      0
test        40.0G   424G    111      0  14.0M      0
test        40.0G   424G    118      0  14.8M      0
test        40.0G   424G    117      0  14.7M      0
test        40.0G   424G    116      0  14.6M      0
test        40.0G   424G    113      0  14.2M      0
test        40.0G   424G    117      0  14.7M      0
test        40.0G   424G    121      0  15.2M      0
test        40.0G   424G    117      0  14.7M      0
test        40.0G   424G    109      0  13.7M      0
test        40.0G   424G    114      0  14.4M      0
test        40.0G   424G    109      0  13.7M      0
test        40.0G   424G    111      0  14.0M      0
test        40.0G   424G    117      0  14.7M      0
test        40.0G   424G    112      0  14.1M      0
test        40.0G   424G    115      0  14.5M      0
test        40.0G   424G    117      0  14.7M      0
test        40.0G   424G    114      0  14.4M      0
test        40.0G   424G    112      0  14.1M      0
test        40.0G   424G    112      0  14.1M      0
test        40.0G   424G    115      0  14.5M      0
test        40.0G   424G    115      0  14.5M      0
test        40.0G   424G    114      0  14.4M      0
test        40.0G   424G    120      0  15.1M      0
test        40.0G   424G    114      0  14.4M      0
test        40.0G   424G    116      0  14.6M      0
test        40.0G   424G    115      0  14.5M      0
test        40.0G   424G    109      0  13.7M      0
test        40.0G   424G    115      0  14.5M      0
test        40.0G   424G    118      0  14.9M      0
test        40.0G   424G    109      0  13.7M      0
test        40.0G   424G    115      0  14.5M      0
test        40.0G   424G    115      0  14.5M      0
test        40.0G   424G    114      0  14.4M      0

64 threads
==========
heavy# zpool iostat 1
               capacity     operations    bandwidth
pool         used  avail   read  write   read  write
----------  -----  -----  -----  -----  -----  -----
...

test        40.0G   424G    119      0  15.0M      0
test        40.0G   424G    120      0  15.1M      0
test        40.0G   424G    117      0  14.7M      0
test        40.0G   424G    118      0  14.9M      0
test        40.0G   424G    120      0  15.1M      0
test        40.0G   424G    116      0  14.6M      0
test        40.0G   424G    123      0  15.5M      0
test        40.0G   424G    121      0  15.2M      0
test        40.0G   424G    111      0  14.0M      0
test        40.0G   424G    116      0  14.6M      0
test        40.0G   424G    114      0  14.4M      0
test        40.0G   424G    117      0  14.7M      0
test        40.0G   424G    125      0  15.7M      0
test        40.0G   424G    118      0  14.9M      0
test        40.0G   424G    111      0  14.0M      0
test        40.0G   424G    121      0  15.2M      0
test        40.0G   424G    115      0  14.5M      0
test        40.0G   424G    119      0  15.0M      0
test        40.0G   424G    118      0  14.9M      0
test        40.0G   424G    119      0  15.0M      0
test        40.0G   424G    122      0  15.3M      0
test        40.0G   424G    123      0  15.5M      0
test        40.0G   424G    126      0  15.8M      0
test        40.0G   424G    119      0  15.0M      0
test        40.0G   424G    121      0  15.2M      0
test        40.0G   424G    113      0  14.2M      0
test        40.0G   424G    121      0  15.2M      0
test        40.0G   424G    120      0  15.1M      0
test        40.0G   424G    123      0  15.5M      0
test        40.0G   424G    121      0  15.2M      0
test        40.0G   424G    128      0  16.1M      0