scalewayIOTest.txt

pvscan
  PV /dev/nbd1   VG vol_es   lvm2 [139.70 GiB / 0    free]
  PV /dev/nbd2   VG vol_es   lvm2 [139.70 GiB / 0    free]
  PV /dev/nbd3   VG vol_es   lvm2 [139.70 GiB / 0    free]
  PV /dev/nbd4   VG vol_es   lvm2 [139.70 GiB / 0    free]
  PV /dev/nbd5   VG vol_es   lvm2 [139.70 GiB / 0    free]
  PV /dev/nbd6   VG vol_es   lvm2 [139.70 GiB / 0    free]
  Total: 6 [838.17 GiB] / in use: 6 [838.17 GiB] / in no VG: 0 [0   ]


lvdisplay -vm
    Using logical volume(s) on command line.
  --- Logical volume ---
  LV Path                /dev/vol_es/logvol_es
  LV Name                logvol_es
  VG Name                vol_es
  LV UUID                06nK1V-mHM9-BDYw-7XwA-1kcz-Dkng-4ylQJ2
  LV Write Access        read/write
  LV Creation host, time scw-f23968, 2016-06-21 16:06:30 +0000
  LV Status              available
  # open                 1
  LV Size                838.17 GiB
  Current LE             214572
  Segments               6
  Allocation             inherit
  Read ahead sectors     auto
  - currently set to     8192
  Block device           252:0

  --- Segments ---
  Logical extents 0 to 35761:
    Type                linear
    Physical volume     /dev/nbd1
    Physical extents    0 to 35761

  Logical extents 35762 to 71523:
    Type                linear
    Physical volume     /dev/nbd2
    Physical extents    0 to 35761

  Logical extents 71524 to 107285:
    Type                linear
    Physical volume     /dev/nbd3
    Physical extents    0 to 35761

  Logical extents 107286 to 143047:
    Type                linear
    Physical volume     /dev/nbd4
    Physical extents    0 to 35761

  Logical extents 143048 to 178809:
    Type                linear
    Physical volume     /dev/nbd5
    Physical extents    0 to 35761

  Logical extents 178810 to 214571:
    Type                linear
    Physical volume     /dev/nbd6
    Physical extents    0 to 35761


cat /proc/mounts | grep /mnt/es
/dev/mapper/vol_es-logvol_es /mnt/es ext4 rw,relatime,resuid=0,resgid=0,errors=continue,data=ordered 0 0


# [readtest]
# blocksize=4k
# filename=/dev/mapper/vol_es-logvol_es
# rw=randread
# direct=1
# buffered=0
# ioengine=libaio
# iodepth=128

Starting 1 process
readtest: (groupid=0, jobs=1): err= 0: pid=21708: Wed Jun 22 11:28:17 2016
  read : io=858288MB, bw=187473KB/s, iops=46868, runt=4688084msec
    slat (usec): min=9, max=9549, avg=15.01, stdev= 6.90
    clat (usec): min=127, max=336087, avg=2711.45, stdev=1085.44
     lat (usec): min=156, max=336103, avg=2727.19, stdev=1085.62
    clat percentiles (usec):
     |  1.00th=[ 1304],  5.00th=[ 2096], 10.00th=[ 2256], 20.00th=[ 2448],
     | 30.00th=[ 2544], 40.00th=[ 2640], 50.00th=[ 2704], 60.00th=[ 2768],
     | 70.00th=[ 2832], 80.00th=[ 2928], 90.00th=[ 3056], 95.00th=[ 3216],
     | 99.00th=[ 4640], 99.50th=[ 5600], 99.90th=[ 9920], 99.95th=[11968],
     | 99.99th=[16512]
    bw (KB  /s): min=19496, max=209400, per=100.00%, avg=187478.79, stdev=14143.66
    lat (usec) : 250=0.01%, 500=0.02%, 750=0.12%, 1000=0.29%
    lat (msec) : 2=3.62%, 4=94.32%, 10=1.53%, 20=0.09%, 50=0.01%
    lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%
  cpu          : usr=25.08%, sys=72.54%, ctx=7568941, majf=0, minf=137
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
     issued    : total=r=219721728/w=0/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=128

Run status group 0 (all jobs):
   READ: io=858288MB, aggrb=187472KB/s, minb=187472KB/s, maxb=187472KB/s, mint=4688084msec, maxt=4688084msec


# [writetest]
# blocksize=4k
# filename=/dev/mapper/vol_es-logvol_es
# rw=randwrite
# direct=1
# buffered=0
# ioengine=libaio
# iodepth=128

Starting 1 process                                                                                                                                                                                                                         JJobs: 1 (f=1): [w(1)] [100.0% done] [0KB/187.1MB/0KB /s] [0/48.2K/0 iops] [eta 00m:00s]
writetest: (groupid=0, jobs=1): err= 0: pid=10798: Wed Jun 22 13:07:28 2016
  write: io=858288MB, bw=166053KB/s, iops=41513, runt=5292823msec
    slat (usec): min=10, max=43708, avg=16.73, stdev=25.76
    clat (usec): min=159, max=1676.7K, avg=3062.02, stdev=7694.13
     lat (usec): min=179, max=1676.7K, avg=3079.48, stdev=7694.21
    clat percentiles (usec):
     |  1.00th=[ 1048],  5.00th=[ 1864], 10.00th=[ 2288], 20.00th=[ 2544],
     | 30.00th=[ 2672], 40.00th=[ 2768], 50.00th=[ 2896], 60.00th=[ 2992],
     | 70.00th=[ 3120], 80.00th=[ 3280], 90.00th=[ 3568], 95.00th=[ 3952],
     | 99.00th=[ 6176], 99.50th=[ 7776], 99.90th=[13376], 99.95th=[18816],
     | 99.99th=[366592]
    bw (KB  /s): min=    3, max=196008, per=100.00%, avg=167338.54, stdev=26750.03
    lat (usec) : 250=0.01%, 500=0.04%, 750=0.23%, 1000=0.59%
    lat (msec) : 2=5.22%, 4=89.13%, 10=4.53%, 20=0.20%, 50=0.01%
    lat (msec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01%, 1000=0.01%
    lat (msec) : 2000=0.01%
  cpu          : usr=23.30%, sys=66.58%, ctx=18073729, majf=0, minf=10
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
     issued    : total=r=0/w=219721728/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=128

Run status group 0 (all jobs):
  WRITE: io=858288MB, aggrb=166052KB/s, minb=166052KB/s, maxb=166052KB/s, mint=5292823msec, maxt=5292823msec


# [randrwtest]
# blocksize=4k
# filename=/dev/mapper/vol_es-logvol_es
# rw=randrw
# rwmixread=90
# rwmixwrite=10
# direct=1
# buffered=0
# ioengine=libaio
# iodepth=128

Starting 1 process                                                                                                                                                                                                                         JJobs: 1 (f=1): [m(1)] [100.0% done] [137.6MB/15724KB/0KB /s] [35.3K/3931/0 iops] [eta 00m:00s]
randrwtest: (groupid=0, jobs=1): err= 0: pid=16107: Wed Jun 22 14:57:52 2016
  read : io=772450MB, bw=166219KB/s, iops=41554, runt=4758722msec
    slat (usec): min=9, max=9680, avg=14.88, stdev= 6.54
    clat (usec): min=146, max=329874, avg=2769.78, stdev=2172.45
     lat (usec): min=164, max=329888, avg=2785.38, stdev=2172.58
    clat percentiles (usec):
     |  1.00th=[  964],  5.00th=[ 1752], 10.00th=[ 2128], 20.00th=[ 2352],
     | 30.00th=[ 2512], 40.00th=[ 2608], 50.00th=[ 2704], 60.00th=[ 2800],
     | 70.00th=[ 2896], 80.00th=[ 3024], 90.00th=[ 3216], 95.00th=[ 3568],
     | 99.00th=[ 5792], 99.50th=[ 7648], 99.90th=[14272], 99.95th=[18304],
     | 99.99th=[138240]
    bw (KB  /s): min=16344, max=187736, per=100.00%, avg=166227.83, stdev=18499.67
  write: io=85838MB, bw=18471KB/s, iops=4617, runt=4758722msec
    slat (usec): min=10, max=9457, avg=17.37, stdev= 7.87
    clat (usec): min=150, max=287720, avg=2597.09, stdev=2025.62
     lat (usec): min=189, max=287737, avg=2615.19, stdev=2025.84
    clat percentiles (usec):
     |  1.00th=[  804],  5.00th=[ 1576], 10.00th=[ 1960], 20.00th=[ 2192],
     | 30.00th=[ 2320], 40.00th=[ 2448], 50.00th=[ 2544], 60.00th=[ 2640],
     | 70.00th=[ 2736], 80.00th=[ 2864], 90.00th=[ 3056], 95.00th=[ 3344],
     | 99.00th=[ 5408], 99.50th=[ 7072], 99.90th=[13376], 99.95th=[17280],
     | 99.99th=[121344]
    bw (KB  /s): min= 1456, max=21696, per=100.00%, avg=18471.87, stdev=2081.75
    lat (usec) : 250=0.01%, 500=0.09%, 750=0.36%, 1000=0.74%
    lat (msec) : 2=6.92%, 4=88.88%, 10=2.74%, 20=0.23%, 50=0.02%
    lat (msec) : 100=0.01%, 250=0.02%, 500=0.01%
  cpu          : usr=25.20%, sys=69.74%, ctx=13600739, majf=0, minf=10
  IO depths    : 1=0.1%, 2=0.1%, 4=0.1%, 8=0.1%, 16=0.1%, 32=0.1%, >=64=100.0%
     submit    : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0%
     complete  : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.1%
     issued    : total=r=197747281/w=21974447/d=0, short=r=0/w=0/d=0, drop=r=0/w=0/d=0
     latency   : target=0, window=0, percentile=100.00%, depth=128

Run status group 0 (all jobs):
   READ: io=772450MB, aggrb=166218KB/s, minb=166218KB/s, maxb=166218KB/s, mint=4758722msec, maxt=4758722msec
  WRITE: io=85838MB, aggrb=18470KB/s, minb=18470KB/s, maxb=18470KB/s, mint=4758722msec, maxt=4758722msec

read

write

hybrid