sdc1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdc1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdd1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdf1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdg1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdi1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdh1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdk1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sde1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdl1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 sdj1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=posixaio, iodepth=1 Starting 160 processes sdc1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-0: (groupid=0, jobs=1): err= 0: pid=3955 write: io=1,003MB, bw=5,052KB/s, iops=39, runt=203337msec slat (usec): min=3, max=260, avg= 7.85, stdev= 4.09 clat (usec): min=197, max=1,152K, avg=24955.41, stdev=56673.10 bw (KB/s) : min= 111, max=112157, per=0.77%, avg=4879.82, stdev=6428.02 cpu : usr=0.02%, sys=1.56%, ctx=25274, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/8026, short=0/0 lat (usec): 250=14.39%, 500=27.77%, 750=1.63%, 1000=0.10% lat (msec): 2=0.04%, 4=0.70%, 10=2.52%, 20=10.13%, 50=30.09% lat (msec): 100=9.81%, 250=1.96%, 500=0.49%, 750=0.29%, 1000=0.06% lat (msec): 2000=0.04% sdc1/zero-1: (groupid=0, jobs=1): err= 0: pid=3956 write: io=200MB, bw=1,009KB/s, iops=7, runt=203030msec slat (usec): min=4, max=129, avg= 9.20, stdev= 4.51 clat (usec): min=209, max=1,357K, avg=41068.37, stdev=99830.36 bw (KB/s) : min= 131, max= 3023, per=0.17%, avg=1059.75, stdev=443.06 cpu : usr=0.02%, sys=0.29%, ctx=5992, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1601, short=0/0 lat (usec): 250=21.80%, 500=37.35%, 750=1.00% lat (msec): 4=0.31%, 10=0.31%, 20=3.37%, 50=11.49%, 100=13.68% lat (msec): 250=7.06%, 500=2.25%, 750=1.19%, 1000=0.12%, 2000=0.06% sdc1/zero-2: (groupid=0, jobs=1): err= 0: pid=3957 write: io=401MB, bw=2,020KB/s, iops=15, runt=203026msec slat (usec): min=4, max=202, avg= 8.86, stdev= 4.76 clat (usec): min=197, max=1,026K, avg=31531.79, stdev=73913.04 bw (KB/s) : min= 179, max= 7904, per=0.34%, avg=2123.72, stdev=1078.86 cpu : usr=0.06%, sys=0.59%, ctx=10940, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3204, short=0/0 lat (usec): 250=16.54%, 500=34.68%, 750=1.03%, 1000=0.12% lat (msec): 2=0.09%, 4=0.41%, 10=1.06%, 20=4.49%, 50=22.53% lat (msec): 100=13.23%, 250=4.00%, 500=1.06%, 750=0.62%, 1000=0.09% lat (msec): 2000=0.03% sdc1/zero-3: (groupid=0, jobs=1): err= 0: pid=3958 write: io=601MB, bw=3,068KB/s, iops=23, runt=200595msec slat (usec): min=3, max=209, avg= 8.72, stdev= 4.75 clat (usec): min=199, max=1,108K, avg=28203.90, stdev=64769.71 bw (KB/s) : min= 128, max=12118, per=0.51%, avg=3220.84, stdev=1972.53 cpu : usr=0.07%, sys=0.92%, ctx=15936, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4808, short=0/0 lat (usec): 250=15.43%, 500=28.97%, 750=1.41%, 1000=0.06% lat (msec): 2=0.12%, 4=0.64%, 10=1.91%, 20=6.49%, 50=29.91% lat (msec): 100=10.59%, 250=3.20%, 500=0.67%, 750=0.48%, 1000=0.08% lat (msec): 2000=0.02% sdc1/zero-4: (groupid=0, jobs=1): err= 0: pid=3959 write: io=799MB, bw=4,013KB/s, iops=31, runt=203745msec slat (usec): min=3, max=497, avg= 7.95, stdev= 8.00 clat (usec): min=191, max=915K, avg=28513.99, stdev=58465.44 bw (KB/s) : min= 154, max=13741, per=0.68%, avg=4307.21, stdev=2795.10 cpu : usr=0.07%, sys=1.27%, ctx=20666, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6388, short=0/0 lat (usec): 250=9.24%, 500=27.22%, 750=1.46%, 1000=0.13% lat (msec): 2=0.11%, 4=0.91%, 10=2.43%, 20=9.24%, 50=34.33% lat (msec): 100=11.32%, 250=2.60%, 500=0.61%, 750=0.31%, 1000=0.11% sdc1/zero-5: (groupid=0, jobs=1): err= 0: pid=3960 write: io=848MB, bw=4,277KB/s, iops=33, runt=203029msec slat (usec): min=3, max=201, avg= 7.72, stdev= 3.63 clat (usec): min=194, max=1,391K, avg=29390.37, stdev=59652.44 bw (KB/s) : min= 128, max=14900, per=0.73%, avg=4618.86, stdev=2948.78 cpu : usr=0.04%, sys=1.37%, ctx=21252, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6784, short=0/0 lat (usec): 250=7.03%, 500=25.25%, 750=1.67%, 1000=0.21% lat (msec): 2=0.03%, 4=0.83%, 10=2.46%, 20=12.04%, 50=35.26% lat (msec): 100=11.69%, 250=2.52%, 500=0.59%, 750=0.37%, 1000=0.03% lat (msec): 2000=0.03% sdc1/zero-6: (groupid=0, jobs=1): err= 0: pid=3961 write: io=847MB, bw=4,265KB/s, iops=33, runt=203319msec slat (usec): min=3, max=417, avg= 8.01, stdev= 5.94 clat (usec): min=187, max=1,091K, avg=29460.84, stdev=59809.54 bw (KB/s) : min= 129, max=14250, per=0.72%, avg=4576.64, stdev=2971.90 cpu : usr=0.00%, sys=1.41%, ctx=21346, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6774, short=0/0 lat (usec): 250=7.25%, 500=24.83%, 750=1.42%, 1000=0.18% lat (msec): 2=0.03%, 4=0.97%, 10=3.28%, 20=11.72%, 50=35.00% lat (msec): 100=11.87%, 250=2.36%, 500=0.61%, 750=0.40%, 1000=0.07% lat (msec): 2000=0.01% sdc1/zero-7: (groupid=0, jobs=1): err= 0: pid=3962 write: io=849MB, bw=4,280KB/s, iops=33, runt=203025msec slat (usec): min=3, max=212, avg= 7.83, stdev= 3.87 clat (usec): min=192, max=1,032K, avg=29401.44, stdev=58537.29 bw (KB/s) : min= 132, max=11682, per=0.73%, avg=4607.81, stdev=2921.12 cpu : usr=0.02%, sys=1.41%, ctx=21197, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6788, short=0/0 lat (usec): 250=7.09%, 500=24.85%, 750=1.64%, 1000=0.13% lat (msec): 2=0.06%, 4=1.09%, 10=2.68%, 20=11.43%, 50=35.78% lat (msec): 100=11.87%, 250=2.37%, 500=0.53%, 750=0.38%, 1000=0.07% lat (msec): 2000=0.01% sdc1/zero-8: (groupid=0, jobs=1): err= 0: pid=3963 write: io=867MB, bw=4,372KB/s, iops=34, runt=203031msec slat (usec): min=2, max=207, avg= 7.63, stdev= 3.47 clat (usec): min=189, max=2,332K, avg=28849.01, stdev=63600.91 bw (KB/s) : min= 150, max=13250, per=0.75%, avg=4722.89, stdev=3002.00 cpu : usr=0.02%, sys=1.45%, ctx=21759, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6935, short=0/0 lat (usec): 250=7.79%, 500=25.87%, 750=1.49%, 1000=0.14% lat (msec): 2=0.03%, 4=0.99%, 10=2.41%, 20=11.25%, 50=35.11% lat (msec): 100=11.55%, 250=2.48%, 500=0.50%, 750=0.27%, 1000=0.09% lat (msec): 2000=0.01%, >=2000=0.01% sdc1/zero-9: (groupid=0, jobs=1): err= 0: pid=3964 write: io=852MB, bw=4,293KB/s, iops=33, runt=203285msec slat (usec): min=3, max=217, avg= 7.80, stdev= 3.94 clat (usec): min=194, max=1,912K, avg=29348.12, stdev=64913.62 bw (KB/s) : min= 109, max=13568, per=0.73%, avg=4641.39, stdev=2950.38 cpu : usr=0.03%, sys=1.40%, ctx=21279, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6818, short=0/0 lat (usec): 250=7.49%, 500=25.20%, 750=1.58%, 1000=0.16% lat (msec): 2=0.07%, 4=1.03%, 10=2.70%, 20=11.59%, 50=35.14% lat (msec): 100=11.65%, 250=2.41%, 500=0.53%, 750=0.32%, 1000=0.09% lat (msec): 2000=0.04% sdc1/zero-10: (groupid=0, jobs=1): err= 0: pid=3965 write: io=860MB, bw=4,331KB/s, iops=33, runt=203280msec slat (usec): min=3, max=395, avg= 7.85, stdev= 5.95 clat (usec): min=190, max=1,280K, avg=29037.93, stdev=59016.40 bw (KB/s) : min= 131, max=12850, per=0.74%, avg=4664.90, stdev=2995.28 cpu : usr=0.09%, sys=1.33%, ctx=21345, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6878, short=0/0 lat (usec): 250=8.01%, 500=25.18%, 750=1.35%, 1000=0.12% lat (msec): 2=0.04%, 4=0.80%, 10=2.85%, 20=11.54%, 50=34.84% lat (msec): 100=11.92%, 250=2.43%, 500=0.51%, 750=0.29%, 1000=0.09% lat (msec): 2000=0.03% sdc1/zero-11: (groupid=0, jobs=1): err= 0: pid=3966 write: io=836MB, bw=4,215KB/s, iops=32, runt=203029msec slat (usec): min=2, max=238, avg= 7.81, stdev= 4.62 clat (usec): min=186, max=1,025K, avg=29858.83, stdev=60706.86 bw (KB/s) : min= 142, max=13460, per=0.72%, avg=4556.88, stdev=2936.52 cpu : usr=0.05%, sys=1.35%, ctx=20840, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6686, short=0/0 lat (usec): 250=7.69%, 500=24.51%, 750=1.59%, 1000=0.16% lat (msec): 2=0.09%, 4=0.69%, 10=2.48%, 20=12.10%, 50=35.40% lat (msec): 100=11.86%, 250=2.23%, 500=0.76%, 750=0.31%, 1000=0.10% lat (msec): 2000=0.01% sdc1/zero-12: (groupid=0, jobs=1): err= 0: pid=3967 write: io=857MB, bw=4,324KB/s, iops=33, runt=203025msec slat (usec): min=3, max=221, avg= 7.98, stdev= 3.70 clat (usec): min=185, max=1,100K, avg=29165.48, stdev=57966.62 bw (KB/s) : min= 133, max=13568, per=0.73%, avg=4620.86, stdev=2971.72 cpu : usr=0.02%, sys=1.43%, ctx=21292, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6858, short=0/0 lat (usec): 250=7.95%, 500=24.85%, 750=1.49%, 1000=0.10% lat (msec): 2=0.01%, 4=0.85%, 10=2.67%, 20=11.42%, 50=35.40% lat (msec): 100=11.88%, 250=2.41%, 500=0.54%, 750=0.35%, 1000=0.07% lat (msec): 2000=0.01% sdc1/zero-13: (groupid=0, jobs=1): err= 0: pid=3968 write: io=866MB, bw=4,369KB/s, iops=34, runt=203030msec slat (usec): min=3, max=204, avg= 7.86, stdev= 3.47 clat (usec): min=192, max=1,640K, avg=28817.03, stdev=61089.22 bw (KB/s) : min= 126, max=13824, per=0.75%, avg=4726.65, stdev=3004.19 cpu : usr=0.02%, sys=1.43%, ctx=21169, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6930, short=0/0 lat (usec): 250=8.69%, 500=25.48%, 750=1.39%, 1000=0.19% lat (msec): 2=0.10%, 4=1.05%, 10=2.15%, 20=11.65%, 50=34.47% lat (msec): 100=11.40%, 250=2.50%, 500=0.52%, 750=0.27%, 1000=0.10% lat (msec): 2000=0.04% sdc1/zero-14: (groupid=0, jobs=1): err= 0: pid=3969 write: io=851MB, bw=4,281KB/s, iops=33, runt=203474msec slat (usec): min=3, max=157, avg= 7.76, stdev= 3.43 clat (usec): min=195, max=1,084K, avg=29383.64, stdev=60608.49 bw (KB/s) : min= 142, max=13090, per=0.73%, avg=4606.49, stdev=2959.78 cpu : usr=0.03%, sys=1.42%, ctx=21655, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6805, short=0/0 lat (usec): 250=7.24%, 500=25.25%, 750=1.56%, 1000=0.16% lat (msec): 2=0.06%, 4=0.97%, 10=2.76%, 20=12.11%, 50=34.90% lat (msec): 100=11.79%, 250=2.13%, 500=0.57%, 750=0.41%, 1000=0.06% lat (msec): 2000=0.03% sdc1/zero-15: (groupid=0, jobs=1): err= 0: pid=3970 write: io=853MB, bw=4,303KB/s, iops=33, runt=203023msec slat (usec): min=3, max=207, avg= 8.10, stdev= 3.87 clat (usec): min=185, max=1,032K, avg=29324.56, stdev=59374.32 bw (KB/s) : min= 124, max=13275, per=0.73%, avg=4607.10, stdev=2982.11 cpu : usr=0.02%, sys=1.41%, ctx=21584, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6825, short=0/0 lat (usec): 250=7.60%, 500=24.63%, 750=1.48%, 1000=0.09% lat (msec): 2=0.03%, 4=0.94%, 10=3.24%, 20=11.65%, 50=35.11% lat (msec): 100=11.75%, 250=2.46%, 500=0.56%, 750=0.35%, 1000=0.09% lat (msec): 2000=0.03% sdd1/zero-0: (groupid=0, jobs=1): err= 0: pid=3971 write: io=983MB, bw=4,976KB/s, iops=38, runt=202308msec slat (usec): min=3, max=4,312, avg= 9.15, stdev=48.93 clat (usec): min=183, max=1,180K, avg=25426.40, stdev=55306.42 bw (KB/s) : min= 108, max=282618, per=0.84%, avg=5329.50, stdev=15113.29 cpu : usr=0.03%, sys=1.54%, ctx=28123, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7864, short=0/0 lat (usec): 250=7.46%, 500=32.74%, 750=1.42%, 1000=0.11% lat (msec): 2=0.03%, 4=0.52%, 10=3.74%, 20=12.56%, 50=27.76% lat (msec): 100=10.40%, 250=2.33%, 500=0.58%, 750=0.25%, 1000=0.05% lat (msec): 2000=0.03% sdd1/zero-1: (groupid=0, jobs=1): err= 0: pid=3972 write: io=200MB, bw=1,015KB/s, iops=7, runt=201948msec slat (usec): min=4, max=136, avg= 9.22, stdev= 4.91 clat (usec): min=197, max=976K, avg=41043.87, stdev=95041.20 bw (KB/s) : min= 152, max= 3333, per=0.17%, avg=1055.87, stdev=413.55 cpu : usr=0.03%, sys=0.29%, ctx=6056, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1601, short=0/0 lat (usec): 250=21.61%, 500=36.16%, 750=1.31%, 1000=0.06% lat (msec): 2=0.06%, 4=0.37%, 10=0.87%, 20=3.81%, 50=9.99% lat (msec): 100=14.68%, 250=7.50%, 500=2.31%, 750=1.06%, 1000=0.19% sdd1/zero-2: (groupid=0, jobs=1): err= 0: pid=3973 write: io=399MB, bw=2,025KB/s, iops=15, runt=201941msec slat (usec): min=4, max=133, avg= 8.97, stdev= 4.66 clat (usec): min=202, max=968K, avg=31747.76, stdev=74981.23 bw (KB/s) : min= 131, max= 9669, per=0.34%, avg=2144.60, stdev=1149.81 cpu : usr=0.08%, sys=0.58%, ctx=11067, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3195, short=0/0 lat (usec): 250=17.62%, 500=33.15%, 750=1.38%, 1000=0.06% lat (msec): 2=0.03%, 4=0.44%, 10=1.16%, 20=5.70%, 50=21.41% lat (msec): 100=12.90%, 250=4.23%, 500=1.22%, 750=0.56%, 1000=0.16% sdd1/zero-3: (groupid=0, jobs=1): err= 0: pid=3974 write: io=599MB, bw=3,037KB/s, iops=23, runt=202010msec slat (usec): min=3, max=174, avg= 8.29, stdev= 4.15 clat (usec): min=193, max=1,477K, avg=28121.92, stdev=66802.06 bw (KB/s) : min= 113, max=11308, per=0.51%, avg=3242.79, stdev=1982.14 cpu : usr=0.09%, sys=0.89%, ctx=15914, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4793, short=0/0 lat (usec): 250=16.77%, 500=28.69%, 750=1.00%, 1000=0.17% lat (msec): 2=0.21%, 4=0.42%, 10=2.07%, 20=7.28%, 50=28.35% lat (msec): 100=10.52%, 250=3.21%, 500=0.83%, 750=0.42%, 2000=0.06% sdd1/zero-4: (groupid=0, jobs=1): err= 0: pid=3975 write: io=784MB, bw=3,977KB/s, iops=31, runt=201952msec slat (usec): min=3, max=310, avg= 8.03, stdev= 5.34 clat (usec): min=192, max=1,148K, avg=28170.74, stdev=57862.74 bw (KB/s) : min= 157, max=13633, per=0.67%, avg=4256.04, stdev=2665.07 cpu : usr=0.05%, sys=1.27%, ctx=20073, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6274, short=0/0 lat (usec): 250=10.74%, 500=25.50%, 750=1.40%, 1000=0.10% lat (msec): 2=0.11%, 4=1.04%, 10=3.27%, 20=11.46%, 50=31.16% lat (msec): 100=11.57%, 250=2.57%, 500=0.70%, 750=0.30%, 1000=0.06% lat (msec): 2000=0.02% sdd1/zero-5: (groupid=0, jobs=1): err= 0: pid=3976 write: io=859MB, bw=4,356KB/s, iops=34, runt=201948msec slat (usec): min=3, max=154, avg= 8.00, stdev= 3.34 clat (usec): min=190, max=1,192K, avg=28995.83, stdev=56738.81 bw (KB/s) : min= 107, max=13292, per=0.74%, avg=4703.35, stdev=2898.74 cpu : usr=0.02%, sys=1.39%, ctx=21349, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6873, short=0/0 lat (usec): 250=7.94%, 500=22.81%, 750=1.47%, 1000=0.09% lat (msec): 2=0.06%, 4=1.00%, 10=4.10%, 20=14.75%, 50=32.15% lat (msec): 100=12.12%, 250=2.43%, 500=0.67%, 750=0.33%, 1000=0.04% lat (msec): 2000=0.01% sdd1/zero-6: (groupid=0, jobs=1): err= 0: pid=3977 write: io=843MB, bw=4,273KB/s, iops=33, runt=201933msec slat (usec): min=3, max=317, avg= 7.78, stdev= 5.26 clat (usec): min=189, max=1,216K, avg=29565.93, stdev=60377.43 bw (KB/s) : min= 131, max=12675, per=0.72%, avg=4572.17, stdev=2886.77 cpu : usr=0.03%, sys=1.39%, ctx=21069, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6741, short=0/0 lat (usec): 250=7.70%, 500=23.36%, 750=1.19%, 1000=0.15% lat (msec): 2=0.04%, 4=0.77%, 10=3.96%, 20=15.19%, 50=31.95% lat (msec): 100=12.11%, 250=2.42%, 500=0.73%, 750=0.34%, 1000=0.07% lat (msec): 2000=0.01% sdd1/zero-7: (groupid=0, jobs=1): err= 0: pid=3978 write: io=846MB, bw=4,278KB/s, iops=33, runt=202435msec slat (usec): min=3, max=1,160, avg= 8.26, stdev=14.68 clat (usec): min=193, max=1,401K, avg=29477.08, stdev=60049.36 bw (KB/s) : min= 133, max=13601, per=0.73%, avg=4616.78, stdev=2895.31 cpu : usr=0.02%, sys=1.37%, ctx=21115, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6766, short=0/0 lat (usec): 250=8.08%, 500=22.92%, 750=1.37%, 1000=0.09% lat (msec): 2=0.10%, 4=0.50%, 10=3.74%, 20=15.16%, 50=32.75% lat (msec): 100=11.81%, 250=2.35%, 500=0.71%, 750=0.34%, 1000=0.03% lat (msec): 2000=0.03% sdd1/zero-8: (groupid=0, jobs=1): err= 0: pid=3979 write: io=840MB, bw=4,236KB/s, iops=33, runt=202996msec slat (usec): min=3, max=167, avg= 8.00, stdev= 3.51 clat (usec): min=192, max=1,244K, avg=29742.18, stdev=60071.20 bw (KB/s) : min= 102, max=13147, per=0.72%, avg=4552.12, stdev=2890.37 cpu : usr=0.00%, sys=1.39%, ctx=21617, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6718, short=0/0 lat (usec): 250=7.29%, 500=23.56%, 750=1.07%, 1000=0.10% lat (msec): 2=0.04%, 4=0.98%, 10=3.59%, 20=15.32%, 50=32.41% lat (msec): 100=12.09%, 250=2.40%, 500=0.71%, 750=0.36%, 1000=0.03% lat (msec): 2000=0.04% sdd1/zero-9: (groupid=0, jobs=1): err= 0: pid=3980 write: io=845MB, bw=4,279KB/s, iops=33, runt=202289msec slat (usec): min=3, max=365, avg= 8.19, stdev= 5.74 clat (usec): min=190, max=1,016K, avg=29489.94, stdev=56978.27 bw (KB/s) : min= 155, max=14592, per=0.72%, avg=4578.80, stdev=2930.12 cpu : usr=0.02%, sys=1.39%, ctx=21562, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6762, short=0/0 lat (usec): 250=7.69%, 500=22.45%, 750=1.51%, 1000=0.09% lat (msec): 2=0.06%, 4=0.87%, 10=4.17%, 20=15.08%, 50=32.19% lat (msec): 100=12.38%, 250=2.38%, 500=0.71%, 750=0.35%, 1000=0.04% lat (msec): 2000=0.01% sdd1/zero-10: (groupid=0, jobs=1): err= 0: pid=3981 write: io=859MB, bw=4,344KB/s, iops=33, runt=202411msec slat (usec): min=3, max=144, avg= 8.13, stdev= 3.83 clat (usec): min=191, max=1,528K, avg=29040.44, stdev=60102.13 bw (KB/s) : min= 83, max=13500, per=0.74%, avg=4672.82, stdev=2922.43 cpu : usr=0.04%, sys=1.39%, ctx=21408, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6869, short=0/0 lat (usec): 250=7.69%, 500=23.61%, 750=1.40%, 1000=0.10% lat (msec): 2=0.04%, 4=1.35%, 10=4.03%, 20=14.66%, 50=31.77% lat (msec): 100=11.85%, 250=2.45%, 500=0.64%, 750=0.31%, 1000=0.06% lat (msec): 2000=0.04% sdd1/zero-11: (groupid=0, jobs=1): err= 0: pid=3982 write: io=868MB, bw=4,390KB/s, iops=34, runt=202399msec slat (usec): min=3, max=129, avg= 8.04, stdev= 3.48 clat (usec): min=187, max=1,515K, avg=28734.85, stdev=60235.66 bw (KB/s) : min= 222, max=14204, per=0.75%, avg=4755.71, stdev=2989.11 cpu : usr=0.00%, sys=1.46%, ctx=21338, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6941, short=0/0 lat (usec): 250=8.43%, 500=23.97%, 750=1.28%, 1000=0.17% lat (msec): 2=0.04%, 4=0.91%, 10=3.95%, 20=14.52%, 50=31.49% lat (msec): 100=11.83%, 250=2.32%, 500=0.68%, 750=0.35%, 1000=0.01% lat (msec): 2000=0.04% sdd1/zero-12: (groupid=0, jobs=1): err= 0: pid=3983 write: io=858MB, bw=4,340KB/s, iops=33, runt=202445msec slat (usec): min=3, max=141, avg= 7.66, stdev= 2.94 clat (usec): min=190, max=1,596K, avg=29056.30, stdev=58269.63 bw (KB/s) : min= 119, max=13358, per=0.74%, avg=4678.36, stdev=2885.34 cpu : usr=0.02%, sys=1.42%, ctx=21512, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6864, short=0/0 lat (usec): 250=8.54%, 500=23.03%, 750=1.56%, 1000=0.10% lat (msec): 2=0.06%, 4=1.12%, 10=3.66%, 20=14.32%, 50=32.07% lat (msec): 100=11.96%, 250=2.49%, 500=0.68%, 750=0.36%, 1000=0.01% lat (msec): 2000=0.03% sdd1/zero-13: (groupid=0, jobs=1): err= 0: pid=3984 write: io=858MB, bw=4,348KB/s, iops=33, runt=201951msec slat (usec): min=3, max=355, avg= 7.87, stdev= 6.51 clat (usec): min=187, max=1,032K, avg=29073.60, stdev=57295.08 bw (KB/s) : min= 124, max=13633, per=0.73%, avg=4609.38, stdev=2922.32 cpu : usr=0.03%, sys=1.42%, ctx=21533, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6860, short=0/0 lat (usec): 250=8.10%, 500=22.97%, 750=1.40%, 1000=0.17% lat (msec): 2=0.12%, 4=0.87%, 10=4.31%, 20=14.39%, 50=32.20% lat (msec): 100=11.94%, 250=2.41%, 500=0.70%, 750=0.32%, 1000=0.07% lat (msec): 2000=0.01% sdd1/zero-14: (groupid=0, jobs=1): err= 0: pid=3985 write: io=837MB, bw=4,228KB/s, iops=33, runt=202733msec slat (usec): min=3, max=415, avg= 8.12, stdev= 6.40 clat (usec): min=187, max=2,228K, avg=29799.14, stdev=66332.18 bw (KB/s) : min= 57, max=14614, per=0.73%, avg=4618.31, stdev=2911.46 cpu : usr=0.04%, sys=1.34%, ctx=21468, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6697, short=0/0 lat (usec): 250=7.66%, 500=22.79%, 750=1.67%, 1000=0.06% lat (msec): 2=0.06%, 4=0.81%, 10=3.99%, 20=14.86%, 50=32.46% lat (msec): 100=12.15%, 250=2.48%, 500=0.55%, 750=0.33%, 1000=0.06% lat (msec): 2000=0.06%, >=2000=0.01% sdd1/zero-15: (groupid=0, jobs=1): err= 0: pid=3986 write: io=854MB, bw=4,332KB/s, iops=33, runt=201946msec slat (usec): min=3, max=426, avg= 8.09, stdev= 6.01 clat (usec): min=194, max=1,982K, avg=29181.82, stdev=63431.36 bw (KB/s) : min= 88, max=15777, per=0.74%, avg=4668.47, stdev=2935.45 cpu : usr=0.00%, sys=1.44%, ctx=21829, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6835, short=0/0 lat (usec): 250=7.33%, 500=24.42%, 750=1.35%, 1000=0.06% lat (msec): 2=0.03%, 4=0.78%, 10=3.60%, 20=15.49%, 50=31.79% lat (msec): 100=11.69%, 250=2.41%, 500=0.64%, 750=0.31%, 1000=0.06% lat (msec): 2000=0.04% sdf1/zero-0: (groupid=0, jobs=1): err= 0: pid=3987 write: io=996MB, bw=5,057KB/s, iops=39, runt=201766msec slat (usec): min=3, max=308, avg= 7.87, stdev= 4.77 clat (usec): min=183, max=860K, avg=25080.45, stdev=51076.63 bw (KB/s) : min= 150, max=310619, per=0.85%, avg=5353.42, stdev=16474.53 cpu : usr=0.03%, sys=1.55%, ctx=23620, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7971, short=0/0 lat (usec): 250=15.31%, 500=24.40%, 750=1.94%, 1000=0.25% lat (msec): 2=0.10%, 4=0.54%, 10=2.55%, 20=11.57%, 50=29.85% lat (msec): 100=10.71%, 250=2.07%, 500=0.36%, 750=0.29%, 1000=0.06% sdf1/zero-1: (groupid=0, jobs=1): err= 0: pid=3988 write: io=200MB, bw=1,010KB/s, iops=7, runt=203124msec slat (usec): min=4, max=116, avg= 8.95, stdev= 4.24 clat (usec): min=211, max=828K, avg=36831.99, stdev=87699.39 bw (KB/s) : min= 154, max= 3472, per=0.17%, avg=1059.51, stdev=398.97 cpu : usr=0.01%, sys=0.31%, ctx=5854, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1603, short=0/0 lat (usec): 250=22.77%, 500=38.93%, 750=1.25%, 1000=0.06% lat (msec): 2=0.06%, 4=0.19%, 10=0.94%, 20=2.68%, 50=10.29% lat (msec): 100=12.60%, 250=7.11%, 500=2.00%, 750=1.00%, 1000=0.12% sdf1/zero-2: (groupid=0, jobs=1): err= 0: pid=3989 write: io=401MB, bw=2,022KB/s, iops=15, runt=203055msec slat (usec): min=3, max=131, avg= 8.64, stdev= 3.70 clat (usec): min=191, max=1,177K, avg=30354.53, stdev=70546.16 bw (KB/s) : min= 146, max= 8126, per=0.34%, avg=2141.18, stdev=1003.10 cpu : usr=0.09%, sys=0.56%, ctx=11190, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3207, short=0/0 lat (usec): 250=15.31%, 500=36.11%, 750=1.22%, 1000=0.16% lat (msec): 2=0.06%, 4=0.59%, 10=1.25%, 20=3.87%, 50=21.67% lat (msec): 100=13.91%, 250=4.30%, 500=0.81%, 750=0.62%, 1000=0.09% lat (msec): 2000=0.03% sdf1/zero-3: (groupid=0, jobs=1): err= 0: pid=3990 write: io=601MB, bw=3,064KB/s, iops=23, runt=200992msec slat (usec): min=3, max=297, avg= 8.71, stdev= 5.26 clat (usec): min=189, max=831K, avg=27483.42, stdev=58964.80 bw (KB/s) : min= 162, max=10092, per=0.51%, avg=3196.13, stdev=1750.55 cpu : usr=0.10%, sys=0.91%, ctx=16088, majf=1, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4811, short=0/0 lat (usec): 250=15.76%, 500=28.43%, 750=1.45%, 1000=0.06% lat (msec): 2=0.04%, 4=0.71%, 10=1.77%, 20=5.99%, 50=29.97% lat (msec): 100=11.93%, 250=2.79%, 500=0.62%, 750=0.39%, 1000=0.08% sdf1/zero-4: (groupid=0, jobs=1): err= 0: pid=3991 write: io=796MB, bw=4,022KB/s, iops=31, runt=202553msec slat (usec): min=3, max=373, avg= 7.98, stdev= 5.84 clat (usec): min=194, max=940K, avg=28148.12, stdev=53949.06 bw (KB/s) : min= 166, max=12946, per=0.67%, avg=4266.34, stdev=2620.65 cpu : usr=0.07%, sys=1.26%, ctx=20160, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6364, short=0/0 lat (usec): 250=8.75%, 500=26.48%, 750=1.21%, 1000=0.09% lat (msec): 2=0.13%, 4=0.74%, 10=2.55%, 20=10.70%, 50=33.89% lat (msec): 100=12.08%, 250=2.50%, 500=0.50%, 750=0.30%, 1000=0.08% sdf1/zero-5: (groupid=0, jobs=1): err= 0: pid=3992 write: io=843MB, bw=4,275KB/s, iops=33, runt=201877msec slat (usec): min=3, max=729, avg= 8.02, stdev=10.59 clat (usec): min=199, max=860K, avg=29573.30, stdev=54277.25 bw (KB/s) : min= 157, max=12417, per=0.72%, avg=4534.34, stdev=2747.36 cpu : usr=0.02%, sys=1.43%, ctx=21229, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6743, short=0/0 lat (usec): 250=5.92%, 500=23.42%, 750=1.29%, 1000=0.21% lat (msec): 2=0.03%, 4=0.85%, 10=3.13%, 20=13.17%, 50=36.01% lat (msec): 100=12.84%, 250=2.24%, 500=0.49%, 750=0.34%, 1000=0.07% sdf1/zero-6: (groupid=0, jobs=1): err= 0: pid=3993 write: io=829MB, bw=4,200KB/s, iops=32, runt=202166msec slat (usec): min=3, max=393, avg= 7.92, stdev= 7.23 clat (usec): min=193, max=1,290K, avg=30057.15, stdev=58746.15 bw (KB/s) : min= 99, max=11960, per=0.71%, avg=4493.67, stdev=2795.45 cpu : usr=0.00%, sys=1.43%, ctx=20748, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6634, short=0/0 lat (usec): 250=6.06%, 500=23.17%, 750=1.40%, 1000=0.15% lat (msec): 2=0.02%, 4=0.95%, 10=2.70%, 20=13.93%, 50=35.66% lat (msec): 100=12.51%, 250=2.59%, 500=0.42%, 750=0.32%, 1000=0.09% lat (msec): 2000=0.03% sdf1/zero-7: (groupid=0, jobs=1): err= 0: pid=3994 write: io=850MB, bw=4,310KB/s, iops=33, runt=201922msec slat (usec): min=3, max=143, avg= 7.78, stdev= 3.15 clat (usec): min=202, max=1,392K, avg=29323.36, stdev=54912.25 bw (KB/s) : min= 154, max=11569, per=0.72%, avg=4578.53, stdev=2762.08 cpu : usr=0.03%, sys=1.41%, ctx=21407, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6799, short=0/0 lat (usec): 250=6.05%, 500=23.69%, 750=1.46%, 1000=0.10% lat (msec): 2=0.04%, 4=1.09%, 10=2.75%, 20=13.75%, 50=35.17% lat (msec): 100=12.37%, 250=2.68%, 500=0.49%, 750=0.32%, 1000=0.01% lat (msec): 2000=0.03% sdf1/zero-8: (groupid=0, jobs=1): err= 0: pid=3995 write: io=836MB, bw=4,213KB/s, iops=32, runt=203304msec slat (usec): min=3, max=307, avg= 8.10, stdev= 4.72 clat (usec): min=193, max=916K, avg=29814.98, stdev=53573.30 bw (KB/s) : min= 139, max=12800, per=0.71%, avg=4484.12, stdev=2744.36 cpu : usr=0.04%, sys=1.37%, ctx=21362, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6691, short=0/0 lat (usec): 250=6.50%, 500=22.49%, 750=1.48%, 1000=0.15% lat (msec): 2=0.01%, 4=0.87%, 10=2.78%, 20=13.70%, 50=35.60% lat (msec): 100=13.02%, 250=2.54%, 500=0.51%, 750=0.28%, 1000=0.06% sdf1/zero-9: (groupid=0, jobs=1): err= 0: pid=3996 write: io=850MB, bw=4,312KB/s, iops=33, runt=201936msec slat (usec): min=3, max=187, avg= 8.10, stdev= 3.71 clat (usec): min=194, max=904K, avg=29313.00, stdev=53468.27 bw (KB/s) : min= 141, max=12288, per=0.72%, avg=4544.65, stdev=2797.45 cpu : usr=0.02%, sys=1.44%, ctx=21779, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6803, short=0/0 lat (usec): 250=6.78%, 500=23.18%, 750=1.34%, 1000=0.12% lat (msec): 2=0.01%, 4=0.87%, 10=2.90%, 20=14.05%, 50=34.87% lat (msec): 100=12.39%, 250=2.63%, 500=0.47%, 750=0.34%, 1000=0.06% sdf1/zero-10: (groupid=0, jobs=1): err= 0: pid=3997 write: io=853MB, bw=4,347KB/s, iops=33, runt=200934msec slat (usec): min=2, max=237, avg= 8.18, stdev= 4.74 clat (usec): min=200, max=1,428K, avg=29223.68, stdev=56471.66 bw (KB/s) : min= 125, max=12444, per=0.73%, avg=4589.89, stdev=2783.14 cpu : usr=0.00%, sys=1.46%, ctx=21598, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6824, short=0/0 lat (usec): 250=6.32%, 500=23.89%, 750=1.42%, 1000=0.16% lat (msec): 2=0.03%, 4=1.11%, 10=2.55%, 20=13.60%, 50=35.40% lat (msec): 100=12.22%, 250=2.46%, 500=0.40%, 750=0.38%, 1000=0.01% lat (msec): 2000=0.04% sdf1/zero-11: (groupid=0, jobs=1): err= 0: pid=3999 write: io=838MB, bw=4,246KB/s, iops=33, runt=202200msec slat (usec): min=3, max=338, avg= 8.14, stdev= 5.45 clat (usec): min=197, max=1,416K, avg=29732.91, stdev=59642.11 bw (KB/s) : min= 179, max=11838, per=0.72%, avg=4551.57, stdev=2753.66 cpu : usr=0.05%, sys=1.39%, ctx=21122, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6707, short=0/0 lat (usec): 250=6.89%, 500=23.38%, 750=1.55%, 1000=0.18% lat (msec): 2=0.03%, 4=0.58%, 10=2.80%, 20=13.87%, 50=34.83% lat (msec): 100=12.64%, 250=2.33%, 500=0.48%, 750=0.34%, 1000=0.06% lat (msec): 2000=0.04% sdf1/zero-12: (groupid=0, jobs=1): err= 0: pid=4000 write: io=849MB, bw=4,307KB/s, iops=33, runt=201763msec slat (usec): min=3, max=320, avg= 7.94, stdev= 5.27 clat (usec): min=195, max=1,464K, avg=29376.60, stdev=55567.72 bw (KB/s) : min= 197, max=12237, per=0.72%, avg=4586.46, stdev=2764.29 cpu : usr=0.00%, sys=1.44%, ctx=21722, majf=0, minf=59 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6789, short=0/0 lat (usec): 250=6.47%, 500=23.26%, 750=1.59%, 1000=0.09% lat (msec): 2=0.04%, 4=0.97%, 10=2.84%, 20=13.89%, 50=35.10% lat (msec): 100=12.28%, 250=2.62%, 500=0.43%, 750=0.37%, 1000=0.01% lat (msec): 2000=0.03% sdf1/zero-13: (groupid=0, jobs=1): err= 0: pid=4001 write: io=854MB, bw=4,310KB/s, iops=33, runt=202923msec slat (usec): min=3, max=287, avg= 8.02, stdev= 5.67 clat (usec): min=187, max=1,013K, avg=29181.76, stdev=53521.23 bw (KB/s) : min= 145, max=14080, per=0.72%, avg=4584.75, stdev=2855.47 cpu : usr=0.00%, sys=1.44%, ctx=21726, majf=1, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6833, short=0/0 lat (usec): 250=6.54%, 500=23.74%, 750=1.62%, 1000=0.15% lat (msec): 2=0.01%, 4=0.94%, 10=2.58%, 20=13.41%, 50=35.12% lat (msec): 100=12.54%, 250=2.53%, 500=0.44%, 750=0.34%, 1000=0.03% lat (msec): 2000=0.01% sdf1/zero-14: (groupid=0, jobs=1): err= 0: pid=4002 write: io=855MB, bw=4,331KB/s, iops=33, runt=202012msec slat (usec): min=2, max=141, avg= 8.11, stdev= 3.36 clat (usec): min=186, max=804K, avg=29174.08, stdev=52619.93 bw (KB/s) : min= 159, max=11520, per=0.73%, avg=4590.46, stdev=2810.65 cpu : usr=0.02%, sys=1.41%, ctx=21308, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6836, short=0/0 lat (usec): 250=6.42%, 500=24.01%, 750=1.29%, 1000=0.13% lat (msec): 2=0.03%, 4=0.88%, 10=2.91%, 20=13.69%, 50=34.96% lat (msec): 100=12.27%, 250=2.56%, 500=0.50%, 750=0.31%, 1000=0.04% sdf1/zero-15: (groupid=0, jobs=1): err= 0: pid=4003 write: io=847MB, bw=4,277KB/s, iops=33, runt=202775msec slat (usec): min=3, max=110, avg= 8.11, stdev= 2.93 clat (usec): min=192, max=1,152K, avg=29428.27, stdev=56330.95 bw (KB/s) : min= 111, max=15777, per=0.72%, avg=4570.39, stdev=2903.84 cpu : usr=0.05%, sys=1.38%, ctx=21025, majf=1, minf=55 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6776, short=0/0 lat (usec): 250=6.45%, 500=23.97%, 750=1.56%, 1000=0.09% lat (msec): 2=0.06%, 4=0.75%, 10=2.94%, 20=13.27%, 50=34.95% lat (msec): 100=12.46%, 250=2.57%, 500=0.50%, 750=0.38%, 1000=0.04% lat (msec): 2000=0.01% sdg1/zero-0: (groupid=0, jobs=1): err= 0: pid=4004 write: io=1,039MB, bw=5,251KB/s, iops=41, runt=202527msec slat (usec): min=3, max=305, avg= 7.72, stdev= 6.69 clat (usec): min=192, max=1,201K, avg=24064.39, stdev=52019.68 bw (KB/s) : min= 183, max=324266, per=0.88%, avg=5588.92, stdev=17204.78 cpu : usr=0.09%, sys=1.52%, ctx=24021, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/8309, short=0/0 lat (usec): 250=17.31%, 500=25.84%, 750=2.00%, 1000=0.10% lat (msec): 2=0.02%, 4=0.99%, 10=2.55%, 20=10.16%, 50=28.08% lat (msec): 100=9.92%, 250=2.20%, 500=0.53%, 750=0.26%, 1000=0.04% lat (msec): 2000=0.01% sdg1/zero-1: (groupid=0, jobs=1): err= 0: pid=4005 write: io=200MB, bw=1,011KB/s, iops=7, runt=202594msec slat (usec): min=4, max=147, avg= 8.96, stdev= 4.85 clat (usec): min=204, max=1,397K, avg=41582.72, stdev=97076.84 bw (KB/s) : min= 218, max= 3527, per=0.17%, avg=1063.43, stdev=397.13 cpu : usr=0.05%, sys=0.28%, ctx=5953, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1600, short=0/0 lat (usec): 250=19.94%, 500=37.75%, 750=0.88%, 1000=0.19% lat (msec): 4=0.38%, 10=1.44%, 20=4.19%, 50=9.19%, 100=14.75% lat (msec): 250=7.69%, 500=2.69%, 750=0.81%, 1000=0.06%, 2000=0.06% sdg1/zero-2: (groupid=0, jobs=1): err= 0: pid=4007 write: io=400MB, bw=2,020KB/s, iops=15, runt=202527msec slat (usec): min=3, max=190, avg= 9.19, stdev= 5.25 clat (usec): min=205, max=1,372K, avg=32459.30, stdev=72341.38 bw (KB/s) : min= 93, max= 9444, per=0.34%, avg=2124.48, stdev=1084.28 cpu : usr=0.08%, sys=0.57%, ctx=11010, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3196, short=0/0 lat (usec): 250=18.21%, 500=30.54%, 750=1.41% lat (msec): 2=0.06%, 4=0.69%, 10=1.56%, 20=5.35%, 50=20.81% lat (msec): 100=15.02%, 250=4.41%, 500=1.44%, 750=0.41%, 1000=0.06% lat (msec): 2000=0.03% sdg1/zero-3: (groupid=0, jobs=1): err= 0: pid=4008 write: io=599MB, bw=3,017KB/s, iops=23, runt=203174msec slat (usec): min=4, max=174, avg= 8.68, stdev= 3.93 clat (usec): min=184, max=1,071K, avg=28190.46, stdev=61705.95 bw (KB/s) : min= 177, max=13824, per=0.51%, avg=3203.45, stdev=1983.22 cpu : usr=0.11%, sys=0.87%, ctx=15856, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4789, short=0/0 lat (usec): 250=16.64%, 500=28.23%, 750=1.17%, 1000=0.19% lat (msec): 2=0.06%, 4=0.71%, 10=2.19%, 20=7.27%, 50=27.56% lat (msec): 100=11.40%, 250=3.24%, 500=0.86%, 750=0.44%, 1000=0.02% lat (msec): 2000=0.02% sdg1/zero-4: (groupid=0, jobs=1): err= 0: pid=4009 write: io=797MB, bw=4,029KB/s, iops=31, runt=202527msec slat (usec): min=3, max=281, avg= 8.02, stdev= 4.89 clat (usec): min=199, max=979K, avg=27921.18, stdev=56043.96 bw (KB/s) : min= 218, max=13824, per=0.68%, avg=4301.53, stdev=2848.39 cpu : usr=0.08%, sys=1.22%, ctx=19630, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6375, short=0/0 lat (usec): 250=10.98%, 500=26.79%, 750=1.32%, 1000=0.08% lat (msec): 2=0.08%, 4=0.96%, 10=3.09%, 20=9.62%, 50=32.00% lat (msec): 100=11.45%, 250=2.54%, 500=0.69%, 750=0.36%, 1000=0.05% sdg1/zero-5: (groupid=0, jobs=1): err= 0: pid=4010 write: io=854MB, bw=4,317KB/s, iops=33, runt=202528msec slat (usec): min=3, max=154, avg= 7.81, stdev= 3.41 clat (usec): min=192, max=1,020K, avg=29203.55, stdev=56379.42 bw (KB/s) : min= 135, max=14642, per=0.73%, avg=4629.44, stdev=2982.83 cpu : usr=0.05%, sys=1.38%, ctx=21130, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6831, short=0/0 lat (usec): 250=7.69%, 500=24.89%, 750=1.27%, 1000=0.16% lat (msec): 2=0.01%, 4=0.85%, 10=3.60%, 20=12.36%, 50=33.39% lat (msec): 100=12.22%, 250=2.55%, 500=0.61%, 750=0.31%, 1000=0.07% lat (msec): 2000=0.01% sdg1/zero-6: (groupid=0, jobs=1): err= 0: pid=4011 write: io=865MB, bw=4,372KB/s, iops=34, runt=202520msec slat (usec): min=3, max=146, avg= 8.07, stdev= 3.56 clat (usec): min=192, max=1,104K, avg=28822.78, stdev=56627.20 bw (KB/s) : min= 115, max=14984, per=0.74%, avg=4695.22, stdev=3063.86 cpu : usr=0.02%, sys=1.44%, ctx=21587, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6917, short=0/0 lat (usec): 250=8.11%, 500=25.47%, 750=1.24%, 1000=0.16% lat (msec): 2=0.03%, 4=0.98%, 10=3.01%, 20=12.56%, 50=32.93% lat (msec): 100=12.06%, 250=2.44%, 500=0.58%, 750=0.35%, 1000=0.06% lat (msec): 2000=0.01% sdg1/zero-7: (groupid=0, jobs=1): err= 0: pid=4012 write: io=867MB, bw=4,382KB/s, iops=34, runt=202531msec slat (usec): min=3, max=572, avg= 7.72, stdev= 7.38 clat (usec): min=194, max=1,462K, avg=28767.06, stdev=56179.46 bw (KB/s) : min= 200, max=14676, per=0.74%, avg=4666.92, stdev=3026.40 cpu : usr=0.00%, sys=1.46%, ctx=21377, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6934, short=0/0 lat (usec): 250=8.31%, 500=25.15%, 750=1.11%, 1000=0.20% lat (msec): 2=0.07%, 4=1.14%, 10=3.04%, 20=12.17%, 50=33.03% lat (msec): 100=12.20%, 250=2.67%, 500=0.52%, 750=0.32%, 1000=0.06% lat (msec): 2000=0.01% sdg1/zero-8: (groupid=0, jobs=1): err= 0: pid=4013 write: io=845MB, bw=4,272KB/s, iops=33, runt=202590msec slat (usec): min=2, max=319, avg= 8.10, stdev= 5.19 clat (usec): min=192, max=1,416K, avg=29518.14, stdev=59154.60 bw (KB/s) : min= 117, max=15198, per=0.73%, avg=4624.58, stdev=3004.13 cpu : usr=0.00%, sys=1.42%, ctx=20988, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6762, short=0/0 lat (usec): 250=7.90%, 500=24.16%, 750=1.51%, 1000=0.13% lat (msec): 2=0.03%, 4=0.70%, 10=3.36%, 20=12.78%, 50=33.72% lat (msec): 100=12.02%, 250=2.60%, 500=0.68%, 750=0.33%, 1000=0.04% lat (msec): 2000=0.04% sdg1/zero-9: (groupid=0, jobs=1): err= 0: pid=4014 write: io=880MB, bw=4,449KB/s, iops=34, runt=202590msec slat (usec): min=3, max=227, avg= 7.79, stdev= 4.41 clat (usec): min=186, max=978K, avg=28328.36, stdev=54281.52 bw (KB/s) : min= 164, max=14222, per=0.75%, avg=4746.38, stdev=3057.52 cpu : usr=0.03%, sys=1.44%, ctx=21695, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7041, short=0/0 lat (usec): 250=8.68%, 500=24.51%, 750=1.53%, 1000=0.14% lat (msec): 2=0.03%, 4=1.21%, 10=3.05%, 20=13.34%, 50=32.08% lat (msec): 100=11.80%, 250=2.67%, 500=0.54%, 750=0.37%, 1000=0.04% sdg1/zero-10: (groupid=0, jobs=1): err= 0: pid=4015 write: io=873MB, bw=4,401KB/s, iops=34, runt=203203msec slat (usec): min=3, max=332, avg= 7.94, stdev= 7.51 clat (usec): min=188, max=1,164K, avg=28552.07, stdev=54982.64 bw (KB/s) : min= 161, max=14523, per=0.74%, avg=4694.84, stdev=3033.65 cpu : usr=0.02%, sys=1.42%, ctx=21972, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6987, short=0/0 lat (usec): 250=9.45%, 500=24.56%, 750=1.45%, 1000=0.09% lat (msec): 4=0.89%, 10=2.81%, 20=12.31%, 50=32.90%, 100=12.07% lat (msec): 250=2.55%, 500=0.60%, 750=0.29%, 1000=0.04%, 2000=0.01% sdg1/zero-11: (groupid=0, jobs=1): err= 0: pid=4016 write: io=864MB, bw=4,366KB/s, iops=34, runt=202740msec slat (usec): min=3, max=202, avg= 7.64, stdev= 3.66 clat (usec): min=190, max=1,632K, avg=28844.09, stdev=60742.86 bw (KB/s) : min= 78, max=13275, per=0.74%, avg=4704.42, stdev=3060.83 cpu : usr=0.02%, sys=1.43%, ctx=21284, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6915, short=0/0 lat (usec): 250=8.95%, 500=24.56%, 750=1.72%, 1000=0.04% lat (msec): 2=0.10%, 4=1.08%, 10=3.21%, 20=12.05%, 50=32.78% lat (msec): 100=12.06%, 250=2.44%, 500=0.61%, 750=0.29%, 1000=0.07% lat (msec): 2000=0.03% sdg1/zero-12: (groupid=0, jobs=1): err= 0: pid=4017 write: io=869MB, bw=4,388KB/s, iops=34, runt=202760msec slat (usec): min=3, max=206, avg= 7.73, stdev= 3.79 clat (usec): min=188, max=1,101K, avg=28696.55, stdev=56172.80 bw (KB/s) : min= 178, max=15530, per=0.74%, avg=4669.13, stdev=3083.23 cpu : usr=0.03%, sys=1.42%, ctx=21638, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6951, short=0/0 lat (usec): 250=9.37%, 500=24.24%, 750=1.64%, 1000=0.13% lat (msec): 2=0.03%, 4=1.04%, 10=2.83%, 20=12.83%, 50=32.28% lat (msec): 100=12.13%, 250=2.52%, 500=0.56%, 750=0.36%, 1000=0.03% lat (msec): 2000=0.01% sdg1/zero-13: (groupid=0, jobs=1): err= 0: pid=4018 write: io=857MB, bw=4,333KB/s, iops=33, runt=202528msec slat (usec): min=2, max=151, avg= 7.69, stdev= 3.20 clat (usec): min=195, max=1,071K, avg=29093.73, stdev=56199.40 bw (KB/s) : min= 160, max=15780, per=0.74%, avg=4654.11, stdev=3068.63 cpu : usr=0.00%, sys=1.46%, ctx=21325, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6856, short=0/0 lat (usec): 250=8.02%, 500=24.15%, 750=1.49%, 1000=0.12% lat (msec): 2=0.01%, 4=1.11%, 10=3.18%, 20=13.11%, 50=33.27% lat (msec): 100=12.02%, 250=2.44%, 500=0.71%, 750=0.29%, 1000=0.04% lat (msec): 2000=0.03% sdg1/zero-14: (groupid=0, jobs=1): err= 0: pid=4019 write: io=873MB, bw=4,415KB/s, iops=34, runt=202528msec slat (usec): min=3, max=388, avg= 8.07, stdev= 5.83 clat (usec): min=190, max=979K, avg=28569.33, stdev=54177.58 bw (KB/s) : min= 169, max=15118, per=0.74%, avg=4696.40, stdev=3026.31 cpu : usr=0.07%, sys=1.37%, ctx=21362, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6986, short=0/0 lat (usec): 250=7.89%, 500=25.15%, 750=1.46%, 1000=0.17% lat (msec): 2=0.01%, 4=1.10%, 10=3.28%, 20=12.71%, 50=32.74% lat (msec): 100=11.94%, 250=2.56%, 500=0.63%, 750=0.30%, 1000=0.06% sdg1/zero-15: (groupid=0, jobs=1): err= 0: pid=4020 write: io=874MB, bw=4,416KB/s, iops=34, runt=202592msec slat (usec): min=3, max=234, avg= 7.91, stdev= 4.85 clat (usec): min=191, max=979K, avg=28548.40, stdev=54645.80 bw (KB/s) : min= 164, max=14778, per=0.75%, avg=4730.12, stdev=3040.23 cpu : usr=0.03%, sys=1.45%, ctx=21752, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6989, short=0/0 lat (usec): 250=7.97%, 500=24.77%, 750=1.85%, 1000=0.11% lat (msec): 2=0.03%, 4=1.32%, 10=3.05%, 20=12.69%, 50=32.82% lat (msec): 100=11.99%, 250=2.46%, 500=0.52%, 750=0.37%, 1000=0.06% sdi1/zero-0: (groupid=0, jobs=1): err= 0: pid=4022 write: io=1,026MB, bw=5,230KB/s, iops=40, runt=200816msec slat (usec): min=3, max=194, avg= 7.60, stdev= 3.92 clat (usec): min=197, max=1,772K, avg=24360.55, stdev=57592.27 bw (KB/s) : min= 121, max=115365, per=0.80%, avg=5079.82, stdev=6628.48 cpu : usr=0.08%, sys=1.55%, ctx=24042, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/8206, short=0/0 lat (usec): 250=16.07%, 500=25.19%, 750=1.95%, 1000=0.11% lat (msec): 2=0.10%, 4=0.55%, 10=2.85%, 20=13.59%, 50=26.82% lat (msec): 100=10.02%, 250=1.94%, 500=0.44%, 750=0.28%, 1000=0.05% lat (msec): 2000=0.05% sdi1/zero-1: (groupid=0, jobs=1): err= 0: pid=4023 write: io=200MB, bw=1,013KB/s, iops=7, runt=202469msec slat (usec): min=4, max=133, avg= 8.99, stdev= 5.34 clat (usec): min=203, max=1,036K, avg=40789.90, stdev=98442.62 bw (KB/s) : min= 170, max= 3529, per=0.17%, avg=1065.33, stdev=438.59 cpu : usr=0.02%, sys=0.30%, ctx=5926, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1603, short=0/0 lat (usec): 250=19.96%, 500=39.86%, 750=1.12% lat (msec): 2=0.12%, 4=0.37%, 10=0.81%, 20=3.49%, 50=9.54% lat (msec): 100=13.97%, 250=7.11%, 500=2.56%, 750=0.81%, 1000=0.19% lat (msec): 2000=0.06% sdi1/zero-2: (groupid=0, jobs=1): err= 0: pid=4024 write: io=401MB, bw=2,027KB/s, iops=15, runt=202469msec slat (usec): min=3, max=198, avg= 8.72, stdev= 5.22 clat (usec): min=197, max=988K, avg=30859.28, stdev=76862.44 bw (KB/s) : min= 146, max= 7924, per=0.34%, avg=2156.72, stdev=1165.54 cpu : usr=0.07%, sys=0.60%, ctx=10881, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3207, short=0/0 lat (usec): 250=19.64%, 500=33.05%, 750=1.18%, 1000=0.12% lat (msec): 2=0.16%, 4=0.41%, 10=0.69%, 20=5.36%, 50=21.17% lat (msec): 100=12.66%, 250=3.55%, 500=1.22%, 750=0.59%, 1000=0.19% sdi1/zero-3: (groupid=0, jobs=1): err= 0: pid=4025 write: io=602MB, bw=3,044KB/s, iops=23, runt=202469msec slat (usec): min=3, max=140, avg= 8.60, stdev= 3.67 clat (usec): min=188, max=940K, avg=26922.80, stdev=65255.89 bw (KB/s) : min= 137, max=12800, per=0.52%, avg=3259.31, stdev=1991.22 cpu : usr=0.04%, sys=0.93%, ctx=15630, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4815, short=0/0 lat (usec): 250=16.45%, 500=30.45%, 750=1.43%, 1000=0.15% lat (msec): 2=0.10%, 4=0.52%, 10=1.74%, 20=8.45%, 50=25.96% lat (msec): 100=10.49%, 250=2.95%, 500=0.77%, 750=0.39%, 1000=0.15% sdi1/zero-4: (groupid=0, jobs=1): err= 0: pid=4026 write: io=802MB, bw=4,051KB/s, iops=31, runt=202579msec slat (usec): min=3, max=136, avg= 7.84, stdev= 3.26 clat (usec): min=198, max=1,964K, avg=27968.97, stdev=65521.93 bw (KB/s) : min= 176, max=13025, per=0.70%, avg=4417.39, stdev=2772.80 cpu : usr=0.07%, sys=1.23%, ctx=20901, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6412, short=0/0 lat (usec): 250=10.29%, 500=26.79%, 750=1.37%, 1000=0.12% lat (msec): 2=0.03%, 4=0.69%, 10=2.64%, 20=13.08%, 50=30.36% lat (msec): 100=11.15%, 250=2.45%, 500=0.61%, 750=0.28%, 1000=0.08% lat (msec): 2000=0.05% sdi1/zero-5: (groupid=0, jobs=1): err= 0: pid=4027 write: io=876MB, bw=4,409KB/s, iops=34, runt=203523msec slat (usec): min=3, max=301, avg= 7.74, stdev= 5.47 clat (usec): min=194, max=1,108K, avg=28391.27, stdev=58711.38 bw (KB/s) : min= 115, max=13380, per=0.76%, avg=4792.49, stdev=2951.51 cpu : usr=0.00%, sys=1.43%, ctx=21683, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7010, short=0/0 lat (usec): 250=7.67%, 500=25.14%, 750=1.41%, 1000=0.16% lat (msec): 2=0.07%, 4=0.86%, 10=2.75%, 20=15.29%, 50=31.65% lat (msec): 100=11.68%, 250=2.37%, 500=0.53%, 750=0.30%, 1000=0.07% lat (msec): 2000=0.04% sdi1/zero-6: (groupid=0, jobs=1): err= 0: pid=4028 write: io=862MB, bw=4,372KB/s, iops=34, runt=202006msec slat (usec): min=3, max=130, avg= 7.70, stdev= 3.20 clat (usec): min=194, max=1,654K, avg=28905.01, stdev=62661.00 bw (KB/s) : min= 150, max=13115, per=0.74%, avg=4713.07, stdev=2955.21 cpu : usr=0.00%, sys=1.44%, ctx=21649, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6899, short=0/0 lat (usec): 250=7.33%, 500=24.28%, 750=1.45%, 1000=0.12% lat (msec): 2=0.04%, 4=0.62%, 10=3.38%, 20=15.87%, 50=31.66% lat (msec): 100=11.84%, 250=2.49%, 500=0.42%, 750=0.36%, 1000=0.09% lat (msec): 2000=0.04% sdi1/zero-7: (groupid=0, jobs=1): err= 0: pid=4029 write: io=866MB, bw=4,381KB/s, iops=34, runt=202482msec slat (usec): min=3, max=272, avg= 8.17, stdev= 4.68 clat (usec): min=185, max=1,258K, avg=28770.46, stdev=60290.09 bw (KB/s) : min= 117, max=13090, per=0.75%, avg=4741.75, stdev=2974.67 cpu : usr=0.04%, sys=1.38%, ctx=21658, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6931, short=0/0 lat (usec): 250=7.43%, 500=24.04%, 750=1.21%, 1000=0.10% lat (msec): 2=0.06%, 4=1.17%, 10=3.12%, 20=16.38%, 50=31.58% lat (msec): 100=11.53%, 250=2.44%, 500=0.49%, 750=0.32%, 1000=0.10% lat (msec): 2000=0.04% sdi1/zero-8: (groupid=0, jobs=1): err= 0: pid=4030 write: io=852MB, bw=4,309KB/s, iops=33, runt=202468msec slat (usec): min=3, max=189, avg= 7.79, stdev= 3.53 clat (usec): min=191, max=1,494K, avg=29261.51, stdev=63516.30 bw (KB/s) : min= 85, max=13312, per=0.75%, avg=4727.88, stdev=3002.38 cpu : usr=0.00%, sys=1.44%, ctx=21186, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6816, short=0/0 lat (usec): 250=7.17%, 500=24.24%, 750=1.32%, 1000=0.09% lat (msec): 2=0.03%, 4=0.54%, 10=3.18%, 20=16.20%, 50=32.07% lat (msec): 100=11.78%, 250=2.41%, 500=0.51%, 750=0.31%, 1000=0.10% lat (msec): 2000=0.04% sdi1/zero-9: (groupid=0, jobs=1): err= 0: pid=4031 write: io=868MB, bw=4,389KB/s, iops=34, runt=202478msec slat (usec): min=3, max=126, avg= 8.05, stdev= 3.20 clat (usec): min=194, max=1,048K, avg=28717.78, stdev=59267.68 bw (KB/s) : min= 122, max=13102, per=0.75%, avg=4728.92, stdev=2964.55 cpu : usr=0.02%, sys=1.42%, ctx=21206, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6943, short=0/0 lat (usec): 250=7.69%, 500=23.95%, 750=1.45%, 1000=0.12% lat (msec): 2=0.03%, 4=0.99%, 10=3.17%, 20=15.70%, 50=31.82% lat (msec): 100=11.82%, 250=2.20%, 500=0.63%, 750=0.27%, 1000=0.12% lat (msec): 2000=0.03% sdi1/zero-10: (groupid=0, jobs=1): err= 0: pid=4032 write: io=858MB, bw=4,362KB/s, iops=34, runt=201350msec slat (usec): min=3, max=360, avg= 8.06, stdev= 5.16 clat (usec): min=197, max=1,839K, avg=29065.61, stdev=63803.57 bw (KB/s) : min= 129, max=14362, per=0.74%, avg=4710.00, stdev=2920.26 cpu : usr=0.02%, sys=1.39%, ctx=21199, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6861, short=0/0 lat (usec): 250=8.63%, 500=23.50%, 750=1.15%, 1000=0.13% lat (msec): 2=0.03%, 4=0.67%, 10=2.90%, 20=15.19%, 50=32.49% lat (msec): 100=11.97%, 250=2.35%, 500=0.58%, 750=0.32%, 1000=0.06% lat (msec): 2000=0.04% sdi1/zero-11: (groupid=0, jobs=1): err= 0: pid=4033 write: io=884MB, bw=4,455KB/s, iops=34, runt=203257msec slat (usec): min=3, max=219, avg= 7.64, stdev= 4.50 clat (usec): min=190, max=1,172K, avg=28187.61, stdev=58763.94 bw (KB/s) : min= 174, max=13487, per=0.77%, avg=4844.99, stdev=2996.61 cpu : usr=0.02%, sys=1.42%, ctx=21975, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7075, short=0/0 lat (usec): 250=8.06%, 500=25.20%, 750=1.50%, 1000=0.18% lat (msec): 2=0.01%, 4=0.55%, 10=3.07%, 20=15.24%, 50=31.29% lat (msec): 100=11.75%, 250=2.19%, 500=0.51%, 750=0.37%, 1000=0.04% lat (msec): 2000=0.04% sdi1/zero-12: (groupid=0, jobs=1): err= 0: pid=4034 write: io=867MB, bw=4,406KB/s, iops=34, runt=201396msec slat (usec): min=3, max=285, avg= 7.98, stdev= 5.05 clat (usec): min=194, max=1,036K, avg=28763.03, stdev=59180.45 bw (KB/s) : min= 130, max=13473, per=0.75%, avg=4748.44, stdev=2941.05 cpu : usr=0.06%, sys=1.38%, ctx=21294, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6933, short=0/0 lat (usec): 250=8.11%, 500=24.35%, 750=1.51%, 1000=0.17% lat (msec): 2=0.03%, 4=0.97%, 10=2.74%, 20=15.04%, 50=32.06% lat (msec): 100=11.70%, 250=2.32%, 500=0.55%, 750=0.32%, 1000=0.12% lat (msec): 2000=0.01% sdi1/zero-13: (groupid=0, jobs=1): err= 0: pid=4035 write: io=862MB, bw=4,358KB/s, iops=34, runt=202470msec slat (usec): min=3, max=230, avg= 7.98, stdev= 4.71 clat (usec): min=199, max=2,025K, avg=28931.24, stdev=62681.76 bw (KB/s) : min= 63, max=12030, per=0.74%, avg=4701.97, stdev=2978.71 cpu : usr=0.02%, sys=1.44%, ctx=21352, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6893, short=0/0 lat (usec): 250=6.99%, 500=24.29%, 750=1.83%, 1000=0.07% lat (msec): 2=0.04%, 4=0.68%, 10=3.24%, 20=15.70%, 50=31.83% lat (msec): 100=12.01%, 250=2.29%, 500=0.59%, 750=0.35%, 1000=0.06% lat (msec): 2000=0.01%, >=2000=0.01% sdi1/zero-14: (groupid=0, jobs=1): err= 0: pid=4036 write: io=866MB, bw=4,377KB/s, iops=34, runt=202466msec slat (usec): min=2, max=411, avg= 8.21, stdev= 6.02 clat (usec): min=191, max=1,342K, avg=28807.83, stdev=63298.63 bw (KB/s) : min= 122, max=12800, per=0.76%, avg=4789.70, stdev=2959.18 cpu : usr=0.02%, sys=1.45%, ctx=21699, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6924, short=0/0 lat (usec): 250=7.60%, 500=24.44%, 750=1.59%, 1000=0.07% lat (msec): 2=0.07%, 4=0.92%, 10=3.37%, 20=15.31%, 50=31.77% lat (msec): 100=11.54%, 250=2.37%, 500=0.42%, 750=0.38%, 1000=0.12% lat (msec): 2000=0.04% sdi1/zero-15: (groupid=0, jobs=1): err= 0: pid=4037 write: io=870MB, bw=4,388KB/s, iops=34, runt=202967msec slat (usec): min=3, max=204, avg= 7.83, stdev= 3.56 clat (usec): min=191, max=1,513K, avg=28674.28, stdev=58842.23 bw (KB/s) : min= 115, max=12709, per=0.75%, avg=4761.70, stdev=2950.81 cpu : usr=0.04%, sys=1.39%, ctx=21568, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6958, short=0/0 lat (usec): 250=7.23%, 500=24.26%, 750=1.48%, 1000=0.14% lat (msec): 2=0.04%, 4=0.69%, 10=3.39%, 20=15.49%, 50=32.02% lat (msec): 100=11.91%, 250=2.41%, 500=0.50%, 750=0.30%, 1000=0.09% lat (msec): 2000=0.03% sdh1/zero-0: (groupid=0, jobs=1): err= 0: pid=4039 write: io=1,001MB, bw=5,076KB/s, iops=39, runt=201968msec slat (usec): min=2, max=121, avg= 8.31, stdev= 3.59 clat (usec): min=194, max=1,132K, avg=24956.67, stdev=52534.75 bw (KB/s) : min= 113, max=300268, per=0.86%, avg=5410.64, stdev=15901.82 cpu : usr=0.03%, sys=1.62%, ctx=28321, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/8010, short=0/0 lat (usec): 250=7.07%, 500=32.98%, 750=1.41%, 1000=0.07% lat (msec): 2=0.04%, 4=0.85%, 10=3.47%, 20=12.90%, 50=27.52% lat (msec): 100=10.46%, 250=2.47%, 500=0.45%, 750=0.25%, 1000=0.04% lat (msec): 2000=0.02% sdh1/zero-1: (groupid=0, jobs=1): err= 0: pid=4040 write: io=200MB, bw=1,015KB/s, iops=7, runt=202124msec slat (usec): min=4, max=206, avg= 9.19, stdev= 6.16 clat (usec): min=187, max=968K, avg=42348.47, stdev=97211.68 bw (KB/s) : min= 134, max= 3400, per=0.17%, avg=1064.89, stdev=431.14 cpu : usr=0.03%, sys=0.28%, ctx=6004, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1603, short=0/0 lat (usec): 250=21.71%, 500=35.62%, 750=0.81%, 1000=0.12% lat (msec): 2=0.12%, 4=0.31%, 10=0.81%, 20=3.24%, 50=9.98% lat (msec): 100=15.97%, 250=7.74%, 500=2.25%, 750=1.00%, 1000=0.31% sdh1/zero-2: (groupid=0, jobs=1): err= 0: pid=4041 write: io=401MB, bw=2,021KB/s, iops=15, runt=203068msec slat (usec): min=3, max=126, avg= 8.59, stdev= 3.70 clat (usec): min=192, max=1,020K, avg=32516.02, stdev=73392.14 bw (KB/s) : min= 167, max= 8935, per=0.34%, avg=2133.97, stdev=1148.03 cpu : usr=0.07%, sys=0.59%, ctx=11231, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3207, short=0/0 lat (usec): 250=16.03%, 500=32.93%, 750=1.09%, 1000=0.06% lat (msec): 2=0.06%, 4=0.56%, 10=1.28%, 20=5.08%, 50=22.14% lat (msec): 100=14.37%, 250=4.55%, 500=1.06%, 750=0.69%, 1000=0.06% lat (msec): 2000=0.03% sdh1/zero-3: (groupid=0, jobs=1): err= 0: pid=4042 write: io=600MB, bw=3,042KB/s, iops=23, runt=201966msec slat (usec): min=3, max=195, avg= 8.34, stdev= 3.87 clat (usec): min=191, max=1,483K, avg=27698.76, stdev=63514.50 bw (KB/s) : min= 195, max=10687, per=0.51%, avg=3202.95, stdev=1960.36 cpu : usr=0.09%, sys=0.91%, ctx=15747, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4800, short=0/0 lat (usec): 250=12.75%, 500=32.04%, 750=1.40%, 1000=0.10% lat (msec): 2=0.15%, 4=0.92%, 10=1.90%, 20=7.56%, 50=27.44% lat (msec): 100=11.21%, 250=3.29%, 500=0.79%, 750=0.38%, 1000=0.06% lat (msec): 2000=0.02% sdh1/zero-4: (groupid=0, jobs=1): err= 0: pid=4043 write: io=797MB, bw=4,043KB/s, iops=31, runt=201970msec slat (usec): min=3, max=384, avg= 8.01, stdev= 6.08 clat (usec): min=2, max=968K, avg=27741.58, stdev=56540.14 bw (KB/s) : min= 132, max=13460, per=0.68%, avg=4287.99, stdev=2787.77 cpu : usr=0.07%, sys=1.24%, ctx=20131, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6379, short=0/0 lat (usec): 4=0.02%, 250=10.42%, 500=26.43%, 750=1.41%, 1000=0.08% lat (msec): 2=0.09%, 4=0.85%, 10=2.93%, 20=11.37%, 50=31.27% lat (msec): 100=11.40%, 250=2.76%, 500=0.56%, 750=0.31%, 1000=0.09% sdh1/zero-5: (groupid=0, jobs=1): err= 0: pid=4044 write: io=857MB, bw=4,332KB/s, iops=33, runt=202678msec slat (usec): min=3, max=388, avg= 8.08, stdev= 6.22 clat (usec): min=185, max=1,268K, avg=28851.37, stdev=57522.89 bw (KB/s) : min= 122, max=12675, per=0.74%, avg=4679.40, stdev=2971.99 cpu : usr=0.04%, sys=1.40%, ctx=21853, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6859, short=0/0 lat (usec): 250=7.30%, 500=24.06%, 750=1.55%, 1000=0.07% lat (msec): 4=1.33%, 10=3.34%, 20=14.29%, 50=32.25%, 100=12.25% lat (msec): 250=2.67%, 500=0.55%, 750=0.25%, 1000=0.06%, 2000=0.04% sdh1/zero-6: (groupid=0, jobs=1): err= 0: pid=4045 write: io=859MB, bw=4,350KB/s, iops=33, runt=202135msec slat (usec): min=3, max=359, avg= 8.05, stdev= 6.34 clat (usec): min=193, max=1,420K, avg=29018.04, stdev=57404.13 bw (KB/s) : min= 149, max=12698, per=0.73%, avg=4648.70, stdev=2980.68 cpu : usr=0.02%, sys=1.44%, ctx=21675, majf=0, minf=59 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6869, short=0/0 lat (usec): 250=7.28%, 500=23.32%, 750=1.57%, 1000=0.13% lat (msec): 2=0.07%, 4=0.67%, 10=4.27%, 20=14.25%, 50=32.70% lat (msec): 100=12.27%, 250=2.53%, 500=0.49%, 750=0.38%, 1000=0.03% lat (msec): 2000=0.03% sdh1/zero-7: (groupid=0, jobs=1): err= 0: pid=4046 write: io=855MB, bw=4,335KB/s, iops=33, runt=201964msec slat (usec): min=3, max=206, avg= 7.90, stdev= 3.83 clat (usec): min=190, max=1,340K, avg=29149.02, stdev=56202.93 bw (KB/s) : min= 123, max=13000, per=0.73%, avg=4600.38, stdev=2946.62 cpu : usr=0.02%, sys=1.43%, ctx=21449, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6840, short=0/0 lat (usec): 250=6.77%, 500=23.46%, 750=1.46%, 1000=0.10% lat (msec): 2=0.07%, 4=1.01%, 10=4.02%, 20=14.18%, 50=32.76% lat (msec): 100=12.66%, 250=2.57%, 500=0.56%, 750=0.29%, 1000=0.04% lat (msec): 2000=0.03% sdh1/zero-8: (groupid=0, jobs=1): err= 0: pid=4047 write: io=837MB, bw=4,238KB/s, iops=33, runt=202128msec slat (usec): min=3, max=129, avg= 7.80, stdev= 2.95 clat (usec): min=196, max=1,368K, avg=29806.18, stdev=61031.35 bw (KB/s) : min= 93, max=13824, per=0.72%, avg=4570.27, stdev=2934.13 cpu : usr=0.02%, sys=1.40%, ctx=21089, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6692, short=0/0 lat (usec): 250=7.19%, 500=22.76%, 750=1.27%, 1000=0.07% lat (msec): 2=0.06%, 4=0.73%, 10=4.09%, 20=14.88%, 50=32.74% lat (msec): 100=12.55%, 250=2.67%, 500=0.58%, 750=0.27%, 1000=0.04% lat (msec): 2000=0.07% sdh1/zero-9: (groupid=0, jobs=1): err= 0: pid=4048 write: io=866MB, bw=4,367KB/s, iops=34, runt=202960msec slat (usec): min=3, max=324, avg= 7.87, stdev= 6.28 clat (usec): min=202, max=1,560K, avg=28786.46, stdev=57872.94 bw (KB/s) : min= 119, max=14929, per=0.74%, avg=4681.63, stdev=3041.98 cpu : usr=0.02%, sys=1.41%, ctx=22057, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6924, short=0/0 lat (usec): 250=7.38%, 500=24.36%, 750=1.44%, 1000=0.09% lat (msec): 2=0.04%, 4=1.27%, 10=3.50%, 20=13.92%, 50=32.37% lat (msec): 100=11.89%, 250=2.86%, 500=0.49%, 750=0.32%, 1000=0.04% lat (msec): 2000=0.03% sdh1/zero-10: (groupid=0, jobs=1): err= 0: pid=4049 write: io=849MB, bw=4,277KB/s, iops=33, runt=203247msec slat (usec): min=3, max=438, avg= 8.11, stdev= 6.44 clat (usec): min=194, max=1,080K, avg=29360.21, stdev=57374.80 bw (KB/s) : min= 118, max=15492, per=0.72%, avg=4575.65, stdev=3021.04 cpu : usr=0.03%, sys=1.40%, ctx=21456, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6791, short=0/0 lat (usec): 250=6.92%, 500=23.32%, 750=1.21%, 1000=0.13% lat (msec): 2=0.09%, 4=1.02%, 10=3.77%, 20=14.98%, 50=32.60% lat (msec): 100=12.31%, 250=2.68%, 500=0.53%, 750=0.35%, 1000=0.07% lat (msec): 2000=0.01% sdh1/zero-11: (groupid=0, jobs=1): err= 0: pid=4050 write: io=853MB, bw=4,324KB/s, iops=33, runt=201968msec slat (usec): min=3, max=4,413, avg= 8.90, stdev=53.45 clat (usec): min=193, max=1,323K, avg=29225.98, stdev=58103.47 bw (KB/s) : min= 120, max=12875, per=0.73%, avg=4625.17, stdev=2987.51 cpu : usr=0.00%, sys=1.42%, ctx=21303, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6822, short=0/0 lat (usec): 250=6.99%, 500=23.50%, 750=1.33%, 1000=0.10% lat (msec): 2=0.03%, 4=0.79%, 10=4.10%, 20=14.85%, 50=32.25% lat (msec): 100=12.59%, 250=2.54%, 500=0.53%, 750=0.31%, 1000=0.06% lat (msec): 2000=0.03% sdh1/zero-12: (groupid=0, jobs=1): err= 0: pid=4051 write: io=867MB, bw=4,396KB/s, iops=34, runt=201971msec slat (usec): min=3, max=137, avg= 7.70, stdev= 2.98 clat (usec): min=188, max=968K, avg=28734.42, stdev=55990.74 bw (KB/s) : min= 139, max=15551, per=0.74%, avg=4709.12, stdev=3052.16 cpu : usr=0.00%, sys=1.46%, ctx=21756, majf=0, minf=59 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6937, short=0/0 lat (usec): 250=7.06%, 500=24.56%, 750=1.30%, 1000=0.06% lat (msec): 2=0.09%, 4=1.07%, 10=3.81%, 20=14.62%, 50=32.20% lat (msec): 100=11.53%, 250=2.74%, 500=0.58%, 750=0.30%, 1000=0.09% sdh1/zero-13: (groupid=0, jobs=1): err= 0: pid=4052 write: io=862MB, bw=4,367KB/s, iops=34, runt=202135msec slat (usec): min=3, max=245, avg= 8.21, stdev= 4.61 clat (usec): min=188, max=1,112K, avg=28908.00, stdev=55915.33 bw (KB/s) : min= 119, max=13633, per=0.74%, avg=4651.58, stdev=3008.15 cpu : usr=0.03%, sys=1.42%, ctx=22226, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6897, short=0/0 lat (usec): 250=7.25%, 500=23.58%, 750=1.68%, 1000=0.13% lat (msec): 2=0.03%, 4=1.09%, 10=3.70%, 20=14.34%, 50=32.41% lat (msec): 100=12.05%, 250=2.86%, 500=0.52%, 750=0.30%, 1000=0.04% lat (msec): 2000=0.03% sdh1/zero-14: (groupid=0, jobs=1): err= 0: pid=4053 write: io=854MB, bw=4,326KB/s, iops=33, runt=202030msec slat (usec): min=3, max=342, avg= 8.12, stdev= 5.12 clat (usec): min=187, max=1,108K, avg=29215.49, stdev=56692.55 bw (KB/s) : min= 115, max=14614, per=0.73%, avg=4596.58, stdev=3024.06 cpu : usr=0.02%, sys=1.45%, ctx=21369, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6828, short=0/0 lat (usec): 250=7.18%, 500=23.59%, 750=1.57%, 1000=0.06% lat (msec): 2=0.01%, 4=1.04%, 10=3.84%, 20=14.13%, 50=32.64% lat (msec): 100=12.49%, 250=2.42%, 500=0.62%, 750=0.35%, 1000=0.04% lat (msec): 2000=0.01% sdh1/zero-15: (groupid=0, jobs=1): err= 0: pid=4054 write: io=855MB, bw=4,324KB/s, iops=33, runt=202366msec slat (usec): min=3, max=327, avg= 7.89, stdev= 5.53 clat (usec): min=194, max=1,112K, avg=29166.43, stdev=56728.06 bw (KB/s) : min= 115, max=15777, per=0.73%, avg=4623.74, stdev=3011.22 cpu : usr=0.00%, sys=1.45%, ctx=22112, majf=1, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6836, short=0/0 lat (usec): 250=7.34%, 500=23.29%, 750=1.32%, 1000=0.10% lat (msec): 2=0.03%, 4=0.67%, 10=4.18%, 20=14.92%, 50=32.42% lat (msec): 100=12.11%, 250=2.52%, 500=0.67%, 750=0.37%, 1000=0.04% lat (msec): 2000=0.01% sdk1/zero-0: (groupid=0, jobs=1): err= 0: pid=4055 write: io=1,041MB, bw=5,267KB/s, iops=41, runt=202320msec slat (usec): min=3, max=414, avg= 8.32, stdev= 8.57 clat (usec): min=191, max=1,138K, avg=24017.41, stdev=55926.59 bw (KB/s) : min= 197, max=280811, per=0.90%, avg=5665.41, stdev=15178.02 cpu : usr=0.04%, sys=1.62%, ctx=28588, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/8325, short=0/0 lat (usec): 250=9.95%, 500=33.78%, 750=1.59%, 1000=0.13% lat (msec): 2=0.07%, 4=0.70%, 10=2.39%, 20=13.75%, 50=25.18% lat (msec): 100=9.49%, 250=2.07%, 500=0.59%, 750=0.22%, 1000=0.08% lat (msec): 2000=0.02% sdk1/zero-1: (groupid=0, jobs=1): err= 0: pid=4056 write: io=200MB, bw=1,010KB/s, iops=7, runt=203064msec slat (usec): min=4, max=122, avg= 8.75, stdev= 4.29 clat (usec): min=207, max=1,600K, avg=44217.47, stdev=108350.74 bw (KB/s) : min= 151, max= 4196, per=0.17%, avg=1076.26, stdev=488.83 cpu : usr=0.04%, sys=0.29%, ctx=6119, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1603, short=0/0 lat (usec): 250=21.83%, 500=34.50%, 750=0.50%, 1000=0.19% lat (msec): 2=0.12%, 4=0.31%, 10=1.00%, 20=4.68%, 50=11.79% lat (msec): 100=14.04%, 250=7.36%, 500=2.12%, 750=1.19%, 1000=0.31% lat (msec): 2000=0.06% sdk1/zero-2: (groupid=0, jobs=1): err= 0: pid=4057 write: io=401MB, bw=2,044KB/s, iops=15, runt=200819msec slat (usec): min=4, max=111, avg= 8.94, stdev= 4.18 clat (usec): min=196, max=1,095K, avg=34011.44, stdev=79648.48 bw (KB/s) : min= 325, max= 9396, per=0.34%, avg=2166.81, stdev=1224.47 cpu : usr=0.06%, sys=0.59%, ctx=11270, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3207, short=0/0 lat (usec): 250=18.86%, 500=29.03%, 750=1.06%, 1000=0.09% lat (msec): 2=0.12%, 4=0.28%, 10=1.15%, 20=7.86%, 50=21.92% lat (msec): 100=12.85%, 250=4.55%, 500=1.50%, 750=0.53%, 1000=0.16% lat (msec): 2000=0.03% sdk1/zero-3: (groupid=0, jobs=1): err= 0: pid=4058 write: io=602MB, bw=3,062KB/s, iops=23, runt=201304msec slat (usec): min=4, max=135, avg= 8.58, stdev= 3.93 clat (usec): min=187, max=1,077K, avg=28773.49, stdev=67019.02 bw (KB/s) : min= 142, max=12623, per=0.52%, avg=3271.30, stdev=2154.96 cpu : usr=0.04%, sys=0.97%, ctx=15957, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4815, short=0/0 lat (usec): 250=16.01%, 500=28.12%, 750=1.08%, 1000=0.06% lat (msec): 2=0.10%, 4=0.52%, 10=1.64%, 20=10.53%, 50=26.54% lat (msec): 100=10.78%, 250=3.22%, 500=0.87%, 750=0.37%, 1000=0.10% lat (msec): 2000=0.04% sdk1/zero-4: (groupid=0, jobs=1): err= 0: pid=4059 write: io=802MB, bw=4,058KB/s, iops=31, runt=202302msec slat (usec): min=3, max=144, avg= 7.98, stdev= 3.88 clat (usec): min=190, max=1,773K, avg=28107.85, stdev=65455.83 bw (KB/s) : min= 135, max=14797, per=0.69%, avg=4375.08, stdev=3093.62 cpu : usr=0.10%, sys=1.24%, ctx=20610, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6413, short=0/0 lat (usec): 250=10.04%, 500=26.03%, 750=1.48%, 1000=0.17% lat (msec): 2=0.09%, 4=0.98%, 10=3.03%, 20=14.55%, 50=29.38% lat (msec): 100=10.48%, 250=2.68%, 500=0.67%, 750=0.28%, 1000=0.08% lat (msec): 2000=0.06% sdk1/zero-5: (groupid=0, jobs=1): err= 0: pid=4060 write: io=902MB, bw=4,566KB/s, iops=35, runt=202299msec slat (usec): min=2, max=146, avg= 7.64, stdev= 3.26 clat (usec): min=192, max=1,121K, avg=27612.59, stdev=59859.91 bw (KB/s) : min= 114, max=16113, per=0.78%, avg=4910.43, stdev=3527.48 cpu : usr=0.00%, sys=1.50%, ctx=22342, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7216, short=0/0 lat (usec): 250=11.20%, 500=24.38%, 750=1.57%, 1000=0.10% lat (msec): 2=0.03%, 4=0.86%, 10=2.49%, 20=15.44%, 50=29.59% lat (msec): 100=10.89%, 250=2.44%, 500=0.65%, 750=0.25%, 1000=0.10% lat (msec): 2000=0.03% sdk1/zero-6: (groupid=0, jobs=1): err= 0: pid=4061 write: io=896MB, bw=4,534KB/s, iops=35, runt=202293msec slat (usec): min=3, max=199, avg= 7.92, stdev= 3.57 clat (usec): min=193, max=1,016K, avg=27819.76, stdev=59120.75 bw (KB/s) : min= 159, max=15029, per=0.77%, avg=4878.05, stdev=3535.44 cpu : usr=0.00%, sys=1.50%, ctx=22099, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7166, short=0/0 lat (usec): 250=10.44%, 500=24.77%, 750=1.34%, 1000=0.20% lat (msec): 2=0.06%, 4=1.05%, 10=2.92%, 20=15.31%, 50=29.37% lat (msec): 100=11.07%, 250=2.44%, 500=0.63%, 750=0.31%, 1000=0.10% lat (msec): 2000=0.01% sdk1/zero-7: (groupid=0, jobs=1): err= 0: pid=4062 write: io=905MB, bw=4,558KB/s, iops=35, runt=203276msec slat (usec): min=3, max=560, avg= 7.79, stdev= 7.27 clat (usec): min=191, max=1,012K, avg=27542.23, stdev=57742.43 bw (KB/s) : min= 152, max=15544, per=0.77%, avg=4898.40, stdev=3543.01 cpu : usr=0.04%, sys=1.47%, ctx=22779, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7239, short=0/0 lat (usec): 250=10.90%, 500=24.27%, 750=1.30%, 1000=0.15% lat (msec): 2=0.01%, 4=1.02%, 10=2.68%, 20=16.01%, 50=29.04% lat (msec): 100=11.11%, 250=2.56%, 500=0.58%, 750=0.25%, 1000=0.11% lat (msec): 2000=0.01% sdk1/zero-8: (groupid=0, jobs=1): err= 0: pid=4063 write: io=907MB, bw=4,573KB/s, iops=35, runt=202989msec slat (usec): min=3, max=205, avg= 8.01, stdev= 4.36 clat (usec): min=189, max=1,254K, avg=27504.22, stdev=58756.53 bw (KB/s) : min= 149, max=14504, per=0.78%, avg=4943.90, stdev=3523.24 cpu : usr=0.02%, sys=1.49%, ctx=22765, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7252, short=0/0 lat (usec): 250=11.24%, 500=24.08%, 750=1.27%, 1000=0.06% lat (msec): 2=0.04%, 4=1.21%, 10=2.94%, 20=15.25%, 50=29.54% lat (msec): 100=10.93%, 250=2.43%, 500=0.66%, 750=0.23%, 1000=0.10% lat (msec): 2000=0.03% sdk1/zero-9: (groupid=0, jobs=1): err= 0: pid=4064 write: io=907MB, bw=4,580KB/s, iops=35, runt=202713msec slat (usec): min=3, max=325, avg= 7.96, stdev= 5.23 clat (usec): min=186, max=1,493K, avg=27501.94, stdev=60671.52 bw (KB/s) : min= 161, max=14848, per=0.79%, avg=4985.50, stdev=3572.00 cpu : usr=0.02%, sys=1.47%, ctx=22862, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7253, short=0/0 lat (usec): 250=11.15%, 500=24.89%, 750=1.46%, 1000=0.08% lat (msec): 2=0.04%, 4=0.80%, 10=2.65%, 20=15.35%, 50=29.28% lat (msec): 100=10.62%, 250=2.70%, 500=0.63%, 750=0.21%, 1000=0.11% lat (msec): 2000=0.03% sdk1/zero-10: (groupid=0, jobs=1): err= 0: pid=4065 write: io=912MB, bw=4,616KB/s, iops=36, runt=202299msec slat (usec): min=3, max=341, avg= 7.78, stdev= 5.92 clat (usec): min=189, max=1,176K, avg=27325.73, stdev=59684.42 bw (KB/s) : min= 136, max=15500, per=0.79%, avg=4977.09, stdev=3594.83 cpu : usr=0.00%, sys=1.50%, ctx=22383, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7296, short=0/0 lat (usec): 250=10.65%, 500=25.12%, 750=1.29%, 1000=0.08% lat (msec): 2=0.11%, 4=1.12%, 10=3.07%, 20=15.32%, 50=29.19% lat (msec): 100=10.59%, 250=2.38%, 500=0.69%, 750=0.23%, 1000=0.10% lat (msec): 2000=0.04% sdk1/zero-11: (groupid=0, jobs=1): err= 0: pid=4066 write: io=894MB, bw=4,523KB/s, iops=35, runt=202302msec slat (usec): min=3, max=205, avg= 7.52, stdev= 3.54 clat (usec): min=187, max=1,400K, avg=27892.60, stdev=58761.46 bw (KB/s) : min= 91, max=14866, per=0.77%, avg=4870.17, stdev=3519.12 cpu : usr=0.03%, sys=1.44%, ctx=22044, majf=0, minf=59 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7148, short=0/0 lat (usec): 250=10.86%, 500=23.87%, 750=1.16%, 1000=0.17% lat (msec): 2=0.03%, 4=0.84%, 10=3.11%, 20=15.74%, 50=29.46% lat (msec): 100=11.22%, 250=2.55%, 500=0.67%, 750=0.22%, 1000=0.10% lat (msec): 2000=0.01% sdk1/zero-12: (groupid=0, jobs=1): err= 0: pid=4067 write: io=912MB, bw=4,614KB/s, iops=36, runt=202302msec slat (usec): min=3, max=429, avg= 8.17, stdev=10.64 clat (usec): min=188, max=992K, avg=27343.22, stdev=58016.32 bw (KB/s) : min= 136, max=16397, per=0.78%, avg=4942.55, stdev=3614.27 cpu : usr=0.01%, sys=1.54%, ctx=22688, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7292, short=0/0 lat (usec): 250=10.24%, 500=25.71%, 750=1.34%, 1000=0.01% lat (msec): 2=0.04%, 4=0.99%, 10=2.85%, 20=15.25%, 50=29.35% lat (msec): 100=10.81%, 250=2.33%, 500=0.70%, 750=0.26%, 1000=0.11% sdk1/zero-13: (groupid=0, jobs=1): err= 0: pid=4068 write: io=915MB, bw=4,630KB/s, iops=36, runt=202299msec slat (usec): min=3, max=399, avg= 7.66, stdev= 6.07 clat (usec): min=189, max=1,775K, avg=27245.41, stdev=59861.51 bw (KB/s) : min= 138, max=14336, per=0.78%, avg=4953.58, stdev=3509.04 cpu : usr=0.05%, sys=1.44%, ctx=22600, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7318, short=0/0 lat (usec): 250=10.82%, 500=24.67%, 750=1.45%, 1000=0.11% lat (msec): 2=0.03%, 4=1.16%, 10=2.95%, 20=15.63%, 50=28.82% lat (msec): 100=10.97%, 250=2.47%, 500=0.57%, 750=0.23%, 1000=0.08% lat (msec): 2000=0.03% sdk1/zero-14: (groupid=0, jobs=1): err= 0: pid=4069 write: io=907MB, bw=4,590KB/s, iops=35, runt=202296msec slat (usec): min=3, max=180, avg= 7.88, stdev= 3.82 clat (usec): min=187, max=1,604K, avg=27499.59, stdev=61776.10 bw (KB/s) : min= 134, max=14664, per=0.78%, avg=4943.18, stdev=3557.63 cpu : usr=0.05%, sys=1.44%, ctx=22147, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7254, short=0/0 lat (usec): 250=12.26%, 500=23.42%, 750=1.57%, 1000=0.15% lat (msec): 2=0.01%, 4=1.08%, 10=2.83%, 20=15.07%, 50=29.31% lat (msec): 100=11.07%, 250=2.27%, 500=0.55%, 750=0.30%, 1000=0.07% lat (msec): 2000=0.04% sdk1/zero-15: (groupid=0, jobs=1): err= 0: pid=4070 write: io=894MB, bw=4,526KB/s, iops=35, runt=202302msec slat (usec): min=3, max=257, avg= 8.02, stdev= 5.02 clat (usec): min=191, max=2,264K, avg=27889.22, stdev=64532.68 bw (KB/s) : min= 99, max=15746, per=0.78%, avg=4907.97, stdev=3523.21 cpu : usr=0.05%, sys=1.43%, ctx=22016, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7153, short=0/0 lat (usec): 250=10.68%, 500=24.69%, 750=1.33%, 1000=0.10% lat (msec): 2=0.04%, 4=0.87%, 10=2.94%, 20=15.62%, 50=29.26% lat (msec): 100=11.04%, 250=2.46%, 500=0.59%, 750=0.28%, 1000=0.06% lat (msec): 2000=0.04%, >=2000=0.01% sde1/zero-0: (groupid=0, jobs=1): err= 0: pid=4071 write: io=995MB, bw=5,028KB/s, iops=39, runt=202556msec slat (usec): min=3, max=363, avg= 8.23, stdev= 8.36 clat (usec): min=191, max=1,369K, avg=25125.60, stdev=60588.26 bw (KB/s) : min= 98, max=309669, per=0.87%, avg=5532.85, stdev=16645.64 cpu : usr=0.01%, sys=1.54%, ctx=26071, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7956, short=0/0 lat (usec): 250=9.34%, 500=32.35%, 750=1.57%, 1000=0.16% lat (msec): 2=0.13%, 4=0.69%, 10=2.36%, 20=11.90%, 50=28.63% lat (msec): 100=9.94%, 250=2.02%, 500=0.50%, 750=0.25%, 1000=0.10% lat (msec): 2000=0.04% sde1/zero-1: (groupid=0, jobs=1): err= 0: pid=4072 write: io=200MB, bw=1,013KB/s, iops=7, runt=202446msec slat (usec): min=4, max=153, avg= 9.30, stdev= 5.42 clat (usec): min=217, max=1,168K, avg=41902.16, stdev=106604.01 bw (KB/s) : min= 171, max= 4713, per=0.17%, avg=1078.24, stdev=512.61 cpu : usr=0.02%, sys=0.31%, ctx=5989, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1602, short=0/0 lat (usec): 250=21.60%, 500=37.52%, 750=1.19%, 1000=0.06% lat (msec): 2=0.19%, 4=0.44%, 10=0.69%, 20=3.31%, 50=10.67% lat (msec): 100=14.36%, 250=6.12%, 500=2.37%, 750=1.12%, 1000=0.19% lat (msec): 2000=0.19% sde1/zero-2: (groupid=0, jobs=1): err= 0: pid=4073 write: io=400MB, bw=2,023KB/s, iops=15, runt=202435msec slat (usec): min=4, max=199, avg= 8.93, stdev= 4.68 clat (usec): min=198, max=1,476K, avg=32149.42, stdev=82967.31 bw (KB/s) : min= 97, max=10666, per=0.34%, avg=2162.06, stdev=1173.93 cpu : usr=0.09%, sys=0.55%, ctx=11178, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3199, short=0/0 lat (usec): 250=19.76%, 500=32.01%, 750=0.88% lat (msec): 2=0.03%, 4=0.25%, 10=0.63%, 20=5.41%, 50=22.54% lat (msec): 100=12.35%, 250=4.31%, 500=1.13%, 750=0.53%, 1000=0.06% lat (msec): 2000=0.13% sde1/zero-3: (groupid=0, jobs=1): err= 0: pid=4074 write: io=599MB, bw=3,040KB/s, iops=23, runt=201924msec slat (usec): min=3, max=208, avg= 8.35, stdev= 4.14 clat (usec): min=192, max=1,044K, avg=27998.94, stdev=65262.76 bw (KB/s) : min= 134, max=13102, per=0.51%, avg=3241.81, stdev=1915.92 cpu : usr=0.09%, sys=0.91%, ctx=16012, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4795, short=0/0 lat (usec): 250=15.97%, 500=29.55%, 750=1.48%, 1000=0.19% lat (msec): 2=0.15%, 4=0.31%, 10=1.08%, 20=6.86%, 50=29.18% lat (msec): 100=11.16%, 250=2.73%, 500=0.81%, 750=0.38%, 1000=0.13% lat (msec): 2000=0.02% sde1/zero-4: (groupid=0, jobs=1): err= 0: pid=4075 write: io=793MB, bw=4,010KB/s, iops=31, runt=202562msec slat (usec): min=3, max=195, avg= 8.24, stdev= 4.04 clat (usec): min=194, max=1,356K, avg=29101.19, stdev=61961.86 bw (KB/s) : min= 94, max=14759, per=0.69%, avg=4349.42, stdev=2731.59 cpu : usr=0.09%, sys=1.26%, ctx=20287, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6346, short=0/0 lat (usec): 250=8.65%, 500=24.80%, 750=1.56%, 1000=0.17% lat (msec): 2=0.02%, 4=1.02%, 10=2.93%, 20=12.15%, 50=33.44% lat (msec): 100=11.49%, 250=2.80%, 500=0.55%, 750=0.27%, 1000=0.08% lat (msec): 2000=0.06% sde1/zero-5: (groupid=0, jobs=1): err= 0: pid=4076 write: io=823MB, bw=4,161KB/s, iops=32, runt=202549msec slat (usec): min=3, max=174, avg= 8.02, stdev= 3.46 clat (usec): min=187, max=1,612K, avg=30270.73, stdev=71146.60 bw (KB/s) : min= 92, max=14664, per=0.73%, avg=4602.16, stdev=2857.70 cpu : usr=0.02%, sys=1.34%, ctx=20710, majf=0, minf=59 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6584, short=0/0 lat (usec): 250=8.02%, 500=22.77%, 750=1.34%, 1000=0.18% lat (msec): 2=0.05%, 4=0.91%, 10=3.55%, 20=14.72%, 50=33.67% lat (msec): 100=11.22%, 250=2.54%, 500=0.50%, 750=0.32%, 1000=0.11% lat (msec): 2000=0.11% sde1/zero-6: (groupid=0, jobs=1): err= 0: pid=4077 write: io=843MB, bw=4,263KB/s, iops=33, runt=202441msec slat (usec): min=3, max=208, avg= 8.05, stdev= 3.60 clat (usec): min=188, max=1,600K, avg=29570.16, stdev=65012.97 bw (KB/s) : min= 136, max=14504, per=0.74%, avg=4654.44, stdev=2896.44 cpu : usr=0.02%, sys=1.41%, ctx=21187, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6743, short=0/0 lat (usec): 250=6.94%, 500=23.70%, 750=1.72%, 1000=0.13% lat (msec): 2=0.01%, 4=0.93%, 10=3.19%, 20=14.41%, 50=34.08% lat (msec): 100=11.49%, 250=2.45%, 500=0.47%, 750=0.28%, 1000=0.10% lat (msec): 2000=0.07% sde1/zero-7: (groupid=0, jobs=1): err= 0: pid=4078 write: io=840MB, bw=4,247KB/s, iops=33, runt=202445msec slat (usec): min=3, max=165, avg= 8.16, stdev= 3.60 clat (usec): min=193, max=1,339K, avg=29690.05, stdev=63684.74 bw (KB/s) : min= 126, max=13633, per=0.73%, avg=4619.19, stdev=2880.27 cpu : usr=0.00%, sys=1.39%, ctx=21093, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6717, short=0/0 lat (usec): 250=7.25%, 500=23.48%, 750=1.09%, 1000=0.07% lat (msec): 2=0.09%, 4=1.15%, 10=3.45%, 20=14.05%, 50=33.81% lat (msec): 100=12.15%, 250=2.40%, 500=0.54%, 750=0.31%, 1000=0.09% lat (msec): 2000=0.07% sde1/zero-8: (groupid=0, jobs=1): err= 0: pid=4079 write: io=848MB, bw=4,289KB/s, iops=33, runt=202445msec slat (usec): min=3, max=525, avg= 7.86, stdev= 7.50 clat (usec): min=190, max=2,596K, avg=29403.87, stdev=66039.78 bw (KB/s) : min= 93, max=14523, per=0.74%, avg=4661.86, stdev=2876.18 cpu : usr=0.00%, sys=1.43%, ctx=21306, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6784, short=0/0 lat (usec): 250=7.34%, 500=23.26%, 750=1.55%, 1000=0.13% lat (msec): 2=0.01%, 4=0.87%, 10=3.41%, 20=14.30%, 50=33.96% lat (msec): 100=11.85%, 250=2.40%, 500=0.47%, 750=0.29%, 1000=0.09% lat (msec): 2000=0.04%, >=2000=0.01% sde1/zero-9: (groupid=0, jobs=1): err= 0: pid=4080 write: io=828MB, bw=4,188KB/s, iops=32, runt=202559msec slat (usec): min=3, max=310, avg= 8.29, stdev= 5.17 clat (usec): min=192, max=1,256K, avg=30100.98, stdev=64149.94 bw (KB/s) : min= 101, max=14166, per=0.72%, avg=4574.61, stdev=2912.22 cpu : usr=0.04%, sys=1.33%, ctx=20772, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6627, short=0/0 lat (usec): 250=6.59%, 500=23.48%, 750=1.27%, 1000=0.14% lat (msec): 2=0.08%, 4=0.71%, 10=3.50%, 20=14.47%, 50=34.19% lat (msec): 100=12.07%, 250=2.46%, 500=0.63%, 750=0.24%, 1000=0.11% lat (msec): 2000=0.06% sde1/zero-10: (groupid=0, jobs=1): err= 0: pid=4081 write: io=852MB, bw=4,298KB/s, iops=33, runt=202878msec slat (usec): min=2, max=202, avg= 8.18, stdev= 4.16 clat (usec): min=188, max=1,756K, avg=29327.79, stdev=64010.27 bw (KB/s) : min= 94, max=15791, per=0.74%, avg=4655.45, stdev=2968.27 cpu : usr=0.02%, sys=1.40%, ctx=21524, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6812, short=0/0 lat (usec): 250=7.12%, 500=24.13%, 750=1.28%, 1000=0.12% lat (msec): 2=0.03%, 4=0.76%, 10=3.55%, 20=14.53%, 50=33.50% lat (msec): 100=11.51%, 250=2.47%, 500=0.57%, 750=0.28%, 1000=0.10% lat (msec): 2000=0.04% sde1/zero-11: (groupid=0, jobs=1): err= 0: pid=4082 write: io=843MB, bw=4,261KB/s, iops=33, runt=202548msec slat (usec): min=3, max=202, avg= 7.89, stdev= 4.03 clat (usec): min=183, max=1,332K, avg=29577.28, stdev=63082.32 bw (KB/s) : min= 100, max=15104, per=0.73%, avg=4605.39, stdev=2905.77 cpu : usr=0.00%, sys=1.42%, ctx=20979, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6742, short=0/0 lat (usec): 250=7.65%, 500=23.88%, 750=1.29%, 1000=0.13% lat (msec): 2=0.01%, 4=0.74%, 10=3.09%, 20=13.87%, 50=34.28% lat (msec): 100=11.63%, 250=2.42%, 500=0.58%, 750=0.30%, 1000=0.07% lat (msec): 2000=0.06% sde1/zero-12: (groupid=0, jobs=1): err= 0: pid=4083 write: io=843MB, bw=4,264KB/s, iops=33, runt=202438msec slat (usec): min=3, max=339, avg= 7.99, stdev= 7.59 clat (usec): min=190, max=1,100K, avg=29575.60, stdev=59960.32 bw (KB/s) : min= 139, max=13487, per=0.73%, avg=4597.60, stdev=2922.68 cpu : usr=0.02%, sys=1.39%, ctx=21230, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6743, short=0/0 lat (usec): 250=7.30%, 500=23.51%, 750=1.41%, 1000=0.12% lat (msec): 2=0.07%, 4=0.89%, 10=3.11%, 20=14.18%, 50=34.01% lat (msec): 100=11.92%, 250=2.45%, 500=0.59%, 750=0.31%, 1000=0.10% lat (msec): 2000=0.03% sde1/zero-13: (groupid=0, jobs=1): err= 0: pid=4084 write: io=872MB, bw=4,421KB/s, iops=34, runt=201924msec slat (usec): min=3, max=259, avg= 7.82, stdev= 4.96 clat (usec): min=188, max=1,130K, avg=28592.39, stdev=60484.57 bw (KB/s) : min= 113, max=13633, per=0.75%, avg=4754.21, stdev=3000.78 cpu : usr=0.03%, sys=1.42%, ctx=21888, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6975, short=0/0 lat (usec): 250=8.17%, 500=24.80%, 750=1.63%, 1000=0.10% lat (msec): 2=0.04%, 4=0.89%, 10=2.85%, 20=13.71%, 50=32.99% lat (msec): 100=11.56%, 250=2.34%, 500=0.49%, 750=0.29%, 1000=0.10% lat (msec): 2000=0.04% sde1/zero-14: (groupid=0, jobs=1): err= 0: pid=4085 write: io=845MB, bw=4,276KB/s, iops=33, runt=202441msec slat (usec): min=3, max=126, avg= 8.08, stdev= 3.48 clat (usec): min=200, max=1,320K, avg=29498.23, stdev=61343.55 bw (KB/s) : min= 96, max=14614, per=0.73%, avg=4626.45, stdev=2928.91 cpu : usr=0.02%, sys=1.41%, ctx=21092, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6763, short=0/0 lat (usec): 250=6.08%, 500=24.75%, 750=1.52%, 1000=0.09% lat (msec): 2=0.04%, 4=1.11%, 10=3.24%, 20=13.81%, 50=34.36% lat (msec): 100=11.55%, 250=2.47%, 500=0.56%, 750=0.27%, 1000=0.12% lat (msec): 2000=0.03% sde1/zero-15: (groupid=0, jobs=1): err= 0: pid=4086 write: io=849MB, bw=4,293KB/s, iops=33, runt=202559msec slat (usec): min=3, max=3,338, avg= 8.25, stdev=40.57 clat (usec): min=195, max=1,452K, avg=29370.99, stdev=63694.94 bw (KB/s) : min= 95, max=19692, per=0.74%, avg=4695.24, stdev=3054.53 cpu : usr=0.02%, sys=1.41%, ctx=21326, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6793, short=0/0 lat (usec): 250=6.98%, 500=24.82%, 750=1.22%, 1000=0.15% lat (msec): 2=0.04%, 4=0.85%, 10=3.18%, 20=14.22%, 50=33.59% lat (msec): 100=11.35%, 250=2.59%, 500=0.54%, 750=0.31%, 1000=0.09% lat (msec): 2000=0.06% sdl1/zero-0: (groupid=0, jobs=1): err= 0: pid=4087 write: io=1,046MB, bw=5,332KB/s, iops=41, runt=200960msec slat (usec): min=3, max=174, avg= 7.86, stdev= 3.79 clat (usec): min=183, max=980K, avg=23896.00, stdev=52108.60 bw (KB/s) : min= 194, max=291036, per=0.89%, avg=5614.17, stdev=15500.07 cpu : usr=0.01%, sys=1.63%, ctx=24682, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/8371, short=0/0 lat (usec): 250=15.04%, 500=27.17%, 750=2.40%, 1000=0.26% lat (msec): 2=0.10%, 4=0.59%, 10=1.95%, 20=12.76%, 50=26.78% lat (msec): 100=10.25%, 250=2.05%, 500=0.30%, 750=0.27%, 1000=0.08% sdl1/zero-1: (groupid=0, jobs=1): err= 0: pid=4088 write: io=200MB, bw=1,009KB/s, iops=7, runt=203169msec slat (usec): min=4, max=96, avg= 8.88, stdev= 3.63 clat (usec): min=199, max=1,401K, avg=38008.00, stdev=102268.77 bw (KB/s) : min= 124, max= 3424, per=0.17%, avg=1072.97, stdev=426.44 cpu : usr=0.03%, sys=0.29%, ctx=5822, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1601, short=0/0 lat (usec): 250=23.67%, 500=38.60%, 750=1.25%, 1000=0.19% lat (msec): 2=0.12%, 4=0.44%, 10=0.75%, 20=1.87%, 50=10.68% lat (msec): 100=13.37%, 250=5.75%, 500=1.87%, 750=1.19%, 1000=0.19% lat (msec): 2000=0.06% sdl1/zero-2: (groupid=0, jobs=1): err= 0: pid=4089 write: io=400MB, bw=2,018KB/s, iops=15, runt=203165msec slat (usec): min=4, max=189, avg= 9.04, stdev= 4.16 clat (usec): min=188, max=880K, avg=31471.47, stdev=74449.73 bw (KB/s) : min= 193, max= 6225, per=0.34%, avg=2148.52, stdev=1009.60 cpu : usr=0.08%, sys=0.57%, ctx=10753, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3203, short=0/0 lat (usec): 250=19.79%, 500=31.47%, 750=1.09%, 1000=0.12% lat (msec): 2=0.09%, 4=0.31%, 10=0.53%, 20=5.28%, 50=21.60% lat (msec): 100=13.92%, 250=4.06%, 500=0.91%, 750=0.69%, 1000=0.12% sdl1/zero-3: (groupid=0, jobs=1): err= 0: pid=4090 write: io=601MB, bw=3,028KB/s, iops=23, runt=203158msec slat (usec): min=3, max=214, avg= 8.36, stdev= 4.65 clat (usec): min=198, max=1,025K, avg=27916.88, stdev=66348.98 bw (KB/s) : min= 147, max=11272, per=0.51%, avg=3237.01, stdev=1951.00 cpu : usr=0.13%, sys=0.85%, ctx=15587, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4806, short=0/0 lat (usec): 250=15.86%, 500=29.09%, 750=1.29%, 1000=0.10% lat (msec): 2=0.17%, 4=0.62%, 10=1.73%, 20=9.07%, 50=26.76% lat (msec): 100=11.42%, 250=2.68%, 500=0.56%, 750=0.52%, 1000=0.10% lat (msec): 2000=0.02% sdl1/zero-4: (groupid=0, jobs=1): err= 0: pid=4091 write: io=798MB, bw=4,023KB/s, iops=31, runt=203161msec slat (usec): min=3, max=377, avg= 8.01, stdev= 5.81 clat (usec): min=186, max=1,554K, avg=27217.03, stdev=59611.41 bw (KB/s) : min= 156, max=14336, per=0.68%, avg=4320.45, stdev=2819.69 cpu : usr=0.06%, sys=1.24%, ctx=20425, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6385, short=0/0 lat (usec): 250=11.40%, 500=26.95%, 750=1.49%, 1000=0.08% lat (msec): 2=0.13%, 4=0.69%, 10=2.51%, 20=11.90%, 50=30.21% lat (msec): 100=11.31%, 250=2.41%, 500=0.52%, 750=0.30%, 1000=0.09% lat (msec): 2000=0.02% sdl1/zero-5: (groupid=0, jobs=1): err= 0: pid=4092 write: io=888MB, bw=4,476KB/s, iops=34, runt=203198msec slat (usec): min=3, max=171, avg= 7.94, stdev= 3.37 clat (usec): min=189, max=1,796K, avg=28076.77, stdev=59953.68 bw (KB/s) : min= 195, max=14704, per=0.76%, avg=4836.89, stdev=3194.72 cpu : usr=0.00%, sys=1.44%, ctx=22073, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7106, short=0/0 lat (usec): 250=9.67%, 500=24.68%, 750=1.34%, 1000=0.01% lat (msec): 2=0.01%, 4=0.83%, 10=2.66%, 20=14.16%, 50=31.68% lat (msec): 100=11.84%, 250=2.22%, 500=0.44%, 750=0.35%, 1000=0.10% lat (msec): 2000=0.01% sdl1/zero-6: (groupid=0, jobs=1): err= 0: pid=4093 write: io=896MB, bw=4,518KB/s, iops=35, runt=203168msec slat (usec): min=3, max=162, avg= 7.85, stdev= 3.36 clat (usec): min=186, max=968K, avg=27817.64, stdev=55801.73 bw (KB/s) : min= 205, max=14551, per=0.77%, avg=4862.03, stdev=3210.57 cpu : usr=0.02%, sys=1.47%, ctx=22105, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7171, short=0/0 lat (usec): 250=9.66%, 500=25.21%, 750=1.23%, 1000=0.11% lat (msec): 2=0.01%, 4=0.84%, 10=2.23%, 20=14.32%, 50=31.57% lat (msec): 100=11.62%, 250=2.20%, 500=0.57%, 750=0.38%, 1000=0.04% sdl1/zero-7: (groupid=0, jobs=1): err= 0: pid=4094 write: io=889MB, bw=4,482KB/s, iops=35, runt=203172msec slat (usec): min=3, max=279, avg= 7.83, stdev= 4.64 clat (usec): min=196, max=2,235K, avg=28043.14, stdev=60275.69 bw (KB/s) : min= 161, max=14866, per=0.77%, avg=4841.48, stdev=3208.03 cpu : usr=0.03%, sys=1.42%, ctx=21951, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7114, short=0/0 lat (usec): 250=9.15%, 500=25.29%, 750=1.48%, 1000=0.11% lat (msec): 2=0.04%, 4=0.69%, 10=2.12%, 20=15.15%, 50=31.02% lat (msec): 100=11.77%, 250=2.33%, 500=0.38%, 750=0.38%, 1000=0.07% lat (msec): >=2000=0.01% sdl1/zero-8: (groupid=0, jobs=1): err= 0: pid=4095 write: io=889MB, bw=4,482KB/s, iops=35, runt=203156msec slat (usec): min=3, max=233, avg= 7.96, stdev= 4.07 clat (usec): min=186, max=1,183K, avg=28066.62, stdev=58353.80 bw (KB/s) : min= 182, max=15283, per=0.76%, avg=4824.14, stdev=3222.03 cpu : usr=0.02%, sys=1.46%, ctx=21774, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7113, short=0/0 lat (usec): 250=9.49%, 500=23.91%, 750=1.38%, 1000=0.13% lat (msec): 2=0.07%, 4=0.91%, 10=2.69%, 20=15.17%, 50=31.15% lat (msec): 100=11.96%, 250=2.26%, 500=0.42%, 750=0.31%, 1000=0.13% lat (msec): 2000=0.01% sdl1/zero-9: (groupid=0, jobs=1): err= 0: pid=4096 write: io=910MB, bw=4,585KB/s, iops=35, runt=203171msec slat (usec): min=3, max=188, avg= 7.61, stdev= 3.29 clat (usec): min=188, max=1,383K, avg=27408.65, stdev=56493.96 bw (KB/s) : min= 183, max=18378, per=0.79%, avg=4982.69, stdev=3307.79 cpu : usr=0.02%, sys=1.47%, ctx=22293, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7278, short=0/0 lat (usec): 250=9.73%, 500=25.03%, 750=1.43%, 1000=0.10% lat (msec): 2=0.03%, 4=1.00%, 10=2.39%, 20=15.13%, 50=30.46% lat (msec): 100=11.64%, 250=2.27%, 500=0.41%, 750=0.30%, 1000=0.07% lat (msec): 2000=0.01% sdl1/zero-10: (groupid=0, jobs=1): err= 0: pid=4097 write: io=887MB, bw=4,469KB/s, iops=34, runt=203341msec slat (usec): min=3, max=203, avg= 7.70, stdev= 4.29 clat (usec): min=198, max=1,183K, avg=28109.14, stdev=58264.19 bw (KB/s) : min= 136, max=14656, per=0.76%, avg=4828.18, stdev=3164.26 cpu : usr=0.02%, sys=1.40%, ctx=22135, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7099, short=0/0 lat (usec): 250=10.40%, 500=23.26%, 750=1.42%, 1000=0.08% lat (msec): 2=0.03%, 4=0.89%, 10=3.06%, 20=14.92%, 50=31.19% lat (msec): 100=11.42%, 250=2.48%, 500=0.39%, 750=0.37%, 1000=0.08% lat (msec): 2000=0.01% sdl1/zero-11: (groupid=0, jobs=1): err= 0: pid=4098 write: io=909MB, bw=4,581KB/s, iops=35, runt=203160msec slat (usec): min=2, max=554, avg= 7.67, stdev= 7.22 clat (usec): min=194, max=976K, avg=27439.20, stdev=54869.94 bw (KB/s) : min= 182, max=16108, per=0.77%, avg=4902.42, stdev=3311.47 cpu : usr=0.08%, sys=1.38%, ctx=22173, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7271, short=0/0 lat (usec): 250=10.63%, 500=24.40%, 750=1.27%, 1000=0.07% lat (msec): 2=0.10%, 4=0.89%, 10=2.34%, 20=14.95%, 50=30.75% lat (msec): 100=11.44%, 250=2.38%, 500=0.40%, 750=0.32%, 1000=0.07% sdl1/zero-12: (groupid=0, jobs=1): err= 0: pid=4099 write: io=901MB, bw=4,540KB/s, iops=35, runt=203158msec slat (usec): min=3, max=136, avg= 7.48, stdev= 3.13 clat (usec): min=191, max=976K, avg=27689.54, stdev=55874.42 bw (KB/s) : min= 194, max=14486, per=0.77%, avg=4875.40, stdev=3217.54 cpu : usr=0.02%, sys=1.44%, ctx=21974, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7205, short=0/0 lat (usec): 250=9.83%, 500=24.52%, 750=1.33%, 1000=0.12% lat (msec): 2=0.01%, 4=0.89%, 10=2.55%, 20=14.67%, 50=31.15% lat (msec): 100=11.94%, 250=2.08%, 500=0.50%, 750=0.29%, 1000=0.11% sdl1/zero-13: (groupid=0, jobs=1): err= 0: pid=4100 write: io=896MB, bw=4,516KB/s, iops=35, runt=203163msec slat (usec): min=3, max=379, avg= 7.93, stdev= 5.55 clat (usec): min=183, max=1,052K, avg=27827.59, stdev=58490.67 bw (KB/s) : min= 131, max=14592, per=0.77%, avg=4893.09, stdev=3245.34 cpu : usr=0.02%, sys=1.45%, ctx=22015, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7168, short=0/0 lat (usec): 250=9.10%, 500=25.47%, 750=1.40%, 1000=0.15% lat (msec): 2=0.06%, 4=0.88%, 10=2.29%, 20=15.14%, 50=30.80% lat (msec): 100=11.64%, 250=2.15%, 500=0.53%, 750=0.27%, 1000=0.11% lat (msec): 2000=0.03% sdl1/zero-14: (groupid=0, jobs=1): err= 0: pid=4101 write: io=890MB, bw=4,486KB/s, iops=35, runt=203164msec slat (usec): min=3, max=103, avg= 7.98, stdev= 3.01 clat (usec): min=190, max=1,191K, avg=28040.73, stdev=57120.18 bw (KB/s) : min= 138, max=15522, per=0.77%, avg=4853.72, stdev=3225.95 cpu : usr=0.02%, sys=1.46%, ctx=21971, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7120, short=0/0 lat (usec): 250=8.85%, 500=25.08%, 750=1.08%, 1000=0.04% lat (msec): 2=0.04%, 4=0.81%, 10=2.53%, 20=14.72%, 50=31.77% lat (msec): 100=11.99%, 250=2.30%, 500=0.37%, 750=0.31%, 1000=0.08% lat (msec): 2000=0.01% sdl1/zero-15: (groupid=0, jobs=1): err= 0: pid=4102 write: io=891MB, bw=4,482KB/s, iops=35, runt=203531msec slat (usec): min=3, max=108, avg= 7.89, stdev= 3.07 clat (usec): min=188, max=1,485K, avg=27999.66, stdev=61466.21 bw (KB/s) : min= 147, max=15746, per=0.77%, avg=4885.20, stdev=3260.00 cpu : usr=0.00%, sys=1.47%, ctx=22488, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7126, short=0/0 lat (usec): 250=9.37%, 500=24.66%, 750=1.50%, 1000=0.07% lat (msec): 2=0.06%, 4=0.93%, 10=2.50%, 20=14.80%, 50=31.64% lat (msec): 100=11.54%, 250=2.06%, 500=0.42%, 750=0.29%, 1000=0.10% lat (msec): 2000=0.06% sdj1/zero-0: (groupid=0, jobs=1): err= 0: pid=4103 write: io=1,079MB, bw=5,433KB/s, iops=42, runt=203278msec slat (usec): min=3, max=146, avg= 7.64, stdev= 3.46 clat (usec): min=188, max=1,636K, avg=23173.28, stdev=61297.47 bw (KB/s) : min= 78, max=111064, per=0.85%, avg=5356.98, stdev=6751.50 cpu : usr=0.09%, sys=1.56%, ctx=26064, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/8628, short=0/0 lat (usec): 250=20.04%, 500=25.64%, 750=1.44%, 1000=0.06% lat (msec): 2=0.08%, 4=0.99%, 10=3.20%, 20=13.12%, 50=23.39% lat (msec): 100=9.46%, 250=1.74%, 500=0.46%, 750=0.28%, 1000=0.06% lat (msec): 2000=0.06% sdj1/zero-1: (groupid=0, jobs=1): err= 0: pid=4104 write: io=200MB, bw=1,009KB/s, iops=7, runt=203329msec slat (usec): min=4, max=198, avg= 8.96, stdev= 5.61 clat (usec): min=210, max=1,080K, avg=44580.84, stdev=103676.17 bw (KB/s) : min= 150, max= 3568, per=0.17%, avg=1076.49, stdev=469.78 cpu : usr=0.02%, sys=0.30%, ctx=6116, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1603, short=0/0 lat (usec): 250=21.65%, 500=34.19%, 750=0.94% lat (msec): 2=0.19%, 4=0.31%, 10=1.50%, 20=4.43%, 50=11.29% lat (msec): 100=13.60%, 250=8.30%, 500=2.18%, 750=1.25%, 1000=0.12% lat (msec): 2000=0.06% sdj1/zero-2: (groupid=0, jobs=1): err= 0: pid=4105 write: io=401MB, bw=2,033KB/s, iops=15, runt=201938msec slat (usec): min=3, max=202, avg= 8.53, stdev= 4.92 clat (usec): min=205, max=1,002K, avg=33316.52, stdev=78378.19 bw (KB/s) : min= 195, max= 8123, per=0.34%, avg=2162.67, stdev=1181.79 cpu : usr=0.06%, sys=0.57%, ctx=10933, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3207, short=0/0 lat (usec): 250=17.46%, 500=30.78%, 750=1.25%, 1000=0.12% lat (msec): 2=0.09%, 4=0.28%, 10=0.97%, 20=7.45%, 50=21.76% lat (msec): 100=13.53%, 250=4.43%, 500=1.03%, 750=0.65%, 1000=0.16% lat (msec): 2000=0.03% sdj1/zero-3: (groupid=0, jobs=1): err= 0: pid=4106 write: io=602MB, bw=3,052KB/s, iops=23, runt=201936msec slat (usec): min=3, max=199, avg= 8.60, stdev= 4.00 clat (usec): min=190, max=1,003K, avg=28650.81, stdev=65720.72 bw (KB/s) : min= 180, max=11819, per=0.52%, avg=3268.05, stdev=2106.97 cpu : usr=0.09%, sys=0.90%, ctx=15676, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4815, short=0/0 lat (usec): 250=13.02%, 500=30.40%, 750=1.41%, 1000=0.10% lat (msec): 2=0.12%, 4=0.46%, 10=1.87%, 20=10.99%, 50=26.00% lat (msec): 100=11.09%, 250=3.22%, 500=0.69%, 750=0.54%, 1000=0.06% lat (msec): 2000=0.02% sdj1/zero-4: (groupid=0, jobs=1): err= 0: pid=4107 write: io=802MB, bw=4,035KB/s, iops=31, runt=203448msec slat (usec): min=3, max=181, avg= 7.98, stdev= 4.56 clat (usec): min=190, max=1,001K, avg=26872.75, stdev=58822.37 bw (KB/s) : min= 171, max=15400, per=0.69%, avg=4350.40, stdev=3040.54 cpu : usr=0.07%, sys=1.22%, ctx=20428, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6413, short=0/0 lat (usec): 250=12.32%, 500=27.83%, 750=1.23%, 1000=0.08% lat (msec): 2=0.11%, 4=0.81%, 10=2.18%, 20=13.64%, 50=27.69% lat (msec): 100=10.56%, 250=2.48%, 500=0.59%, 750=0.41%, 1000=0.05% lat (msec): 2000=0.02% sdj1/zero-5: (groupid=0, jobs=1): err= 0: pid=4108 write: io=922MB, bw=4,660KB/s, iops=36, runt=202507msec slat (usec): min=3, max=274, avg= 7.74, stdev= 5.08 clat (usec): min=191, max=1,443K, avg=27054.15, stdev=57945.42 bw (KB/s) : min= 172, max=18076, per=0.79%, avg=4993.84, stdev=3608.93 cpu : usr=0.03%, sys=1.48%, ctx=22449, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7372, short=0/0 lat (usec): 250=11.10%, 500=24.78%, 750=1.45%, 1000=0.12% lat (msec): 2=0.03%, 4=0.95%, 10=3.39%, 20=15.40%, 50=28.13% lat (msec): 100=11.33%, 250=2.41%, 500=0.52%, 750=0.33%, 1000=0.05% lat (msec): 2000=0.01% sdj1/zero-6: (groupid=0, jobs=1): err= 0: pid=4109 write: io=909MB, bw=4,598KB/s, iops=35, runt=202455msec slat (usec): min=3, max=193, avg= 7.63, stdev= 3.97 clat (usec): min=189, max=965K, avg=27418.27, stdev=56657.91 bw (KB/s) : min= 185, max=16829, per=0.78%, avg=4921.55, stdev=3526.65 cpu : usr=0.02%, sys=1.48%, ctx=22761, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7273, short=0/0 lat (usec): 250=11.26%, 500=24.12%, 750=1.20%, 1000=0.12% lat (msec): 2=0.07%, 4=0.76%, 10=3.46%, 20=15.89%, 50=28.71% lat (msec): 100=11.08%, 250=2.38%, 500=0.52%, 750=0.34%, 1000=0.08% sdj1/zero-7: (groupid=0, jobs=1): err= 0: pid=4110 write: io=910MB, bw=4,607KB/s, iops=35, runt=202300msec slat (usec): min=3, max=143, avg= 7.60, stdev= 3.78 clat (usec): min=187, max=1,136K, avg=27392.24, stdev=56989.24 bw (KB/s) : min= 238, max=16246, per=0.78%, avg=4956.72, stdev=3514.71 cpu : usr=0.06%, sys=1.43%, ctx=22606, majf=0, minf=57 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7281, short=0/0 lat (usec): 250=11.00%, 500=24.01%, 750=1.30%, 1000=0.10% lat (msec): 2=0.03%, 4=0.81%, 10=3.54%, 20=15.97%, 50=28.58% lat (msec): 100=11.29%, 250=2.47%, 500=0.48%, 750=0.33%, 1000=0.07% lat (msec): 2000=0.01% sdj1/zero-8: (groupid=0, jobs=1): err= 0: pid=4111 write: io=921MB, bw=4,655KB/s, iops=36, runt=202582msec slat (usec): min=2, max=191, avg= 7.48, stdev= 3.39 clat (usec): min=190, max=1,080K, avg=27079.87, stdev=57693.71 bw (KB/s) : min= 161, max=18285, per=0.79%, avg=5011.03, stdev=3625.01 cpu : usr=0.02%, sys=1.47%, ctx=22945, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7367, short=0/0 lat (usec): 250=11.80%, 500=24.47%, 750=1.37%, 1000=0.08% lat (msec): 2=0.01%, 4=0.90%, 10=3.62%, 20=14.86%, 50=28.67% lat (msec): 100=10.82%, 250=2.40%, 500=0.57%, 750=0.33%, 1000=0.08% lat (msec): 2000=0.01% sdj1/zero-9: (groupid=0, jobs=1): err= 0: pid=4112 write: io=923MB, bw=4,679KB/s, iops=36, runt=201949msec slat (usec): min=3, max=244, avg= 7.89, stdev= 4.40 clat (usec): min=182, max=1,122K, avg=27016.66, stdev=56505.21 bw (KB/s) : min= 175, max=29217, per=0.79%, avg=4992.36, stdev=3761.87 cpu : usr=0.04%, sys=1.43%, ctx=22429, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7382, short=0/0 lat (usec): 250=12.60%, 500=23.68%, 750=1.26%, 1000=0.11% lat (msec): 2=0.04%, 4=0.76%, 10=3.36%, 20=15.94%, 50=27.74% lat (msec): 100=11.18%, 250=2.32%, 500=0.58%, 750=0.37%, 1000=0.05% lat (msec): 2000=0.01% sdj1/zero-10: (groupid=0, jobs=1): err= 0: pid=4113 write: io=934MB, bw=4,727KB/s, iops=36, runt=202371msec slat (usec): min=2, max=143, avg= 7.57, stdev= 3.68 clat (usec): min=187, max=1,548K, avg=26686.91, stdev=57855.19 bw (KB/s) : min= 174, max=16350, per=0.80%, avg=5056.33, stdev=3638.43 cpu : usr=0.03%, sys=1.51%, ctx=22676, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7474, short=0/0 lat (usec): 250=11.24%, 500=24.94%, 750=1.43%, 1000=0.21% lat (msec): 2=0.07%, 4=1.02%, 10=3.37%, 20=15.84%, 50=27.75% lat (msec): 100=10.90%, 250=2.31%, 500=0.51%, 750=0.33%, 1000=0.05% lat (msec): 2000=0.01% sdj1/zero-11: (groupid=0, jobs=1): err= 0: pid=4114 write: io=911MB, bw=4,621KB/s, iops=36, runt=201949msec slat (usec): min=3, max=232, avg= 7.64, stdev= 4.52 clat (usec): min=194, max=1,387K, avg=27358.88, stdev=60421.48 bw (KB/s) : min= 174, max=17408, per=0.79%, avg=5017.72, stdev=3625.14 cpu : usr=0.04%, sys=1.46%, ctx=22343, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7290, short=0/0 lat (usec): 250=10.73%, 500=24.35%, 750=1.43%, 1000=0.12% lat (msec): 2=0.01%, 4=0.77%, 10=3.90%, 20=16.08%, 50=28.04% lat (msec): 100=11.45%, 250=2.21%, 500=0.45%, 750=0.36%, 1000=0.07% lat (msec): 2000=0.04% sdj1/zero-12: (groupid=0, jobs=1): err= 0: pid=4115 write: io=920MB, bw=4,655KB/s, iops=36, runt=202290msec slat (usec): min=3, max=119, avg= 7.59, stdev= 2.91 clat (usec): min=190, max=1,042K, avg=27109.60, stdev=58407.85 bw (KB/s) : min= 192, max=16580, per=0.79%, avg=4991.99, stdev=3573.39 cpu : usr=0.02%, sys=1.47%, ctx=22672, majf=0, minf=58 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7357, short=0/0 lat (usec): 250=12.76%, 500=23.23%, 750=1.29%, 1000=0.05% lat (msec): 2=0.04%, 4=0.67%, 10=3.29%, 20=15.92%, 50=28.31% lat (msec): 100=11.28%, 250=2.23%, 500=0.53%, 750=0.27%, 1000=0.08% lat (msec): 2000=0.04% sdj1/zero-13: (groupid=0, jobs=1): err= 0: pid=4116 write: io=923MB, bw=4,656KB/s, iops=36, runt=202983msec slat (usec): min=3, max=391, avg= 7.66, stdev= 5.35 clat (usec): min=187, max=1,128K, avg=27009.57, stdev=56902.57 bw (KB/s) : min= 174, max=16662, per=0.79%, avg=4982.56, stdev=3595.90 cpu : usr=0.03%, sys=1.48%, ctx=22870, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7384, short=0/0 lat (usec): 250=10.75%, 500=25.43%, 750=1.23%, 1000=0.12% lat (msec): 2=0.03%, 4=0.77%, 10=3.49%, 20=15.41%, 50=28.55% lat (msec): 100=10.92%, 250=2.30%, 500=0.61%, 750=0.31%, 1000=0.04% lat (msec): 2000=0.03% sdj1/zero-14: (groupid=0, jobs=1): err= 0: pid=4117 write: io=919MB, bw=4,659KB/s, iops=36, runt=201942msec slat (usec): min=3, max=108, avg= 7.86, stdev= 2.82 clat (usec): min=191, max=1,124K, avg=27145.65, stdev=57097.29 bw (KB/s) : min= 116, max=21253, per=0.79%, avg=4979.34, stdev=3654.20 cpu : usr=0.02%, sys=1.47%, ctx=22344, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7350, short=0/0 lat (usec): 250=10.99%, 500=25.14%, 750=1.10%, 1000=0.14% lat (msec): 2=0.05%, 4=0.86%, 10=3.52%, 20=15.56%, 50=28.00% lat (msec): 100=11.39%, 250=2.30%, 500=0.53%, 750=0.34%, 1000=0.04% lat (msec): 2000=0.03% sdj1/zero-15: (groupid=0, jobs=1): err= 0: pid=4118 write: io=908MB, bw=4,589KB/s, iops=35, runt=202495msec slat (usec): min=3, max=218, avg= 7.77, stdev= 3.81 clat (usec): min=194, max=1,130K, avg=27488.21, stdev=59381.37 bw (KB/s) : min= 125, max=16265, per=0.78%, avg=4943.82, stdev=3610.44 cpu : usr=0.02%, sys=1.49%, ctx=22064, majf=0, minf=56 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7260, short=0/0 lat (usec): 250=11.03%, 500=24.35%, 750=1.28%, 1000=0.10% lat (msec): 2=0.04%, 4=0.67%, 10=3.79%, 20=15.91%, 50=28.22% lat (msec): 100=11.28%, 250=2.36%, 500=0.52%, 750=0.33%, 1000=0.07% lat (msec): 2000=0.04% Run status group 0 (all jobs): WRITE: io=123GB, aggrb=618MB/s, minb=1,032KB/s, maxb=5,563KB/s, mint=200595msec, maxt=203745msec Disk stats (read/write): sdc: ios=11/26008, merge=0/137, ticks=924/27929500, in_queue=27930384, util=99.55% sdd: ios=11/25880, merge=0/131, ticks=1288/27646784, in_queue=27649212, util=99.29% sdf: ios=11/26001, merge=0/213, ticks=652/28039976, in_queue=28040588, util=99.43% sdg: ios=11/26405, merge=0/190, ticks=788/27803384, in_queue=27804132, util=99.45% sdi: ios=11/26370, merge=0/137, ticks=1328/27918916, in_queue=27920216, util=99.58% sdh: ios=11/26144, merge=0/176, ticks=736/28026912, in_queue=28027584, util=99.51% sdk: ios=11/27283, merge=0/195, ticks=836/28358284, in_queue=28359700, util=99.57% sde: ios=11/25868, merge=0/191, ticks=1292/27696956, in_queue=27698192, util=99.44% sdl: ios=11/27022, merge=0/142, ticks=1260/28310584, in_queue=28311776, util=99.79% sdj: ios=11/27697, merge=0/195, ticks=912/28650344, in_queue=28651180, util=99.88%