sdc1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdc1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdd1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdf1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdg1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdi1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdh1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdk1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sde1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdl1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-0: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-1: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-2: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-3: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-4: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-5: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-6: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-7: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-8: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-9: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-10: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-11: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-12: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-13: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-14: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 sdj1/zero-15: (g=0): rw=write, bs=128K-128K/128K-128K, ioengine=mmap, iodepth=1 Starting 159 processes sdc1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdd1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdf1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdg1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdi1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdh1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdk1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sde1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdl1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-0: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-1: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-2: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-3: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-4: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-5: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-6: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-7: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-8: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-9: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-10: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-11: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-12: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-13: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-14: Laying out IO file(s) (1 file(s) / 10240MB) sdj1/zero-15: Laying out IO file(s) (1 file(s) / 10240MB) sdc1/zero-0: (groupid=0, jobs=1): err= 0: pid=3956 write: io=798MB, bw=4,060KB/s, iops=31, runt=201318msec clat (usec): min=230, max=2,363K, avg=31322.65, stdev=89659.69 bw (KB/s) : min= 107, max=227328, per=0.85%, avg=4579.78, stdev=12727.52 cpu : usr=0.07%, sys=1.88%, ctx=6655, majf=10, minf=204403 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6385, short=0/0 lat (usec): 250=0.39%, 500=21.82%, 750=17.57%, 1000=2.73% lat (msec): 2=0.88%, 4=0.19%, 10=1.55%, 20=7.66%, 50=34.17% lat (msec): 100=8.60%, 250=2.94%, 500=0.77%, 750=0.31%, 1000=0.25% lat (msec): 2000=0.16%, >=2000=0.02% sdc1/zero-1: (groupid=0, jobs=1): err= 0: pid=3957 write: io=200MB, bw=1,009KB/s, iops=7, runt=203265msec clat (usec): min=219, max=2,411K, avg=58065.43, stdev=158783.89 bw (KB/s) : min= 69, max= 6211, per=0.21%, avg=1136.76, stdev=763.32 cpu : usr=0.06%, sys=0.42%, ctx=3399, majf=7, minf=51341 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1603, short=0/0 lat (usec): 250=0.25%, 500=28.13%, 750=17.22%, 1000=3.06% lat (msec): 2=0.37%, 4=0.19%, 10=1.25%, 20=4.68%, 50=17.22% lat (msec): 100=14.97%, 250=8.36%, 500=2.06%, 750=1.06%, 1000=0.56% lat (msec): 2000=0.56%, >=2000=0.06% sdc1/zero-2: (groupid=0, jobs=1): err= 0: pid=3958 write: io=401MB, bw=2,040KB/s, iops=15, runt=201180msec clat (usec): min=244, max=2,286K, avg=41641.05, stdev=116711.86 bw (KB/s) : min= 65, max= 8767, per=0.43%, avg=2304.32, stdev=1774.45 cpu : usr=0.08%, sys=0.94%, ctx=5021, majf=1, minf=102685 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3207, short=0/0 lat (usec): 250=0.12%, 500=25.41%, 750=14.59%, 1000=3.34% lat (msec): 2=0.31%, 4=0.12%, 10=0.87%, 20=6.17%, 50=30.06% lat (msec): 100=11.32%, 250=4.96%, 500=1.47%, 750=0.44%, 1000=0.53% lat (msec): 2000=0.25%, >=2000=0.03% sdc1/zero-3: (groupid=0, jobs=1): err= 0: pid=3960 write: io=599MB, bw=3,020KB/s, iops=23, runt=203121msec clat (usec): min=219, max=2,488K, avg=36906.41, stdev=102724.95 bw (KB/s) : min= 71, max=12553, per=0.66%, avg=3523.58, stdev=2700.96 cpu : usr=0.10%, sys=1.38%, ctx=5891, majf=14, minf=153411 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4792, short=0/0 lat (usec): 250=0.10%, 500=20.81%, 750=14.44%, 1000=2.34% lat (msec): 2=0.50%, 4=0.06%, 10=1.13%, 20=6.66%, 50=38.92% lat (msec): 100=9.31%, 250=3.82%, 500=1.11%, 750=0.31%, 1000=0.27% lat (msec): 2000=0.21%, >=2000=0.02% sdc1/zero-4: (groupid=0, jobs=1): err= 0: pid=3961 write: io=670MB, bw=3,370KB/s, iops=26, runt=203616msec clat (usec): min=232, max=2,321K, avg=36670.55, stdev=94538.86 bw (KB/s) : min= 105, max=11772, per=0.73%, avg=3893.60, stdev=2825.43 cpu : usr=0.06%, sys=1.61%, ctx=6841, majf=6, minf=171632 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5361, short=0/0 lat (usec): 250=0.34%, 500=17.46%, 750=12.95%, 1000=2.48% lat (msec): 2=0.43%, 4=0.11%, 10=1.60%, 20=7.55%, 50=41.93% lat (msec): 100=9.94%, 250=3.47%, 500=0.99%, 750=0.34%, 1000=0.21% lat (msec): 2000=0.19%, >=2000=0.02% sdc1/zero-5: (groupid=0, jobs=1): err= 0: pid=3962 write: io=672MB, bw=3,407KB/s, iops=26, runt=201995msec clat (usec): min=225, max=2,361K, avg=37060.67, stdev=99950.52 bw (KB/s) : min= 102, max=12727, per=0.74%, avg=3971.52, stdev=2876.30 cpu : usr=0.12%, sys=1.55%, ctx=6830, majf=9, minf=172143 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5377, short=0/0 lat (usec): 250=0.39%, 500=16.25%, 750=12.57%, 1000=2.51% lat (msec): 2=0.32%, 4=0.20%, 10=1.99%, 20=9.50%, 50=41.16% lat (msec): 100=9.88%, 250=3.63%, 500=0.82%, 750=0.28%, 1000=0.28% lat (msec): 2000=0.19%, >=2000=0.04% sdc1/zero-6: (groupid=0, jobs=1): err= 0: pid=3963 write: io=671MB, bw=3,401KB/s, iops=26, runt=202131msec clat (usec): min=230, max=2,436K, avg=37082.00, stdev=98901.21 bw (KB/s) : min= 73, max=12331, per=0.73%, avg=3935.95, stdev=2877.22 cpu : usr=0.03%, sys=1.70%, ctx=6646, majf=19, minf=171941 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5371, short=0/0 lat (usec): 250=0.39%, 500=16.61%, 750=12.70%, 1000=2.51% lat (msec): 2=0.34%, 4=0.09%, 10=1.88%, 20=8.25%, 50=41.97% lat (msec): 100=10.00%, 250=3.46%, 500=1.08%, 750=0.28%, 1000=0.24% lat (msec): 2000=0.19%, >=2000=0.02% sdc1/zero-7: (groupid=0, jobs=1): err= 0: pid=3964 write: io=674MB, bw=3,389KB/s, iops=26, runt=203623msec clat (usec): min=230, max=2,357K, avg=36944.47, stdev=94562.63 bw (KB/s) : min= 115, max=11658, per=0.73%, avg=3914.80, stdev=2874.53 cpu : usr=0.05%, sys=1.60%, ctx=6614, majf=13, minf=172621 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5392, short=0/0 lat (usec): 250=0.28%, 500=17.69%, 750=11.70%, 1000=2.50% lat (msec): 2=0.33%, 4=0.13%, 10=1.89%, 20=8.99%, 50=40.89% lat (msec): 100=10.26%, 250=3.45%, 500=1.13%, 750=0.28%, 1000=0.32% lat (msec): 2000=0.13%, >=2000=0.02% sdc1/zero-8: (groupid=0, jobs=1): err= 0: pid=3965 write: io=656MB, bw=3,300KB/s, iops=25, runt=203606msec clat (usec): min=226, max=2,307K, avg=37946.51, stdev=101424.62 bw (KB/s) : min= 65, max=11451, per=0.72%, avg=3847.43, stdev=2853.94 cpu : usr=0.01%, sys=1.63%, ctx=6505, majf=9, minf=168053 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5249, short=0/0 lat (usec): 250=0.32%, 500=17.76%, 750=11.72%, 1000=2.53% lat (msec): 2=0.40%, 4=0.08%, 10=1.66%, 20=8.23%, 50=42.07% lat (msec): 100=9.77%, 250=3.66%, 500=0.99%, 750=0.30%, 1000=0.29% lat (msec): 2000=0.19%, >=2000=0.04% sdc1/zero-9: (groupid=0, jobs=1): err= 0: pid=3966 write: io=670MB, bw=3,373KB/s, iops=26, runt=203268msec clat (usec): min=226, max=2,368K, avg=37192.34, stdev=94170.88 bw (KB/s) : min= 105, max=12108, per=0.72%, avg=3862.34, stdev=2866.43 cpu : usr=0.02%, sys=1.62%, ctx=6638, majf=13, minf=171499 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5357, short=0/0 lat (usec): 250=0.15%, 500=16.88%, 750=12.49%, 1000=2.28% lat (msec): 2=0.43%, 4=0.13%, 10=1.83%, 20=9.11%, 50=41.16% lat (msec): 100=10.23%, 250=3.55%, 500=0.97%, 750=0.34%, 1000=0.28% lat (msec): 2000=0.17%, >=2000=0.02% sdc1/zero-10: (groupid=0, jobs=1): err= 0: pid=3967 write: io=672MB, bw=3,387KB/s, iops=26, runt=203290msec clat (usec): min=222, max=2,368K, avg=37051.85, stdev=98491.27 bw (KB/s) : min= 94, max=12178, per=0.73%, avg=3933.00, stdev=2885.95 cpu : usr=0.04%, sys=1.59%, ctx=6576, majf=15, minf=172203 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5379, short=0/0 lat (usec): 250=0.33%, 500=16.94%, 750=12.08%, 1000=2.60% lat (msec): 2=0.30%, 4=0.24%, 10=1.95%, 20=8.83%, 50=41.83% lat (msec): 100=9.69%, 250=3.51%, 500=0.93%, 750=0.33%, 1000=0.22% lat (msec): 2000=0.19%, >=2000=0.02% sdc1/zero-11: (groupid=0, jobs=1): err= 0: pid=3968 write: io=668MB, bw=3,363KB/s, iops=26, runt=203489msec clat (usec): min=221, max=2,317K, avg=37273.96, stdev=100671.87 bw (KB/s) : min= 83, max=11613, per=0.73%, avg=3925.05, stdev=2853.40 cpu : usr=0.03%, sys=1.65%, ctx=6927, majf=11, minf=171150 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5346, short=0/0 lat (usec): 250=0.52%, 500=17.43%, 750=11.90%, 1000=2.47% lat (msec): 2=0.52%, 4=0.11%, 10=1.95%, 20=8.44%, 50=41.38% lat (msec): 100=9.99%, 250=3.52%, 500=1.05%, 750=0.24%, 1000=0.24% lat (msec): 2000=0.21%, >=2000=0.04% sdc1/zero-12: (groupid=0, jobs=1): err= 0: pid=3970 write: io=674MB, bw=3,417KB/s, iops=26, runt=202042msec clat (usec): min=231, max=2,358K, avg=36951.44, stdev=98711.11 bw (KB/s) : min= 81, max=12623, per=0.74%, avg=3952.95, stdev=2886.87 cpu : usr=0.04%, sys=1.65%, ctx=6680, majf=9, minf=172687 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5394, short=0/0 lat (usec): 250=0.37%, 500=17.63%, 750=11.92%, 1000=2.26% lat (msec): 2=0.41%, 4=0.13%, 10=1.82%, 20=8.79%, 50=41.60% lat (msec): 100=9.90%, 250=3.47%, 500=0.83%, 750=0.41%, 1000=0.24% lat (msec): 2000=0.20%, >=2000=0.02% sdc1/zero-13: (groupid=0, jobs=1): err= 0: pid=3971 write: io=658MB, bw=3,316KB/s, iops=25, runt=203203msec clat (usec): min=233, max=2,367K, avg=37868.72, stdev=96125.27 bw (KB/s) : min= 91, max=13633, per=0.71%, avg=3819.37, stdev=2876.60 cpu : usr=0.05%, sys=1.60%, ctx=6668, majf=15, minf=168523 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5264, short=0/0 lat (usec): 250=0.40%, 500=17.31%, 750=11.40%, 1000=2.53% lat (msec): 2=0.28%, 4=0.19%, 10=1.63%, 20=8.26%, 50=42.48% lat (msec): 100=9.94%, 250=3.69%, 500=1.10%, 750=0.30%, 1000=0.30% lat (msec): 2000=0.17%, >=2000=0.02% sdc1/zero-14: (groupid=0, jobs=1): err= 0: pid=3972 write: io=677MB, bw=3,411KB/s, iops=26, runt=203255msec clat (usec): min=221, max=2,310K, avg=36796.68, stdev=99418.55 bw (KB/s) : min= 85, max=14614, per=0.74%, avg=3968.07, stdev=2915.48 cpu : usr=0.07%, sys=1.60%, ctx=6593, majf=13, minf=173382 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5416, short=0/0 lat (usec): 250=0.35%, 500=17.45%, 750=11.78%, 1000=2.75% lat (msec): 2=0.42%, 4=0.13%, 10=2.12%, 20=8.68%, 50=41.56% lat (msec): 100=9.73%, 250=3.19%, 500=1.05%, 750=0.31%, 1000=0.26% lat (msec): 2000=0.18%, >=2000=0.02% sdc1/zero-15: (groupid=0, jobs=1): err= 0: pid=3973 write: io=684MB, bw=3,447KB/s, iops=26, runt=203323msec clat (usec): min=232, max=2,319K, avg=36399.43, stdev=97078.79 bw (KB/s) : min= 103, max=15746, per=0.74%, avg=3985.88, stdev=2915.32 cpu : usr=0.05%, sys=1.66%, ctx=7209, majf=13, minf=175276 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5475, short=0/0 lat (usec): 250=0.13%, 500=16.68%, 750=13.04%, 1000=2.59% lat (msec): 2=0.37%, 4=0.18%, 10=2.03%, 20=8.38%, 50=41.88% lat (msec): 100=9.77%, 250=3.29%, 500=0.91%, 750=0.37%, 1000=0.16% lat (msec): 2000=0.20%, >=2000=0.02% sdd1/zero-0: (groupid=0, jobs=1): err= 0: pid=3974 write: io=875MB, bw=4,435KB/s, iops=34, runt=202106msec clat (usec): min=217, max=2,557K, avg=28567.75, stdev=81064.07 bw (KB/s) : min= 110, max=236288, per=0.92%, avg=4939.98, stdev=13149.70 cpu : usr=0.13%, sys=1.98%, ctx=6883, majf=9, minf=224139 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7002, short=0/0 lat (usec): 250=0.34%, 500=22.31%, 750=17.24%, 1000=3.33% lat (msec): 2=1.16%, 4=0.21%, 10=2.11%, 20=9.20%, 50=31.82% lat (msec): 100=8.20%, 250=2.80%, 500=0.80%, 750=0.20%, 1000=0.13% lat (msec): 2000=0.14%, >=2000=0.01% sdd1/zero-1: (groupid=0, jobs=1): err= 0: pid=3975 write: io=200MB, bw=1,007KB/s, iops=7, runt=203246msec clat (usec): min=233, max=2,560K, avg=55144.00, stdev=153996.04 bw (KB/s) : min= 76, max= 4821, per=0.21%, avg=1106.69, stdev=662.75 cpu : usr=0.06%, sys=0.40%, ctx=3247, majf=8, minf=51210 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1599, short=0/0 lat (usec): 250=0.63%, 500=30.39%, 750=16.51%, 1000=3.50% lat (msec): 2=0.31%, 4=0.13%, 10=0.63%, 20=4.13%, 50=15.07% lat (msec): 100=15.20%, 250=9.26%, 500=2.50%, 750=1.06%, 1000=0.25% lat (msec): 2000=0.25%, >=2000=0.19% sdd1/zero-2: (groupid=0, jobs=1): err= 0: pid=3976 write: io=393MB, bw=1,985KB/s, iops=15, runt=202434msec clat (usec): min=245, max=2,588K, avg=38654.16, stdev=109410.23 bw (KB/s) : min= 49, max=10158, per=0.41%, avg=2181.69, stdev=1548.91 cpu : usr=0.09%, sys=0.82%, ctx=4763, majf=9, minf=100521 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3140, short=0/0 lat (usec): 250=0.16%, 500=29.68%, 750=14.94%, 1000=3.50% lat (msec): 2=0.38%, 4=0.13%, 10=0.86%, 20=3.79%, 50=26.21% lat (msec): 100=11.91%, 250=6.11%, 500=1.53%, 750=0.41%, 1000=0.16% lat (msec): 2000=0.16%, >=2000=0.06% sdd1/zero-3: (groupid=0, jobs=1): err= 0: pid=3977 write: io=578MB, bw=2,940KB/s, iops=22, runt=201154msec clat (usec): min=222, max=2,377K, avg=32670.76, stdev=92133.74 bw (KB/s) : min= 106, max=12774, per=0.61%, avg=3279.67, stdev=2491.41 cpu : usr=0.10%, sys=1.32%, ctx=5704, majf=15, minf=147890 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4620, short=0/0 lat (usec): 250=0.43%, 500=27.01%, 750=16.88%, 1000=2.99% lat (msec): 2=0.58%, 4=0.09%, 10=1.04%, 20=4.03%, 50=31.23% lat (msec): 100=9.74%, 250=4.16%, 500=1.17%, 750=0.32%, 1000=0.11% lat (msec): 2000=0.19%, >=2000=0.02% sdd1/zero-4: (groupid=0, jobs=1): err= 0: pid=3978 write: io=698MB, bw=3,551KB/s, iops=27, runt=201306msec clat (usec): min=231, max=2,370K, avg=33156.84, stdev=84833.83 bw (KB/s) : min= 95, max=15000, per=0.74%, avg=3988.55, stdev=3003.76 cpu : usr=0.16%, sys=1.58%, ctx=6422, majf=21, minf=178739 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5584, short=0/0 lat (usec): 250=0.34%, 500=20.86%, 750=15.51%, 1000=3.10% lat (msec): 2=0.48%, 4=0.14%, 10=1.50%, 20=6.88%, 50=35.82% lat (msec): 100=10.08%, 250=3.64%, 500=1.09%, 750=0.30%, 1000=0.11% lat (msec): 2000=0.13%, >=2000=0.02% sdd1/zero-5: (groupid=0, jobs=1): err= 0: pid=3979 write: io=736MB, bw=3,716KB/s, iops=29, runt=202859msec clat (usec): min=225, max=2,609K, avg=33682.58, stdev=84491.98 bw (KB/s) : min= 102, max=13000, per=0.78%, avg=4189.92, stdev=3142.30 cpu : usr=0.06%, sys=1.75%, ctx=7129, majf=17, minf=188520 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5889, short=0/0 lat (usec): 250=0.56%, 500=17.12%, 750=13.81%, 1000=2.07% lat (msec): 2=0.12%, 4=0.08%, 10=2.67%, 20=10.95%, 50=37.39% lat (msec): 100=10.22%, 250=3.53%, 500=0.92%, 750=0.32%, 1000=0.08% lat (msec): 2000=0.14%, >=2000=0.02% sdd1/zero-6: (groupid=0, jobs=1): err= 0: pid=3980 write: io=738MB, bw=3,723KB/s, iops=29, runt=203077msec clat (usec): min=237, max=2,368K, avg=33742.01, stdev=85706.11 bw (KB/s) : min= 99, max=12952, per=0.79%, avg=4232.75, stdev=3133.04 cpu : usr=0.11%, sys=1.71%, ctx=6964, majf=19, minf=189087 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5907, short=0/0 lat (usec): 250=0.17%, 500=18.25%, 750=12.34%, 1000=2.32% lat (msec): 2=0.36%, 4=0.19%, 10=2.69%, 20=11.07%, 50=38.18% lat (msec): 100=9.53%, 250=3.39%, 500=0.88%, 750=0.34%, 1000=0.12% lat (msec): 2000=0.17%, >=2000=0.02% sdd1/zero-8: (groupid=0, jobs=1): err= 0: pid=3981 write: io=735MB, bw=3,703KB/s, iops=28, runt=203171msec clat (usec): min=226, max=2,376K, avg=34136.23, stdev=88600.14 bw (KB/s) : min= 78, max=13233, per=0.78%, avg=4198.32, stdev=3133.67 cpu : usr=0.14%, sys=1.68%, ctx=6881, majf=9, minf=188171 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5878, short=0/0 lat (usec): 250=0.58%, 500=17.32%, 750=12.74%, 1000=2.26% lat (msec): 2=0.36%, 4=0.19%, 10=2.76%, 20=11.33%, 50=37.80% lat (msec): 100=9.46%, 250=3.69%, 500=0.83%, 750=0.41%, 1000=0.12% lat (msec): 2000=0.12%, >=2000=0.03% sdd1/zero-9: (groupid=0, jobs=1): err= 0: pid=3983 write: io=747MB, bw=3,800KB/s, iops=29, runt=201242msec clat (usec): min=214, max=2,847K, avg=33361.59, stdev=87052.85 bw (KB/s) : min= 44, max=12675, per=0.79%, avg=4253.82, stdev=3101.14 cpu : usr=0.02%, sys=1.83%, ctx=7056, majf=11, minf=191272 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5975, short=0/0 lat (usec): 250=0.40%, 500=17.36%, 750=13.10%, 1000=2.36% lat (msec): 2=0.37%, 4=0.08%, 10=2.83%, 20=10.61%, 50=38.51% lat (msec): 100=9.44%, 250=3.51%, 500=0.87%, 750=0.33%, 1000=0.08% lat (msec): 2000=0.10%, >=2000=0.03% sdd1/zero-10: (groupid=0, jobs=1): err= 0: pid=3984 write: io=741MB, bw=3,770KB/s, iops=29, runt=201239msec clat (usec): min=221, max=2,325K, avg=33634.09, stdev=88772.23 bw (KB/s) : min= 65, max=13395, per=0.79%, avg=4236.57, stdev=3139.81 cpu : usr=0.03%, sys=1.82%, ctx=6909, majf=13, minf=189739 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5927, short=0/0 lat (usec): 250=0.40%, 500=18.56%, 750=13.01%, 1000=2.02% lat (msec): 2=0.39%, 4=0.13%, 10=2.70%, 20=10.17%, 50=38.16% lat (msec): 100=9.58%, 250=3.39%, 500=0.79%, 750=0.40%, 1000=0.10% lat (msec): 2000=0.15%, >=2000=0.02% sdd1/zero-11: (groupid=0, jobs=1): err= 0: pid=3985 write: io=739MB, bw=3,760KB/s, iops=29, runt=201342msec clat (usec): min=232, max=2,319K, avg=33709.03, stdev=86195.65 bw (KB/s) : min= 103, max=13333, per=0.79%, avg=4262.69, stdev=3095.78 cpu : usr=0.06%, sys=1.75%, ctx=7003, majf=13, minf=189324 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5914, short=0/0 lat (usec): 250=0.32%, 500=17.43%, 750=13.04%, 1000=2.11% lat (msec): 2=0.59%, 4=0.14%, 10=2.38%, 20=11.75%, 50=37.96% lat (msec): 100=9.50%, 250=3.21%, 500=0.90%, 750=0.36%, 1000=0.15% lat (msec): 2000=0.14%, >=2000=0.02% sdd1/zero-12: (groupid=0, jobs=1): err= 0: pid=3986 write: io=737MB, bw=3,744KB/s, iops=29, runt=201620msec clat (usec): min=220, max=2,399K, avg=33816.05, stdev=91395.93 bw (KB/s) : min= 53, max=13233, per=0.80%, avg=4282.09, stdev=3186.91 cpu : usr=0.06%, sys=1.80%, ctx=6868, majf=9, minf=188778 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5897, short=0/0 lat (usec): 250=0.54%, 500=17.60%, 750=12.51%, 1000=2.48% lat (msec): 2=0.42%, 4=0.14%, 10=2.85%, 20=11.87%, 50=37.15% lat (msec): 100=9.31%, 250=3.61%, 500=0.92%, 750=0.34%, 1000=0.05% lat (msec): 2000=0.17%, >=2000=0.03% sdd1/zero-13: (groupid=0, jobs=1): err= 0: pid=3987 write: io=750MB, bw=3,816KB/s, iops=29, runt=201224msec clat (usec): min=233, max=2,375K, avg=33248.23, stdev=85589.65 bw (KB/s) : min= 70, max=13633, per=0.80%, avg=4298.09, stdev=3152.78 cpu : usr=0.08%, sys=1.78%, ctx=6984, majf=5, minf=192044 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5999, short=0/0 lat (usec): 250=0.28%, 500=17.19%, 750=12.82%, 1000=2.20% lat (msec): 2=0.43%, 4=0.28%, 10=3.33%, 20=11.00%, 50=38.41% lat (msec): 100=9.28%, 250=3.28%, 500=0.83%, 750=0.38%, 1000=0.13% lat (msec): 2000=0.12%, >=2000=0.02% sdd1/zero-14: (groupid=0, jobs=1): err= 0: pid=3988 write: io=748MB, bw=3,803KB/s, iops=29, runt=201321msec clat (usec): min=226, max=2,322K, avg=33356.02, stdev=80340.16 bw (KB/s) : min= 98, max=14562, per=0.78%, avg=4205.25, stdev=3123.37 cpu : usr=0.06%, sys=1.86%, ctx=7110, majf=9, minf=191463 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5981, short=0/0 lat (usec): 250=0.45%, 500=17.04%, 750=12.51%, 1000=2.24% lat (msec): 2=0.65%, 4=0.35%, 10=3.09%, 20=10.60%, 50=38.47% lat (msec): 100=9.78%, 250=3.33%, 500=0.87%, 750=0.42%, 1000=0.12% lat (msec): 2000=0.07%, >=2000=0.02% sdd1/zero-15: (groupid=0, jobs=1): err= 0: pid=3989 write: io=745MB, bw=3,764KB/s, iops=29, runt=202675msec clat (usec): min=230, max=2,334K, avg=33442.68, stdev=87159.03 bw (KB/s) : min= 107, max=15746, per=0.80%, avg=4293.76, stdev=3176.96 cpu : usr=0.08%, sys=1.73%, ctx=6858, majf=12, minf=190790 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5960, short=0/0 lat (usec): 250=0.20%, 500=18.12%, 750=12.70%, 1000=2.50% lat (msec): 2=0.54%, 4=0.22%, 10=2.48%, 20=11.56%, 50=37.33% lat (msec): 100=9.45%, 250=3.49%, 500=0.77%, 750=0.34%, 1000=0.12% lat (msec): 2000=0.17%, >=2000=0.02% sdf1/zero-0: (groupid=0, jobs=1): err= 0: pid=3990 write: io=796MB, bw=4,033KB/s, iops=31, runt=202172msec clat (usec): min=228, max=2,089K, avg=31394.09, stdev=97757.67 bw (KB/s) : min= 67, max=252928, per=0.88%, avg=4699.14, stdev=14324.62 cpu : usr=0.11%, sys=1.77%, ctx=6490, majf=7, minf=203915 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6370, short=0/0 lat (usec): 250=0.24%, 500=21.37%, 750=17.50%, 1000=3.11% lat (msec): 2=0.72%, 4=0.14%, 10=1.84%, 20=8.40%, 50=33.44% lat (msec): 100=9.09%, 250=2.79%, 500=0.71%, 750=0.24%, 1000=0.14% lat (msec): 2000=0.25%, >=2000=0.03% sdf1/zero-1: (groupid=0, jobs=1): err= 0: pid=3991 write: io=199MB, bw=1,016KB/s, iops=7, runt=200408msec clat (usec): min=255, max=2,158K, avg=58161.06, stdev=163832.99 bw (KB/s) : min= 82, max= 5243, per=0.21%, avg=1118.39, stdev=736.80 cpu : usr=0.04%, sys=0.47%, ctx=3315, majf=7, minf=50914 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1590, short=0/0 lat (usec): 500=26.73%, 750=17.92%, 1000=3.46% lat (msec): 2=0.44%, 4=0.13%, 10=1.19%, 20=4.21%, 50=18.30% lat (msec): 100=15.35%, 250=7.74%, 500=2.39%, 750=0.94%, 1000=0.44% lat (msec): 2000=0.63%, >=2000=0.13% sdf1/zero-2: (groupid=0, jobs=1): err= 0: pid=3992 write: io=390MB, bw=1,978KB/s, iops=15, runt=201890msec clat (usec): min=240, max=2,082K, avg=43290.01, stdev=127398.54 bw (KB/s) : min= 69, max=10240, per=0.42%, avg=2271.90, stdev=1694.97 cpu : usr=0.08%, sys=0.86%, ctx=4812, majf=5, minf=99894 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3120, short=0/0 lat (usec): 250=0.16%, 500=25.16%, 750=14.94%, 1000=2.98% lat (msec): 2=0.38%, 4=0.06%, 10=0.93%, 20=4.81%, 50=30.22% lat (msec): 100=12.76%, 250=4.90%, 500=1.47%, 750=0.42%, 1000=0.38% lat (msec): 2000=0.35%, >=2000=0.06% sdf1/zero-3: (groupid=0, jobs=1): err= 0: pid=3993 write: io=562MB, bw=2,838KB/s, iops=22, runt=202795msec clat (usec): min=239, max=2,074K, avg=38171.92, stdev=105922.73 bw (KB/s) : min= 68, max=10358, per=0.61%, avg=3296.86, stdev=2338.10 cpu : usr=0.14%, sys=1.25%, ctx=5938, majf=11, minf=143968 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4497, short=0/0 lat (usec): 250=0.16%, 500=20.35%, 750=13.12%, 1000=2.69% lat (msec): 2=0.47%, 4=0.18%, 10=1.36%, 20=7.16%, 50=37.40% lat (msec): 100=11.43%, 250=3.76%, 500=1.11%, 750=0.33%, 1000=0.13% lat (msec): 2000=0.33%, >=2000=0.02% sdf1/zero-4: (groupid=0, jobs=1): err= 0: pid=3994 write: io=630MB, bw=3,191KB/s, iops=24, runt=202294msec clat (usec): min=228, max=2,164K, avg=38122.18, stdev=106150.24 bw (KB/s) : min= 59, max=11752, per=0.69%, avg=3716.27, stdev=2656.90 cpu : usr=0.06%, sys=1.50%, ctx=6261, majf=7, minf=161445 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5043, short=0/0 lat (usec): 250=0.32%, 500=16.58%, 750=12.45%, 1000=2.06% lat (msec): 2=0.32%, 4=0.16%, 10=2.06%, 20=9.89%, 50=40.13% lat (msec): 100=10.97%, 250=3.21%, 500=1.01%, 750=0.32%, 1000=0.26% lat (msec): 2000=0.20%, >=2000=0.06% sdf1/zero-5: (groupid=0, jobs=1): err= 0: pid=3995 write: io=658MB, bw=3,361KB/s, iops=26, runt=200483msec clat (usec): min=223, max=2,191K, avg=37867.33, stdev=99610.08 bw (KB/s) : min= 70, max=12291, per=0.72%, avg=3850.83, stdev=2744.69 cpu : usr=0.03%, sys=1.66%, ctx=6625, majf=13, minf=168513 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5264, short=0/0 lat (usec): 250=0.42%, 500=15.88%, 750=10.62%, 1000=1.80% lat (msec): 2=0.38%, 4=0.06%, 10=2.24%, 20=10.26%, 50=42.99% lat (msec): 100=10.14%, 250=3.44%, 500=0.97%, 750=0.38%, 1000=0.13% lat (msec): 2000=0.27%, >=2000=0.02% sdf1/zero-6: (groupid=0, jobs=1): err= 0: pid=3996 write: io=657MB, bw=3,332KB/s, iops=26, runt=201891msec clat (usec): min=229, max=2,137K, avg=37915.52, stdev=100936.80 bw (KB/s) : min= 71, max=11484, per=0.73%, avg=3895.78, stdev=2713.52 cpu : usr=0.05%, sys=1.60%, ctx=6598, majf=7, minf=168268 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5256, short=0/0 lat (usec): 250=0.32%, 500=15.01%, 750=11.07%, 1000=2.25% lat (msec): 2=0.29%, 4=0.13%, 10=2.13%, 20=11.51%, 50=41.61% lat (msec): 100=10.69%, 250=3.33%, 500=0.84%, 750=0.29%, 1000=0.23% lat (msec): 2000=0.29%, >=2000=0.02% sdf1/zero-7: (groupid=0, jobs=1): err= 0: pid=3997 write: io=660MB, bw=3,354KB/s, iops=26, runt=201500msec clat (usec): min=222, max=2,240K, avg=37726.50, stdev=102894.94 bw (KB/s) : min= 57, max=11520, per=0.73%, avg=3902.71, stdev=2712.43 cpu : usr=0.02%, sys=1.64%, ctx=6608, majf=7, minf=169037 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5280, short=0/0 lat (usec): 250=0.13%, 500=15.32%, 750=11.27%, 1000=2.42% lat (msec): 2=0.28%, 4=0.02%, 10=2.16%, 20=10.19%, 50=42.56% lat (msec): 100=10.59%, 250=3.47%, 500=0.83%, 750=0.32%, 1000=0.19% lat (msec): 2000=0.19%, >=2000=0.06% sdf1/zero-8: (groupid=0, jobs=1): err= 0: pid=3998 write: io=650MB, bw=3,286KB/s, iops=25, runt=202415msec clat (usec): min=222, max=2,141K, avg=38351.46, stdev=110422.43 bw (KB/s) : min= 63, max=11445, per=0.73%, avg=3895.97, stdev=2716.50 cpu : usr=0.09%, sys=1.51%, ctx=6527, majf=7, minf=166359 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5196, short=0/0 lat (usec): 250=0.21%, 500=16.49%, 750=10.53%, 1000=1.89% lat (msec): 2=0.15%, 4=0.02%, 10=1.81%, 20=11.07%, 50=42.55% lat (msec): 100=10.33%, 250=3.25%, 500=0.90%, 750=0.27%, 1000=0.17% lat (msec): 2000=0.31%, >=2000=0.04% sdf1/zero-9: (groupid=0, jobs=1): err= 0: pid=3999 write: io=662MB, bw=3,360KB/s, iops=26, runt=201600msec clat (usec): min=230, max=2,139K, avg=37654.97, stdev=99194.38 bw (KB/s) : min= 66, max=10510, per=0.73%, avg=3900.85, stdev=2701.04 cpu : usr=0.03%, sys=1.60%, ctx=6568, majf=5, minf=169422 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5292, short=0/0 lat (usec): 250=0.25%, 500=14.72%, 750=11.45%, 1000=1.91% lat (msec): 2=0.42%, 4=0.06%, 10=2.34%, 20=11.28%, 50=41.55% lat (msec): 100=10.96%, 250=3.40%, 500=0.93%, 750=0.25%, 1000=0.23% lat (msec): 2000=0.25%, >=2000=0.02% sdf1/zero-10: (groupid=0, jobs=1): err= 0: pid=4000 write: io=655MB, bw=3,321KB/s, iops=25, runt=202068msec clat (usec): min=231, max=2,156K, avg=38018.78, stdev=103986.05 bw (KB/s) : min= 83, max=11502, per=0.72%, avg=3866.19, stdev=2676.66 cpu : usr=0.05%, sys=1.64%, ctx=6609, majf=13, minf=167816 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5242, short=0/0 lat (usec): 250=0.31%, 500=14.06%, 750=11.41%, 1000=2.00% lat (msec): 2=0.48%, 4=0.25%, 10=2.63%, 20=11.18%, 50=42.14% lat (msec): 100=10.43%, 250=3.55%, 500=0.84%, 750=0.29%, 1000=0.15% lat (msec): 2000=0.25%, >=2000=0.04% sdf1/zero-11: (groupid=0, jobs=1): err= 0: pid=4001 write: io=656MB, bw=3,306KB/s, iops=25, runt=203016msec clat (usec): min=231, max=2,086K, avg=38004.84, stdev=99630.79 bw (KB/s) : min= 68, max=11658, per=0.71%, avg=3815.16, stdev=2700.36 cpu : usr=0.05%, sys=1.60%, ctx=6590, majf=5, minf=167883 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5244, short=0/0 lat (usec): 250=0.34%, 500=14.86%, 750=11.46%, 1000=2.67% lat (msec): 2=0.32%, 4=0.15%, 10=1.77%, 20=10.66%, 50=41.86% lat (msec): 100=10.76%, 250=3.30%, 500=1.09%, 750=0.27%, 1000=0.19% lat (msec): 2000=0.29%, >=2000=0.02% sdf1/zero-12: (groupid=0, jobs=1): err= 0: pid=4002 write: io=651MB, bw=3,281KB/s, iops=25, runt=203076msec clat (usec): min=238, max=2,200K, avg=38418.53, stdev=105840.27 bw (KB/s) : min= 58, max=12518, per=0.72%, avg=3874.14, stdev=2732.85 cpu : usr=0.06%, sys=1.55%, ctx=6727, majf=11, minf=166663 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5206, short=0/0 lat (usec): 250=0.21%, 500=15.64%, 750=10.97%, 1000=2.09% lat (msec): 2=0.33%, 4=0.15%, 10=2.32%, 20=10.76%, 50=41.93% lat (msec): 100=10.45%, 250=3.42%, 500=0.92%, 750=0.31%, 1000=0.15% lat (msec): 2000=0.31%, >=2000=0.04% sdf1/zero-13: (groupid=0, jobs=1): err= 0: pid=4004 write: io=662MB, bw=3,375KB/s, iops=26, runt=200813msec clat (usec): min=231, max=2,159K, avg=37654.62, stdev=102611.32 bw (KB/s) : min= 68, max=13633, per=0.73%, avg=3910.74, stdev=2721.44 cpu : usr=0.10%, sys=1.53%, ctx=6700, majf=5, minf=169520 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5295, short=0/0 lat (usec): 250=0.25%, 500=15.30%, 750=11.44%, 1000=1.96% lat (msec): 2=0.57%, 4=0.11%, 10=2.34%, 20=11.14%, 50=41.06% lat (msec): 100=10.69%, 250=3.61%, 500=0.81%, 750=0.28%, 1000=0.19% lat (msec): 2000=0.21%, >=2000=0.04% sdf1/zero-14: (groupid=0, jobs=1): err= 0: pid=4005 write: io=665MB, bw=3,380KB/s, iops=26, runt=201377msec clat (usec): min=230, max=2,140K, avg=37479.32, stdev=101323.88 bw (KB/s) : min= 62, max=14333, per=0.73%, avg=3908.88, stdev=2793.20 cpu : usr=0.12%, sys=1.53%, ctx=6811, majf=15, minf=170246 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5318, short=0/0 lat (usec): 250=0.26%, 500=15.44%, 750=11.62%, 1000=2.28% lat (msec): 2=0.53%, 4=0.19%, 10=2.18%, 20=10.34%, 50=41.48% lat (msec): 100=10.64%, 250=3.40%, 500=0.86%, 750=0.26%, 1000=0.24% lat (msec): 2000=0.23%, >=2000=0.04% sdf1/zero-15: (groupid=0, jobs=1): err= 0: pid=4006 write: io=658MB, bw=3,350KB/s, iops=26, runt=201069msec clat (usec): min=233, max=2,212K, avg=37868.73, stdev=103877.40 bw (KB/s) : min= 57, max=15746, per=0.72%, avg=3862.45, stdev=2782.16 cpu : usr=0.09%, sys=1.55%, ctx=6608, majf=12, minf=168495 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5263, short=0/0 lat (usec): 250=0.25%, 500=15.62%, 750=11.50%, 1000=2.32% lat (msec): 2=0.23%, 4=0.10%, 10=1.92%, 20=11.13%, 50=41.46% lat (msec): 100=10.32%, 250=3.42%, 500=0.93%, 750=0.36%, 1000=0.17% lat (msec): 2000=0.25%, >=2000=0.04% sdg1/zero-0: (groupid=0, jobs=1): err= 0: pid=4007 write: io=815MB, bw=4,113KB/s, iops=32, runt=202801msec clat (usec): min=228, max=2,232K, avg=30691.00, stdev=89861.42 bw (KB/s) : min= 57, max=241920, per=0.87%, avg=4685.66, stdev=13513.88 cpu : usr=0.14%, sys=1.86%, ctx=6753, majf=5, minf=208618 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6517, short=0/0 lat (usec): 250=0.09%, 500=20.78%, 750=17.57%, 1000=3.19% lat (msec): 2=1.15%, 4=0.23%, 10=1.81%, 20=8.26%, 50=34.45% lat (msec): 100=8.50%, 250=2.49%, 500=0.78%, 750=0.31%, 1000=0.18% lat (msec): 2000=0.20%, >=2000=0.02% sdg1/zero-1: (groupid=0, jobs=1): err= 0: pid=4008 write: io=200MB, bw=1,014KB/s, iops=7, runt=202329msec clat (usec): min=252, max=1,931K, avg=56735.24, stdev=154493.18 bw (KB/s) : min= 84, max= 5169, per=0.21%, avg=1144.38, stdev=733.49 cpu : usr=0.05%, sys=0.43%, ctx=3398, majf=3, minf=51344 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1603, short=0/0 lat (usec): 500=30.01%, 750=16.84%, 1000=3.37% lat (msec): 2=0.37%, 10=0.56%, 20=4.62%, 50=16.28%, 100=15.97% lat (msec): 250=7.17%, 500=2.50%, 750=1.19%, 1000=0.62%, 2000=0.50% sdg1/zero-2: (groupid=0, jobs=1): err= 0: pid=4009 write: io=401MB, bw=2,015KB/s, iops=15, runt=203762msec clat (usec): min=239, max=1,908K, avg=40781.59, stdev=112386.08 bw (KB/s) : min= 79, max= 8686, per=0.42%, avg=2268.18, stdev=1635.23 cpu : usr=0.09%, sys=0.87%, ctx=4950, majf=11, minf=102671 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3207, short=0/0 lat (usec): 250=0.03%, 500=25.85%, 750=15.62%, 1000=3.24% lat (msec): 2=0.53%, 10=0.62%, 20=3.12%, 50=31.31%, 100=13.03% lat (msec): 250=4.02%, 500=1.31%, 750=0.72%, 1000=0.31%, 2000=0.28% sdg1/zero-3: (groupid=0, jobs=1): err= 0: pid=4010 write: io=586MB, bw=2,968KB/s, iops=23, runt=202130msec clat (usec): min=230, max=1,837K, avg=35630.45, stdev=98619.39 bw (KB/s) : min= 87, max=10296, per=0.63%, avg=3386.39, stdev=2437.49 cpu : usr=0.16%, sys=1.26%, ctx=5906, majf=3, minf=150047 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4687, short=0/0 lat (usec): 250=0.45%, 500=23.38%, 750=15.43%, 1000=2.56% lat (msec): 2=0.41%, 4=0.09%, 10=0.64%, 20=4.33%, 50=37.08% lat (msec): 100=10.43%, 250=3.24%, 500=1.05%, 750=0.43%, 1000=0.28% lat (msec): 2000=0.21% sdg1/zero-4: (groupid=0, jobs=1): err= 0: pid=4011 write: io=652MB, bw=3,306KB/s, iops=25, runt=201856msec clat (usec): min=220, max=1,835K, avg=34621.65, stdev=93058.96 bw (KB/s) : min= 93, max=12394, per=0.70%, avg=3771.54, stdev=2634.73 cpu : usr=0.13%, sys=1.48%, ctx=6100, majf=7, minf=166887 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5213, short=0/0 lat (usec): 250=0.50%, 500=22.16%, 750=14.18%, 1000=3.22% lat (msec): 2=0.50%, 4=0.06%, 10=1.19%, 20=5.87%, 50=37.64% lat (msec): 100=9.74%, 250=3.13%, 500=0.98%, 750=0.36%, 1000=0.29% lat (msec): 2000=0.19% sdg1/zero-5: (groupid=0, jobs=1): err= 0: pid=4012 write: io=673MB, bw=3,381KB/s, iops=26, runt=203727msec clat (usec): min=221, max=2,063K, avg=37025.43, stdev=99922.15 bw (KB/s) : min= 71, max=10034, per=0.74%, avg=3967.95, stdev=2766.12 cpu : usr=0.05%, sys=1.61%, ctx=6732, majf=6, minf=172301 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5382, short=0/0 lat (usec): 250=0.37%, 500=16.13%, 750=12.39%, 1000=2.19% lat (msec): 2=0.54%, 4=0.07%, 10=2.38%, 20=10.11%, 50=40.88% lat (msec): 100=10.01%, 250=3.23%, 500=0.84%, 750=0.22%, 1000=0.39% lat (msec): 2000=0.22%, >=2000=0.02% sdg1/zero-6: (groupid=0, jobs=1): err= 0: pid=4013 write: io=679MB, bw=3,423KB/s, iops=26, runt=203195msec clat (usec): min=217, max=1,935K, avg=36667.52, stdev=95267.12 bw (KB/s) : min= 74, max=10893, per=0.74%, avg=3962.51, stdev=2757.68 cpu : usr=0.11%, sys=1.56%, ctx=6621, majf=7, minf=173965 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5434, short=0/0 lat (usec): 250=0.24%, 500=14.69%, 750=13.07%, 1000=2.85% lat (msec): 2=0.39%, 4=0.11%, 10=1.97%, 20=10.32%, 50=40.80% lat (msec): 100=10.77%, 250=3.13%, 500=0.81%, 750=0.35%, 1000=0.29% lat (msec): 2000=0.22% sdg1/zero-7: (groupid=0, jobs=1): err= 0: pid=4014 write: io=679MB, bw=3,433KB/s, iops=26, runt=202588msec clat (usec): min=223, max=1,972K, avg=36665.88, stdev=101882.81 bw (KB/s) : min= 74, max=10181, per=0.75%, avg=4019.07, stdev=2762.35 cpu : usr=0.05%, sys=1.66%, ctx=6662, majf=5, minf=173933 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5433, short=0/0 lat (usec): 250=0.50%, 500=16.22%, 750=12.00%, 1000=2.39% lat (msec): 2=0.28%, 4=0.02%, 10=2.10%, 20=10.38%, 50=41.80% lat (msec): 100=9.70%, 250=2.91%, 500=0.90%, 750=0.29%, 1000=0.22% lat (msec): 2000=0.29% sdg1/zero-8: (groupid=0, jobs=1): err= 0: pid=4015 write: io=662MB, bw=3,343KB/s, iops=26, runt=202613msec clat (usec): min=226, max=2,240K, avg=37657.23, stdev=109097.69 bw (KB/s) : min= 57, max=10404, per=0.74%, avg=3984.12, stdev=2748.26 cpu : usr=0.05%, sys=1.61%, ctx=6541, majf=9, minf=169426 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5292, short=0/0 lat (usec): 250=0.15%, 500=16.72%, 750=11.43%, 1000=2.66% lat (msec): 2=0.26%, 4=0.06%, 10=1.83%, 20=10.58%, 50=41.38% lat (msec): 100=10.32%, 250=2.80%, 500=0.94%, 750=0.25%, 1000=0.34% lat (msec): 2000=0.21%, >=2000=0.06% sdg1/zero-9: (groupid=0, jobs=1): err= 0: pid=4016 write: io=684MB, bw=3,455KB/s, iops=26, runt=202729msec clat (usec): min=230, max=1,899K, avg=36417.04, stdev=93734.29 bw (KB/s) : min= 72, max=10326, per=0.75%, avg=4005.89, stdev=2739.95 cpu : usr=0.03%, sys=1.71%, ctx=6842, majf=9, minf=175176 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5472, short=0/0 lat (usec): 250=0.18%, 500=15.77%, 750=11.90%, 1000=3.27% lat (msec): 2=0.26%, 4=0.09%, 10=2.19%, 20=9.74%, 50=41.70% lat (msec): 100=10.07%, 250=3.20%, 500=0.80%, 750=0.31%, 1000=0.33% lat (msec): 2000=0.18% sdg1/zero-10: (groupid=0, jobs=1): err= 0: pid=4017 write: io=692MB, bw=3,506KB/s, iops=27, runt=202111msec clat (usec): min=230, max=2,292K, avg=35994.16, stdev=94336.00 bw (KB/s) : min= 55, max=11184, per=0.75%, avg=4034.70, stdev=2786.69 cpu : usr=0.07%, sys=1.67%, ctx=6760, majf=9, minf=177224 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5536, short=0/0 lat (usec): 250=0.13%, 500=15.68%, 750=12.61%, 1000=2.42% lat (msec): 2=0.42%, 4=0.04%, 10=2.13%, 20=9.88%, 50=41.87% lat (msec): 100=10.19%, 250=3.00%, 500=0.89%, 750=0.33%, 1000=0.25% lat (msec): 2000=0.16%, >=2000=0.02% sdg1/zero-11: (groupid=0, jobs=1): err= 0: pid=4018 write: io=686MB, bw=3,484KB/s, iops=27, runt=201707msec clat (usec): min=230, max=1,844K, avg=36291.50, stdev=93682.93 bw (KB/s) : min= 70, max=11613, per=0.75%, avg=4010.65, stdev=2767.97 cpu : usr=0.05%, sys=1.71%, ctx=6723, majf=6, minf=175789 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5491, short=0/0 lat (usec): 250=0.18%, 500=16.24%, 750=12.24%, 1000=2.37% lat (msec): 2=0.42%, 4=0.11%, 10=2.22%, 20=9.54%, 50=41.72% lat (msec): 100=10.22%, 250=3.13%, 500=0.82%, 750=0.27%, 1000=0.31% lat (msec): 2000=0.20% sdg1/zero-12: (groupid=0, jobs=1): err= 0: pid=4019 write: io=693MB, bw=3,483KB/s, iops=27, runt=203721msec clat (usec): min=227, max=1,840K, avg=35957.96, stdev=91268.55 bw (KB/s) : min= 89, max=12623, per=0.75%, avg=3996.99, stdev=2817.37 cpu : usr=0.04%, sys=1.72%, ctx=7277, majf=15, minf=177440 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5543, short=0/0 lat (usec): 250=0.25%, 500=15.14%, 750=12.97%, 1000=2.69% lat (msec): 2=0.25%, 4=0.13%, 10=2.36%, 20=9.94%, 50=41.37% lat (msec): 100=10.10%, 250=3.08%, 500=0.90%, 750=0.38%, 1000=0.23% lat (msec): 2000=0.20% sdg1/zero-13: (groupid=0, jobs=1): err= 0: pid=4020 write: io=685MB, bw=3,460KB/s, iops=27, runt=202644msec clat (usec): min=237, max=1,896K, avg=36401.22, stdev=95455.21 bw (KB/s) : min= 72, max=13633, per=0.75%, avg=4033.86, stdev=2844.27 cpu : usr=0.07%, sys=1.63%, ctx=6800, majf=5, minf=175341 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5477, short=0/0 lat (usec): 250=0.11%, 500=16.19%, 750=12.03%, 1000=2.45% lat (msec): 2=0.47%, 4=0.20%, 10=2.32%, 20=9.64%, 50=41.87% lat (msec): 100=10.12%, 250=2.83%, 500=0.93%, 750=0.31%, 1000=0.33% lat (msec): 2000=0.20% sdg1/zero-14: (groupid=0, jobs=1): err= 0: pid=4021 write: io=691MB, bw=3,493KB/s, iops=27, runt=202592msec clat (usec): min=229, max=1,896K, avg=36062.73, stdev=92814.62 bw (KB/s) : min= 89, max=14614, per=0.75%, avg=4040.18, stdev=2824.79 cpu : usr=0.07%, sys=1.66%, ctx=6938, majf=9, minf=177003 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5529, short=0/0 lat (usec): 250=0.25%, 500=15.74%, 750=12.48%, 1000=2.73% lat (msec): 2=0.51%, 4=0.11%, 10=2.01%, 20=9.62%, 50=41.38% lat (msec): 100=10.63%, 250=2.98%, 500=0.78%, 750=0.33%, 1000=0.29% lat (msec): 2000=0.16% sdg1/zero-15: (groupid=0, jobs=1): err= 0: pid=4022 write: io=675MB, bw=3,394KB/s, iops=26, runt=203569msec clat (usec): min=229, max=2,010K, avg=36923.58, stdev=98625.02 bw (KB/s) : min= 93, max=15746, per=0.74%, avg=3972.72, stdev=2809.95 cpu : usr=0.06%, sys=1.61%, ctx=6626, majf=9, minf=172782 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5397, short=0/0 lat (usec): 250=0.35%, 500=16.29%, 750=12.71%, 1000=2.52% lat (msec): 2=0.50%, 4=0.15%, 10=1.98%, 20=9.38%, 50=40.65% lat (msec): 100=10.52%, 250=3.11%, 500=1.00%, 750=0.26%, 1000=0.35% lat (msec): 2000=0.20%, >=2000=0.02% sdi1/zero-0: (groupid=0, jobs=1): err= 0: pid=4023 write: io=783MB, bw=3,994KB/s, iops=31, runt=200624msec clat (usec): min=233, max=1,940K, avg=31962.18, stdev=93170.55 bw (KB/s) : min= 66, max=219282, per=0.88%, avg=4705.14, stdev=13090.47 cpu : usr=0.10%, sys=1.77%, ctx=6284, majf=5, minf=200396 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6260, short=0/0 lat (usec): 250=0.13%, 500=20.42%, 750=17.12%, 1000=2.75% lat (msec): 2=0.86%, 4=0.38%, 10=0.99%, 20=6.92%, 50=37.11% lat (msec): 100=8.99%, 250=3.05%, 500=0.53%, 750=0.26%, 1000=0.30% lat (msec): 2000=0.19% sdi1/zero-1: (groupid=0, jobs=1): err= 0: pid=4024 write: io=200MB, bw=1,013KB/s, iops=7, runt=202287msec clat (usec): min=249, max=1,949K, avg=55905.10, stdev=158288.95 bw (KB/s) : min= 73, max= 4854, per=0.21%, avg=1139.62, stdev=751.83 cpu : usr=0.06%, sys=0.43%, ctx=3291, majf=8, minf=51272 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1601, short=0/0 lat (usec): 250=0.06%, 500=30.54%, 750=14.55%, 1000=3.19% lat (msec): 2=0.50%, 4=0.25%, 10=1.00%, 20=3.94%, 50=18.18% lat (msec): 100=16.43%, 250=7.25%, 500=1.81%, 750=0.94%, 1000=0.69% lat (msec): 2000=0.69% sdi1/zero-2: (groupid=0, jobs=1): err= 0: pid=4025 write: io=400MB, bw=2,009KB/s, iops=15, runt=203964msec clat (usec): min=238, max=2,188K, avg=43462.08, stdev=123654.83 bw (KB/s) : min= 86, max= 9300, per=0.43%, avg=2317.07, stdev=1665.36 cpu : usr=0.08%, sys=0.86%, ctx=4949, majf=11, minf=102516 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3202, short=0/0 lat (usec): 250=0.12%, 500=23.27%, 750=12.71%, 1000=3.00% lat (msec): 2=0.12%, 4=0.03%, 10=0.59%, 20=6.62%, 50=32.35% lat (msec): 100=13.80%, 250=5.06%, 500=0.87%, 750=0.66%, 1000=0.44% lat (msec): 2000=0.31%, >=2000=0.03% sdi1/zero-3: (groupid=0, jobs=1): err= 0: pid=4026 write: io=587MB, bw=2,981KB/s, iops=23, runt=201753msec clat (usec): min=228, max=2,184K, avg=38311.70, stdev=105130.54 bw (KB/s) : min= 58, max=11906, per=0.65%, avg=3461.80, stdev=2522.95 cpu : usr=0.13%, sys=1.30%, ctx=5801, majf=11, minf=150402 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4698, short=0/0 lat (usec): 250=0.28%, 500=18.88%, 750=13.11%, 1000=2.55% lat (msec): 2=0.55%, 4=0.06%, 10=0.79%, 20=6.43%, 50=40.44% lat (msec): 100=11.13%, 250=3.94%, 500=0.87%, 750=0.38%, 1000=0.30% lat (msec): 2000=0.26%, >=2000=0.02% sdi1/zero-4: (groupid=0, jobs=1): err= 0: pid=4027 write: io=622MB, bw=3,162KB/s, iops=24, runt=201584msec clat (usec): min=220, max=2,004K, avg=37750.09, stdev=102744.67 bw (KB/s) : min= 63, max=12032, per=0.69%, avg=3675.54, stdev=2597.77 cpu : usr=0.09%, sys=1.44%, ctx=6244, majf=17, minf=159386 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4979, short=0/0 lat (usec): 250=0.36%, 500=18.92%, 750=13.05%, 1000=2.73% lat (msec): 2=0.36%, 4=0.04%, 10=0.50%, 20=6.33%, 50=41.09% lat (msec): 100=11.51%, 250=3.51%, 500=0.62%, 750=0.36%, 1000=0.34% lat (msec): 2000=0.24%, >=2000=0.02% sdi1/zero-5: (groupid=0, jobs=1): err= 0: pid=4028 write: io=648MB, bw=3,278KB/s, iops=25, runt=202390msec clat (usec): min=240, max=2,012K, avg=38401.59, stdev=98294.11 bw (KB/s) : min= 130, max=11151, per=0.71%, avg=3831.56, stdev=2633.00 cpu : usr=0.05%, sys=1.57%, ctx=6352, majf=12, minf=165927 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5183, short=0/0 lat (usec): 250=0.21%, 500=14.88%, 750=11.69%, 1000=2.01% lat (msec): 2=0.27%, 4=0.04%, 10=0.79%, 20=8.01%, 50=45.84% lat (msec): 100=11.07%, 250=3.69%, 500=0.68%, 750=0.27%, 1000=0.33% lat (msec): 2000=0.21%, >=2000=0.02% sdi1/zero-6: (groupid=0, jobs=1): err= 0: pid=4029 write: io=637MB, bw=3,221KB/s, iops=25, runt=202421msec clat (usec): min=233, max=2,012K, avg=39035.87, stdev=100334.21 bw (KB/s) : min= 79, max=11433, per=0.70%, avg=3739.93, stdev=2648.24 cpu : usr=0.06%, sys=1.48%, ctx=6347, majf=7, minf=163080 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5094, short=0/0 lat (usec): 250=0.29%, 500=14.63%, 750=10.91%, 1000=2.39% lat (msec): 2=0.27%, 4=0.02%, 10=1.08%, 20=9.09%, 50=44.72% lat (msec): 100=11.19%, 250=3.75%, 500=0.71%, 750=0.43%, 1000=0.27% lat (msec): 2000=0.22%, >=2000=0.02% sdi1/zero-7: (groupid=0, jobs=1): err= 0: pid=4030 write: io=653MB, bw=3,305KB/s, iops=25, runt=202192msec clat (usec): min=229, max=1,948K, avg=38151.89, stdev=95957.30 bw (KB/s) : min= 65, max=11393, per=0.71%, avg=3816.69, stdev=2669.57 cpu : usr=0.09%, sys=1.52%, ctx=6334, majf=7, minf=167145 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5221, short=0/0 lat (usec): 250=0.31%, 500=14.58%, 750=11.95%, 1000=2.26% lat (msec): 2=0.21%, 4=0.04%, 10=0.92%, 20=8.01%, 50=45.39% lat (msec): 100=11.15%, 250=3.66%, 500=0.67%, 750=0.29%, 1000=0.38% lat (msec): 2000=0.19% sdi1/zero-8: (groupid=0, jobs=1): err= 0: pid=4031 write: io=634MB, bw=3,210KB/s, iops=25, runt=202254msec clat (usec): min=233, max=1,888K, avg=39284.15, stdev=103653.95 bw (KB/s) : min= 89, max=10998, per=0.70%, avg=3777.68, stdev=2672.40 cpu : usr=0.11%, sys=1.46%, ctx=6250, majf=9, minf=162374 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5072, short=0/0 lat (usec): 250=0.22%, 500=14.43%, 750=11.91%, 1000=2.52% lat (msec): 2=0.12%, 4=0.04%, 10=1.12%, 20=8.34%, 50=45.21% lat (msec): 100=10.86%, 250=3.57%, 500=0.69%, 750=0.35%, 1000=0.30% lat (msec): 2000=0.32% sdi1/zero-9: (groupid=0, jobs=1): err= 0: pid=4032 write: io=651MB, bw=3,302KB/s, iops=25, runt=201826msec clat (usec): min=236, max=1,948K, avg=38256.60, stdev=97809.49 bw (KB/s) : min= 65, max=11796, per=0.71%, avg=3824.25, stdev=2671.83 cpu : usr=0.06%, sys=1.54%, ctx=6350, majf=15, minf=166655 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5206, short=0/0 lat (usec): 250=0.31%, 500=15.02%, 750=11.35%, 1000=2.23% lat (msec): 2=0.21%, 10=1.04%, 20=8.55%, 50=45.22%, 100=10.83% lat (msec): 250=3.63%, 500=0.79%, 750=0.27%, 1000=0.27%, 2000=0.29% sdi1/zero-10: (groupid=0, jobs=1): err= 0: pid=4033 write: io=647MB, bw=3,297KB/s, iops=25, runt=201008msec clat (usec): min=231, max=1,988K, avg=38456.49, stdev=97350.33 bw (KB/s) : min= 77, max=13380, per=0.71%, avg=3808.68, stdev=2699.92 cpu : usr=0.06%, sys=1.54%, ctx=6307, majf=5, minf=165774 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5178, short=0/0 lat (usec): 250=0.25%, 500=15.18%, 750=11.26%, 1000=2.28% lat (msec): 2=0.25%, 4=0.08%, 10=0.89%, 20=8.11%, 50=45.33% lat (msec): 100=11.16%, 250=3.63%, 500=0.64%, 750=0.46%, 1000=0.31% lat (msec): 2000=0.17% sdi1/zero-11: (groupid=0, jobs=1): err= 0: pid=4034 write: io=633MB, bw=3,201KB/s, iops=25, runt=202398msec clat (usec): min=221, max=1,888K, avg=39385.51, stdev=106211.03 bw (KB/s) : min= 67, max=11936, per=0.71%, avg=3789.64, stdev=2700.66 cpu : usr=0.06%, sys=1.54%, ctx=6218, majf=12, minf=162053 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5062, short=0/0 lat (usec): 250=0.32%, 500=14.68%, 750=11.18%, 1000=2.39% lat (msec): 2=0.38%, 4=0.02%, 10=1.24%, 20=8.87%, 50=44.63% lat (msec): 100=11.08%, 250=3.48%, 500=0.77%, 750=0.30%, 1000=0.38% lat (msec): 2000=0.30% sdi1/zero-12: (groupid=0, jobs=1): err= 0: pid=4035 write: io=650MB, bw=3,274KB/s, iops=25, runt=203244msec clat (usec): min=220, max=1,948K, avg=38346.52, stdev=98435.92 bw (KB/s) : min= 80, max=12623, per=0.71%, avg=3826.31, stdev=2700.58 cpu : usr=0.07%, sys=1.54%, ctx=6437, majf=15, minf=166397 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5198, short=0/0 lat (usec): 250=0.23%, 500=15.16%, 750=10.81%, 1000=2.42% lat (msec): 2=0.44%, 4=0.06%, 10=0.94%, 20=8.16%, 50=45.33% lat (msec): 100=11.20%, 250=3.81%, 500=0.58%, 750=0.33%, 1000=0.29% lat (msec): 2000=0.25% sdi1/zero-13: (groupid=0, jobs=1): err= 0: pid=4036 write: io=644MB, bw=3,243KB/s, iops=25, runt=203292msec clat (usec): min=223, max=1,884K, avg=38707.07, stdev=98646.77 bw (KB/s) : min= 77, max=13633, per=0.71%, avg=3783.88, stdev=2727.97 cpu : usr=0.04%, sys=1.53%, ctx=6305, majf=5, minf=164912 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5151, short=0/0 lat (usec): 250=0.35%, 500=15.82%, 750=10.50%, 1000=2.54% lat (msec): 2=0.41%, 4=0.04%, 10=1.01%, 20=8.41%, 50=44.38% lat (msec): 100=11.28%, 250=3.65%, 500=0.74%, 750=0.33%, 1000=0.29% lat (msec): 2000=0.25% sdi1/zero-14: (groupid=0, jobs=1): err= 0: pid=4037 write: io=638MB, bw=3,205KB/s, iops=25, runt=203710msec clat (usec): min=225, max=1,996K, avg=39086.98, stdev=104261.91 bw (KB/s) : min= 89, max=14614, per=0.71%, avg=3804.12, stdev=2755.86 cpu : usr=0.10%, sys=1.46%, ctx=6297, majf=9, minf=163304 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5101, short=0/0 lat (usec): 250=0.22%, 500=15.59%, 750=10.98%, 1000=2.14% lat (msec): 2=0.41%, 4=0.10%, 10=1.10%, 20=8.66%, 50=44.62% lat (msec): 100=10.90%, 250=3.57%, 500=0.86%, 750=0.27%, 1000=0.31% lat (msec): 2000=0.27% sdi1/zero-15: (groupid=0, jobs=1): err= 0: pid=4038 write: io=652MB, bw=3,275KB/s, iops=25, runt=203947msec clat (usec): min=238, max=2,864K, avg=38187.53, stdev=99827.11 bw (KB/s) : min= 76, max=15746, per=0.71%, avg=3804.45, stdev=2738.36 cpu : usr=0.03%, sys=1.53%, ctx=7353, majf=6, minf=167049 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5218, short=0/0 lat (usec): 250=0.17%, 500=15.66%, 750=11.44%, 1000=2.03% lat (msec): 2=0.36%, 4=0.02%, 10=0.88%, 20=8.28%, 50=44.79% lat (msec): 100=11.17%, 250=3.66%, 500=0.65%, 750=0.36%, 1000=0.29% lat (msec): 2000=0.21%, >=2000=0.02% sdh1/zero-0: (groupid=0, jobs=1): err= 0: pid=4039 write: io=847MB, bw=4,257KB/s, iops=33, runt=203808msec clat (usec): min=227, max=2,028K, avg=29513.94, stdev=78810.97 bw (KB/s) : min= 92, max=249344, per=0.89%, avg=4763.07, stdev=13809.85 cpu : usr=0.11%, sys=1.91%, ctx=6766, majf=11, minf=216968 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6778, short=0/0 lat (usec): 250=0.28%, 500=21.91%, 750=18.66%, 1000=2.79% lat (msec): 2=0.34%, 4=0.04%, 10=1.25%, 20=6.99%, 50=35.45% lat (msec): 100=8.31%, 250=2.58%, 500=0.77%, 750=0.35%, 1000=0.16% lat (msec): 2000=0.09%, >=2000=0.01% sdh1/zero-1: (groupid=0, jobs=1): err= 0: pid=4040 write: io=200MB, bw=1,022KB/s, iops=7, runt=200453msec clat (usec): min=248, max=1,965K, avg=53864.12, stdev=147919.94 bw (KB/s) : min= 63, max= 5052, per=0.21%, avg=1124.85, stdev=692.11 cpu : usr=0.06%, sys=0.41%, ctx=3090, majf=5, minf=51274 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1601, short=0/0 lat (usec): 250=0.06%, 500=30.86%, 750=16.74%, 1000=3.37% lat (msec): 2=0.62%, 4=0.19%, 10=0.69%, 20=4.50%, 50=15.68% lat (msec): 100=15.05%, 250=8.06%, 500=2.19%, 750=1.06%, 1000=0.31% lat (msec): 2000=0.62% sdh1/zero-2: (groupid=0, jobs=1): err= 0: pid=4041 write: io=398MB, bw=2,013KB/s, iops=15, runt=202238msec clat (usec): min=243, max=1,904K, avg=39443.46, stdev=104608.22 bw (KB/s) : min= 83, max=10111, per=0.42%, avg=2227.97, stdev=1536.76 cpu : usr=0.14%, sys=0.80%, ctx=4675, majf=13, minf=101835 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3181, short=0/0 lat (usec): 250=0.16%, 500=26.31%, 750=15.78%, 1000=2.89% lat (msec): 2=0.47%, 4=0.06%, 10=0.79%, 20=4.28%, 50=29.46% lat (msec): 100=12.51%, 250=4.81%, 500=1.38%, 750=0.57%, 1000=0.31% lat (msec): 2000=0.22% sdh1/zero-3: (groupid=0, jobs=1): err= 0: pid=4042 write: io=595MB, bw=2,988KB/s, iops=23, runt=203835msec clat (usec): min=228, max=2,088K, avg=35916.57, stdev=93284.45 bw (KB/s) : min= 82, max=11851, per=0.63%, avg=3379.17, stdev=2434.81 cpu : usr=0.08%, sys=1.36%, ctx=5522, majf=13, minf=152317 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4758, short=0/0 lat (usec): 250=0.29%, 500=22.38%, 750=13.75%, 1000=2.80% lat (msec): 2=0.42%, 4=0.06%, 10=0.57%, 20=4.83%, 50=38.67% lat (msec): 100=10.68%, 250=3.85%, 500=0.97%, 750=0.42%, 1000=0.17% lat (msec): 2000=0.13%, >=2000=0.02% sdh1/zero-4: (groupid=0, jobs=1): err= 0: pid=4043 write: io=681MB, bw=3,479KB/s, iops=27, runt=200551msec clat (usec): min=233, max=1,964K, avg=35355.32, stdev=86904.30 bw (KB/s) : min= 88, max=11502, per=0.72%, avg=3873.92, stdev=2711.58 cpu : usr=0.05%, sys=1.60%, ctx=5926, majf=5, minf=174509 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5451, short=0/0 lat (usec): 250=0.24%, 500=19.57%, 750=13.17%, 1000=2.05% lat (msec): 2=0.35%, 4=0.09%, 10=0.92%, 20=6.82%, 50=41.50% lat (msec): 100=10.57%, 250=3.08%, 500=0.83%, 750=0.51%, 1000=0.13% lat (msec): 2000=0.17% sdh1/zero-5: (groupid=0, jobs=1): err= 0: pid=4044 write: io=694MB, bw=3,546KB/s, iops=27, runt=200391msec clat (usec): min=227, max=2,028K, avg=35907.31, stdev=85495.91 bw (KB/s) : min= 63, max=12444, per=0.74%, avg=3943.65, stdev=2774.28 cpu : usr=0.01%, sys=1.74%, ctx=6264, majf=9, minf=177739 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5552, short=0/0 lat (usec): 250=0.34%, 500=16.48%, 750=11.22%, 1000=2.52% lat (msec): 2=0.25%, 4=0.05%, 10=1.51%, 20=9.15%, 50=43.23% lat (msec): 100=10.41%, 250=3.22%, 500=0.86%, 750=0.43%, 1000=0.16% lat (msec): 2000=0.13%, >=2000=0.02% sdh1/zero-6: (groupid=0, jobs=1): err= 0: pid=4045 write: io=692MB, bw=3,484KB/s, iops=27, runt=203327msec clat (usec): min=230, max=2,020K, avg=36002.03, stdev=87532.61 bw (KB/s) : min= 92, max=11851, per=0.74%, avg=3942.43, stdev=2730.28 cpu : usr=0.05%, sys=1.70%, ctx=6341, majf=15, minf=177190 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5535, short=0/0 lat (usec): 250=0.27%, 500=15.95%, 750=11.80%, 1000=1.95% lat (msec): 2=0.31%, 4=0.05%, 10=1.64%, 20=9.81%, 50=43.00% lat (msec): 100=10.41%, 250=3.20%, 500=0.87%, 750=0.47%, 1000=0.11% lat (msec): 2000=0.14%, >=2000=0.02% sdh1/zero-7: (groupid=0, jobs=1): err= 0: pid=4046 write: io=689MB, bw=3,471KB/s, iops=27, runt=203338msec clat (usec): min=220, max=2,080K, avg=36170.80, stdev=92396.65 bw (KB/s) : min= 91, max=11590, per=0.74%, avg=3973.46, stdev=2757.73 cpu : usr=0.00%, sys=1.73%, ctx=6145, majf=9, minf=176519 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5514, short=0/0 lat (usec): 250=0.42%, 500=16.61%, 750=11.53%, 1000=2.50% lat (msec): 2=0.33%, 4=0.09%, 10=1.54%, 20=9.03%, 50=43.00% lat (msec): 100=10.28%, 250=3.03%, 500=0.87%, 750=0.45%, 1000=0.09% lat (msec): 2000=0.18%, >=2000=0.04% sdh1/zero-8: (groupid=0, jobs=1): err= 0: pid=4047 write: io=700MB, bw=3,572KB/s, iops=27, runt=200656msec clat (usec): min=228, max=1,968K, avg=35598.82, stdev=83308.66 bw (KB/s) : min= 141, max=11851, per=0.74%, avg=3966.79, stdev=2761.41 cpu : usr=0.09%, sys=1.62%, ctx=6267, majf=9, minf=179238 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5599, short=0/0 lat (usec): 250=0.36%, 500=16.18%, 750=11.86%, 1000=2.50% lat (msec): 2=0.30%, 4=0.09%, 10=1.50%, 20=9.39%, 50=42.72% lat (msec): 100=10.23%, 250=3.38%, 500=0.79%, 750=0.45%, 1000=0.09% lat (msec): 2000=0.16% sdh1/zero-9: (groupid=0, jobs=1): err= 0: pid=4048 write: io=684MB, bw=3,445KB/s, iops=26, runt=203185msec clat (usec): min=224, max=2,024K, avg=36455.12, stdev=91689.42 bw (KB/s) : min= 81, max=12544, per=0.73%, avg=3936.47, stdev=2762.89 cpu : usr=0.03%, sys=1.64%, ctx=6356, majf=11, minf=175079 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5469, short=0/0 lat (usec): 250=0.48%, 500=15.65%, 750=12.47%, 1000=2.21% lat (msec): 2=0.29%, 4=0.09%, 10=1.41%, 20=9.29%, 50=42.79% lat (msec): 100=10.37%, 250=3.38%, 500=0.82%, 750=0.40%, 1000=0.16% lat (msec): 2000=0.16%, >=2000=0.02% sdh1/zero-10: (groupid=0, jobs=1): err= 0: pid=4049 write: io=678MB, bw=3,405KB/s, iops=26, runt=203798msec clat (usec): min=219, max=2,671K, avg=36765.27, stdev=97825.27 bw (KB/s) : min= 121, max=11228, per=0.73%, avg=3911.83, stdev=2753.93 cpu : usr=0.01%, sys=1.64%, ctx=6154, majf=7, minf=173548 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5421, short=0/0 lat (usec): 250=0.30%, 500=16.79%, 750=12.14%, 1000=1.38% lat (msec): 2=0.42%, 4=0.11%, 10=1.73%, 20=9.46%, 50=42.69% lat (msec): 100=9.87%, 250=3.45%, 500=0.87%, 750=0.48%, 1000=0.13% lat (msec): 2000=0.15%, >=2000=0.04% sdh1/zero-11: (groupid=0, jobs=1): err= 0: pid=4050 write: io=695MB, bw=3,537KB/s, iops=27, runt=201251msec clat (usec): min=230, max=2,028K, avg=35839.21, stdev=84531.80 bw (KB/s) : min= 74, max=11851, per=0.73%, avg=3918.82, stdev=2730.93 cpu : usr=0.06%, sys=1.69%, ctx=6531, majf=5, minf=178031 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5561, short=0/0 lat (usec): 250=0.27%, 500=15.00%, 750=12.52%, 1000=2.48% lat (msec): 2=0.25%, 4=0.05%, 10=1.71%, 20=9.26%, 50=43.09% lat (msec): 100=10.65%, 250=3.25%, 500=0.74%, 750=0.45%, 1000=0.16% lat (msec): 2000=0.11%, >=2000=0.02% sdh1/zero-12: (groupid=0, jobs=1): err= 0: pid=4051 write: io=696MB, bw=3,526KB/s, iops=27, runt=201959msec clat (usec): min=244, max=2,020K, avg=35831.95, stdev=89589.51 bw (KB/s) : min= 89, max=12623, per=0.74%, avg=3986.57, stdev=2769.25 cpu : usr=0.09%, sys=1.63%, ctx=6273, majf=11, minf=178121 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5564, short=0/0 lat (usec): 250=0.16%, 500=16.05%, 750=12.19%, 1000=2.46% lat (msec): 2=0.16%, 4=0.05%, 10=1.76%, 20=9.38%, 50=42.94% lat (msec): 100=10.06%, 250=3.29%, 500=0.77%, 750=0.43%, 1000=0.13% lat (msec): 2000=0.13%, >=2000=0.04% sdh1/zero-13: (groupid=0, jobs=1): err= 0: pid=4052 write: io=682MB, bw=3,428KB/s, iops=26, runt=203698msec clat (usec): min=228, max=2,586K, avg=36853.76, stdev=97123.52 bw (KB/s) : min= 85, max=13633, per=0.73%, avg=3894.00, stdev=2715.69 cpu : usr=0.06%, sys=1.62%, ctx=8427, majf=19, minf=174620 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5455, short=0/0 lat (usec): 250=0.16%, 500=15.55%, 750=11.86%, 1000=2.13% lat (msec): 2=0.37%, 4=0.16%, 10=1.65%, 20=9.97%, 50=43.21% lat (msec): 100=10.14%, 250=3.28%, 500=0.68%, 750=0.53%, 1000=0.07% lat (msec): 2000=0.20%, >=2000=0.04% sdh1/zero-14: (groupid=0, jobs=1): err= 0: pid=4053 write: io=696MB, bw=3,504KB/s, iops=27, runt=203441msec clat (usec): min=232, max=2,028K, avg=35809.69, stdev=88397.18 bw (KB/s) : min= 86, max=14614, per=0.74%, avg=3980.01, stdev=2768.57 cpu : usr=0.06%, sys=1.68%, ctx=6716, majf=3, minf=178289 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5569, short=0/0 lat (usec): 250=0.18%, 500=15.86%, 750=12.37%, 1000=2.33% lat (msec): 2=0.36%, 4=0.07%, 10=1.58%, 20=9.41%, 50=42.61% lat (msec): 100=10.34%, 250=3.43%, 500=0.75%, 750=0.40%, 1000=0.13% lat (msec): 2000=0.16%, >=2000=0.02% sdh1/zero-15: (groupid=0, jobs=1): err= 0: pid=4054 write: io=692MB, bw=3,490KB/s, iops=27, runt=203144msec clat (usec): min=228, max=2,080K, avg=36012.56, stdev=89132.01 bw (KB/s) : min= 83, max=15746, per=0.74%, avg=3971.32, stdev=2812.19 cpu : usr=0.04%, sys=1.70%, ctx=6487, majf=9, minf=177325 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5539, short=0/0 lat (usec): 250=0.16%, 500=16.90%, 750=11.19%, 1000=2.71% lat (msec): 2=0.51%, 4=0.07%, 10=1.46%, 20=9.30%, 50=42.26% lat (msec): 100=10.63%, 250=3.30%, 500=0.74%, 750=0.40%, 1000=0.20% lat (msec): 2000=0.14%, >=2000=0.02% sdk1/zero-0: (groupid=0, jobs=1): err= 0: pid=4055 write: io=1,220MB, bw=6,153KB/s, iops=48, runt=203041msec clat (usec): min=219, max=2,628K, avg=20487.81, stdev=75163.70 bw (KB/s) : min= 48, max=343040, per=1.35%, avg=7246.13, stdev=25702.40 cpu : usr=0.17%, sys=2.42%, ctx=5260, majf=7, minf=312389 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/9760, short=0/0 lat (usec): 250=4.66%, 500=38.42%, 750=18.55%, 1000=2.73% lat (msec): 2=0.73%, 4=0.05%, 10=0.46%, 20=3.71%, 50=21.37% lat (msec): 100=6.71%, 250=1.73%, 500=0.43%, 750=0.19%, 1000=0.16% lat (msec): 2000=0.07%, >=2000=0.02% sdk1/zero-1: (groupid=0, jobs=1): err= 0: pid=4056 write: io=200MB, bw=1,015KB/s, iops=7, runt=202103msec clat (usec): min=241, max=2,458K, avg=55320.50, stdev=162002.17 bw (KB/s) : min= 51, max= 4291, per=0.21%, avg=1138.01, stdev=730.28 cpu : usr=0.06%, sys=0.44%, ctx=2926, majf=5, minf=51303 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1602, short=0/0 lat (usec): 250=0.12%, 500=32.21%, 750=15.48%, 1000=3.93% lat (msec): 2=0.69%, 4=0.06%, 10=1.00%, 20=4.74%, 50=15.79% lat (msec): 100=14.04%, 250=7.55%, 500=2.12%, 750=0.94%, 1000=0.81% lat (msec): 2000=0.31%, >=2000=0.19% sdk1/zero-2: (groupid=0, jobs=1): err= 0: pid=4057 write: io=401MB, bw=2,014KB/s, iops=15, runt=203638msec clat (usec): min=226, max=2,543K, avg=40125.08, stdev=114558.73 bw (KB/s) : min= 65, max= 9728, per=0.43%, avg=2311.97, stdev=1743.71 cpu : usr=0.09%, sys=0.90%, ctx=4388, majf=7, minf=102585 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3204, short=0/0 lat (usec): 250=0.16%, 500=25.78%, 750=15.51%, 1000=3.03% lat (msec): 2=0.66%, 4=0.03%, 10=0.81%, 20=7.15%, 50=28.40% lat (msec): 100=11.61%, 250=4.40%, 500=1.19%, 750=0.53%, 1000=0.50% lat (msec): 2000=0.22%, >=2000=0.03% sdk1/zero-3: (groupid=0, jobs=1): err= 0: pid=4058 write: io=600MB, bw=3,019KB/s, iops=23, runt=203605msec clat (usec): min=221, max=2,580K, avg=33393.85, stdev=106529.80 bw (KB/s) : min= 49, max=14250, per=0.66%, avg=3545.76, stdev=2949.37 cpu : usr=0.17%, sys=1.33%, ctx=5633, majf=11, minf=153717 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4802, short=0/0 lat (usec): 250=0.37%, 500=26.26%, 750=16.12%, 1000=3.56% lat (msec): 2=0.69%, 4=0.08%, 10=0.96%, 20=7.06%, 50=29.95% lat (msec): 100=10.29%, 250=2.87%, 500=0.94%, 750=0.33%, 1000=0.29% lat (msec): 2000=0.19%, >=2000=0.04% sdk1/zero-4: (groupid=0, jobs=1): err= 0: pid=4059 write: io=750MB, bw=3,779KB/s, iops=29, runt=203165msec clat (usec): min=218, max=2,620K, avg=30992.76, stdev=96015.83 bw (KB/s) : min= 50, max=15872, per=0.82%, avg=4405.29, stdev=3545.95 cpu : usr=0.04%, sys=1.78%, ctx=5544, majf=11, minf=192008 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5998, short=0/0 lat (usec): 250=0.85%, 500=24.81%, 750=17.39%, 1000=3.52% lat (msec): 2=0.52%, 4=0.02%, 10=0.77%, 20=6.47%, 50=31.61% lat (msec): 100=10.12%, 250=2.65%, 500=0.67%, 750=0.20%, 1000=0.22% lat (msec): 2000=0.15%, >=2000=0.05% sdk1/zero-5: (groupid=0, jobs=1): err= 0: pid=4060 write: io=795MB, bw=4,001KB/s, iops=31, runt=203546msec clat (usec): min=215, max=2,544K, avg=31105.24, stdev=100428.39 bw (KB/s) : min= 50, max=18045, per=0.88%, avg=4707.77, stdev=3988.90 cpu : usr=0.05%, sys=1.91%, ctx=6675, majf=9, minf=203690 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6363, short=0/0 lat (usec): 250=1.30%, 500=23.92%, 750=17.49%, 1000=3.41% lat (msec): 2=0.75%, 4=0.09%, 10=1.10%, 20=6.03%, 50=31.97% lat (msec): 100=10.14%, 250=2.45%, 500=0.71%, 750=0.20%, 1000=0.22% lat (msec): 2000=0.16%, >=2000=0.05% sdk1/zero-6: (groupid=0, jobs=1): err= 0: pid=4061 write: io=805MB, bw=4,058KB/s, iops=31, runt=203243msec clat (usec): min=217, max=2,580K, avg=30745.34, stdev=95679.07 bw (KB/s) : min= 49, max=17310, per=0.89%, avg=4771.48, stdev=3961.41 cpu : usr=0.11%, sys=1.81%, ctx=5526, majf=16, minf=206240 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6443, short=0/0 lat (usec): 250=1.33%, 500=24.55%, 750=17.07%, 1000=3.31% lat (msec): 2=0.57%, 4=0.03%, 10=0.84%, 20=6.35%, 50=32.33% lat (msec): 100=9.82%, 250=2.45%, 500=0.74%, 750=0.20%, 1000=0.20% lat (msec): 2000=0.12%, >=2000=0.06% sdk1/zero-7: (groupid=0, jobs=1): err= 0: pid=4062 write: io=811MB, bw=4,098KB/s, iops=32, runt=202582msec clat (usec): min=217, max=2,548K, avg=30547.29, stdev=95337.27 bw (KB/s) : min= 67, max=16152, per=0.89%, avg=4781.34, stdev=3951.60 cpu : usr=0.08%, sys=1.94%, ctx=5153, majf=7, minf=207634 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6486, short=0/0 lat (usec): 250=0.86%, 500=24.70%, 750=17.36%, 1000=4.01% lat (msec): 2=0.69%, 4=0.06%, 10=0.80%, 20=6.17%, 50=31.44% lat (msec): 100=10.19%, 250=2.41%, 500=0.69%, 750=0.28%, 1000=0.12% lat (msec): 2000=0.17%, >=2000=0.05% sdk1/zero-8: (groupid=0, jobs=1): err= 0: pid=4063 write: io=810MB, bw=4,072KB/s, iops=31, runt=203607msec clat (usec): min=214, max=3,000K, avg=30606.13, stdev=98535.48 bw (KB/s) : min= 42, max=16662, per=0.90%, avg=4826.17, stdev=3950.64 cpu : usr=0.08%, sys=1.95%, ctx=5478, majf=7, minf=207373 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6478, short=0/0 lat (usec): 250=0.79%, 500=24.70%, 750=17.51%, 1000=3.54% lat (msec): 2=0.52%, 4=0.03%, 10=0.91%, 20=5.74%, 50=32.31% lat (msec): 100=10.37%, 250=2.38%, 500=0.63%, 750=0.17%, 1000=0.15% lat (msec): 2000=0.20%, >=2000=0.05% sdk1/zero-9: (groupid=0, jobs=1): err= 0: pid=4064 write: io=812MB, bw=4,091KB/s, iops=31, runt=203253msec clat (usec): min=217, max=2,544K, avg=30566.52, stdev=92254.21 bw (KB/s) : min= 60, max=16896, per=0.89%, avg=4761.99, stdev=3971.81 cpu : usr=0.03%, sys=1.99%, ctx=5450, majf=11, minf=207944 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6496, short=0/0 lat (usec): 250=1.15%, 500=24.31%, 750=17.01%, 1000=3.63% lat (msec): 2=0.58%, 4=0.03%, 10=0.82%, 20=6.28%, 50=32.31% lat (msec): 100=9.99%, 250=2.59%, 500=0.72%, 750=0.20%, 1000=0.22% lat (msec): 2000=0.11%, >=2000=0.05% sdk1/zero-10: (groupid=0, jobs=1): err= 0: pid=4065 write: io=805MB, bw=4,097KB/s, iops=32, runt=201161msec clat (usec): min=218, max=2,624K, avg=30781.80, stdev=92116.81 bw (KB/s) : min= 57, max=18031, per=0.89%, avg=4771.52, stdev=3972.97 cpu : usr=0.13%, sys=1.82%, ctx=5289, majf=11, minf=206116 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6439, short=0/0 lat (usec): 250=0.90%, 500=24.55%, 750=17.27%, 1000=3.31% lat (msec): 2=0.51%, 4=0.03%, 10=0.93%, 20=6.04%, 50=32.69% lat (msec): 100=9.82%, 250=2.56%, 500=0.79%, 750=0.22%, 1000=0.23% lat (msec): 2000=0.11%, >=2000=0.03% sdk1/zero-11: (groupid=0, jobs=1): err= 0: pid=4066 write: io=813MB, bw=4,100KB/s, iops=32, runt=203092msec clat (usec): min=217, max=2,547K, avg=30483.24, stdev=88761.93 bw (KB/s) : min= 80, max=17338, per=0.89%, avg=4798.92, stdev=3987.10 cpu : usr=0.10%, sys=1.89%, ctx=5403, majf=3, minf=208269 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6506, short=0/0 lat (usec): 250=0.77%, 500=24.72%, 750=17.12%, 1000=3.29% lat (msec): 2=0.57%, 4=0.03%, 10=0.95%, 20=6.58%, 50=32.23% lat (msec): 100=9.91%, 250=2.47%, 500=0.74%, 750=0.22%, 1000=0.23% lat (msec): 2000=0.15%, >=2000=0.02% sdk1/zero-12: (groupid=0, jobs=1): err= 0: pid=4067 write: io=820MB, bw=4,164KB/s, iops=32, runt=201725msec clat (usec): min=219, max=2,619K, avg=30215.54, stdev=93138.42 bw (KB/s) : min= 97, max=16629, per=0.90%, avg=4827.35, stdev=4022.55 cpu : usr=0.14%, sys=1.87%, ctx=5325, majf=7, minf=210057 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6562, short=0/0 lat (usec): 250=0.84%, 500=24.25%, 750=17.57%, 1000=3.75% lat (msec): 2=0.55%, 4=0.06%, 10=0.94%, 20=6.35%, 50=32.23% lat (msec): 100=9.83%, 250=2.30%, 500=0.72%, 750=0.27%, 1000=0.17% lat (msec): 2000=0.12%, >=2000=0.05% sdk1/zero-13: (groupid=0, jobs=1): err= 0: pid=4068 write: io=825MB, bw=4,169KB/s, iops=32, runt=202682msec clat (usec): min=221, max=2,696K, avg=30035.34, stdev=90887.09 bw (KB/s) : min= 50, max=16652, per=0.90%, avg=4816.08, stdev=4032.48 cpu : usr=0.10%, sys=1.98%, ctx=5577, majf=9, minf=211332 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6602, short=0/0 lat (usec): 250=0.73%, 500=24.14%, 750=17.77%, 1000=3.48% lat (msec): 2=0.79%, 4=0.09%, 10=1.01%, 20=6.32%, 50=31.81% lat (msec): 100=10.15%, 250=2.42%, 500=0.76%, 750=0.17%, 1000=0.21% lat (msec): 2000=0.12%, >=2000=0.03% sdk1/zero-14: (groupid=0, jobs=1): err= 0: pid=4069 write: io=816MB, bw=4,105KB/s, iops=32, runt=203606msec clat (usec): min=215, max=2,544K, avg=30368.70, stdev=93713.59 bw (KB/s) : min= 50, max=17304, per=0.90%, avg=4811.35, stdev=3983.60 cpu : usr=0.10%, sys=1.84%, ctx=5364, majf=8, minf=208999 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6529, short=0/0 lat (usec): 250=0.95%, 500=23.66%, 750=17.94%, 1000=3.37% lat (msec): 2=0.67%, 4=0.08%, 10=0.90%, 20=6.17%, 50=32.85% lat (msec): 100=9.74%, 250=2.31%, 500=0.80%, 750=0.15%, 1000=0.25% lat (msec): 2000=0.11%, >=2000=0.05% sdk1/zero-15: (groupid=0, jobs=1): err= 0: pid=4070 write: io=820MB, bw=4,184KB/s, iops=32, runt=200679msec clat (usec): min=223, max=2,784K, avg=30243.87, stdev=94010.39 bw (KB/s) : min= 65, max=15905, per=0.91%, avg=4876.55, stdev=4082.08 cpu : usr=0.06%, sys=1.99%, ctx=5371, majf=13, minf=209952 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6559, short=0/0 lat (usec): 250=0.76%, 500=24.78%, 750=17.47%, 1000=3.49% lat (msec): 2=0.76%, 4=0.08%, 10=0.96%, 20=6.10%, 50=32.03% lat (msec): 100=9.93%, 250=2.30%, 500=0.73%, 750=0.24%, 1000=0.18% lat (msec): 2000=0.15%, >=2000=0.03% sde1/zero-0: (groupid=0, jobs=1): err= 0: pid=4071 write: io=796MB, bw=4,052KB/s, iops=31, runt=201065msec clat (usec): min=238, max=2,346K, avg=31417.99, stdev=93212.75 bw (KB/s) : min= 76, max=239360, per=0.86%, avg=4619.13, stdev=13515.18 cpu : usr=0.08%, sys=1.88%, ctx=6827, majf=9, minf=203759 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6365, short=0/0 lat (usec): 250=0.09%, 500=22.56%, 750=16.84%, 1000=2.72% lat (msec): 2=1.07%, 4=0.08%, 10=1.40%, 20=8.17%, 50=34.78% lat (msec): 100=7.81%, 250=2.86%, 500=0.96%, 750=0.25%, 1000=0.22% lat (msec): 2000=0.17%, >=2000=0.02% sde1/zero-1: (groupid=0, jobs=1): err= 0: pid=4072 write: io=200MB, bw=1,002KB/s, iops=7, runt=203926msec clat (usec): min=253, max=2,241K, avg=63378.12, stdev=166534.56 bw (KB/s) : min= 80, max= 6095, per=0.21%, avg=1144.93, stdev=834.04 cpu : usr=0.05%, sys=0.43%, ctx=3624, majf=5, minf=51159 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1597, short=0/0 lat (usec): 500=26.99%, 750=14.46%, 1000=3.01% lat (msec): 2=0.56%, 4=0.19%, 10=1.06%, 20=4.63%, 50=19.29% lat (msec): 100=15.47%, 250=8.64%, 500=3.51%, 750=0.94%, 1000=0.63% lat (msec): 2000=0.56%, >=2000=0.06% sde1/zero-2: (groupid=0, jobs=1): err= 0: pid=4073 write: io=400MB, bw=2,021KB/s, iops=15, runt=202489msec clat (usec): min=234, max=2,296K, avg=43088.95, stdev=121712.26 bw (KB/s) : min= 93, max=10365, per=0.43%, avg=2331.90, stdev=1851.17 cpu : usr=0.09%, sys=0.91%, ctx=4970, majf=9, minf=102363 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3197, short=0/0 lat (usec): 250=0.22%, 500=25.46%, 750=14.26%, 1000=3.32% lat (msec): 2=0.56%, 4=0.16%, 10=0.75%, 20=5.25%, 50=30.56% lat (msec): 100=11.64%, 250=4.63%, 500=2.00%, 750=0.38%, 1000=0.50% lat (msec): 2000=0.28%, >=2000=0.03% sde1/zero-3: (groupid=0, jobs=1): err= 0: pid=4074 write: io=594MB, bw=2,995KB/s, iops=23, runt=203147msec clat (usec): min=226, max=2,333K, avg=38286.84, stdev=103817.26 bw (KB/s) : min= 79, max=12370, per=0.65%, avg=3488.30, stdev=2732.13 cpu : usr=0.07%, sys=1.37%, ctx=5959, majf=11, minf=152166 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4753, short=0/0 lat (usec): 250=0.27%, 500=18.77%, 750=14.71%, 1000=3.39% lat (msec): 2=0.40%, 4=0.04%, 10=1.07%, 20=5.98%, 50=39.74% lat (msec): 100=9.87%, 250=3.49%, 500=1.37%, 750=0.32%, 1000=0.34% lat (msec): 2000=0.23%, >=2000=0.02% sde1/zero-4: (groupid=0, jobs=1): err= 0: pid=4075 write: io=641MB, bw=3,217KB/s, iops=25, runt=203941msec clat (usec): min=220, max=2,386K, avg=38455.95, stdev=99848.70 bw (KB/s) : min= 78, max=11636, per=0.70%, avg=3747.91, stdev=2817.96 cpu : usr=0.02%, sys=1.59%, ctx=6650, majf=15, minf=164113 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5126, short=0/0 lat (usec): 250=0.31%, 500=17.19%, 750=11.57%, 1000=2.09% lat (msec): 2=0.29%, 4=0.08%, 10=1.74%, 20=8.78%, 50=42.47% lat (msec): 100=9.93%, 250=3.43%, 500=1.25%, 750=0.39%, 1000=0.27% lat (msec): 2000=0.20%, >=2000=0.02% sde1/zero-5: (groupid=0, jobs=1): err= 0: pid=4076 write: io=638MB, bw=3,206KB/s, iops=25, runt=203751msec clat (usec): min=220, max=2,342K, avg=39066.21, stdev=103651.46 bw (KB/s) : min= 65, max=11636, per=0.71%, avg=3809.74, stdev=2837.28 cpu : usr=0.03%, sys=1.59%, ctx=6578, majf=16, minf=163406 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5104, short=0/0 lat (usec): 250=0.27%, 500=15.20%, 750=11.50%, 1000=2.41% lat (msec): 2=0.29%, 4=0.06%, 10=1.82%, 20=10.78%, 50=42.07% lat (msec): 100=10.17%, 250=3.41%, 500=1.12%, 750=0.35%, 1000=0.25% lat (msec): 2000=0.27%, >=2000=0.02% sde1/zero-6: (groupid=0, jobs=1): err= 0: pid=4077 write: io=629MB, bw=3,162KB/s, iops=24, runt=203783msec clat (usec): min=236, max=3,071K, avg=39600.31, stdev=113823.29 bw (KB/s) : min= 79, max=12260, per=0.71%, avg=3783.97, stdev=2886.56 cpu : usr=0.07%, sys=1.48%, ctx=6812, majf=5, minf=161176 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5034, short=0/0 lat (usec): 250=0.32%, 500=16.13%, 750=12.22%, 1000=2.26% lat (msec): 2=0.18%, 4=0.06%, 10=1.71%, 20=10.37%, 50=41.42% lat (msec): 100=9.89%, 250=3.30%, 500=1.21%, 750=0.34%, 1000=0.34% lat (msec): 2000=0.22%, >=2000=0.04% sde1/zero-7: (groupid=0, jobs=1): err= 0: pid=4078 write: io=645MB, bw=3,291KB/s, iops=25, runt=200754msec clat (usec): min=230, max=2,344K, avg=38629.02, stdev=103283.45 bw (KB/s) : min= 68, max=11780, per=0.72%, avg=3842.82, stdev=2848.61 cpu : usr=0.09%, sys=1.56%, ctx=6678, majf=13, minf=165230 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5161, short=0/0 lat (usec): 250=0.19%, 500=16.35%, 750=11.02%, 1000=2.50% lat (msec): 2=0.16%, 4=0.10%, 10=1.59%, 20=10.29%, 50=42.69% lat (msec): 100=9.61%, 250=3.49%, 500=1.20%, 750=0.31%, 1000=0.23% lat (msec): 2000=0.25%, >=2000=0.02% sde1/zero-8: (groupid=0, jobs=1): err= 0: pid=4079 write: io=654MB, bw=3,311KB/s, iops=25, runt=202177msec clat (usec): min=226, max=2,346K, avg=38109.50, stdev=99714.60 bw (KB/s) : min= 76, max=11553, per=0.72%, avg=3837.44, stdev=2868.39 cpu : usr=0.02%, sys=1.60%, ctx=6660, majf=12, minf=167442 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5230, short=0/0 lat (usec): 250=0.31%, 500=16.18%, 750=11.61%, 1000=2.54% lat (msec): 2=0.27%, 4=0.06%, 10=1.64%, 20=9.98%, 50=42.01% lat (msec): 100=10.13%, 250=3.14%, 500=1.32%, 750=0.31%, 1000=0.33% lat (msec): 2000=0.17%, >=2000=0.02% sde1/zero-9: (groupid=0, jobs=1): err= 0: pid=4080 write: io=648MB, bw=3,293KB/s, iops=25, runt=201526msec clat (usec): min=235, max=2,385K, avg=38465.25, stdev=100916.94 bw (KB/s) : min= 76, max=12084, per=0.71%, avg=3826.27, stdev=2829.08 cpu : usr=0.04%, sys=1.60%, ctx=6647, majf=11, minf=165969 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5184, short=0/0 lat (usec): 250=0.25%, 500=15.28%, 750=11.65%, 1000=2.57% lat (msec): 2=0.33%, 4=0.10%, 10=1.81%, 20=10.59%, 50=42.17% lat (msec): 100=9.84%, 250=3.45%, 500=1.16%, 750=0.29%, 1000=0.21% lat (msec): 2000=0.29%, >=2000=0.02% sde1/zero-10: (groupid=0, jobs=1): err= 0: pid=4081 write: io=662MB, bw=3,371KB/s, iops=26, runt=201088msec clat (usec): min=216, max=2,725K, avg=37639.83, stdev=105294.55 bw (KB/s) : min= 62, max=12419, per=0.74%, avg=3949.54, stdev=2910.67 cpu : usr=0.03%, sys=1.68%, ctx=6668, majf=14, minf=169544 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5296, short=0/0 lat (usec): 250=0.26%, 500=16.37%, 750=11.25%, 1000=2.28% lat (msec): 2=0.45%, 4=0.09%, 10=2.15%, 20=9.78%, 50=42.30% lat (msec): 100=9.99%, 250=3.29%, 500=0.96%, 750=0.32%, 1000=0.30% lat (msec): 2000=0.13%, >=2000=0.06% sde1/zero-11: (groupid=0, jobs=1): err= 0: pid=4082 write: io=653MB, bw=3,312KB/s, iops=25, runt=201846msec clat (usec): min=234, max=2,645K, avg=38162.24, stdev=99948.10 bw (KB/s) : min= 103, max=11829, per=0.72%, avg=3864.95, stdev=2899.12 cpu : usr=0.06%, sys=1.57%, ctx=6768, majf=9, minf=167217 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5223, short=0/0 lat (usec): 250=0.27%, 500=15.72%, 750=11.43%, 1000=2.58% lat (msec): 2=0.40%, 4=0.06%, 10=1.51%, 20=10.30%, 50=42.81% lat (msec): 100=9.30%, 250=3.54%, 500=1.21%, 750=0.38%, 1000=0.25% lat (msec): 2000=0.21%, >=2000=0.02% sde1/zero-12: (groupid=0, jobs=1): err= 0: pid=4083 write: io=657MB, bw=3,304KB/s, iops=25, runt=203532msec clat (usec): min=226, max=2,352K, avg=37980.82, stdev=97154.19 bw (KB/s) : min= 78, max=12598, per=0.72%, avg=3836.91, stdev=2845.85 cpu : usr=0.07%, sys=1.59%, ctx=6803, majf=9, minf=168175 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5253, short=0/0 lat (usec): 250=0.29%, 500=16.05%, 750=11.52%, 1000=2.19% lat (msec): 2=0.42%, 4=0.13%, 10=1.64%, 20=10.05%, 50=42.81% lat (msec): 100=9.50%, 250=3.45%, 500=1.14%, 750=0.29%, 1000=0.34% lat (msec): 2000=0.17%, >=2000=0.02% sde1/zero-13: (groupid=0, jobs=1): err= 0: pid=4084 write: io=655MB, bw=3,335KB/s, iops=26, runt=200991msec clat (usec): min=223, max=2,385K, avg=38079.04, stdev=97349.12 bw (KB/s) : min= 90, max=13633, per=0.71%, avg=3828.10, stdev=2872.27 cpu : usr=0.07%, sys=1.63%, ctx=7002, majf=5, minf=167672 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5237, short=0/0 lat (usec): 250=0.15%, 500=14.86%, 750=12.09%, 1000=3.09% lat (msec): 2=0.36%, 4=0.08%, 10=1.93%, 20=10.23%, 50=42.24% lat (msec): 100=9.49%, 250=3.38%, 500=1.18%, 750=0.40%, 1000=0.29% lat (msec): 2000=0.21%, >=2000=0.02% sde1/zero-14: (groupid=0, jobs=1): err= 0: pid=4085 write: io=644MB, bw=3,234KB/s, iops=25, runt=203920msec clat (usec): min=229, max=2,389K, avg=38728.55, stdev=104929.80 bw (KB/s) : min= 76, max=14592, per=0.71%, avg=3830.78, stdev=2924.99 cpu : usr=0.03%, sys=1.59%, ctx=7210, majf=11, minf=164946 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5152, short=0/0 lat (usec): 250=0.08%, 500=16.15%, 750=10.68%, 1000=2.81% lat (msec): 2=0.62%, 4=0.10%, 10=2.04%, 20=9.98%, 50=42.27% lat (msec): 100=9.94%, 250=3.24%, 500=1.22%, 750=0.37%, 1000=0.25% lat (msec): 2000=0.21%, >=2000=0.04% sde1/zero-15: (groupid=0, jobs=1): err= 0: pid=4086 write: io=658MB, bw=3,306KB/s, iops=25, runt=203818msec clat (usec): min=232, max=2,390K, avg=38286.55, stdev=104465.67 bw (KB/s) : min= 53, max=15746, per=0.72%, avg=3853.38, stdev=2955.78 cpu : usr=0.06%, sys=1.60%, ctx=7527, majf=10, minf=168567 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5265, short=0/0 lat (usec): 250=0.30%, 500=15.59%, 750=11.62%, 1000=2.87% lat (msec): 2=0.32%, 4=0.08%, 10=1.61%, 20=10.81%, 50=41.67% lat (msec): 100=9.86%, 250=3.19%, 500=1.23%, 750=0.36%, 1000=0.21% lat (msec): 2000=0.23%, >=2000=0.04% sdl1/zero-0: (groupid=0, jobs=1): err= 0: pid=4087 write: io=1,534MB, bw=7,714KB/s, iops=60, runt=203689msec clat (usec): min=214, max=2,338K, avg=16312.48, stdev=61631.78 bw (KB/s) : min= 89, max=360448, per=1.68%, avg=9000.93, stdev=33220.11 cpu : usr=0.20%, sys=2.89%, ctx=5041, majf=9, minf=392873 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/12275, short=0/0 lat (usec): 250=9.32%, 500=43.37%, 750=17.80%, 1000=1.80% lat (msec): 2=0.57%, 4=0.18%, 10=0.58%, 20=2.23%, 50=15.90% lat (msec): 100=6.12%, 250=1.45%, 500=0.40%, 750=0.09%, 1000=0.09% lat (msec): 2000=0.09%, >=2000=0.01% sdl1/zero-1: (groupid=0, jobs=1): err= 0: pid=4088 write: io=200MB, bw=1,005KB/s, iops=7, runt=203909msec clat (usec): min=245, max=2,317K, avg=50529.73, stdev=148565.38 bw (KB/s) : min= 79, max= 4654, per=0.21%, avg=1114.10, stdev=671.28 cpu : usr=0.06%, sys=0.39%, ctx=2680, majf=9, minf=51273 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1601, short=0/0 lat (usec): 250=0.12%, 500=34.48%, 750=17.93%, 1000=3.62% lat (msec): 2=0.37%, 4=0.25%, 10=1.00%, 20=3.56%, 50=14.99% lat (msec): 100=13.37%, 250=6.31%, 500=2.00%, 750=0.75%, 1000=0.56% lat (msec): 2000=0.62%, >=2000=0.06% sdl1/zero-2: (groupid=0, jobs=1): err= 0: pid=4089 write: io=401MB, bw=2,011KB/s, iops=15, runt=203947msec clat (usec): min=225, max=2,520K, avg=37008.84, stdev=106959.47 bw (KB/s) : min= 49, max=12179, per=0.42%, avg=2258.87, stdev=1585.15 cpu : usr=0.12%, sys=0.84%, ctx=4305, majf=15, minf=102560 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3204, short=0/0 lat (usec): 250=0.25%, 500=30.34%, 750=16.48%, 1000=3.87% lat (msec): 2=0.44%, 10=0.62%, 20=4.21%, 50=25.19%, 100=11.99% lat (msec): 250=4.56%, 500=1.22%, 750=0.31%, 1000=0.19%, 2000=0.31% lat (msec): >=2000=0.03% sdl1/zero-3: (groupid=0, jobs=1): err= 0: pid=4090 write: io=601MB, bw=3,037KB/s, iops=23, runt=202796msec clat (usec): min=224, max=2,143K, avg=31297.73, stdev=91497.13 bw (KB/s) : min= 146, max=16062, per=0.64%, avg=3435.19, stdev=2677.97 cpu : usr=0.13%, sys=1.31%, ctx=5013, majf=17, minf=153994 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4811, short=0/0 lat (usec): 250=0.44%, 500=29.02%, 750=17.96%, 1000=3.64% lat (msec): 2=0.54%, 4=0.08%, 10=0.69%, 20=4.68%, 50=27.48% lat (msec): 100=10.64%, 250=3.47%, 500=0.69%, 750=0.29%, 1000=0.15% lat (msec): 2000=0.23%, >=2000=0.02% sdl1/zero-4: (groupid=0, jobs=1): err= 0: pid=4091 write: io=763MB, bw=3,831KB/s, iops=29, runt=203904msec clat (usec): min=217, max=2,698K, avg=30498.94, stdev=91522.28 bw (KB/s) : min= 128, max=18214, per=0.83%, avg=4450.99, stdev=3627.80 cpu : usr=0.16%, sys=1.65%, ctx=4890, majf=11, minf=195357 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6103, short=0/0 lat (usec): 250=0.88%, 500=26.92%, 750=18.47%, 1000=3.54% lat (msec): 2=0.69%, 4=0.05%, 10=0.74%, 20=4.83%, 50=28.66% lat (msec): 100=11.09%, 250=2.95%, 500=0.54%, 750=0.26%, 1000=0.16% lat (msec): 2000=0.18%, >=2000=0.03% sdl1/zero-5: (groupid=0, jobs=1): err= 0: pid=4092 write: io=852MB, bw=4,304KB/s, iops=33, runt=202694msec clat (usec): min=215, max=1,954K, avg=28905.38, stdev=77877.42 bw (KB/s) : min= 100, max=17133, per=0.91%, avg=4863.01, stdev=3901.30 cpu : usr=0.09%, sys=1.99%, ctx=5091, majf=10, minf=218175 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6816, short=0/0 lat (usec): 250=1.48%, 500=27.07%, 750=18.96%, 1000=3.33% lat (msec): 2=0.66%, 4=0.07%, 10=0.91%, 20=3.80%, 50=28.64% lat (msec): 100=11.41%, 250=2.51%, 500=0.62%, 750=0.22%, 1000=0.15% lat (msec): 2000=0.18% sdl1/zero-6: (groupid=0, jobs=1): err= 0: pid=4093 write: io=850MB, bw=4,289KB/s, iops=33, runt=202847msec clat (usec): min=216, max=2,521K, avg=29041.47, stdev=84387.82 bw (KB/s) : min= 115, max=18944, per=0.92%, avg=4939.00, stdev=3965.43 cpu : usr=0.03%, sys=2.04%, ctx=4960, majf=12, minf=217562 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6797, short=0/0 lat (usec): 250=1.56%, 500=27.88%, 750=18.46%, 1000=3.35% lat (msec): 2=0.59%, 4=0.06%, 10=0.88%, 20=3.80%, 50=28.31% lat (msec): 100=11.36%, 250=2.69%, 500=0.53%, 750=0.22%, 1000=0.09% lat (msec): 2000=0.21%, >=2000=0.01% sdl1/zero-7: (groupid=0, jobs=1): err= 0: pid=4094 write: io=857MB, bw=4,351KB/s, iops=33, runt=201592msec clat (usec): min=217, max=2,518K, avg=28818.93, stdev=80714.02 bw (KB/s) : min= 89, max=17621, per=0.91%, avg=4887.86, stdev=3926.76 cpu : usr=0.12%, sys=1.94%, ctx=5021, majf=11, minf=219365 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6853, short=0/0 lat (usec): 250=1.28%, 500=27.94%, 750=18.40%, 1000=3.44% lat (msec): 2=0.51%, 4=0.04%, 10=0.73%, 20=3.88%, 50=29.37% lat (msec): 100=10.54%, 250=2.71%, 500=0.63%, 750=0.18%, 1000=0.16% lat (msec): 2000=0.16%, >=2000=0.01% sdl1/zero-8: (groupid=0, jobs=1): err= 0: pid=4095 write: io=865MB, bw=4,341KB/s, iops=33, runt=203962msec clat (usec): min=216, max=3,034K, avg=28506.11, stdev=81467.16 bw (KB/s) : min= 93, max=17454, per=0.92%, avg=4953.99, stdev=3956.37 cpu : usr=0.06%, sys=1.97%, ctx=5036, majf=7, minf=221412 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6917, short=0/0 lat (usec): 250=1.11%, 500=28.42%, 750=19.21%, 1000=2.80% lat (msec): 2=0.40%, 4=0.06%, 10=0.82%, 20=4.05%, 50=28.21% lat (msec): 100=11.12%, 250=2.67%, 500=0.58%, 750=0.25%, 1000=0.12% lat (msec): 2000=0.16%, >=2000=0.01% sdl1/zero-9: (groupid=0, jobs=1): err= 0: pid=4096 write: io=869MB, bw=4,427KB/s, iops=34, runt=200930msec clat (usec): min=217, max=2,141K, avg=28500.71, stdev=78658.83 bw (KB/s) : min= 102, max=17757, per=0.92%, avg=4952.72, stdev=3991.23 cpu : usr=0.04%, sys=2.04%, ctx=5104, majf=5, minf=222440 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6949, short=0/0 lat (usec): 250=1.38%, 500=28.09%, 750=19.11%, 1000=2.94% lat (msec): 2=0.71%, 4=0.09%, 10=0.75%, 20=3.94%, 50=27.99% lat (msec): 100=11.22%, 250=2.73%, 500=0.52%, 750=0.23%, 1000=0.13% lat (msec): 2000=0.16%, >=2000=0.01% sdl1/zero-10: (groupid=0, jobs=1): err= 0: pid=4097 write: io=872MB, bw=4,400KB/s, iops=34, runt=202862msec clat (usec): min=217, max=2,519K, avg=28339.83, stdev=80014.47 bw (KB/s) : min= 115, max=16508, per=0.92%, avg=4956.42, stdev=3983.36 cpu : usr=0.11%, sys=1.98%, ctx=5204, majf=19, minf=223223 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6974, short=0/0 lat (usec): 250=1.56%, 500=27.49%, 750=19.16%, 1000=3.56% lat (msec): 2=0.50%, 4=0.03%, 10=0.82%, 20=3.99%, 50=28.18% lat (msec): 100=10.98%, 250=2.68%, 500=0.60%, 750=0.14%, 1000=0.14% lat (msec): 2000=0.16%, >=2000=0.01% sdl1/zero-11: (groupid=0, jobs=1): err= 0: pid=4098 write: io=862MB, bw=4,361KB/s, iops=34, runt=202366msec clat (usec): min=221, max=2,518K, avg=28693.70, stdev=82098.65 bw (KB/s) : min= 119, max=18944, per=0.93%, avg=4976.99, stdev=4018.31 cpu : usr=0.05%, sys=2.03%, ctx=5086, majf=16, minf=220669 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6894, short=0/0 lat (usec): 250=1.44%, 500=28.46%, 750=18.90%, 1000=3.28% lat (msec): 2=0.39%, 4=0.07%, 10=0.81%, 20=4.13%, 50=27.75% lat (msec): 100=10.98%, 250=2.63%, 500=0.62%, 750=0.16%, 1000=0.23% lat (msec): 2000=0.13%, >=2000=0.01% sdl1/zero-12: (groupid=0, jobs=1): err= 0: pid=4099 write: io=874MB, bw=4,439KB/s, iops=34, runt=201688msec clat (usec): min=218, max=1,958K, avg=28220.64, stdev=83476.89 bw (KB/s) : min= 87, max=17558, per=0.95%, avg=5076.74, stdev=4041.27 cpu : usr=0.06%, sys=2.08%, ctx=5486, majf=9, minf=223913 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6995, short=0/0 lat (usec): 250=1.53%, 500=28.08%, 750=19.23%, 1000=3.89% lat (msec): 2=0.54%, 4=0.07%, 10=0.73%, 20=3.90%, 50=27.51% lat (msec): 100=11.07%, 250=2.39%, 500=0.57%, 750=0.19%, 1000=0.09% lat (msec): 2000=0.23% sdl1/zero-13: (groupid=0, jobs=1): err= 0: pid=4100 write: io=874MB, bw=4,430KB/s, iops=34, runt=202035msec clat (usec): min=215, max=2,338K, avg=28282.22, stdev=79211.26 bw (KB/s) : min= 115, max=18035, per=0.92%, avg=4936.70, stdev=4005.89 cpu : usr=0.13%, sys=1.98%, ctx=5219, majf=11, minf=223808 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6992, short=0/0 lat (usec): 250=0.97%, 500=27.82%, 750=19.41%, 1000=3.69% lat (msec): 2=0.72%, 4=0.07%, 10=0.90%, 20=3.96%, 50=27.62% lat (msec): 100=11.21%, 250=2.52%, 500=0.59%, 750=0.21%, 1000=0.16% lat (msec): 2000=0.14%, >=2000=0.01% sdl1/zero-14: (groupid=0, jobs=1): err= 0: pid=4101 write: io=868MB, bw=4,378KB/s, iops=34, runt=202919msec clat (usec): min=216, max=1,958K, avg=28480.98, stdev=84791.19 bw (KB/s) : min= 73, max=19478, per=0.94%, avg=5048.76, stdev=4143.20 cpu : usr=0.11%, sys=1.93%, ctx=5253, majf=13, minf=222181 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6941, short=0/0 lat (usec): 250=1.25%, 500=28.79%, 750=20.08%, 1000=2.84% lat (msec): 2=0.53%, 10=0.86%, 20=3.46%, 50=27.73%, 100=10.92% lat (msec): 250=2.36%, 500=0.61%, 750=0.23%, 1000=0.13%, 2000=0.20% sdl1/zero-15: (groupid=0, jobs=1): err= 0: pid=4102 write: io=882MB, bw=4,426KB/s, iops=34, runt=203946msec clat (usec): min=218, max=2,424K, avg=28060.86, stdev=85535.07 bw (KB/s) : min= 93, max=16770, per=0.95%, avg=5116.19, stdev=4063.17 cpu : usr=0.08%, sys=1.97%, ctx=5321, majf=11, minf=225731 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/7052, short=0/0 lat (usec): 250=1.26%, 500=29.44%, 750=18.68%, 1000=3.26% lat (msec): 2=0.68%, 4=0.06%, 10=0.71%, 20=3.76%, 50=27.71% lat (msec): 100=11.10%, 250=2.31%, 500=0.58%, 750=0.13%, 1000=0.13% lat (msec): 2000=0.17%, >=2000=0.03% sdj1/zero-0: (groupid=0, jobs=1): err= 0: pid=4103 write: io=1,027MB, bw=5,188KB/s, iops=40, runt=202773msec clat (usec): min=225, max=1,804K, avg=24334.31, stdev=76045.62 bw (KB/s) : min= 105, max=269056, per=1.12%, avg=5986.43, stdev=17647.37 cpu : usr=0.11%, sys=2.30%, ctx=5621, majf=17, minf=263037 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/8218, short=0/0 lat (usec): 250=0.50%, 500=30.06%, 750=20.25%, 1000=3.46% lat (msec): 2=0.71%, 4=0.06%, 10=1.28%, 20=5.78%, 50=26.72% lat (msec): 100=8.19%, 250=2.07%, 500=0.46%, 750=0.17%, 1000=0.15% lat (msec): 2000=0.16% sdj1/zero-1: (groupid=0, jobs=1): err= 0: pid=4104 write: io=199MB, bw=1,014KB/s, iops=7, runt=200767msec clat (usec): min=255, max=2,478K, avg=51263.81, stdev=158566.50 bw (KB/s) : min= 50, max= 4608, per=0.21%, avg=1123.72, stdev=705.06 cpu : usr=0.06%, sys=0.43%, ctx=2831, majf=7, minf=50918 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/1590, short=0/0 lat (usec): 500=34.28%, 750=17.36%, 1000=3.90% lat (msec): 2=0.63%, 10=1.07%, 20=4.28%, 50=15.41%, 100=12.96% lat (msec): 250=5.97%, 500=1.82%, 750=1.07%, 1000=0.82%, 2000=0.31% lat (msec): >=2000=0.13% sdj1/zero-2: (groupid=0, jobs=1): err= 0: pid=4105 write: io=396MB, bw=2,001KB/s, iops=15, runt=202793msec clat (usec): min=223, max=1,829K, avg=37638.62, stdev=119906.72 bw (KB/s) : min= 71, max=10479, per=0.43%, avg=2291.29, stdev=1711.42 cpu : usr=0.09%, sys=0.84%, ctx=4146, majf=9, minf=101517 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/3171, short=0/0 lat (usec): 250=0.19%, 500=31.25%, 750=16.18%, 1000=3.44% lat (msec): 2=0.44%, 4=0.19%, 10=0.95%, 20=4.76%, 50=24.94% lat (msec): 100=11.23%, 250=4.16%, 500=1.17%, 750=0.41%, 1000=0.25% lat (msec): 2000=0.44% sdj1/zero-3: (groupid=0, jobs=1): err= 0: pid=4106 write: io=592MB, bw=2,993KB/s, iops=23, runt=202638msec clat (usec): min=221, max=1,716K, avg=32715.16, stdev=97198.60 bw (KB/s) : min= 132, max=14112, per=0.64%, avg=3424.95, stdev=2691.70 cpu : usr=0.14%, sys=1.26%, ctx=5109, majf=14, minf=151663 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/4738, short=0/0 lat (usec): 250=0.36%, 500=28.75%, 750=16.93%, 1000=3.38% lat (msec): 2=0.44%, 4=0.08%, 10=1.10%, 20=5.30%, 50=27.63% lat (msec): 100=11.10%, 250=3.29%, 500=0.80%, 750=0.30%, 1000=0.32% lat (msec): 2000=0.23% sdj1/zero-4: (groupid=0, jobs=1): err= 0: pid=4107 write: io=748MB, bw=3,764KB/s, iops=29, runt=203571msec clat (usec): min=221, max=1,725K, avg=31404.17, stdev=86385.54 bw (KB/s) : min= 98, max=14970, per=0.81%, avg=4317.32, stdev=3431.65 cpu : usr=0.09%, sys=1.67%, ctx=7388, majf=15, minf=191614 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/5986, short=0/0 lat (usec): 250=0.47%, 500=23.67%, 750=16.81%, 1000=3.09% lat (msec): 2=0.40%, 4=0.12%, 10=1.59%, 20=7.92%, 50=31.21% lat (msec): 100=10.49%, 250=2.81%, 500=0.70%, 750=0.23%, 1000=0.35% lat (msec): 2000=0.15% sdj1/zero-5: (groupid=0, jobs=1): err= 0: pid=4108 write: io=788MB, bw=3,961KB/s, iops=30, runt=203606msec clat (usec): min=216, max=1,854K, avg=31500.78, stdev=85120.73 bw (KB/s) : min= 94, max=16500, per=0.85%, avg=4583.35, stdev=3591.26 cpu : usr=0.05%, sys=1.88%, ctx=5918, majf=14, minf=201693 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6301, short=0/0 lat (usec): 250=0.67%, 500=21.41%, 750=15.90%, 1000=3.24% lat (msec): 2=0.68%, 4=0.06%, 10=1.41%, 20=7.71%, 50=34.53% lat (msec): 100=10.30%, 250=2.81%, 500=0.57%, 750=0.32%, 1000=0.21% lat (msec): 2000=0.17% sdj1/zero-6: (groupid=0, jobs=1): err= 0: pid=4109 write: io=799MB, bw=4,033KB/s, iops=31, runt=202784msec clat (usec): min=216, max=1,728K, avg=31107.64, stdev=83807.44 bw (KB/s) : min= 95, max=15477, per=0.86%, avg=4586.38, stdev=3593.99 cpu : usr=0.08%, sys=1.78%, ctx=5522, majf=7, minf=204552 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6390, short=0/0 lat (usec): 250=0.85%, 500=21.85%, 750=16.23%, 1000=3.19% lat (msec): 2=0.41%, 4=0.08%, 10=1.33%, 20=7.81%, 50=34.01% lat (msec): 100=10.39%, 250=2.61%, 500=0.58%, 750=0.25%, 1000=0.27% lat (msec): 2000=0.16% sdj1/zero-7: (groupid=0, jobs=1): err= 0: pid=4110 write: io=804MB, bw=4,050KB/s, iops=31, runt=203376msec clat (usec): min=216, max=1,724K, avg=30903.95, stdev=83389.51 bw (KB/s) : min= 97, max=15537, per=0.87%, avg=4658.07, stdev=3593.80 cpu : usr=0.05%, sys=1.85%, ctx=5742, majf=9, minf=205989 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6435, short=0/0 lat (usec): 250=0.75%, 500=23.23%, 750=15.88%, 1000=2.70% lat (msec): 2=0.28%, 4=0.11%, 10=1.32%, 20=7.61%, 50=33.91% lat (msec): 100=10.12%, 250=2.83%, 500=0.64%, 750=0.20%, 1000=0.28% lat (msec): 2000=0.14% sdj1/zero-8: (groupid=0, jobs=1): err= 0: pid=4111 write: io=781MB, bw=3,929KB/s, iops=30, runt=203600msec clat (usec): min=217, max=1,780K, avg=31819.68, stdev=91099.78 bw (KB/s) : min= 83, max=15341, per=0.86%, avg=4600.84, stdev=3597.04 cpu : usr=0.06%, sys=1.81%, ctx=5427, majf=11, minf=200041 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6249, short=0/0 lat (usec): 250=0.58%, 500=23.30%, 750=14.88%, 1000=2.78% lat (msec): 2=0.53%, 4=0.08%, 10=1.38%, 20=7.94%, 50=34.29% lat (msec): 100=10.32%, 250=2.54%, 500=0.69%, 750=0.21%, 1000=0.24% lat (msec): 2000=0.24% sdj1/zero-9: (groupid=0, jobs=1): err= 0: pid=4112 write: io=808MB, bw=4,067KB/s, iops=31, runt=203329msec clat (usec): min=219, max=1,724K, avg=30788.91, stdev=81589.87 bw (KB/s) : min= 105, max=15029, per=0.85%, avg=4578.35, stdev=3558.59 cpu : usr=0.05%, sys=1.93%, ctx=6519, majf=15, minf=206787 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6460, short=0/0 lat (usec): 250=0.74%, 500=22.72%, 750=16.30%, 1000=2.69% lat (msec): 2=0.51%, 4=0.08%, 10=1.44%, 20=7.55%, 50=33.36% lat (msec): 100=10.63%, 250=2.74%, 500=0.53%, 750=0.33%, 1000=0.22% lat (msec): 2000=0.15% sdj1/zero-10: (groupid=0, jobs=1): err= 0: pid=4113 write: io=789MB, bw=3,966KB/s, iops=30, runt=203623msec clat (usec): min=221, max=1,637K, avg=31518.75, stdev=87071.12 bw (KB/s) : min= 78, max=15250, per=0.85%, avg=4578.52, stdev=3653.06 cpu : usr=0.06%, sys=1.85%, ctx=5524, majf=9, minf=201958 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6309, short=0/0 lat (usec): 250=0.60%, 500=22.94%, 750=15.99%, 1000=2.76% lat (msec): 2=0.49%, 4=0.06%, 10=1.49%, 20=7.77%, 50=33.60% lat (msec): 100=10.18%, 250=2.90%, 500=0.52%, 750=0.21%, 1000=0.30% lat (msec): 2000=0.19% sdj1/zero-11: (groupid=0, jobs=1): err= 0: pid=4114 write: io=806MB, bw=4,107KB/s, iops=32, runt=201037msec clat (usec): min=221, max=1,724K, avg=30834.25, stdev=83121.18 bw (KB/s) : min= 121, max=15444, per=0.87%, avg=4645.24, stdev=3590.08 cpu : usr=0.04%, sys=1.94%, ctx=6046, majf=11, minf=206466 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6450, short=0/0 lat (usec): 250=0.60%, 500=22.12%, 750=15.83%, 1000=3.29% lat (msec): 2=0.45%, 4=0.16%, 10=1.61%, 20=7.72%, 50=34.25% lat (msec): 100=10.00%, 250=2.74%, 500=0.59%, 750=0.20%, 1000=0.25% lat (msec): 2000=0.19% sdj1/zero-12: (groupid=0, jobs=1): err= 0: pid=4115 write: io=800MB, bw=4,060KB/s, iops=31, runt=201720msec clat (usec): min=217, max=2,750K, avg=31098.05, stdev=93035.74 bw (KB/s) : min= 96, max=14592, per=0.88%, avg=4697.82, stdev=3574.56 cpu : usr=0.06%, sys=1.86%, ctx=5914, majf=13, minf=204804 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6398, short=0/0 lat (usec): 250=0.75%, 500=22.19%, 750=16.18%, 1000=2.92% lat (msec): 2=0.48%, 4=0.11%, 10=1.36%, 20=8.02%, 50=33.98% lat (msec): 100=10.25%, 250=2.59%, 500=0.56%, 750=0.17%, 1000=0.19% lat (msec): 2000=0.22%, >=2000=0.02% sdj1/zero-13: (groupid=0, jobs=1): err= 0: pid=4116 write: io=807MB, bw=4,102KB/s, iops=32, runt=201549msec clat (usec): min=220, max=1,804K, avg=30797.96, stdev=82228.65 bw (KB/s) : min= 96, max=16532, per=0.86%, avg=4632.64, stdev=3637.69 cpu : usr=0.09%, sys=1.85%, ctx=5691, majf=7, minf=206762 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6459, short=0/0 lat (usec): 250=0.77%, 500=22.22%, 750=16.36%, 1000=3.14% lat (msec): 2=0.67%, 4=0.09%, 10=1.32%, 20=7.69%, 50=33.29% lat (msec): 100=10.45%, 250=2.76%, 500=0.65%, 750=0.17%, 1000=0.28% lat (msec): 2000=0.14% sdj1/zero-14: (groupid=0, jobs=1): err= 0: pid=4117 write: io=807MB, bw=4,066KB/s, iops=31, runt=203290msec clat (usec): min=216, max=1,784K, avg=30825.92, stdev=85510.11 bw (KB/s) : min= 76, max=16286, per=0.87%, avg=4677.57, stdev=3642.12 cpu : usr=0.08%, sys=1.84%, ctx=5723, majf=15, minf=206685 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6457, short=0/0 lat (usec): 250=0.88%, 500=22.44%, 750=16.25%, 1000=2.66% lat (msec): 2=0.54%, 4=0.17%, 10=1.50%, 20=7.76%, 50=33.78% lat (msec): 100=10.11%, 250=2.71%, 500=0.56%, 750=0.26%, 1000=0.19% lat (msec): 2000=0.19% sdj1/zero-15: (groupid=0, jobs=1): err= 0: pid=4118 write: io=810MB, bw=4,098KB/s, iops=32, runt=202458msec clat (usec): min=216, max=1,724K, avg=30694.45, stdev=82195.09 bw (KB/s) : min= 102, max=15906, per=0.87%, avg=4671.14, stdev=3706.11 cpu : usr=0.07%, sys=1.87%, ctx=5982, majf=13, minf=207490 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=0/6482, short=0/0 lat (usec): 250=0.76%, 500=22.48%, 750=16.08%, 1000=3.16% lat (msec): 2=0.48%, 4=0.14%, 10=1.53%, 20=7.82%, 50=33.09% lat (msec): 100=10.54%, 250=2.76%, 500=0.48%, 750=0.29%, 1000=0.25% lat (msec): 2000=0.15% Run status group 0 (all jobs): WRITE: io=104GB, aggrb=524MB/s, minb=1,026KB/s, maxb=7,898KB/s, mint=200391msec, maxt=203964msec Disk stats (read/write): sdc: ios=15/21303, merge=0/2552044, ticks=1812/26966740, in_queue=26968520, util=99.35% sdd: ios=15/21334, merge=0/2580811, ticks=1924/26271604, in_queue=26273500, util=99.19% sdf: ios=15/20692, merge=0/2492015, ticks=2500/26106152, in_queue=26108628, util=99.21% sdg: ios=15/21351, merge=0/2578871, ticks=1540/26914288, in_queue=26915804, util=99.53% sdi: ios=15/20434, merge=0/2458564, ticks=1872/26615028, in_queue=26616888, util=99.68% sdh: ios=15/21746, merge=0/2621222, ticks=1636/26034880, in_queue=26036492, util=99.65% sdk: ios=16/25269, merge=0/3074781, ticks=1788/26562132, in_queue=26563868, util=99.59% sde: ios=15/20752, merge=0/2482473, ticks=2116/26482532, in_queue=26484636, util=99.78% sdl: ios=16/27089, merge=0/3307940, ticks=1944/27331824, in_queue=27333752, util=99.86% sdj: ios=16/24602, merge=0/2987846, ticks=2176/26636364, in_queue=26638512, util=99.74%