job_sdc1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 Starting 80 processes job_sdc1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdd1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sde1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdf1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdg1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdh1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdi1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdj1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdk1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdl1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdc1_sub0: (groupid=0, jobs=80): err= 0: pid=2930 read : io=37,212MB, bw=12,700KB/s, iops=198, runt=3000455msec clat (usec): min=55, max=2,112K, avg=67653.18, stdev=12764.20 bw (KB/s) : min= 1, max= 2383, per=1.76%, avg=223.53, stdev=22.14 write: io=37,172MB, bw=12,686KB/s, iops=198, runt=3000455msec clat (usec): min=67, max=60,359K, avg=307277.77, stdev=54025.02 bw (KB/s) : min= 1, max= 1969, per=1.52%, avg=193.32, stdev=15.29 cpu : usr=0.02%, sys=0.39%, ctx=21551525, majf=17824977, minf=1256807 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=595388/594759, short=0/0 lat (usec): 100=4.36%, 250=0.85%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec): 2=0.65%, 4=0.33%, 10=18.77%, 20=27.13%, 50=1.45% lat (msec): 100=2.45%, 250=7.84%, 500=24.15%, 750=8.37%, 1000=1.55% lat (msec): 2000=1.71%, >=2000=0.40% Run status group 0 (all jobs): READ: io=37,212MB, aggrb=12,699KB/s, minb=13,004KB/s, maxb=13,004KB/s, mint=3000455msec, maxt=3000455msec WRITE: io=37,172MB, aggrb=12,686KB/s, minb=12,990KB/s, maxb=12,990KB/s, mint=3000455msec, maxt=3000455msec Disk stats (read/write): sdc: ios=1726476/80239, merge=0/843266, ticks=17959460/461986715, in_queue=480319711, util=63.14% sdd: ios=1779182/70661, merge=0/872146, ticks=18930381/487291847, in_queue=506443932, util=66.37% sde: ios=1771788/72401, merge=0/863049, ticks=18857005/483714752, in_queue=504071995, util=69.12% sdf: ios=1806100/69155, merge=0/881200, ticks=19063614/491322621, in_queue=510627864, util=72.61% sdg: ios=1813376/59233, merge=0/714926, ticks=19608043/490096253, in_queue=512223979, util=75.81% sdh: ios=1740869/75076, merge=0/851285, ticks=18348460/472502703, in_queue=490875172, util=78.84% sdi: ios=1767484/75887, merge=0/860072, ticks=18595328/471033406, in_queue=489816374, util=83.03% sdj: ios=1837735/62436, merge=0/826884, ticks=19928121/500854700, in_queue=523784537, util=88.66% sdk: ios=1758834/73399, merge=0/859853, ticks=18717393/481142967, in_queue=500927883, util=92.69% sdl: ios=1822950/64346, merge=0/809530, ticks=20057357/491612325, in_queue=514580402, util=99.04%