job_sdc1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 Starting 80 processes job_sdc1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdd1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sde1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdf1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdg1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdh1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdi1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdj1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdk1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdl1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdc1_sub0: (groupid=0, jobs=80): err= 0: pid=2925 read : io=37,198MB, bw=12,695KB/s, iops=198, runt=3000496msec clat (usec): min=52, max=5,571K, avg=67441.59, stdev=12361.65 bw (KB/s) : min= 1, max= 2810, per=1.68%, avg=213.64, stdev=19.91 write: io=37,158MB, bw=12,681KB/s, iops=198, runt=3000496msec clat (usec): min=70, max=56,849K, avg=330859.61, stdev=75214.88 bw (KB/s) : min= 1, max= 1912, per=1.46%, avg=185.02, stdev=13.53 cpu : usr=0.02%, sys=0.39%, ctx=21693522, majf=17818666, minf=1254689 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=595173/594521, short=0/0 lat (usec): 100=4.29%, 250=0.78%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec): 2=0.74%, 4=0.34%, 10=18.86%, 20=27.07%, 50=1.51% lat (msec): 100=2.60%, 250=8.18%, 500=23.41%, 750=8.31%, 1000=1.73% lat (msec): 2000=1.81%, >=2000=0.39% Run status group 0 (all jobs): READ: io=37,198MB, aggrb=12,694KB/s, minb=12,999KB/s, maxb=12,999KB/s, mint=3000496msec, maxt=3000496msec WRITE: io=37,158MB, aggrb=12,681KB/s, minb=12,985KB/s, maxb=12,985KB/s, mint=3000496msec, maxt=3000496msec Disk stats (read/write): sdc: ios=1818792/63651, merge=0/808956, ticks=19378983/484144739, in_queue=503603081, util=64.22% sdd: ios=1780460/71105, merge=0/869461, ticks=18773286/471485239, in_queue=490259985, util=66.30% sde: ios=1780858/67350, merge=0/798208, ticks=18881677/472122819, in_queue=491036129, util=69.16% sdf: ios=1767886/69420, merge=0/789567, ticks=18442513/466302134, in_queue=484777536, util=72.18% sdg: ios=1790149/73381, merge=0/871550, ticks=18898146/471817229, in_queue=490764424, util=75.80% sdh: ios=1745163/76434, merge=0/854186, ticks=18206484/458608811, in_queue=476825351, util=78.88% sdi: ios=1801426/67644, merge=0/883069, ticks=19193966/480851828, in_queue=500107167, util=83.82% sdj: ios=1756244/74592, merge=0/861172, ticks=18405140/465797534, in_queue=484204695, util=87.53% sdk: ios=1789354/71294, merge=0/869756, ticks=18934009/471707461, in_queue=490682324, util=92.90% sdl: ios=1788352/69471, merge=0/877267, ticks=19323263/484040501, in_queue=503385784, util=98.75%