job_sdc1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 Starting 80 processes job_sdc1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdd1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sde1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdf1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdg1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdh1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdi1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdj1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdk1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdl1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdc1_sub0: (groupid=0, jobs=80): err= 0: pid=2932 read : io=38,513MB, bw=13,144KB/s, iops=205, runt=3000470msec clat (usec): min=50, max=2,569K, avg=71143.90, stdev=12671.89 bw (KB/s) : min= 1, max= 3041, per=1.68%, avg=220.36, stdev=21.84 write: io=38,424MB, bw=13,113KB/s, iops=204, runt=3000470msec clat (usec): min=69, max=51,991K, avg=316474.99, stdev=62399.46 bw (KB/s) : min= 1, max= 1893, per=1.47%, avg=192.57, stdev=15.37 cpu : usr=0.02%, sys=0.41%, ctx=21151135, majf=18440319, minf=1260042 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=616213/614778, short=0/0 lat (usec): 100=4.80%, 250=1.44%, 500=0.01%, 750=0.01%, 1000=0.01% lat (msec): 2=0.01%, 4=0.11%, 10=19.52%, 20=26.47%, 50=1.15% lat (msec): 100=2.42%, 250=6.58%, 500=26.89%, 750=8.47%, 1000=0.60% lat (msec): 2000=1.13%, >=2000=0.41% Run status group 0 (all jobs): READ: io=38,513MB, aggrb=13,143KB/s, minb=13,459KB/s, maxb=13,459KB/s, mint=3000470msec, maxt=3000470msec WRITE: io=38,424MB, aggrb=13,113KB/s, minb=13,427KB/s, maxb=13,427KB/s, mint=3000470msec, maxt=3000470msec Disk stats (read/write): sdc: ios=1843267/61087, merge=0/892729, ticks=20065477/517015434, in_queue=538182404, util=64.73% sdd: ios=1850610/61013, merge=0/888877, ticks=19751496/516304782, in_queue=537494798, util=67.36% sde: ios=1839503/60836, merge=0/886135, ticks=19974789/515083418, in_queue=536903521, util=70.23% sdf: ios=1836701/59168, merge=0/860415, ticks=20076471/513002761, in_queue=538653667, util=73.37% sdg: ios=1850468/61119, merge=0/889652, ticks=20197617/516152340, in_queue=538297619, util=76.79% sdh: ios=1842629/60742, merge=0/885175, ticks=19928142/516585429, in_queue=537021969, util=80.53% sdi: ios=1848666/61309, merge=0/893249, ticks=20087387/516956846, in_queue=537214015, util=84.67% sdj: ios=1844191/61039, merge=0/888109, ticks=19950969/514067823, in_queue=535023793, util=89.23% sdk: ios=1843003/60183, merge=0/877166, ticks=20131905/512180883, in_queue=536217057, util=94.39% sdl: ios=1841055/61501, merge=0/877735, ticks=20425371/517706774, in_queue=540092431, util=100.00%