job_sdc1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdc1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdd1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sde1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdf1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdg1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdh1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdi1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdj1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdk1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub0: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub1: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub2: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub3: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub4: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub5: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub6: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 job_sdl1_sub7: (g=0): rw=randrw, bs=64K-64K/64K-64K, ioengine=mmap, iodepth=1 Starting 80 processes job_sdc1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdd1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sde1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdf1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdg1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdh1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdi1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdj1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdk1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdl1_sub0: Laying out IO file(s) (8 file(s) / 8192MB) job_sdc1_sub0: (groupid=0, jobs=80): err= 0: pid=2931 read : io=38,469MB, bw=13,128KB/s, iops=205, runt=3000633msec clat (usec): min=58, max=1,760K, avg=71828.25, stdev=12479.72 bw (KB/s) : min= 1, max= 2788, per=1.60%, avg=210.61, stdev=19.54 write: io=38,419MB, bw=13,111KB/s, iops=204, runt=3000633msec clat (usec): min=71, max=48,843K, avg=330371.22, stdev=62067.14 bw (KB/s) : min= 1, max= 1717, per=1.41%, avg=184.37, stdev=13.05 cpu : usr=0.02%, sys=0.40%, ctx=21132144, majf=18425736, minf=1262069 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% issued r/w: total=615506/614698, short=0/0 lat (usec): 100=4.81%, 250=1.46%, 500=0.01%, 750=0.01% lat (msec): 2=0.01%, 4=0.11%, 10=19.45%, 20=26.34%, 50=1.15% lat (msec): 100=2.35%, 250=6.39%, 500=27.15%, 750=8.60%, 1000=0.63% lat (msec): 2000=1.20%, >=2000=0.37% Run status group 0 (all jobs): READ: io=38,469MB, aggrb=13,128KB/s, minb=13,443KB/s, maxb=13,443KB/s, mint=3000633msec, maxt=3000633msec WRITE: io=38,419MB, aggrb=13,110KB/s, minb=13,425KB/s, maxb=13,425KB/s, mint=3000633msec, maxt=3000633msec Disk stats (read/write): sdc: ios=1845777/61089, merge=0/890348, ticks=20260599/515513587, in_queue=537758006, util=64.80% sdd: ios=1851675/60748, merge=0/883547, ticks=20282514/513183098, in_queue=536513244, util=67.42% sde: ios=1841936/60035, merge=0/874765, ticks=20182962/512995054, in_queue=537264016, util=70.29% sdf: ios=1828610/60493, merge=0/878878, ticks=19852901/516610662, in_queue=537702979, util=73.40% sdg: ios=1842860/60459, merge=0/882093, ticks=20386216/516390276, in_queue=538625145, util=76.80% sdh: ios=1842615/60933, merge=0/888112, ticks=19955613/518054403, in_queue=538206743, util=80.56% sdi: ios=1851576/61267, merge=0/890640, ticks=20163053/516462181, in_queue=537042219, util=84.72% sdj: ios=1849978/60589, merge=0/886319, ticks=20333004/516155358, in_queue=538729318, util=89.27% sdk: ios=1833905/60587, merge=0/883324, ticks=20101647/515392331, in_queue=537781637, util=94.41% sdl: ios=1836538/61688, merge=0/883062, ticks=20541724/518178600, in_queue=539531821, util=100.00%