{ "fio version" : "fio-3.28", "timestamp" : 1771684652, "timestamp_ms" : 1771684652517, "time" : "Sat Feb 21 15:37:32 2026", "global options" : { "ioengine" : "libaio", "direct" : "1", "size" : "4G", "numjobs" : "1", "runtime" : "60s", "startdelay" : "5s", "name" : "read", "rw" : "read", "filename" : "bench" }, "jobs" : [ { "jobname" : "1io_4k", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "4k" }, "read" : { "io_bytes" : 660258816, "io_kbytes" : 644784, "bw_bytes" : 11004130, "bw" : 10746, "iops" : 2686.555224, "runtime" : 60001, "total_ios" : 161196, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 810, "max" : 1258071, "mean" : 24045.430408, "stddev" : 19732.359780, "N" : 161196 }, "clat_ns" : { "min" : 2224, "max" : 11742747, "mean" : 346586.402150, "stddev" : 165325.912496, "N" : 161196, "percentile" : { "1.000000" : 183296, "5.000000" : 214016, "10.000000" : 224256, "20.000000" : 244736, "30.000000" : 264192, "40.000000" : 280576, "50.000000" : 296960, "60.000000" : 370688, "70.000000" : 407552, "80.000000" : 436224, "90.000000" : 473088, "95.000000" : 518144, "99.000000" : 790528, "99.500000" : 1204224, "99.900000" : 1875968, "99.950000" : 2506752, "99.990000" : 4816896 } }, "lat_ns" : { "min" : 99799, "max" : 11795060, "mean" : 370904.374668, "stddev" : 168498.812770, "N" : 161196 }, "bw_min" : 5320, "bw_max" : 16328, "bw_agg" : 100.000000, "bw_mean" : 10763.655462, "bw_dev" : 2443.421068, "bw_samples" : 119, "iops_min" : 1330, "iops_max" : 4082, "iops_mean" : 2690.815126, "iops_stddev" : 610.819788, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60000, "usr_cpu" : 0.998333, "sys_cpu" : 3.321667, "ctx" : 280766, "majf" : 0, "minf" : 14, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.010000, "10" : 0.010000, "20" : 0.000000, "50" : 0.010000, "100" : 0.010000, "250" : 23.022283, "500" : 70.411176, "750" : 5.433137, "1000" : 0.480781 }, "latency_ms" : { "2" : 0.558947, "4" : 0.062036, "10" : 0.021092, "20" : 0.010000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_8k", "groupid" : 1, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "8k" }, "read" : { "io_bytes" : 1162543104, "io_kbytes" : 1135296, "bw_bytes" : 19375395, "bw" : 18921, "iops" : 2365.160581, "runtime" : 60001, "total_ios" : 141912, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 820, "max" : 3547883, "mean" : 30700.606834, "stddev" : 23063.879837, "N" : 141912 }, "clat_ns" : { "min" : 5260, "max" : 209160469, "mean" : 390194.148515, "stddev" : 582282.078966, "N" : 141912, "percentile" : { "1.000000" : 193536, "5.000000" : 234496, "10.000000" : 244736, "20.000000" : 268288, "30.000000" : 288768, "40.000000" : 301056, "50.000000" : 321536, "60.000000" : 391168, "70.000000" : 452608, "80.000000" : 518144, "90.000000" : 593920, "95.000000" : 659456, "99.000000" : 798720, "99.500000" : 921600, "99.900000" : 1564672, "99.950000" : 2899968, "99.990000" : 5537792 } }, "lat_ns" : { "min" : 101486, "max" : 209168043, "mean" : 421234.326702, "stddev" : 582924.602177, "N" : 141912 }, "bw_min" : 11062, "bw_max" : 27014, "bw_agg" : 99.940363, "bw_mean" : 18910.521008, "bw_dev" : 3947.552032, "bw_samples" : 119, "iops_min" : 1382, "iops_max" : 3376, "iops_mean" : 2363.663866, "iops_stddev" : 493.464701, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60000, "usr_cpu" : 1.066667, "sys_cpu" : 3.445000, "ctx" : 260948, "majf" : 0, "minf" : 16, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.010000, "50" : 0.000000, "100" : 0.010570, "250" : 12.123710, "500" : 65.629404, "750" : 20.628277, "1000" : 1.252184 }, "latency_ms" : { "2" : 0.288207, "4" : 0.038052, "10" : 0.026072, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_64k", "groupid" : 2, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "64k" }, "read" : { "io_bytes" : 4955963392, "io_kbytes" : 4839808, "bw_bytes" : 82598013, "bw" : 80662, "iops" : 1260.345661, "runtime" : 60001, "total_ios" : 75622, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1536, "max" : 1066209, "mean" : 36642.374137, "stddev" : 24306.901332, "N" : 75622 }, "clat_ns" : { "min" : 7043, "max" : 7698174, "mean" : 754568.570733, "stddev" : 231447.466892, "N" : 75622, "percentile" : { "1.000000" : 399360, "5.000000" : 544768, "10.000000" : 569344, "20.000000" : 593920, "30.000000" : 618496, "40.000000" : 643072, "50.000000" : 700416, "60.000000" : 757760, "70.000000" : 815104, "80.000000" : 929792, "90.000000" : 1019904, "95.000000" : 1089536, "99.000000" : 1351680, "99.500000" : 1531904, "99.900000" : 3031040, "99.950000" : 3915776, "99.990000" : 6258688 } }, "lat_ns" : { "min" : 263979, "max" : 7748980, "mean" : 791578.610999, "stddev" : 233860.186677, "N" : 75622 }, "bw_min" : 65536, "bw_max" : 95360, "bw_agg" : 100.000000, "bw_mean" : 80749.142857, "bw_dev" : 5375.515755, "bw_samples" : 119, "iops_min" : 1024, "iops_max" : 1490, "iops_mean" : 1261.495798, "iops_stddev" : 83.891867, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60000, "usr_cpu" : 0.543333, "sys_cpu" : 2.601667, "ctx" : 137563, "majf" : 0, "minf" : 30, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.015868, "500" : 1.490307, "750" : 57.672370, "1000" : 28.887096 }, "latency_ms" : { "2" : 11.716167, "4" : 0.173230, "10" : 0.043638, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_4M", "groupid" : 3, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "4M" }, "read" : { "io_bytes" : 12666798080, "io_kbytes" : 12369920, "bw_bytes" : 211060536, "bw" : 206113, "iops" : 50.320753, "runtime" : 60015, "total_ios" : 3020, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 40495, "max" : 2379602, "mean" : 244622.497351, "stddev" : 135542.250906, "N" : 3020 }, "clat_ns" : { "min" : 8702207, "max" : 65999411, "mean" : 19621346.978477, "stddev" : 2202016.583552, "N" : 3020, "percentile" : { "1.000000" : 15007744, "5.000000" : 16908288, "10.000000" : 17170432, "20.000000" : 17694720, "30.000000" : 18219008, "40.000000" : 19267584, "50.000000" : 19791872, "60.000000" : 20316160, "70.000000" : 20840448, "80.000000" : 21102592, "90.000000" : 21889024, "95.000000" : 22413312, "99.000000" : 24510464, "99.500000" : 26345472, "99.900000" : 30801920, "99.950000" : 40108032, "99.990000" : 65798144 } }, "lat_ns" : { "min" : 8987271, "max" : 66092626, "mean" : 19866695.652318, "stddev" : 2203531.632607, "N" : 3020 }, "bw_min" : 187398, "bw_max" : 213418, "bw_agg" : 100.000000, "bw_mean" : 206256.058824, "bw_dev" : 5800.261622, "bw_samples" : 119, "iops_min" : 45, "iops_max" : 52, "iops_mean" : 50.310924, "iops_stddev" : 1.430585, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60014, "usr_cpu" : 0.071650, "sys_cpu" : 1.011431, "ctx" : 5923, "majf" : 0, "minf" : 1036, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.066225, "20" : 52.052980, "50" : 47.847682, "100" : 0.033113, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_4k", "groupid" : 4, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "4k" }, "read" : { "io_bytes" : 1546567680, "io_kbytes" : 1510320, "bw_bytes" : 25774409, "bw" : 25170, "iops" : 6292.580495, "runtime" : 60004, "total_ios" : 377580, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1015, "max" : 1231394, "mean" : 26276.252341, "stddev" : 20160.197170, "N" : 377580 }, "clat_ns" : { "min" : 163375, "max" : 22902342, "mean" : 5057440.600456, "stddev" : 2220081.386295, "N" : 377580, "percentile" : { "1.000000" : 1187840, "5.000000" : 2703360, "10.000000" : 3096576, "20.000000" : 3325952, "30.000000" : 3457024, "40.000000" : 3620864, "50.000000" : 3817472, "60.000000" : 5472256, "70.000000" : 6782976, "80.000000" : 7307264, "90.000000" : 7962624, "95.000000" : 8585216, "99.000000" : 10289152, "99.500000" : 11599872, "99.900000" : 16056320, "99.950000" : 17694720, "99.990000" : 21626880 } }, "lat_ns" : { "min" : 222204, "max" : 22933203, "mean" : 5084003.305448, "stddev" : 2221609.935839, "N" : 377580 }, "bw_min" : 14768, "bw_max" : 37864, "bw_agg" : 99.974886, "bw_mean" : 25164.798319, "bw_dev" : 5639.022204, "bw_samples" : 119, "iops_min" : 3692, "iops_max" : 9466, "iops_mean" : 6291.067227, "iops_stddev" : 1409.721987, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60003, "usr_cpu" : 2.304885, "sys_cpu" : 7.392964, "ctx" : 666239, "majf" : 0, "minf" : 43, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.991790, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999735, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.061179, "750" : 0.280206, "1000" : 0.338736 }, "latency_ms" : { "2" : 2.107633, "4" : 51.503522, "10" : 44.528047, "20" : 1.161608, "50" : 0.018274, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_8k", "groupid" : 5, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "8k" }, "read" : { "io_bytes" : 2583576576, "io_kbytes" : 2523024, "bw_bytes" : 43049564, "bw" : 42040, "iops" : 5255.073816, "runtime" : 60014, "total_ios" : 315378, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 906, "max" : 1101149, "mean" : 27007.589968, "stddev" : 20565.394504, "N" : 315378 }, "clat_ns" : { "min" : 182165, "max" : 39043050, "mean" : 6060574.470448, "stddev" : 3383484.290717, "N" : 315378, "percentile" : { "1.000000" : 946176, "5.000000" : 2342912, "10.000000" : 3391488, "20.000000" : 3719168, "30.000000" : 3883008, "40.000000" : 4014080, "50.000000" : 4227072, "60.000000" : 5406720, "70.000000" : 7438336, "80.000000" : 8716288, "90.000000" : 11599872, "95.000000" : 12910592, "99.000000" : 14352384, "99.500000" : 15269888, "99.900000" : 19005440, "99.950000" : 20840448, "99.990000" : 28180480 } }, "lat_ns" : { "min" : 193264, "max" : 39072954, "mean" : 6087872.842091, "stddev" : 3385020.255016, "N" : 315378 }, "bw_min" : 24960, "bw_max" : 61691, "bw_agg" : 100.000000, "bw_mean" : 42201.403361, "bw_dev" : 9265.246958, "bw_samples" : 119, "iops_min" : 3120, "iops_max" : 7711, "iops_mean" : 5275.050420, "iops_stddev" : 1158.182466, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60013, "usr_cpu" : 1.837935, "sys_cpu" : 6.765201, "ctx" : 549511, "majf" : 0, "minf" : 76, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.990171, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999683, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.111929, "750" : 0.435034, "1000" : 0.586915 }, "latency_ms" : { "2" : 2.730057, "4" : 34.970099, "10" : 44.189829, "20" : 16.895915, "50" : 0.075148, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_64k", "groupid" : 6, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "64k" }, "read" : { "io_bytes" : 14969536512, "io_kbytes" : 14618688, "bw_bytes" : 249450700, "bw" : 243604, "iops" : 3806.315614, "runtime" : 60010, "total_ios" : 228417, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1596, "max" : 1263579, "mean" : 30184.337624, "stddev" : 25150.909572, "N" : 228417 }, "clat_ns" : { "min" : 286993, "max" : 39018052, "mean" : 8375026.071151, "stddev" : 5009429.740636, "N" : 228417, "percentile" : { "1.000000" : 1003520, "5.000000" : 1613824, "10.000000" : 2473984, "20.000000" : 3948544, "30.000000" : 5210112, "40.000000" : 6389760, "50.000000" : 7569408, "60.000000" : 8978432, "70.000000" : 10158080, "80.000000" : 12124160, "90.000000" : 15532032, "95.000000" : 18743296, "99.000000" : 21364736, "99.500000" : 22675456, "99.900000" : 28180480, "99.950000" : 30539776, "99.990000" : 34340864 } }, "lat_ns" : { "min" : 294829, "max" : 39030042, "mean" : 8405487.926906, "stddev" : 5008688.363111, "N" : 228417 }, "bw_min" : 199567, "bw_max" : 275456, "bw_agg" : 100.000000, "bw_mean" : 243893.109244, "bw_dev" : 14404.002222, "bw_samples" : 119, "iops_min" : 3118, "iops_max" : 4304, "iops_mean" : 3810.647059, "iops_stddev" : 225.099511, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60009, "usr_cpu" : 1.306471, "sys_cpu" : 5.522505, "ctx" : 399916, "majf" : 0, "minf" : 524, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.986428, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999562, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.014885, "750" : 0.075739, "1000" : 0.904048 }, "latency_ms" : { "2" : 6.344537, "4" : 12.964884, "10" : 48.049401, "20" : 29.206232, "50" : 2.440274, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_4M", "groupid" : 7, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "4M" }, "read" : { "io_bytes" : 70703382528, "io_kbytes" : 69046272, "bw_bytes" : 1176331129, "bw" : 1148760, "iops" : 280.459196, "runtime" : 60105, "total_ios" : 16857, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 37545, "max" : 3135703, "mean" : 156582.165747, "stddev" : 106611.438988, "N" : 16857 }, "clat_ns" : { "min" : 15268049, "max" : 616481902, "mean" : 113904742.963280, "stddev" : 133404938.158531, "N" : 16857, "percentile" : { "1.000000" : 20316160, "5.000000" : 22675456, "10.000000" : 26083328, "20.000000" : 32112640, "30.000000" : 36962304, "40.000000" : 42205184, "50.000000" : 49020928, "60.000000" : 61603840, "70.000000" : 93847552, "80.000000" : 160432128, "90.000000" : 371195904, "95.000000" : 434110464, "99.000000" : 513802240, "99.500000" : 530579456, "99.900000" : 566231040, "99.950000" : 591396864, "99.990000" : 608174080 } }, "lat_ns" : { "min" : 15475436, "max" : 616691720, "mean" : 114061660.405411, "stddev" : 133403556.697088, "N" : 16857 }, "bw_min" : 1073152, "bw_max" : 1179648, "bw_agg" : 99.984778, "bw_mean" : 1148586.666667, "bw_dev" : 15532.187447, "bw_samples" : 120, "iops_min" : 262, "iops_max" : 288, "iops_mean" : 280.433333, "iops_stddev" : 3.794586, "iops_samples" : 120 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60104, "usr_cpu" : 0.116465, "sys_cpu" : 3.733529, "ctx" : 32797, "majf" : 0, "minf" : 32779, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.816100, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.994057, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.788990, "50" : 50.121611, "100" : 20.264579, "250" : 12.706887, "500" : 14.623005, "750" : 1.494928, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "rbd0", "read_ios" : 1319941, "write_ios" : 0, "read_merges" : 59604, "write_merges" : 0, "read_ticks" : 7891204, "write_ticks" : 0, "in_queue" : 7891204, "util" : 99.657008 } ] }