{ "fio version" : "fio-3.28", "timestamp" : 1771681123, "timestamp_ms" : 1771681123088, "time" : "Sat Feb 21 14:38:43 2026", "global options" : { "ioengine" : "libaio", "direct" : "1", "size" : "4G", "numjobs" : "1", "runtime" : "60s", "startdelay" : "5s", "name" : "randread", "rw" : "randread", "filename" : "bench" }, "jobs" : [ { "jobname" : "1io_4k", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "4k" }, "read" : { "io_bytes" : 457465856, "io_kbytes" : 446744, "bw_bytes" : 7624303, "bw" : 7445, "iops" : 1861.402310, "runtime" : 60001, "total_ios" : 111686, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 868, "max" : 3251509, "mean" : 25901.889037, "stddev" : 18429.437574, "N" : 111686 }, "clat_ns" : { "min" : 5836, "max" : 47920019, "mean" : 509494.123686, "stddev" : 271369.342664, "N" : 111686, "percentile" : { "1.000000" : 309248, "5.000000" : 342016, "10.000000" : 358400, "20.000000" : 382976, "30.000000" : 403456, "40.000000" : 428032, "50.000000" : 456704, "60.000000" : 518144, "70.000000" : 577536, "80.000000" : 618496, "90.000000" : 675840, "95.000000" : 733184, "99.000000" : 929792, "99.500000" : 1155072, "99.900000" : 3555328, "99.950000" : 4554752, "99.990000" : 7897088 } }, "lat_ns" : { "min" : 246256, "max" : 47950375, "mean" : 535669.543327, "stddev" : 272128.763032, "N" : 111686 }, "bw_min" : 6040, "bw_max" : 8657, "bw_agg" : 100.000000, "bw_mean" : 7450.075630, "bw_dev" : 368.616450, "bw_samples" : 119, "iops_min" : 1510, "iops_max" : 2164, "iops_mean" : 1862.344538, "iops_stddev" : 92.132406, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60000, "usr_cpu" : 0.755000, "sys_cpu" : 2.313333, "ctx" : 202156, "majf" : 0, "minf" : 13, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.010000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 57.724334, "750" : 38.262629, "1000" : 3.257346 }, "latency_ms" : { "2" : 0.512150, "4" : 0.167434, "10" : 0.068048, "20" : 0.010000, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_8k", "groupid" : 1, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "8k" }, "read" : { "io_bytes" : 807092224, "io_kbytes" : 788176, "bw_bytes" : 13451312, "bw" : 13136, "iops" : 1642.005967, "runtime" : 60001, "total_ios" : 98522, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 886, "max" : 1102169, "mean" : 23207.974361, "stddev" : 14358.556620, "N" : 98522 }, "clat_ns" : { "min" : 231181, "max" : 20541948, "mean" : 583972.485282, "stddev" : 243445.315810, "N" : 98522, "percentile" : { "1.000000" : 370688, "5.000000" : 407552, "10.000000" : 428032, "20.000000" : 452608, "30.000000" : 477184, "40.000000" : 505856, "50.000000" : 544768, "60.000000" : 585728, "70.000000" : 643072, "80.000000" : 692224, "90.000000" : 757760, "95.000000" : 815104, "99.000000" : 1056768, "99.500000" : 1368064, "99.900000" : 3751936, "99.950000" : 4816896, "99.990000" : 7438336 } }, "lat_ns" : { "min" : 298521, "max" : 20573402, "mean" : 607462.849485, "stddev" : 243504.459108, "N" : 98522 }, "bw_min" : 10693, "bw_max" : 14396, "bw_agg" : 100.000000, "bw_mean" : 13146.579832, "bw_dev" : 602.192920, "bw_samples" : 119, "iops_min" : 1336, "iops_max" : 1799, "iops_mean" : 1643.226891, "iops_stddev" : 75.308905, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60000, "usr_cpu" : 0.678333, "sys_cpu" : 2.108333, "ctx" : 163845, "majf" : 0, "minf" : 12, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 38.107225, "750" : 50.761251, "1000" : 9.879012 }, "latency_ms" : { "2" : 0.937862, "4" : 0.227360, "10" : 0.085260, "20" : 0.000000, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_64k", "groupid" : 2, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "64k" }, "read" : { "io_bytes" : 3043819520, "io_kbytes" : 2972480, "bw_bytes" : 50729479, "bw" : 49540, "iops" : 774.070432, "runtime" : 60001, "total_ios" : 46445, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1459, "max" : 493529, "mean" : 30416.019421, "stddev" : 15266.885638, "N" : 46445 }, "clat_ns" : { "min" : 616087, "max" : 13995045, "mean" : 1259452.112176, "stddev" : 387879.077916, "N" : 46445, "percentile" : { "1.000000" : 724992, "5.000000" : 806912, "10.000000" : 872448, "20.000000" : 1019904, "30.000000" : 1089536, "40.000000" : 1155072, "50.000000" : 1220608, "60.000000" : 1286144, "70.000000" : 1351680, "80.000000" : 1449984, "90.000000" : 1630208, "95.000000" : 1859584, "99.000000" : 2113536, "99.500000" : 2473984, "99.900000" : 5210112, "99.950000" : 6520832, "99.990000" : 10420224 } }, "lat_ns" : { "min" : 639885, "max" : 14030525, "mean" : 1290162.883066, "stddev" : 387847.572202, "N" : 46445 }, "bw_min" : 44544, "bw_max" : 52736, "bw_agg" : 100.000000, "bw_mean" : 49576.655462, "bw_dev" : 1573.522926, "bw_samples" : 119, "iops_min" : 696, "iops_max" : 824, "iops_mean" : 774.478992, "iops_stddev" : 24.607030, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60000, "usr_cpu" : 0.351667, "sys_cpu" : 1.335000, "ctx" : 80930, "majf" : 0, "minf" : 27, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 1.746151, "1000" : 16.206265 }, "latency_ms" : { "2" : 79.547852, "4" : 2.254279, "10" : 0.234686, "20" : 0.010765, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_4M", "groupid" : 3, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "4M" }, "read" : { "io_bytes" : 13098811392, "io_kbytes" : 12791808, "bw_bytes" : 218280781, "bw" : 213164, "iops" : 52.042194, "runtime" : 60009, "total_ios" : 3123, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 37441, "max" : 2175650, "mean" : 166597.913224, "stddev" : 114823.431488, "N" : 3123 }, "clat_ns" : { "min" : 11328208, "max" : 47391528, "mean" : 19045884.094781, "stddev" : 2071818.070473, "N" : 3123, "percentile" : { "1.000000" : 14745600, "5.000000" : 16580608, "10.000000" : 16908288, "20.000000" : 17170432, "30.000000" : 17432576, "40.000000" : 17956864, "50.000000" : 19005440, "60.000000" : 20054016, "70.000000" : 20316160, "80.000000" : 20840448, "90.000000" : 21364736, "95.000000" : 21889024, "99.000000" : 23724032, "99.500000" : 26083328, "99.900000" : 29491200, "99.950000" : 30801920, "99.990000" : 47448064 } }, "lat_ns" : { "min" : 11602954, "max" : 47430947, "mean" : 19212721.777778, "stddev" : 2080223.470524, "N" : 3123 }, "bw_min" : 188793, "bw_max" : 238044, "bw_agg" : 100.000000, "bw_mean" : 213334.613445, "bw_dev" : 7204.987824, "bw_samples" : 119, "iops_min" : 46, "iops_max" : 58, "iops_mean" : 52.042017, "iops_stddev" : 1.777424, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60008, "usr_cpu" : 0.041661, "sys_cpu" : 0.786562, "ctx" : 5383, "majf" : 0, "minf" : 1034, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 60.999039, "50" : 39.000961, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_4k", "groupid" : 4, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "4k" }, "read" : { "io_bytes" : 6513704960, "io_kbytes" : 6361040, "bw_bytes" : 108558130, "bw" : 106013, "iops" : 26503.449885, "runtime" : 60002, "total_ios" : 1590260, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 727, "max" : 1687057, "mean" : 10646.637066, "stddev" : 10128.006712, "N" : 1590260 }, "clat_ns" : { "min" : 89476, "max" : 33512585, "mean" : 1195119.709108, "stddev" : 1261535.504591, "N" : 1590260, "percentile" : { "1.000000" : 309248, "5.000000" : 350208, "10.000000" : 374784, "20.000000" : 415744, "30.000000" : 456704, "40.000000" : 509952, "50.000000" : 602112, "60.000000" : 847872, "70.000000" : 1318912, "80.000000" : 1875968, "90.000000" : 2736128, "95.000000" : 3620864, "99.000000" : 5865472, "99.500000" : 7045120, "99.900000" : 10944512, "99.950000" : 12779520, "99.990000" : 17956864 } }, "lat_ns" : { "min" : 135018, "max" : 33529712, "mean" : 1206013.042145, "stddev" : 1261698.176786, "N" : 1590260 }, "bw_min" : 73112, "bw_max" : 120136, "bw_agg" : 100.000000, "bw_mean" : 106112.109244, "bw_dev" : 9932.191312, "bw_samples" : 119, "iops_min" : 18278, "iops_max" : 30034, "iops_mean" : 26527.949580, "iops_stddev" : 2483.048823, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60001, "usr_cpu" : 8.909852, "sys_cpu" : 23.211280, "ctx" : 1193237, "majf" : 0, "minf" : 44, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.998051, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999937, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 0.095771, "500" : 38.353477, "750" : 18.959227, "1000" : 5.933558 }, "latency_ms" : { "2" : 18.550237, "4" : 14.375259, "10" : 3.592746, "20" : 0.133249, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_8k", "groupid" : 5, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "8k" }, "read" : { "io_bytes" : 12375351296, "io_kbytes" : 12085304, "bw_bytes" : 206242105, "bw" : 201408, "iops" : 25176.038264, "runtime" : 60004, "total_ios" : 1510663, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 760, "max" : 1822732, "mean" : 11855.119862, "stddev" : 10502.312114, "N" : 1510663 }, "clat_ns" : { "min" : 119070, "max" : 35075581, "mean" : 1257705.692295, "stddev" : 1252318.310164, "N" : 1510663, "percentile" : { "1.000000" : 362496, "5.000000" : 407552, "10.000000" : 436224, "20.000000" : 485376, "30.000000" : 528384, "40.000000" : 585728, "50.000000" : 692224, "60.000000" : 937984, "70.000000" : 1368064, "80.000000" : 1908736, "90.000000" : 2768896, "95.000000" : 3653632, "99.000000" : 5996544, "99.500000" : 7241728, "99.900000" : 10944512, "99.950000" : 12779520, "99.990000" : 17432576 } }, "lat_ns" : { "min" : 144381, "max" : 35108110, "mean" : 1269784.063228, "stddev" : 1252414.619964, "N" : 1510663 }, "bw_min" : 117418, "bw_max" : 225442, "bw_agg" : 100.000000, "bw_mean" : 201619.369748, "bw_dev" : 20958.885976, "bw_samples" : 119, "iops_min" : 14677, "iops_max" : 28180, "iops_mean" : 25202.302521, "iops_stddev" : 2619.864706, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60003, "usr_cpu" : 7.897938, "sys_cpu" : 21.447261, "ctx" : 1327760, "majf" : 0, "minf" : 75, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.997948, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999934, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.090291, "500" : 23.575609, "750" : 29.788378, "1000" : 8.259221 }, "latency_ms" : { "2" : 19.667457, "4" : 14.788937, "10" : 3.680834, "20" : 0.144307, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_64k", "groupid" : 6, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "64k" }, "read" : { "io_bytes" : 44760694784, "io_kbytes" : 43711616, "bw_bytes" : 745874836, "bw" : 728393, "iops" : 11381.146790, "runtime" : 60011, "total_ios" : 682994, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1302, "max" : 924588, "mean" : 21062.171512, "stddev" : 17728.390694, "N" : 682994 }, "clat_ns" : { "min" : 224069, "max" : 60947101, "mean" : 2788907.678890, "stddev" : 2632885.896946, "N" : 682994, "percentile" : { "1.000000" : 749568, "5.000000" : 921600, "10.000000" : 1122304, "20.000000" : 1302528, "30.000000" : 1449984, "40.000000" : 1630208, "50.000000" : 1859584, "60.000000" : 2179072, "70.000000" : 2637824, "80.000000" : 3522560, "90.000000" : 5668864, "95.000000" : 8224768, "99.000000" : 13697024, "99.500000" : 15925248, "99.900000" : 21626880, "99.950000" : 25296896, "99.990000" : 35913728 } }, "lat_ns" : { "min" : 231322, "max" : 60956087, "mean" : 2810247.442781, "stddev" : 2633325.456017, "N" : 682994 }, "bw_min" : 403328, "bw_max" : 791808, "bw_agg" : 100.000000, "bw_mean" : 728816.058824, "bw_dev" : 52253.828709, "bw_samples" : 119, "iops_min" : 6302, "iops_max" : 12372, "iops_mean" : 11387.571429, "iops_stddev" : 816.474652, "iops_samples" : 119 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60010, "usr_cpu" : 4.190968, "sys_cpu" : 14.850858, "ctx" : 826886, "majf" : 0, "minf" : 523, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.995461, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999854, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.010000, "500" : 0.252418, "750" : 0.734853, "1000" : 5.802394 }, "latency_ms" : { "2" : 48.122531, "4" : 28.322943, "10" : 13.729842, "20" : 2.885530, "50" : 0.145536, "100" : 0.010000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_4M", "groupid" : 7, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "4M" }, "read" : { "io_bytes" : 70703382528, "io_kbytes" : 69046272, "bw_bytes" : 1176213713, "bw" : 1148646, "iops" : 280.431202, "runtime" : 60111, "total_ios" : 16857, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 37615, "max" : 3101251, "mean" : 184523.198553, "stddev" : 106154.182477, "N" : 16857 }, "clat_ns" : { "min" : 14749741, "max" : 618234008, "mean" : 113891891.079433, "stddev" : 133127861.464323, "N" : 16857, "percentile" : { "1.000000" : 20578304, "5.000000" : 22675456, "10.000000" : 26345472, "20.000000" : 32374784, "30.000000" : 38010880, "40.000000" : 44302336, "50.000000" : 52690944, "60.000000" : 65273856, "70.000000" : 89653248, "80.000000" : 154140672, "90.000000" : 375390208, "95.000000" : 442499072, "99.000000" : 509607936, "99.500000" : 530579456, "99.900000" : 574619648, "99.950000" : 591396864, "99.990000" : 616562688 } }, "lat_ns" : { "min" : 14899020, "max" : 618473802, "mean" : 114076820.287477, "stddev" : 133129150.785796, "N" : 16857 }, "bw_min" : 1056768, "bw_max" : 1187840, "bw_agg" : 100.000000, "bw_mean" : 1148654.933333, "bw_dev" : 16998.355074, "bw_samples" : 120, "iops_min" : 258, "iops_max" : 290, "iops_mean" : 280.433333, "iops_stddev" : 4.149989, "iops_samples" : 120 }, "write" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60110, "usr_cpu" : 0.146398, "sys_cpu" : 4.644818, "ctx" : 26989, "majf" : 0, "minf" : 32779, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.816100, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.994057, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.676277, "50" : 46.574124, "100" : 25.277333, "250" : 11.745862, "500" : 14.385715, "750" : 1.340689, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "rbd0", "read_ios" : 4060542, "write_ios" : 3, "read_merges" : 59940, "write_merges" : 1, "read_ticks" : 7802972, "write_ticks" : 6, "in_queue" : 7802977, "util" : 99.618830 } ] }