{ "fio version" : "fio-3.28", "timestamp" : 1771685151, "timestamp_ms" : 1771685151155, "time" : "Sat Feb 21 15:45:51 2026", "global options" : { "ioengine" : "libaio", "direct" : "1", "size" : "4G", "numjobs" : "1", "runtime" : "60s", "startdelay" : "5s", "name" : "write", "rw" : "write", "filename" : "bench" }, "jobs" : [ { "jobname" : "1io_4k", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 489, "job options" : { "iodepth" : "1", "bs" : "4k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 191680512, "io_kbytes" : 187188, "bw_bytes" : 3194568, "bw" : 3119, "iops" : 779.924003, "runtime" : 60002, "total_ios" : 46797, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1005, "max" : 240342, "mean" : 31594.506421, "stddev" : 17482.320970, "N" : 46797 }, "clat_ns" : { "min" : 901366, "max" : 37993898, "mean" : 1248735.901254, "stddev" : 494445.000552, "N" : 46797, "percentile" : { "1.000000" : 978944, "5.000000" : 1019904, "10.000000" : 1044480, "20.000000" : 1073152, "30.000000" : 1105920, "40.000000" : 1138688, "50.000000" : 1171456, "60.000000" : 1204224, "70.000000" : 1253376, "80.000000" : 1302528, "90.000000" : 1400832, "95.000000" : 1564672, "99.000000" : 3293184, "99.500000" : 3817472, "99.900000" : 5996544, "99.950000" : 7569408, "99.990000" : 15794176 } }, "lat_ns" : { "min" : 928774, "max" : 38032704, "mean" : 1280619.235913, "stddev" : 495017.279439, "N" : 46797 }, "bw_min" : 2544, "bw_max" : 3552, "bw_agg" : 100.000000, "bw_mean" : 3120.907563, "bw_dev" : 219.072621, "bw_samples" : 119, "iops_min" : 636, "iops_max" : 888, "iops_mean" : 780.084034, "iops_stddev" : 54.728077, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60001, "usr_cpu" : 0.313328, "sys_cpu" : 1.154981, "ctx" : 85053, "majf" : 0, "minf" : 11, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 2.382631 }, "latency_ms" : { "2" : 95.264654, "4" : 1.936022, "10" : 0.393188, "20" : 0.017095, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_8k", "groupid" : 1, "error" : 0, "eta" : 0, "elapsed" : 489, "job options" : { "iodepth" : "1", "bs" : "8k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 374276096, "io_kbytes" : 365504, "bw_bytes" : 6237830, "bw" : 6091, "iops" : 761.453976, "runtime" : 60001, "total_ios" : 45688, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 1170, "max" : 648444, "mean" : 35413.836762, "stddev" : 21632.534710, "N" : 45688 }, "clat_ns" : { "min" : 940808, "max" : 11809046, "mean" : 1275868.305704, "stddev" : 398461.873653, "N" : 45688, "percentile" : { "1.000000" : 1003520, "5.000000" : 1044480, "10.000000" : 1073152, "20.000000" : 1105920, "30.000000" : 1138688, "40.000000" : 1171456, "50.000000" : 1204224, "60.000000" : 1236992, "70.000000" : 1286144, "80.000000" : 1335296, "90.000000" : 1433600, "95.000000" : 1613824, "99.000000" : 3227648, "99.500000" : 3653632, "99.900000" : 5931008, "99.950000" : 7831552, "99.990000" : 10289152 } }, "lat_ns" : { "min" : 952924, "max" : 11846371, "mean" : 1311595.091665, "stddev" : 399377.431684, "N" : 45688 }, "bw_min" : 4424, "bw_max" : 6944, "bw_agg" : 99.989644, "bw_mean" : 6091.394958, "bw_dev" : 472.943241, "bw_samples" : 119, "iops_min" : 553, "iops_max" : 868, "iops_mean" : 761.302521, "iops_stddev" : 59.071711, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60000, "usr_cpu" : 0.400000, "sys_cpu" : 1.118333, "ctx" : 85427, "majf" : 0, "minf" : 13, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.796708 }, "latency_ms" : { "2" : 96.832866, "4" : 2.000525, "10" : 0.356768, "20" : 0.013133, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_64k", "groupid" : 2, "error" : 0, "eta" : 0, "elapsed" : 489, "job options" : { "iodepth" : "1", "bs" : "64k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 2245591040, "io_kbytes" : 2192960, "bw_bytes" : 37425893, "bw" : 36548, "iops" : 571.073815, "runtime" : 60001, "total_ios" : 34265, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2796, "max" : 637559, "mean" : 52415.675908, "stddev" : 28559.982103, "N" : 34265 }, "clat_ns" : { "min" : 1237582, "max" : 40572509, "mean" : 1696589.722603, "stddev" : 560606.024863, "N" : 34265, "percentile" : { "1.000000" : 1368064, "5.000000" : 1417216, "10.000000" : 1449984, "20.000000" : 1499136, "30.000000" : 1531904, "40.000000" : 1564672, "50.000000" : 1597440, "60.000000" : 1630208, "70.000000" : 1679360, "80.000000" : 1744896, "90.000000" : 1892352, "95.000000" : 2179072, "99.000000" : 3915776, "99.500000" : 4554752, "99.900000" : 8159232, "99.950000" : 9764864, "99.990000" : 16908288 } }, "lat_ns" : { "min" : 1250805, "max" : 40635955, "mean" : 1749333.458106, "stddev" : 561366.871133, "N" : 34265 }, "bw_min" : 25216, "bw_max" : 39374, "bw_agg" : 100.000000, "bw_mean" : 36591.815126, "bw_dev" : 2442.908335, "bw_samples" : 119, "iops_min" : 394, "iops_max" : 615, "iops_mean" : 571.689076, "iops_stddev" : 38.169947, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60000, "usr_cpu" : 0.650000, "sys_cpu" : 0.960000, "ctx" : 60086, "majf" : 0, "minf" : 12, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 92.736028, "4" : 6.365096, "10" : 0.849263, "20" : 0.040858, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_4M", "groupid" : 3, "error" : 0, "eta" : 0, "elapsed" : 489, "job options" : { "iodepth" : "1", "bs" : "4M" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 6396313600, "io_kbytes" : 6246400, "bw_bytes" : 106573254, "bw" : 104075, "iops" : 25.409044, "runtime" : 60018, "total_ios" : 1525, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 93128, "max" : 4240008, "mean" : 1083035.900984, "stddev" : 659686.875783, "N" : 1525 }, "clat_ns" : { "min" : 22954797, "max" : 120320450, "mean" : 38264531.167869, "stddev" : 11175331.895695, "N" : 1525, "percentile" : { "1.000000" : 24510464, "5.000000" : 26083328, "10.000000" : 27394048, "20.000000" : 29229056, "30.000000" : 31850496, "40.000000" : 34340864, "50.000000" : 36438016, "60.000000" : 38010880, "70.000000" : 40632320, "80.000000" : 43778048, "90.000000" : 52166656, "95.000000" : 60030976, "99.000000" : 76021760, "99.500000" : 94896128, "99.900000" : 112721920, "99.950000" : 120061952, "99.990000" : 120061952 } }, "lat_ns" : { "min" : 24587646, "max" : 120870410, "mean" : 39349106.777049, "stddev" : 11191620.067563, "N" : 1525 }, "bw_min" : 73728, "bw_max" : 123126, "bw_agg" : 100.000000, "bw_mean" : 104141.394958, "bw_dev" : 10589.947304, "bw_samples" : 119, "iops_min" : 18, "iops_max" : 30, "iops_mean" : 25.403361, "iops_stddev" : 2.588499, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60017, "usr_cpu" : 1.014712, "sys_cpu" : 0.439875, "ctx" : 2589, "majf" : 0, "minf" : 12, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 88.262295, "100" : 11.409836, "250" : 0.327869, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_4k", "groupid" : 4, "error" : 0, "eta" : 0, "elapsed" : 489, "job options" : { "iodepth" : "32", "bs" : "4k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 621293568, "io_kbytes" : 606732, "bw_bytes" : 10353512, "bw" : 10110, "iops" : 2527.712972, "runtime" : 60008, "total_ios" : 151683, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 781, "max" : 826811, "mean" : 31298.227171, "stddev" : 22115.459555, "N" : 151683 }, "clat_ns" : { "min" : 1251461, "max" : 62227376, "mean" : 12626632.277585, "stddev" : 5292607.085139, "N" : 151683, "percentile" : { "1.000000" : 2637824, "5.000000" : 4620288, "10.000000" : 6324224, "20.000000" : 8028160, "30.000000" : 9109504, "40.000000" : 10289152, "50.000000" : 12124160, "60.000000" : 14614528, "70.000000" : 15925248, "80.000000" : 17170432, "90.000000" : 18743296, "95.000000" : 20316160, "99.000000" : 26083328, "99.500000" : 30015488, "99.900000" : 43253760, "99.950000" : 48496640, "99.990000" : 56360960 } }, "lat_ns" : { "min" : 1293817, "max" : 62296364, "mean" : 12658227.900364, "stddev" : 5292926.228059, "N" : 151683 }, "bw_min" : 5608, "bw_max" : 14909, "bw_agg" : 99.902564, "bw_mean" : 10101.159664, "bw_dev" : 2614.040197, "bw_samples" : 119, "iops_min" : 1402, "iops_max" : 3727, "iops_mean" : 2525.134454, "iops_stddev" : 653.544338, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60007, "usr_cpu" : 0.698252, "sys_cpu" : 2.769677, "ctx" : 187515, "majf" : 0, "minf" : 11, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.979563, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999341, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.212944, "4" : 3.237014, "10" : 33.971506, "20" : 57.096708, "50" : 5.440293, "100" : 0.041534, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_8k", "groupid" : 5, "error" : 0, "eta" : 0, "elapsed" : 489, "job options" : { "iodepth" : "32", "bs" : "8k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 1258586112, "io_kbytes" : 1229088, "bw_bytes" : 20971192, "bw" : 20479, "iops" : 2559.960010, "runtime" : 60015, "total_ios" : 153636, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 869, "max" : 2004004, "mean" : 38794.584700, "stddev" : 28517.212780, "N" : 153636 }, "clat_ns" : { "min" : 996405, "max" : 76265765, "mean" : 12459399.613567, "stddev" : 5409939.553951, "N" : 153636, "percentile" : { "1.000000" : 2473984, "5.000000" : 4227072, "10.000000" : 5996544, "20.000000" : 8028160, "30.000000" : 9109504, "40.000000" : 10158080, "50.000000" : 11599872, "60.000000" : 13959168, "70.000000" : 15925248, "80.000000" : 17170432, "90.000000" : 19005440, "95.000000" : 20316160, "99.000000" : 25821184, "99.500000" : 30015488, "99.900000" : 42729472, "99.950000" : 52166656, "99.990000" : 67633152 } }, "lat_ns" : { "min" : 1078888, "max" : 76310500, "mean" : 12498515.044007, "stddev" : 5408744.381413, "N" : 153636 }, "bw_min" : 12096, "bw_max" : 29466, "bw_agg" : 100.000000, "bw_mean" : 20487.302521, "bw_dev" : 4294.531323, "bw_samples" : 119, "iops_min" : 1512, "iops_max" : 3683, "iops_mean" : 2560.747899, "iops_stddev" : 536.796907, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60014, "usr_cpu" : 0.891459, "sys_cpu" : 2.979305, "ctx" : 200790, "majf" : 0, "minf" : 12, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.979822, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999349, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_ms" : { "2" : 0.307220, "4" : 4.114270, "10" : 34.111146, "20" : 55.536463, "50" : 5.872972, "100" : 0.057278, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_64k", "groupid" : 6, "error" : 0, "eta" : 0, "elapsed" : 489, "job options" : { "iodepth" : "32", "bs" : "64k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 8020099072, "io_kbytes" : 7832128, "bw_bytes" : 133641589, "bw" : 130509, "iops" : 2039.208825, "runtime" : 60012, "total_ios" : 122377, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2248, "max" : 9041188, "mean" : 70792.682359, "stddev" : 53689.605542, "N" : 122377 }, "clat_ns" : { "min" : 1342826, "max" : 71708504, "mean" : 15619331.442224, "stddev" : 8473605.503969, "N" : 122377, "percentile" : { "1.000000" : 2703360, "5.000000" : 4358144, "10.000000" : 5865472, "20.000000" : 8454144, "30.000000" : 10420224, "40.000000" : 12255232, "50.000000" : 13959168, "60.000000" : 16056320, "70.000000" : 19005440, "80.000000" : 22413312, "90.000000" : 27394048, "95.000000" : 31064064, "99.000000" : 40108032, "99.500000" : 44826624, "99.900000" : 54788096, "99.950000" : 61079552, "99.990000" : 67633152 } }, "lat_ns" : { "min" : 1402696, "max" : 71770448, "mean" : 15690485.109800, "stddev" : 8472505.883901, "N" : 122377 }, "bw_min" : 85632, "bw_max" : 176384, "bw_agg" : 100.000000, "bw_mean" : 130605.042017, "bw_dev" : 16984.117337, "bw_samples" : 119, "iops_min" : 1338, "iops_max" : 2756, "iops_mean" : 2040.495798, "iops_stddev" : 265.340168, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60011, "usr_cpu" : 1.606372, "sys_cpu" : 3.226075, "ctx" : 139134, "majf" : 0, "minf" : 11, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.974668, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999183, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.240241, "4" : 3.668990, "10" : 23.756915, "20" : 45.580460, "50" : 26.495992, "100" : 0.257401, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_4M", "groupid" : 7, "error" : 0, "eta" : 0, "elapsed" : 489, "job options" : { "iodepth" : "32", "bs" : "4M" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 15560867840, "io_kbytes" : 15196160, "bw_bytes" : 257285227, "bw" : 251255, "iops" : 61.341578, "runtime" : 60481, "total_ios" : 3710, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 83762, "max" : 556947735, "mean" : 1453043.459569, "stddev" : 15494448.141511, "N" : 3710 }, "clat_ns" : { "min" : 23842341, "max" : 2046914623, "mean" : 519995384.114826, "stddev" : 405117935.084763, "N" : 3710, "percentile" : { "1.000000" : 33161216, "5.000000" : 48496640, "10.000000" : 65798144, "20.000000" : 117964800, "30.000000" : 200278016, "40.000000" : 329252864, "50.000000" : 455081984, "60.000000" : 574619648, "70.000000" : 708837376, "80.000000" : 859832320, "90.000000" : 1082130432, "95.000000" : 1300234240, "99.000000" : 1635778560, "99.500000" : 1803550720, "99.900000" : 2004877312, "99.950000" : 2004877312, "99.990000" : 2055208960 } }, "lat_ns" : { "min" : 25543455, "max" : 2047388311, "mean" : 521449794.871428, "stddev" : 404957695.012082, "N" : 3710 }, "bw_min" : 16384, "bw_max" : 409600, "bw_agg" : 99.959362, "bw_mean" : 251153.066667, "bw_dev" : 75757.593828, "bw_samples" : 120, "iops_min" : 4, "iops_max" : 100, "iops_mean" : 61.316667, "iops_stddev" : 18.495506, "iops_samples" : 120 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60480, "usr_cpu" : 1.965939, "sys_cpu" : 1.192130, "ctx" : 4535, "majf" : 0, "minf" : 12, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.107817, "8" : 0.215633, "16" : 0.431267, "32" : 99.164420, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.972826, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 5.336927, "100" : 11.320755, "250" : 17.466307, "500" : 19.649596, "750" : 19.380054, "1000" : 14.070081, "2000" : 12.668464, ">=2000" : 0.107817 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "rbd0", "read_ios" : 0, "write_ios" : 559862, "read_merges" : 0, "write_merges" : 15800, "read_ticks" : 0, "write_ticks" : 7770939, "in_queue" : 7770940, "util" : 99.556012 } ] }