{ "fio version" : "fio-3.28", "timestamp" : 1771678707, "timestamp_ms" : 1771678707600, "time" : "Sat Feb 21 13:58:27 2026", "global options" : { "ioengine" : "libaio", "direct" : "1", "size" : "4G", "numjobs" : "1", "runtime" : "60s", "startdelay" : "5s", "name" : "randwrite", "rw" : "randwrite", "filename" : "bench" }, "jobs" : [ { "jobname" : "1io_4k", "groupid" : 0, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "4k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 154886144, "io_kbytes" : 151256, "bw_bytes" : 2581349, "bw" : 2520, "iops" : 630.212326, "runtime" : 60002, "total_ios" : 37814, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2097, "max" : 11934456, "mean" : 66553.256149, "stddev" : 130423.578414, "N" : 37814 }, "clat_ns" : { "min" : 570064, "max" : 39393676, "mean" : 1516649.471307, "stddev" : 591565.356934, "N" : 37814, "percentile" : { "1.000000" : 1155072, "5.000000" : 1220608, "10.000000" : 1253376, "20.000000" : 1302528, "30.000000" : 1351680, "40.000000" : 1384448, "50.000000" : 1433600, "60.000000" : 1466368, "70.000000" : 1515520, "80.000000" : 1581056, "90.000000" : 1695744, "95.000000" : 1908736, "99.000000" : 3817472, "99.500000" : 4751360, "99.900000" : 8355840, "99.950000" : 10420224, "99.990000" : 16318464 } }, "lat_ns" : { "min" : 1033213, "max" : 39433609, "mean" : 1583653.267414, "stddev" : 607146.894615, "N" : 37814 }, "bw_min" : 1952, "bw_max" : 2744, "bw_agg" : 100.000000, "bw_mean" : 2521.966387, "bw_dev" : 140.002720, "bw_samples" : 119, "iops_min" : 488, "iops_max" : 686, "iops_mean" : 630.428571, "iops_stddev" : 34.965739, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60001, "usr_cpu" : 0.508325, "sys_cpu" : 1.983300, "ctx" : 74808, "majf" : 0, "minf" : 12, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.010000, "1000" : 0.010000 }, "latency_ms" : { "2" : 95.927434, "4" : 3.223674, "10" : 0.777490, "20" : 0.055535, "50" : 0.010000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_8k", "groupid" : 1, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "8k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 300048384, "io_kbytes" : 293016, "bw_bytes" : 5000639, "bw" : 4883, "iops" : 610.429652, "runtime" : 60002, "total_ios" : 36627, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2739, "max" : 16347218, "mean" : 69303.193218, "stddev" : 182769.045700, "N" : 36627 }, "clat_ns" : { "min" : 73086, "max" : 57058007, "mean" : 1565239.049281, "stddev" : 656789.098348, "N" : 36627, "percentile" : { "1.000000" : 1187840, "5.000000" : 1253376, "10.000000" : 1302528, "20.000000" : 1351680, "30.000000" : 1384448, "40.000000" : 1433600, "50.000000" : 1466368, "60.000000" : 1515520, "70.000000" : 1564672, "80.000000" : 1630208, "90.000000" : 1744896, "95.000000" : 1974272, "99.000000" : 3948544, "99.500000" : 4685824, "99.900000" : 8355840, "99.950000" : 10289152, "99.990000" : 18743296 } }, "lat_ns" : { "min" : 1101439, "max" : 57107666, "mean" : 1634979.833402, "stddev" : 683363.487656, "N" : 36627 }, "bw_min" : 3680, "bw_max" : 5408, "bw_agg" : 100.000000, "bw_mean" : 4885.302521, "bw_dev" : 350.597155, "bw_samples" : 119, "iops_min" : 460, "iops_max" : 676, "iops_mean" : 610.605042, "iops_stddev" : 43.804887, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60001, "usr_cpu" : 0.404993, "sys_cpu" : 2.118298, "ctx" : 71239, "majf" : 0, "minf" : 14, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.010000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.010000 }, "latency_ms" : { "2" : 95.312201, "4" : 3.740410, "10" : 0.881863, "20" : 0.046414, "50" : 0.010000, "100" : 0.010000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_64k", "groupid" : 2, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "64k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 1880883200, "io_kbytes" : 1836800, "bw_bytes" : 31347008, "bw" : 30612, "iops" : 478.317389, "runtime" : 60002, "total_ios" : 28700, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 5387, "max" : 23207789, "mean" : 110146.758746, "stddev" : 331449.926690, "N" : 28700 }, "clat_ns" : { "min" : 1383066, "max" : 78350024, "mean" : 1976416.281359, "stddev" : 852138.779658, "N" : 28700, "percentile" : { "1.000000" : 1564672, "5.000000" : 1646592, "10.000000" : 1695744, "20.000000" : 1744896, "30.000000" : 1794048, "40.000000" : 1826816, "50.000000" : 1875968, "60.000000" : 1908736, "70.000000" : 1957888, "80.000000" : 2023424, "90.000000" : 2179072, "95.000000" : 2408448, "99.000000" : 4489216, "99.500000" : 5537792, "99.900000" : 9764864, "99.950000" : 13303808, "99.990000" : 35913728 } }, "lat_ns" : { "min" : 1449990, "max" : 78442643, "mean" : 2087051.652474, "stddev" : 916291.234284, "N" : 28700 }, "bw_min" : 23727, "bw_max" : 34304, "bw_agg" : 100.000000, "bw_mean" : 30620.201681, "bw_dev" : 1860.556640, "bw_samples" : 119, "iops_min" : 370, "iops_max" : 536, "iops_mean" : 478.168067, "iops_stddev" : 29.126934, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60001, "usr_cpu" : 0.659989, "sys_cpu" : 2.064966, "ctx" : 57087, "majf" : 0, "minf" : 14, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 76.080139, "4" : 22.449477, "10" : 1.376307, "20" : 0.069686, "50" : 0.020906, "100" : 0.010000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "1io_4M", "groupid" : 3, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "1", "bs" : "4M" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 7830765568, "io_kbytes" : 7647232, "bw_bytes" : 130473617, "bw" : 127415, "iops" : 31.107334, "runtime" : 60018, "total_ios" : 1867, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 186594, "max" : 10079118, "mean" : 1517178.054633, "stddev" : 726543.818386, "N" : 1867 }, "clat_ns" : { "min" : 23119857, "max" : 107927601, "mean" : 30614850.197643, "stddev" : 6496946.962550, "N" : 1867, "percentile" : { "1.000000" : 24248320, "5.000000" : 25034752, "10.000000" : 25821184, "20.000000" : 26607616, "30.000000" : 27131904, "40.000000" : 27918336, "50.000000" : 28704768, "60.000000" : 29753344, "70.000000" : 31588352, "80.000000" : 34340864, "90.000000" : 37486592, "95.000000" : 40108032, "99.000000" : 53215232, "99.500000" : 65273856, "99.900000" : 102236160, "99.950000" : 107479040, "99.990000" : 107479040 } }, "lat_ns" : { "min" : 24615826, "max" : 109526721, "mean" : 32134456.267809, "stddev" : 6472263.294721, "N" : 1867 }, "bw_min" : 106496, "bw_max" : 139543, "bw_agg" : 100.000000, "bw_mean" : 127509.873950, "bw_dev" : 8740.675818, "bw_samples" : 119, "iops_min" : 26, "iops_max" : 34, "iops_mean" : 31.100840, "iops_stddev" : 2.132854, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60017, "usr_cpu" : 1.134679, "sys_cpu" : 1.301298, "ctx" : 3768, "majf" : 0, "minf" : 13, "iodepth_level" : { "1" : 100.000000, "2" : 0.000000, "4" : 0.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 98.607392, "100" : 1.285485, "250" : 0.107124, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 1, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_4k", "groupid" : 4, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "4k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 1044832256, "io_kbytes" : 1020344, "bw_bytes" : 17412129, "bw" : 17004, "iops" : 4251.008233, "runtime" : 60006, "total_ios" : 255086, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 825, "max" : 3898117, "mean" : 35860.748163, "stddev" : 21589.096875, "N" : 255086 }, "clat_ns" : { "min" : 1337216, "max" : 90117953, "mean" : 7489616.204570, "stddev" : 4028435.479294, "N" : 255086, "percentile" : { "1.000000" : 2310144, "5.000000" : 3096576, "10.000000" : 3653632, "20.000000" : 4489216, "30.000000" : 5275648, "40.000000" : 5931008, "50.000000" : 6717440, "60.000000" : 7503872, "70.000000" : 8454144, "80.000000" : 9764864, "90.000000" : 11993088, "95.000000" : 14352384, "99.000000" : 21102592, "99.500000" : 24772608, "99.900000" : 36438016, "99.950000" : 44826624, "99.990000" : 82313216 } }, "lat_ns" : { "min" : 1376275, "max" : 90152031, "mean" : 7525799.803678, "stddev" : 4028418.029161, "N" : 255086 }, "bw_min" : 12256, "bw_max" : 20080, "bw_agg" : 99.970406, "bw_mean" : 16999.865546, "bw_dev" : 1898.608861, "bw_samples" : 119, "iops_min" : 3064, "iops_max" : 5020, "iops_mean" : 4249.831933, "iops_stddev" : 474.634816, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60005, "usr_cpu" : 1.679860, "sys_cpu" : 5.292892, "ctx" : 373510, "majf" : 0, "minf" : 13, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.987847, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999608, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.315972, "4" : 13.404891, "10" : 67.484299, "20" : 17.541143, "50" : 1.217237, "100" : 0.036458, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_8k", "groupid" : 5, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "8k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 2014289920, "io_kbytes" : 1967080, "bw_bytes" : 33568701, "bw" : 32781, "iops" : 4097.741855, "runtime" : 60005, "total_ios" : 245885, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 983, "max" : 4416553, "mean" : 40675.187811, "stddev" : 26872.072061, "N" : 245885 }, "clat_ns" : { "min" : 1243319, "max" : 92771637, "mean" : 7765985.586010, "stddev" : 4131085.038899, "N" : 245885, "percentile" : { "1.000000" : 2342912, "5.000000" : 3162112, "10.000000" : 3751936, "20.000000" : 4620288, "30.000000" : 5406720, "40.000000" : 6127616, "50.000000" : 6914048, "60.000000" : 7766016, "70.000000" : 8847360, "80.000000" : 10158080, "90.000000" : 12648448, "95.000000" : 15138816, "99.000000" : 22151168, "99.500000" : 25821184, "99.900000" : 36438016, "99.950000" : 42729472, "99.990000" : 61603840 } }, "lat_ns" : { "min" : 1281670, "max" : 92816974, "mean" : 7806991.093568, "stddev" : 4131377.633834, "N" : 245885 }, "bw_min" : 20512, "bw_max" : 38992, "bw_agg" : 100.000000, "bw_mean" : 32791.705882, "bw_dev" : 3938.926577, "bw_samples" : 119, "iops_min" : 2564, "iops_max" : 4874, "iops_mean" : 4098.806723, "iops_stddev" : 492.382108, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60004, "usr_cpu" : 1.749883, "sys_cpu" : 5.506300, "ctx" : 369216, "majf" : 0, "minf" : 14, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.987392, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999593, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.271672, "4" : 12.191472, "10" : 66.277731, "20" : 19.699860, "50" : 1.529577, "100" : 0.029689, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_64k", "groupid" : 6, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "64k" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 12472221696, "io_kbytes" : 12179904, "bw_bytes" : 207846112, "bw" : 202974, "iops" : 3171.479994, "runtime" : 60007, "total_ios" : 190311, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 2399, "max" : 22221052, "mean" : 68569.310166, "stddev" : 69493.148840, "N" : 190311 }, "clat_ns" : { "min" : 1514797, "max" : 206316373, "mean" : 10018794.820357, "stddev" : 5902374.108380, "N" : 190311, "percentile" : { "1.000000" : 2932736, "5.000000" : 3883008, "10.000000" : 4620288, "20.000000" : 5734400, "30.000000" : 6782976, "40.000000" : 7766016, "50.000000" : 8847360, "60.000000" : 10027008, "70.000000" : 11337728, "80.000000" : 13303808, "90.000000" : 16580608, "95.000000" : 20054016, "99.000000" : 29229056, "99.500000" : 34340864, "99.900000" : 50593792, "99.950000" : 56885248, "99.990000" : 168820736 } }, "lat_ns" : { "min" : 1707243, "max" : 206395581, "mean" : 10087722.982702, "stddev" : 5902818.754394, "N" : 190311 }, "bw_min" : 132617, "bw_max" : 250484, "bw_agg" : 100.000000, "bw_mean" : 203037.184874, "bw_dev" : 26086.899872, "bw_samples" : 119, "iops_min" : 2072, "iops_max" : 3913, "iops_mean" : 3172.285714, "iops_stddev" : 407.609030, "iops_samples" : 119 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60006, "usr_cpu" : 3.101357, "sys_cpu" : 5.064494, "ctx" : 280218, "majf" : 0, "minf" : 14, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.100000, "16" : 0.100000, "32" : 99.983711, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.999474, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.023646, "4" : 5.591900, "10" : 54.650020, "20" : 34.697942, "50" : 4.934554, "100" : 0.085124, "250" : 0.016815, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000, "2000" : 0.000000, ">=2000" : 0.000000 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 }, { "jobname" : "32io_4M", "groupid" : 7, "error" : 0, "eta" : 0, "elapsed" : 488, "job options" : { "iodepth" : "32", "bs" : "4M" }, "read" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "write" : { "io_bytes" : 17884512256, "io_kbytes" : 17465344, "bw_bytes" : 295915024, "bw" : 288979, "iops" : 70.551640, "runtime" : 60438, "total_ios" : 4264, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 67959, "max" : 312101989, "mean" : 1202407.148452, "stddev" : 6702023.311545, "N" : 4264 }, "clat_ns" : { "min" : 24467333, "max" : 2212885539, "mean" : 452213663.753282, "stddev" : 352137116.600525, "N" : 4264, "percentile" : { "1.000000" : 31588352, "5.000000" : 45875200, "10.000000" : 64225280, "20.000000" : 109576192, "30.000000" : 175112192, "40.000000" : 265289728, "50.000000" : 375390208, "60.000000" : 505413632, "70.000000" : 633339904, "80.000000" : 775946240, "90.000000" : 952107008, "95.000000" : 1082130432, "99.000000" : 1400897536, "99.500000" : 1551892480, "99.900000" : 1870659584, "99.950000" : 1920991232, "99.990000" : 2197815296 } }, "lat_ns" : { "min" : 26301611, "max" : 2214196235, "mean" : 453417716.941135, "stddev" : 352036673.310504, "N" : 4264 }, "bw_min" : 90112, "bw_max" : 442368, "bw_agg" : 99.997399, "bw_mean" : 288972.800000, "bw_dev" : 69963.970701, "bw_samples" : 120, "iops_min" : 22, "iops_max" : 108, "iops_mean" : 70.550000, "iops_stddev" : 17.081048, "iops_samples" : 120 }, "trim" : { "io_bytes" : 0, "io_kbytes" : 0, "bw_bytes" : 0, "bw" : 0, "iops" : 0.000000, "runtime" : 0, "total_ios" : 0, "short_ios" : 0, "drop_ios" : 0, "slat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "clat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 }, "bw_min" : 0, "bw_max" : 0, "bw_agg" : 0.000000, "bw_mean" : 0.000000, "bw_dev" : 0.000000, "bw_samples" : 0, "iops_min" : 0, "iops_max" : 0, "iops_mean" : 0.000000, "iops_stddev" : 0.000000, "iops_samples" : 0 }, "sync" : { "total_ios" : 0, "lat_ns" : { "min" : 0, "max" : 0, "mean" : 0.000000, "stddev" : 0.000000, "N" : 0 } }, "job_runtime" : 60437, "usr_cpu" : 1.972302, "sys_cpu" : 1.188014, "ctx" : 6858, "majf" : 0, "minf" : 14, "iodepth_level" : { "1" : 0.100000, "2" : 0.100000, "4" : 0.100000, "8" : 0.187617, "16" : 0.375235, "32" : 99.272983, ">=64" : 0.000000 }, "iodepth_submit" : { "0" : 0.000000, "4" : 100.000000, "8" : 0.000000, "16" : 0.000000, "32" : 0.000000, "64" : 0.000000, ">=64" : 0.000000 }, "iodepth_complete" : { "0" : 0.000000, "4" : 99.976382, "8" : 0.000000, "16" : 0.000000, "32" : 0.100000, "64" : 0.000000, ">=64" : 0.000000 }, "latency_ns" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_us" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 0.000000, "100" : 0.000000, "250" : 0.000000, "500" : 0.000000, "750" : 0.000000, "1000" : 0.000000 }, "latency_ms" : { "2" : 0.000000, "4" : 0.000000, "10" : 0.000000, "20" : 0.000000, "50" : 6.214822, "100" : 12.030957, "250" : 20.450281, "500" : 20.825516, "750" : 18.597561, "1000" : 14.376173, "2000" : 7.481238, ">=2000" : 0.023452 }, "latency_depth" : 32, "latency_target" : 0, "latency_percentile" : 100.000000, "latency_window" : 0 } ], "disk_util" : [ { "name" : "rbd0", "read_ios" : 0, "write_ios" : 802407, "read_merges" : 0, "write_merges" : 120347, "read_ticks" : 0, "write_ticks" : 7865768, "in_queue" : 7865769, "util" : 99.600096 } ] }