diff --git a/FIO-benchmark.md b/FIO-benchmark.md index e75d71b..41bda51 100644 --- a/FIO-benchmark.md +++ b/FIO-benchmark.md @@ -126,23 +126,24 @@ $ fio --randrepeat=1 --name=test --filename=fiotest --bs=4k --iodepth=1 --readwr test: (g=0): rw=read, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=1 fio-3.28 Starting 1 process -Jobs: 1 (f=1): [R(1)][100.0%][r=62.5MiB/s][r=16.0k IOPS][eta 00m:00s] -test: (groupid=0, jobs=1): err= 0: pid=17758: Tue Dec 28 13:18:42 2021 - read: IOPS=18.1k, BW=70.6MiB/s (74.1MB/s)(10.0GiB/144983msec) - clat (usec): min=32, max=3994, avg=54.07, stdev=103.98 - lat (usec): min=32, max=3994, avg=54.17, stdev=103.99 - clat percentiles (usec): - | 1.00th=[ 37], 5.00th=[ 38], 10.00th=[ 40], 20.00th=[ 41], - | 30.00th=[ 43], 40.00th=[ 44], 50.00th=[ 45], 60.00th=[ 47], - | 70.00th=[ 49], 80.00th=[ 51], 90.00th=[ 64], 95.00th=[ 82], - | 99.00th=[ 131], 99.50th=[ 176], 99.90th=[ 2278], 99.95th=[ 2507], - | 99.99th=[ 2868] - bw ( KiB/s): min=61829, max=85126, per=100.00%, avg=72414.51, stdev=5820.48, samples=288 - iops : min=15457, max=21281, avg=18103.35, stdev=1455.10, samples=288 - lat (usec) : 50=74.33%, 100=23.25%, 250=2.03%, 500=0.16%, 750=0.02% - lat (usec) : 1000=0.01% - lat (msec) : 2=0.02%, 4=0.17% - cpu : usr=3.58%, sys=9.43%, ctx=2628692, majf=0, minf=33 +Jobs: 1 (f=1): [R(1)][100.0%][r=528MiB/s][r=135k IOPS][eta 00m:00s] +test: (groupid=0, jobs=1): err= 0: pid=22103: Tue Dec 28 17:37:14 2021 + read: IOPS=136k, BW=533MiB/s (559MB/s)(10.0GiB/19218msec) + clat (nsec): min=1000, max=84895k, avg=6930.47, stdev=623830.02 + lat (nsec): min=1000, max=84895k, avg=7003.33, stdev=623829.90 + clat percentiles (nsec): + | 1.00th=[ 1004], 5.00th=[ 1004], 10.00th=[ 1004], 20.00th=[ 1004], + | 30.00th=[ 1004], 40.00th=[ 1004], 50.00th=[ 1004], 60.00th=[ 1004], + | 70.00th=[ 1004], 80.00th=[ 2008], 90.00th=[ 2008], 95.00th=[ 2008], + | 99.00th=[ 2008], 99.50th=[ 2008], 99.90th=[ 2992], 99.95th=[ 4016], + | 99.99th=[20096] + bw ( KiB/s): min=480223, max=589824, per=99.73%, avg=544153.29, stdev=43836.80, samples=38 + iops : min=120055, max=147456, avg=136038.05, stdev=10959.17, samples=38 + lat (usec) : 2=71.64%, 4=28.30%, 10=0.04%, 20=0.01%, 50=0.01% + lat (usec) : 100=0.01%, 250=0.01%, 500=0.01%, 750=0.01% + lat (msec) : 2=0.01%, 4=0.01%, 10=0.01%, 20=0.01%, 50=0.01% + lat (msec) : 100=0.01% + cpu : usr=10.32%, sys=23.22%, ctx=5346, majf=0, minf=36 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% @@ -150,7 +151,7 @@ test: (groupid=0, jobs=1): err= 0: pid=17758: Tue Dec 28 13:18:42 2021 latency : target=0, window=0, percentile=100.00%, depth=1 Run status group 0 (all jobs): - READ: bw=70.6MiB/s (74.1MB/s), 70.6MiB/s-70.6MiB/s (74.1MB/s-74.1MB/s), io=10.0GiB (10.7GB), run=144983-144983msec + READ: bw=533MiB/s (559MB/s), 533MiB/s-533MiB/s (559MB/s-559MB/s), io=10.0GiB (10.7GB), run=19218-19218msec @@ -158,22 +159,22 @@ $ fio --randrepeat=1 --name=test --filename=fiotest --bs=128k --iodepth=1 --read test: (g=0): rw=read, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=psync, iodepth=1 fio-3.28 Starting 1 process -Jobs: 1 (f=1): [R(1)][100.0%][r=422MiB/s][r=3376 IOPS][eta 00m:00s] -test: (groupid=0, jobs=1): err= 0: pid=17751: Tue Dec 28 13:15:01 2021 - read: IOPS=4606, BW=576MiB/s (604MB/s)(10.0GiB/17783msec) - clat (usec): min=87, max=4389, avg=215.06, stdev=374.81 - lat (usec): min=87, max=4389, avg=215.23, stdev=374.81 +Jobs: 1 (f=1): [R(1)][100.0%][r=577MiB/s][r=4612 IOPS][eta 00m:00s] +test: (groupid=0, jobs=1): err= 0: pid=22116: Tue Dec 28 17:38:38 2021 + read: IOPS=4981, BW=623MiB/s (653MB/s)(10.0GiB/16444msec) + clat (usec): min=10, max=87052, avg=200.10, stdev=3617.56 + lat (usec): min=10, max=87053, avg=200.19, stdev=3617.56 clat percentiles (usec): - | 1.00th=[ 96], 5.00th=[ 103], 10.00th=[ 108], 20.00th=[ 115], - | 30.00th=[ 121], 40.00th=[ 127], 50.00th=[ 131], 60.00th=[ 139], - | 70.00th=[ 147], 80.00th=[ 161], 90.00th=[ 229], 95.00th=[ 453], - | 99.00th=[ 2147], 99.50th=[ 2737], 99.90th=[ 3097], 99.95th=[ 3228], - | 99.99th=[ 3392] - bw ( KiB/s): min=422603, max=837216, per=100.00%, avg=591676.03, stdev=138897.76, samples=35 - iops : min= 3301, max= 6540, avg=4622.09, stdev=1085.18, samples=35 - lat (usec) : 100=2.55%, 250=88.51%, 500=4.51%, 750=1.06%, 1000=0.16% - lat (msec) : 2=1.34%, 4=1.87%, 10=0.01% - cpu : usr=1.37%, sys=9.27%, ctx=84343, majf=0, minf=63 + | 1.00th=[ 13], 5.00th=[ 13], 10.00th=[ 15], 20.00th=[ 15], + | 30.00th=[ 15], 40.00th=[ 15], 50.00th=[ 15], 60.00th=[ 16], + | 70.00th=[ 16], 80.00th=[ 16], 90.00th=[ 17], 95.00th=[ 18], + | 99.00th=[ 23], 99.50th=[ 32], 99.90th=[71828], 99.95th=[72877], + | 99.99th=[74974] + bw ( KiB/s): min=499712, max=688128, per=99.92%, avg=637150.06, stdev=52011.77, samples=32 + iops : min= 3904, max= 5376, avg=4977.28, stdev=406.32, samples=32 + lat (usec) : 20=97.76%, 50=1.95%, 100=0.02%, 500=0.01%, 1000=0.01% + lat (msec) : 2=0.01%, 10=0.01%, 20=0.01%, 50=0.01%, 100=0.26% + cpu : usr=0.49%, sys=19.73%, ctx=5238, majf=0, minf=65 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% @@ -181,28 +182,32 @@ test: (groupid=0, jobs=1): err= 0: pid=17751: Tue Dec 28 13:15:01 2021 latency : target=0, window=0, percentile=100.00%, depth=1 Run status group 0 (all jobs): - READ: bw=576MiB/s (604MB/s), 576MiB/s-576MiB/s (604MB/s-604MB/s), io=10.0GiB (10.7GB), run=17783-17783msec + READ: bw=623MiB/s (653MB/s), 623MiB/s-623MiB/s (653MB/s-653MB/s), io=10.0GiB (10.7GB), run=16444-16444msec + + + $ fio --randrepeat=1 --name=test --filename=fiotest --bs=2m --iodepth=1 --readwrite=read --size=10G test: (g=0): rw=read, bs=(R) 2048KiB-2048KiB, (W) 2048KiB-2048KiB, (T) 2048KiB-2048KiB, ioengine=psync, iodepth=1 fio-3.28 Starting 1 process -Jobs: 1 (f=1): [R(1)][100.0%][r=818MiB/s][r=408 IOPS][eta 00m:00s] -test: (groupid=0, jobs=1): err= 0: pid=17754: Tue Dec 28 13:15:49 2021 - read: IOPS=405, BW=811MiB/s (850MB/s)(10.0GiB/12631msec) - clat (usec): min=1575, max=5896, avg=2460.19, stdev=415.67 - lat (usec): min=1575, max=5897, avg=2460.63, stdev=415.67 +Jobs: 1 (f=1): [R(1)][100.0%][r=622MiB/s][r=311 IOPS][eta 00m:00s] +test: (groupid=0, jobs=1): err= 0: pid=22125: Tue Dec 28 17:39:37 2021 + read: IOPS=315, BW=631MiB/s (662MB/s)(10.0GiB/16225msec) + clat (usec): min=180, max=82363, avg=3166.23, stdev=14070.94 + lat (usec): min=180, max=82363, avg=3166.34, stdev=14070.93 clat percentiles (usec): - | 1.00th=[ 1745], 5.00th=[ 2114], 10.00th=[ 2147], 20.00th=[ 2180], - | 30.00th=[ 2212], 40.00th=[ 2245], 50.00th=[ 2278], 60.00th=[ 2311], - | 70.00th=[ 2474], 80.00th=[ 2933], 90.00th=[ 3163], 95.00th=[ 3261], - | 99.00th=[ 3458], 99.50th=[ 3556], 99.90th=[ 4080], 99.95th=[ 5276], - | 99.99th=[ 5866] - bw ( KiB/s): min=793956, max=840414, per=100.00%, avg=830840.24, stdev=9138.33, samples=25 - iops : min= 387, max= 410, avg=405.20, stdev= 4.52, samples=25 - lat (msec) : 2=2.40%, 4=97.46%, 10=0.14% - cpu : usr=0.35%, sys=11.60%, ctx=5311, majf=0, minf=541 + | 1.00th=[ 198], 5.00th=[ 208], 10.00th=[ 212], 20.00th=[ 215], + | 30.00th=[ 215], 40.00th=[ 217], 50.00th=[ 219], 60.00th=[ 221], + | 70.00th=[ 225], 80.00th=[ 231], 90.00th=[ 258], 95.00th=[ 322], + | 99.00th=[71828], 99.50th=[72877], 99.90th=[76022], 99.95th=[77071], + | 99.99th=[82314] + bw ( KiB/s): min=498714, max=688128, per=99.91%, avg=645721.09, stdev=51854.13, samples=32 + iops : min= 243, max= 336, avg=314.91, stdev=25.39, samples=32 + lat (usec) : 250=89.30%, 500=6.45% + lat (msec) : 10=0.02%, 20=0.06%, 50=0.04%, 100=4.14% + cpu : usr=0.06%, sys=19.83%, ctx=5140, majf=0, minf=544 IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% @@ -210,7 +215,7 @@ test: (groupid=0, jobs=1): err= 0: pid=17754: Tue Dec 28 13:15:49 2021 latency : target=0, window=0, percentile=100.00%, depth=1 Run status group 0 (all jobs): - READ: bw=811MiB/s (850MB/s), 811MiB/s-811MiB/s (850MB/s-850MB/s), io=10.0GiB (10.7GB), run=12631-12631msec + READ: bw=631MiB/s (662MB/s), 631MiB/s-631MiB/s (662MB/s-662MB/s), io=10.0GiB (10.7GB), run=16225-16225msec