From f9060490f505d1429442c3839dbdce883e9f0444 Mon Sep 17 00:00:00 2001 From: Chris Lu Date: Sun, 19 Dec 2021 22:34:17 -0800 Subject: [PATCH] Created FIO benchmark (markdown) --- FIO-benchmark.md | 112 +++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 112 insertions(+) create mode 100644 FIO-benchmark.md diff --git a/FIO-benchmark.md b/FIO-benchmark.md new file mode 100644 index 0000000..04ad263 --- /dev/null +++ b/FIO-benchmark.md @@ -0,0 +1,112 @@ +# FIO Benchmark + +Here is the result of using tool [fio](https://github.com/axboe/fio). +* The server and mount are restarted before each run. +* Mount disabled the local cache: `weed mount -dir=xx -cacheCapacityMB=0` + +# Prepare A file + +``` +fio --randrepeat=1 --name=test --filename=fiotest --bs=4k --iodepth=1 --size=10G +cp fiotest /mnt/seaweedfs/ + +``` + +# Random Read + +Random Read of 4KB and 128KB batch size. + +``` +$ fio --randrepeat=1 --name=test --filename=/mnt/seaweedfs/fiotest --bs=4k --iodepth=1 --readwrite=randread --size=10G +test: (g=0): rw=randread, bs=(R) 4096B-4096B, (W) 4096B-4096B, (T) 4096B-4096B, ioengine=psync, iodepth=1 +fio-3.28 +Starting 1 process +^Cbs: 1 (f=1): [r(1)][1.6%][r=2889KiB/s][r=722 IOPS][eta 57m:35s] +fio: terminating on signal 2 + +test: (groupid=0, jobs=1): err= 0: pid=38982: Sun Dec 19 22:24:36 2021 + read: IOPS=747, BW=2991KiB/s (3063kB/s)(159MiB/54594msec) + clat (usec): min=1113, max=21902, avg=1334.34, stdev=282.19 + lat (usec): min=1113, max=21902, avg=1334.58, stdev=282.21 + clat percentiles (usec): + | 1.00th=[ 1156], 5.00th=[ 1188], 10.00th=[ 1188], 20.00th=[ 1221], + | 30.00th=[ 1221], 40.00th=[ 1237], 50.00th=[ 1270], 60.00th=[ 1287], + | 70.00th=[ 1319], 80.00th=[ 1369], 90.00th=[ 1500], 95.00th=[ 1827], + | 99.00th=[ 2376], 99.50th=[ 2507], 99.90th=[ 2933], 99.95th=[ 3261], + | 99.99th=[ 6259] + bw ( KiB/s): min= 2730, max= 3049, per=100.00%, avg=2995.19, stdev=46.36, samples=108 + iops : min= 682, max= 762, avg=748.51, stdev=11.58, samples=108 + lat (msec) : 2=96.10%, 4=3.88%, 10=0.01%, 20=0.01%, 50=0.01% + cpu : usr=0.34%, sys=2.04%, ctx=41204, majf=0, minf=30 + IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% + submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + issued rwts: total=40820,0,0,0 short=0,0,0,0 dropped=0,0,0,0 + latency : target=0, window=0, percentile=100.00%, depth=1 + +Run status group 0 (all jobs): + READ: bw=2991KiB/s (3063kB/s), 2991KiB/s-2991KiB/s (3063kB/s-3063kB/s), io=159MiB (167MB), run=54594-54594msec + + +tmp$ fio --randrepeat=1 --name=test --filename=/mnt/seaweedfs/fiotest --bs=128k --iodepth=1 --readwrite=randread --size=10G +test: (g=0): rw=randread, bs=(R) 128KiB-128KiB, (W) 128KiB-128KiB, (T) 128KiB-128KiB, ioengine=psync, iodepth=1 +fio-3.28 +Starting 1 process +Jobs: 1 (f=1): [r(1)][100.0%][r=69.9MiB/s][r=559 IOPS][eta 00m:00s] +test: (groupid=0, jobs=1): err= 0: pid=38990: Sun Dec 19 22:27:11 2021 + read: IOPS=578, BW=72.3MiB/s (75.8MB/s)(10.0GiB/141631msec) + clat (usec): min=11, max=111566, avg=1725.12, stdev=713.93 + lat (usec): min=11, max=111566, avg=1725.41, stdev=713.95 + clat percentiles (usec): + | 1.00th=[ 1385], 5.00th=[ 1434], 10.00th=[ 1467], 20.00th=[ 1516], + | 30.00th=[ 1549], 40.00th=[ 1582], 50.00th=[ 1614], 60.00th=[ 1680], + | 70.00th=[ 1745], 80.00th=[ 1844], 90.00th=[ 2073], 95.00th=[ 2442], + | 99.00th=[ 2966], 99.50th=[ 3228], 99.90th=[ 4686], 99.95th=[ 6652], + | 99.99th=[20841] + bw ( KiB/s): min=37632, max=81269, per=100.00%, avg=74120.04, stdev=5098.60, samples=281 + iops : min= 294, max= 634, avg=578.68, stdev=39.85, samples=281 + lat (usec) : 20=0.03%, 50=0.02% + lat (msec) : 2=87.97%, 4=11.82%, 10=0.13%, 20=0.01%, 50=0.01% + lat (msec) : 100=0.01%, 250=0.01% + cpu : usr=0.33%, sys=13.24%, ctx=84257, majf=0, minf=65 + IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% + submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + issued rwts: total=81920,0,0,0 short=0,0,0,0 dropped=0,0,0,0 + latency : target=0, window=0, percentile=100.00%, depth=1 + +Run status group 0 (all jobs): + READ: bw=72.3MiB/s (75.8MB/s), 72.3MiB/s-72.3MiB/s (75.8MB/s-75.8MB/s), io=10.0GiB (10.7GB), run=141631-141631msec +``` + +# Sequential Read +``` +$ fio --randrepeat=1 --name=test --filename=/mnt/seaweedfs/fiotest --bs=4m --iodepth=1 --readwrite=read --size=10G +test: (g=0): rw=read, bs=(R) 4096KiB-4096KiB, (W) 4096KiB-4096KiB, (T) 4096KiB-4096KiB, ioengine=psync, iodepth=1 +fio-3.28 +Starting 1 process +Jobs: 1 (f=1): [R(1)][100.0%][r=401MiB/s][r=100 IOPS][eta 00m:00s] +test: (groupid=0, jobs=1): err= 0: pid=39095: Sun Dec 19 22:32:38 2021 + read: IOPS=106, BW=424MiB/s (445MB/s)(10.0GiB/24145msec) + clat (usec): min=429, max=135477, avg=9426.54, stdev=29444.52 + lat (usec): min=430, max=135477, avg=9426.71, stdev=29444.49 + clat percentiles (usec): + | 1.00th=[ 441], 5.00th=[ 474], 10.00th=[ 494], 20.00th=[ 502], + | 30.00th=[ 506], 40.00th=[ 515], 50.00th=[ 523], 60.00th=[ 529], + | 70.00th=[ 553], 80.00th=[ 578], 90.00th=[ 635], 95.00th=[105382], + | 99.00th=[111674], 99.50th=[113771], 99.90th=[131597], 99.95th=[132645], + | 99.99th=[135267] + bw ( KiB/s): min=303104, max=491520, per=99.77%, avg=433288.17, stdev=51323.85, samples=48 + iops : min= 74, max= 120, avg=105.42, stdev=12.48, samples=48 + lat (usec) : 500=16.99%, 750=74.45%, 1000=0.08% + lat (msec) : 50=0.16%, 100=0.04%, 250=8.28% + cpu : usr=0.03%, sys=16.00%, ctx=8548, majf=0, minf=1056 + IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% + submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + issued rwts: total=2560,0,0,0 short=0,0,0,0 dropped=0,0,0,0 + latency : target=0, window=0, percentile=100.00%, depth=1 + +Run status group 0 (all jobs): + READ: bw=424MiB/s (445MB/s), 424MiB/s-424MiB/s (445MB/s-445MB/s), io=10.0GiB (10.7GB), run=24145-24145msec +``` \ No newline at end of file