From f0a87dc8dc60acffd9eb50b659e83d5414419d83 Mon Sep 17 00:00:00 2001 From: Chris Lu Date: Mon, 18 May 2020 21:39:06 -0700 Subject: [PATCH] Updated FUSE Mount (markdown) --- FUSE-Mount.md | 65 +++++++++++++++++++++++++++++++++++++++++++++++++++ 1 file changed, 65 insertions(+) diff --git a/FUSE-Mount.md b/FUSE-Mount.md index 35b2216..e61f319 100644 --- a/FUSE-Mount.md +++ b/FUSE-Mount.md @@ -179,6 +179,71 @@ Threads fairness: ``` +Here is the result of using tool [fio](https://github.com/axboe/fio). The write performance may seem low, because SeaweedFS choose to always commit to the remote storage first, instead of writing to local cache and claim success too early. + +``` +$ fio --name=sequential-read -directory=mm --rw=read --refill_buffers --bs=4M --size=4G +sequential-read: (g=0): rw=read, bs=(R) 4096KiB-4096KiB, (W) 4096KiB-4096KiB, (T) 4096KiB-4096KiB, ioengine=psync, iodepth=1 +fio-3.19-68-gf09a77 +Starting 1 process +sequential-read: Laying out IO file (1 file / 4096MiB) +Jobs: 1 (f=1): [R(1)][100.0%][r=965MiB/s][r=241 IOPS][eta 00m:00s] +sequential-read: (groupid=0, jobs=1): err= 0: pid=63589: Mon May 18 21:29:33 2020 + read: IOPS=91, BW=367MiB/s (385MB/s)(4096MiB/11159msec) + clat (usec): min=456, max=338400, avg=10894.02, stdev=42980.01 + lat (usec): min=457, max=338401, avg=10894.28, stdev=42979.99 + clat percentiles (usec): + | 1.00th=[ 490], 5.00th=[ 519], 10.00th=[ 553], 20.00th=[ 578], + | 30.00th=[ 594], 40.00th=[ 611], 50.00th=[ 627], 60.00th=[ 644], + | 70.00th=[ 676], 80.00th=[ 717], 90.00th=[ 906], 95.00th=[ 47449], + | 99.00th=[261096], 99.50th=[274727], 99.90th=[337642], 99.95th=[337642], + | 99.99th=[337642] + bw ( KiB/s): min=114003, max=1074894, per=98.18%, avg=369010.00, stdev=310212.57, samples=22 + iops : min= 27, max= 262, avg=89.59, stdev=75.91, samples=22 + lat (usec) : 500=2.34%, 750=81.45%, 1000=7.13% + lat (msec) : 2=0.39%, 10=0.20%, 20=0.10%, 50=3.61%, 100=0.68% + lat (msec) : 250=2.83%, 500=1.27% + cpu : usr=0.04%, sys=20.23%, ctx=10563, majf=0, minf=1060 + IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% + submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + issued rwts: total=1024,0,0,0 short=0,0,0,0 dropped=0,0,0,0 + latency : target=0, window=0, percentile=100.00%, depth=1 + +Run status group 0 (all jobs): + READ: bw=367MiB/s (385MB/s), 367MiB/s-367MiB/s (385MB/s-385MB/s), io=4096MiB (4295MB), run=11159-11159msec + +$ fio --name=sequential-write -directory=mm --rw=write --refill_buffers --bs=4M --size=4G +sequential-write: (g=0): rw=write, bs=(R) 4096KiB-4096KiB, (W) 4096KiB-4096KiB, (T) 4096KiB-4096KiB, ioengine=psync, iodepth=1 +fio-3.19-68-gf09a77 +Starting 1 process +sequential-write: Laying out IO file (1 file / 4096MiB) +Jobs: 1 (f=1): [W(1)][100.0%][w=59.9MiB/s][w=14 IOPS][eta 00m:00s] +sequential-write: (groupid=0, jobs=1): err= 0: pid=63627: Mon May 18 21:31:31 2020 + write: IOPS=14, BW=56.2MiB/s (58.9MB/s)(4096MiB/72933msec); 0 zone resets + clat (msec): min=3, max=958, avg=70.49, stdev=160.32 + lat (msec): min=3, max=958, avg=70.49, stdev=160.32 + clat percentiles (msec): + | 1.00th=[ 4], 5.00th=[ 4], 10.00th=[ 4], 20.00th=[ 4], + | 30.00th=[ 5], 40.00th=[ 5], 50.00th=[ 5], 60.00th=[ 5], + | 70.00th=[ 5], 80.00th=[ 6], 90.00th=[ 220], 95.00th=[ 393], + | 99.00th=[ 793], 99.50th=[ 818], 99.90th=[ 944], 99.95th=[ 961], + | 99.99th=[ 961] + bw ( KiB/s): min=16286, max=122634, per=100.00%, avg=63938.80, stdev=24402.06, samples=130 + iops : min= 3, max= 29, avg=14.92, stdev= 5.95, samples=130 + lat (msec) : 4=23.83%, 10=56.25%, 250=11.82%, 500=4.39%, 750=2.05% + lat (msec) : 1000=1.66% + cpu : usr=1.03%, sys=2.79%, ctx=1963, majf=0, minf=35 + IO depths : 1=100.0%, 2=0.0%, 4=0.0%, 8=0.0%, 16=0.0%, 32=0.0%, >=64=0.0% + submit : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + complete : 0=0.0%, 4=100.0%, 8=0.0%, 16=0.0%, 32=0.0%, 64=0.0%, >=64=0.0% + issued rwts: total=0,1024,0,0 short=0,0,0,0 dropped=0,0,0,0 + latency : target=0, window=0, percentile=100.00%, depth=1 + +Run status group 0 (all jobs): + WRITE: bw=56.2MiB/s (58.9MB/s), 56.2MiB/s-56.2MiB/s (58.9MB/s-58.9MB/s), io=4096MiB (4295MB), run=72933-72933msec +``` + ## Common Problems ## ### Unmount ###